-- Logs begin at Fri 2022-05-06 11:07:25 UTC, end at Fri 2022-05-06 14:13:01 UTC. -- May 06 12:06:22.548760 n-d-840845-1 systemd[1]: Started Devstack devstack@q-svc.service. May 06 12:06:24.675799 n-d-840845-1 neutron-server[84692]: INFO neutron.common.config [-] Logging enabled! May 06 12:06:24.676521 n-d-840845-1 neutron-server[84692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 06 12:06:24.676521 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84692) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 12:06:24.678718 n-d-840845-1 neutron-server[84692]: INFO neutron.common.config [-] Logging enabled! May 06 12:06:24.678966 n-d-840845-1 neutron-server[84692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 06 12:06:24.679209 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84692) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 06 12:06:24.680186 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:06:24.680416 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:06:24.680774 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:06:24.681010 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:06:24.681228 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:06:24.681547 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.681842 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.682139 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.682364 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.682657 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.682947 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.683231 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.683520 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.683834 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.684128 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.684403 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.684688 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.684917 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.685202 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.685488 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.685771 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.685991 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] debug = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.686267 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.686692 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.687107 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.687386 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.687680 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.687989 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.688262 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.688547 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.688876 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] host = n-d-840845-1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.689964 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.690256 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.690543 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.690830 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.691104 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.691379 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.691664 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.691965 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.692238 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_file = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.692515 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.692802 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.693087 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.693377 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.693599 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.693817 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.694100 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.694386 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.694661 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.694935 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.695208 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.695482 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.695757 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.696048 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.696330 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.696613 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.696893 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.697167 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.697442 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.697713 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.697990 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.698273 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.698546 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.698819 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.699092 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.699377 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.699646 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.700198 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.700495 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.700778 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.701056 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.701337 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.701610 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.701889 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.702159 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.702429 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.702697 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_json = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.702965 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.703232 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.703510 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.703834 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.704069 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.704341 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.704610 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.704985 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.705221 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:24.705637 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.705936 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.706236 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.706520 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.706815 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.707094 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.707381 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.707660 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.707974 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.708262 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.708550 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.708827 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.709110 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.709400 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.709689 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.709963 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.710240 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.710529 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.710804 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.711075 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.711349 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.711635 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.711941 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.712217 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.712498 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.712773 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.713041 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.713309 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.713582 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.713870 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.714143 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.714416 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.714684 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.714958 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.715227 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.715508 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.715804 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.716081 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.716352 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.716628 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.716901 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.717172 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.717445 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.717721 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.717997 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.718269 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.718539 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.718808 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.719077 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.719344 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.719613 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.719913 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.720191 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.720515 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.720803 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.721076 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.721349 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.721624 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.721915 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.722214 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.722492 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.722773 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.723053 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.723329 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.723606 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.723910 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.724192 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.724472 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.724745 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.725031 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.725316 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.725604 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.725889 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.726166 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.726461 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.726738 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.727023 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.727301 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.727583 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.727895 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.728183 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.728477 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.728770 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.729061 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.729351 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.729645 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.729929 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.730238 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.730517 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:24.730732 n-d-840845-1 neutron-server[84692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:06:24.730970 n-d-840845-1 neutron-server[84692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 12:06:25.131350 n-d-840845-1 neutron-server[84692]: INFO keyring.backend [-] Loading KWallet May 06 12:06:25.138664 n-d-840845-1 neutron-server[84692]: INFO keyring.backend [-] Loading SecretService May 06 12:06:25.141741 n-d-840845-1 neutron-server[84692]: INFO keyring.backend [-] Loading Windows May 06 12:06:25.143874 n-d-840845-1 neutron-server[84692]: INFO keyring.backend [-] Loading chainer May 06 12:06:25.144453 n-d-840845-1 neutron-server[84692]: INFO keyring.backend [-] Loading macOS May 06 12:06:25.176669 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 12:06:25.176941 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 12:06:25.177225 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 12:06:25.178608 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 12:06:25.480129 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.480336 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.480601 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.536285 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.536562 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.536822 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.539828 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.540105 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.540367 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.568795 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.569074 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.569346 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.597240 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.597511 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.597777 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.912351 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.912979 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.912979 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.913153 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:25.914027 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.031793 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.032118 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.032399 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.032666 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.033329 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.033661 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.033927 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.034185 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.034439 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.034721 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.034978 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.035353 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.035647 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.035924 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.036196 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.036460 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.036714 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.036987 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.037236 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.037514 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.037858 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.038108 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.038355 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.038633 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.038878 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.039120 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.039507 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.039745 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.040003 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.040239 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.040477 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.040809 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:26.041365 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 12:06:26.044546 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 12:06:26.048787 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 12:06:26.052521 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 06 12:06:26.054129 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 12:06:26.054512 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 12:06:26.054843 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 12:06:26.055228 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 12:06:26.058017 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 12:06:26.058260 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 12:06:26.058602 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 12:06:26.087455 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 06 12:06:26.087938 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.088235 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 12:06:26.088593 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.089927 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 12:06:26.090205 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 12:06:26.090445 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 12:06:26.093699 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.093976 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:26.152835 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 12:06:26.153070 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 12:06:26.153299 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 12:06:26.153659 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 12:06:26.184993 n-d-840845-1 neutron-server[84692]: DEBUG oslo_db.sqlalchemy.engines [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 06 12:06:26.665603 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing driver for type 'gre' May 06 12:06:26.666120 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] gre ID ranges: [(1, 1000)] May 06 12:06:26.876976 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing driver for type 'local' May 06 12:06:26.877306 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing driver for type 'vlan' May 06 12:06:26.962614 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] VlanTypeDriver initialization complete May 06 12:06:26.963194 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing driver for type 'vxlan' May 06 12:06:26.963403 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] vxlan ID ranges: [(1, 1000)] May 06 12:06:27.137709 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing extension driver 'port_security' May 06 12:06:27.138051 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.extensions.port_security [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] PortSecurityExtensionDriver initialization complete May 06 12:06:27.138386 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing mechanism driver 'openvswitch' May 06 12:06:27.138711 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing mechanism driver 'hyperv' May 06 12:06:27.145877 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.plugin [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:27.146590 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.146969 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.147327 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.147872 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:06:27.148306 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.148662 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.149009 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.149402 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:06:27.149809 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.150163 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.150510 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.150901 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:06:27.151310 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.151660 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.152046 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.152576 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:06:27.156353 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156353 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156353 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156353 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 06 12:06:27.156353 n-d-840845-1 neutron-server[84692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] ML2 OVO RPC backend initialized. {{(pid=84692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 06 12:06:27.156770 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156770 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156770 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.156770 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > networks before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.157088 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.157088 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > ports before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.157238 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.157589 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnets before_response 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.157936 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.158282 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.159359 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.159698 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.160068 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.160408 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.160746 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.161086 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.161443 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.162036 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.plugin [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Modular L2 Plugin initialization complete May 06 12:06:27.162373 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading services supported by the core plugin {{(pid=84692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 12:06:27.162706 n-d-840845-1 neutron-server[84692]: INFO neutron.plugins.ml2.managers [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Got port-security extension from driver 'port_security' May 06 12:06:27.163176 n-d-840845-1 neutron-server[84692]: INFO neutron.extensions.vlantransparent [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Disabled vlantransparent extension. May 06 12:06:27.163601 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 12:06:27.163952 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: router May 06 12:06:27.198770 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.199166 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_create 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.199536 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router before_create 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.200192 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.200572 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.200932 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_delete 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.201296 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.201660 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_create 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.202007 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.202357 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.202705 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.203064 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.203473 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.203883 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.204227 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.204565 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: subnet after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.204904 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.205855 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.206224 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_create 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.206564 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.206913 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.207271 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router after_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.207619 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.208004 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_create 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.208370 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.208719 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_update 55549900 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.209086 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > agent after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.209441 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > agent after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.209789 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > network after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.210670 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Tracking information for resource: router configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:27.211009 n-d-840845-1 neutron-server[84692]: DEBUG neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Tracking information for resource: floatingip configured {{(pid=84692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 12:06:27.216014 n-d-840845-1 neutron-server[84692]: INFO neutron.db.l3_agentschedulers_db [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 12:06:27.216547 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.216908 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.217263 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.217615 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: port after_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.218530 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router before_create 55550100 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.218897 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.219288 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_create 55550100 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.219647 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > router precommit_update 55550100 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.224524 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.provider_configuration [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service providers = [] {{(pid=84692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 12:06:27.224891 n-d-840845-1 neutron-server[84692]: DEBUG neutron.db.servicetype_db [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 12:06:27.227840 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.service_base [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:06:27.228193 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.service_base [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:06:27.228536 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.service_base [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:06:27.229427 n-d-840845-1 neutron-server[84692]: DEBUG neutron.services.service_base [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 12:06:27.229799 n-d-840845-1 neutron-server[84692]: INFO neutron.services.service_base [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 12:06:27.230170 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.230487 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 12:06:27.241347 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.241685 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: auto_allocate May 06 12:06:27.247429 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: network precommit_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.247833 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: network precommit_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.248357 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.248680 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: tag May 06 12:06:27.255966 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.256297 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: timestamp May 06 12:06:27.260319 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.260657 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: network_ip_availability May 06 12:06:27.265912 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.266288 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.266648 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.267357 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.267739 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: flavors May 06 12:06:27.273130 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.273461 n-d-840845-1 neutron-server[84692]: INFO neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading Plugin: revisions May 06 12:06:27.277708 n-d-840845-1 neutron-server[84692]: DEBUG neutron.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 12:06:27.278174 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.101s {{(pid=84692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 12:06:27.278915 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 06 12:06:27.279256 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Initializing extension manager. May 06 12:06:27.279761 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: __init__.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.280135 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: __pycache__ {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.280473 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.280810 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.281161 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: _filter_validation_lib.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.281496 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.281826 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: address_group.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.282583 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.283148 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: address-group May 06 12:06:27.283658 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: address_scope.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.284430 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.284943 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: address-scope May 06 12:06:27.285270 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.286222 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.286740 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: router-admin-state-down-before-update May 06 12:06:27.287065 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: agent.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.287809 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.288319 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: agent May 06 12:06:27.288646 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: agent_resources_synced.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.289565 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.290078 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: agent-resources-synced May 06 12:06:27.290404 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: allowedaddresspairs.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.292401 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.292969 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: allowed-address-pairs May 06 12:06:27.293303 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: auto_allocated_topology.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.294397 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.294910 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: auto-allocated-topology May 06 12:06:27.295240 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: availability_zone.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.295969 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.296478 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: availability_zone May 06 12:06:27.296804 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: availability_zone_filter.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.297743 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.298251 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: availability_zone_filter May 06 12:06:27.298578 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: data_plane_status.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.299530 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.300059 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension data-plane-status not supported by any of loaded plugins May 06 12:06:27.300383 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: default_subnetpools.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.301302 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.301808 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: default-subnetpools May 06 12:06:27.302133 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.302909 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.303414 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: dhcp_agent_scheduler May 06 12:06:27.303740 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: dns.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.304700 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.305203 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension dns-integration not supported by any of loaded plugins May 06 12:06:27.305530 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: dns_domain_ports.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.306452 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.306955 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 12:06:27.307277 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: dvr.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.307989 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.308496 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: dvr May 06 12:06:27.308820 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: empty_string_filtering.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.309736 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.310257 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: empty-string-filtering May 06 12:06:27.310588 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.311504 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.312046 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 12:06:27.312377 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.313295 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.313805 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 12:06:27.314131 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: external_net.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.315631 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.316185 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: external-net May 06 12:06:27.316513 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.317426 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.317932 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: extra_dhcp_opt May 06 12:06:27.318258 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: extraroute.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.319164 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.319669 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: extraroute May 06 12:06:27.320026 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: extraroute_atomic.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.321085 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.321593 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: extraroute-atomic May 06 12:06:27.321921 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: filter_validation.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.322592 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.323098 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: filter-validation May 06 12:06:27.323422 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: fip_pf_description.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.324379 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.325144 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 12:06:27.325476 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: fip_port_details.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.326398 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.326908 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: fip-port-details May 06 12:06:27.327233 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: flavors.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.328519 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.329042 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: flavors May 06 12:06:27.329375 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.331592 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.332145 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 12:06:27.332483 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: floatingip_pools.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.333207 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.333717 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: floatingip-pools May 06 12:06:27.334044 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: ip_allocation.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.334987 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.335496 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension ip_allocation not supported by any of loaded plugins May 06 12:06:27.335847 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.336772 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.337283 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: ip-substring-filtering May 06 12:06:27.337608 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l2_adjacency.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.338528 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.339051 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension l2_adjacency not supported by any of loaded plugins May 06 12:06:27.339374 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.340359 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.340879 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: router May 06 12:06:27.341215 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.343547 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.344115 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 12:06:27.344449 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.345389 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.345976 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: ext-gw-mode May 06 12:06:27.346285 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.347225 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.347735 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: l3-ha May 06 12:06:27.348085 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3_flavors.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.349007 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.349514 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: l3-flavors May 06 12:06:27.349860 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.350776 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.351287 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: l3-port-ip-change-not-allowed May 06 12:06:27.351610 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: l3agentscheduler.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.352752 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.353269 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: l3_agent_scheduler May 06 12:06:27.353601 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: logging.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.355150 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.355678 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension logging not supported by any of loaded plugins May 06 12:06:27.356060 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: metering.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.356808 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.357397 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: metering May 06 12:06:27.357737 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.358824 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.359339 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: metering_source_and_destination_fields May 06 12:06:27.359671 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: multiprovidernet.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.360643 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.361170 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: multi-provider May 06 12:06:27.361624 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: netmtu.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.362559 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.363062 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: net-mtu May 06 12:06:27.363411 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: netmtu_writable.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.364369 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.364879 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: net-mtu-writable May 06 12:06:27.365209 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: network_availability_zone.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.365882 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.366390 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: network_availability_zone May 06 12:06:27.366716 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: network_ip_availability.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.367870 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.368383 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: network-ip-availability May 06 12:06:27.368709 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: network_segment_range.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.369472 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.369982 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension network-segment-range not supported by any of loaded plugins May 06 12:06:27.370309 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: pagination.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.371285 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.371618 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: pagination May 06 12:06:27.371979 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.372908 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.373416 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: port-mac-address-regenerate May 06 12:06:27.373741 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: port_resource_request.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.374665 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.375174 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension port-resource-request not supported by any of loaded plugins May 06 12:06:27.375526 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: portbindings.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.376492 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.377503 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: binding May 06 12:06:27.377874 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: portbindings_extended.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.379133 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.379643 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: binding-extended May 06 12:06:27.380010 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: portsecurity.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.380941 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.381453 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: port-security May 06 12:06:27.381781 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: project_id.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.382756 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.383090 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: project-id May 06 12:06:27.383414 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: providernet.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.384379 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.384900 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: provider May 06 12:06:27.385226 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.388876 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.389404 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos not supported by any of loaded plugins May 06 12:06:27.389736 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.391007 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.391521 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 12:06:27.391879 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.393408 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.393922 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 12:06:27.394249 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_default.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.395170 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.395680 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-default not supported by any of loaded plugins May 06 12:06:27.396039 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_fip.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.396694 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.397199 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-fip not supported by any of loaded plugins May 06 12:06:27.397524 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_gateway_ip.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.398451 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.398958 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 12:06:27.399285 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_port_network_policy.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.400233 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.400743 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 12:06:27.401069 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_rule_type_details.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.401998 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.402508 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 12:06:27.402834 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: qos_rules_alias.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.403917 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.404438 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 12:06:27.404768 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: quotasv2.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.405643 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.405975 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: quotas May 06 12:06:27.406301 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: quotasv2_detail.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.407940 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.408308 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: quota_details May 06 12:06:27.408649 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: rbac.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.409699 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.410224 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: rbac-policies May 06 12:06:27.410556 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: rbac_address_scope.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.411491 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.412041 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: rbac-address-scope May 06 12:06:27.412373 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: rbac_security_groups.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.413293 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.413806 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: rbac-security-groups May 06 12:06:27.414136 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: rbac_subnetpool.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.415059 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.415573 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: rbac-subnetpool May 06 12:06:27.415941 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: revisionifmatch.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.416865 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.417381 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: revision-if-match May 06 12:06:27.417708 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: revisions.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.418814 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.419327 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: standard-attr-revisions May 06 12:06:27.419655 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: router_availability_zone.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.420357 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.420869 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: router_availability_zone May 06 12:06:27.421197 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: routerservicetype.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.422118 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.422624 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension router-service-type not supported by any of loaded plugins May 06 12:06:27.422948 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.423904 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.424464 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: port-security-groups-filtering May 06 12:06:27.424847 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: securitygroup.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.435683 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.436252 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: security-group May 06 12:06:27.436592 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: segment.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.437403 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.437929 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension segment not supported by any of loaded plugins May 06 12:06:27.438258 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.439199 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.440304 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 12:06:27.440698 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: servicetype.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.441804 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.442331 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: service-type May 06 12:06:27.442661 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: sorting.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.443638 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.444010 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: sorting May 06 12:06:27.444346 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: standard_attr_segment.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.445264 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.445777 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 12:06:27.446106 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: standardattrdescription.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.446757 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.447263 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: standard-attr-description May 06 12:06:27.447609 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: stateful_security_group.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.448581 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.449188 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: stateful-security-group May 06 12:06:27.449521 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: stdattrs_common.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.450373 n-d-840845-1 neutron-server[84692]: WARNING neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 12:06:27.450698 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.451626 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.452175 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 12:06:27.452503 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnet_onboard.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.453668 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.454185 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: subnet_onboard May 06 12:06:27.454518 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.456183 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.456825 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 12:06:27.457151 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnet_service_types.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.458094 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.458609 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: subnet-service-types May 06 12:06:27.458935 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnetallocation.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.460072 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.460593 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: subnet_allocation May 06 12:06:27.460923 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.461597 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.462112 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: subnetpool-prefix-ops May 06 12:06:27.462439 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.463371 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.463909 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 12:06:27.464237 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: tagging.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.465294 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.465813 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: standard-attr-tag May 06 12:06:27.466188 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: timestamp.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.467345 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.467894 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loaded extension: standard-attr-timestamp May 06 12:06:27.468228 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: trunk.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.469267 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.469781 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension trunk not supported by any of loaded plugins May 06 12:06:27.470109 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: trunk_details.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.471170 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.471685 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension trunk-details not supported by any of loaded plugins May 06 12:06:27.472036 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: uplink_status_propagation.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.472961 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.473469 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 12:06:27.473794 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Loading extension file: vlantransparent.py {{(pid=84692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 06 12:06:27.474468 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 06 12:06:27.474979 n-d-840845-1 neutron-server[84692]: INFO neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extension vlan-transparent not supported by any of loaded plugins May 06 12:06:27.477224 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:network May 06 12:06:27.477940 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnet May 06 12:06:27.478550 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:06:27.479327 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:port May 06 12:06:27.480606 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.481060 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service FLAVORS assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.481668 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.482101 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.482441 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:router May 06 12:06:27.483121 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:floatingip May 06 12:06:27.483857 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service METERING assigned prefix: /metering {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.485291 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.485661 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.486025 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:06:27.487189 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of CountableResource for resource:rbac_policy May 06 12:06:27.487625 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:security_group May 06 12:06:27.488346 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 12:06:27.489081 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service CORE assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.489417 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:06:27.489804 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] subnetpool is already registered May 06 12:06:27.490416 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service CORE assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.490753 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:06:27.491108 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] subnetpool is already registered May 06 12:06:27.493682 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.494121 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service FLAVORS assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.494716 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.495139 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.495477 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:router May 06 12:06:27.495830 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] router is already registered May 06 12:06:27.496434 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:floatingip May 06 12:06:27.496766 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] floatingip is already registered May 06 12:06:27.497396 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service METERING assigned prefix: /metering {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.498067 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of CountableResource for resource:rbac_policy May 06 12:06:27.498399 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] rbac_policy is already registered May 06 12:06:27.498938 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:security_group May 06 12:06:27.499270 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] security_group is already registered May 06 12:06:27.499896 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:security_group_rule May 06 12:06:27.500232 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] security_group_rule is already registered May 06 12:06:27.500912 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service CORE assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.501250 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:06:27.501581 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] subnetpool is already registered May 06 12:06:27.502731 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.v2.resource_helper [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Service CORE assigned prefix: {{(pid=84692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 12:06:27.503067 n-d-840845-1 neutron-server[84692]: INFO neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Creating instance of TrackedResource for resource:subnetpool May 06 12:06:27.503389 n-d-840845-1 neutron-server[84692]: WARNING neutron.quota.resource_registry [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] subnetpool is already registered May 06 12:06:27.504065 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: extensions {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.505537 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: address-groups {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.507103 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: address-scopes {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.508360 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: agents {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.509505 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: auto-allocated-topology {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.510720 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: availability_zones {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.512049 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: dhcp-networks {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.513424 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: dhcp-agents {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.514816 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: routers {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.516754 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: flavors {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.518551 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: service_profiles {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.519760 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: next_providers {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.521269 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: service_profiles {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.522686 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: floatingip-pools {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.524064 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: routers {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.525827 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: floatingips {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.527013 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: l3-routers {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.528388 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: l3-agents {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.529773 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: metering-labels {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.531263 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: metering-label-rules {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.532550 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: network-ip-availabilities {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.533818 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: bindings {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.536398 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: quotas {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.537841 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: quotas {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.539616 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: rbac-policies {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.540929 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: security-groups {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.542167 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: security-group-rules {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.543386 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: service-providers {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.544653 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: subnetpools {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.546250 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: subnetpools {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.547688 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.551711 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.551711 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.553266 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.555011 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.556746 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.558486 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.560449 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.562280 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.564180 n-d-840845-1 neutron-server[84692]: DEBUG neutron.api.extensions [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Extended resource: tags {{(pid=84692) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 06 12:06:27.570824 n-d-840845-1 neutron-server[84692]: WARNING keystonemiddleware.auth_token [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 12:06:27.575983 n-d-840845-1 neutron-server[84692]: WARNING keystonemiddleware.auth_token [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 12:06:27.584609 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Acquired lock "singleton_lock" {{(pid=84692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 12:06:27.585088 n-d-840845-1 neutron-server[84692]: DEBUG oslo_concurrency.lockutils [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Releasing lock "singleton_lock" {{(pid=84692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 12:06:27.585717 n-d-840845-1 neutron-server[84692]: INFO oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Starting 2 workers May 06 12:06:27.590320 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Started child 84799 {{(pid=84692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:06:27.594530 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Started child 84800 {{(pid=84692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:06:27.596655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.597219 n-d-840845-1 neutron-server[84692]: INFO neutron.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Neutron service started, listening on 0.0.0.0:9696 May 06 12:06:27.597219 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Notify callbacks [] for process, before_spawn {{(pid=84692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.597615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [-] (84799) wsgi starting up on http://0.0.0.0:9696 May 06 12:06:27.599296 n-d-840845-1 neutron-server[84692]: INFO oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Starting 1 workers May 06 12:06:27.600258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.601656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [-] (84800) wsgi starting up on http://0.0.0.0:9696 May 06 12:06:27.604287 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Started child 84801 {{(pid=84692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:06:27.604816 n-d-840845-1 neutron-server[84692]: INFO oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Starting 1 workers May 06 12:06:27.608359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] calling RpcWorker wait() {{(pid=84801) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 12:06:27.609331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] returning from RpcWorker wait() {{(pid=84801) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 12:06:27.609435 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Started child 84802 {{(pid=84692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 06 12:06:27.609916 n-d-840845-1 neutron-server[84692]: DEBUG neutron_lib.callbacks.manager [None req-4427b5d2-28a1-4646-b524-fa5c70365a73 None None] Notify callbacks [] for process, after_spawn {{(pid=84692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.610183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.610648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:27.612418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 12:06:27.612637 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:06:27.612843 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:06:27.613078 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:06:27.613421 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:06:27.613589 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:06:27.614142 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.614426 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.614711 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.614974 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.615277 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.615897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.616133 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.616398 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.616699 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.616958 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.617132 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.617301 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.617570 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.617665 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:27.618155 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.618155 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.618400 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.618644 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.618896 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.619069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.619322 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.619589 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.619859 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.620123 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] debug = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.620401 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.620902 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.621130 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.621371 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.621592 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.621851 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.622109 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.622411 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.622653 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.622873 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.623125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.623379 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.623597 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.623874 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.624152 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.624408 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.624854 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] host = n-d-840845-1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.625076 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.625297 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.625546 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.625781 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.626043 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.626291 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.626555 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.626803 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.627196 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.628045 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.628315 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.628587 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.628917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.629067 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_file = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.629205 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_options = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.629530 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.629751 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.630037 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.630235 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.630407 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.630587 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.630851 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.631020 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.631291 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.631515 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.631736 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.631988 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.632227 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.632488 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.632755 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.632976 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.633200 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.633436 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.633696 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.633947 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.634180 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.634443 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.634664 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.634902 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.635100 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.635319 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.635565 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.635831 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.636055 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.636294 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.636559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.636811 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.637049 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.637307 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.637560 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.637791 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.638057 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.638312 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.638547 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.638792 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.639072 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.639293 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.639572 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.639804 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.640041 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.640261 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_json = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.640479 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.640698 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.640974 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.641197 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.641499 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.641747 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.641977 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.642217 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.642458 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.642920 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.643220 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.643583 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.643840 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.644105 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.644349 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.644591 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.644816 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.645106 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.645348 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.645643 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.646118 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.646534 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.646766 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.647023 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.647302 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.647523 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.647789 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.648031 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.648251 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.648470 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.648689 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.648960 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.649205 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.649446 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.649674 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.649907 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.650124 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.650374 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.650620 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.650860 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.651113 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.651365 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.651564 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.651790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.652024 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.652249 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.658829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659551 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659551 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659551 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659819 n-d-840845-1 neutron-server[84802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.659939 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.660559 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661153 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661788 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661788 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.661788 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.662003 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.662204 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.662467 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.662709 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.662970 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.663205 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.663477 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.663710 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.663999 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.664243 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.664514 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.664791 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.665047 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.665297 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.665551 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.665790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.666027 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.666809 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.667367 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.667645 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.667928 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.668399 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.668905 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.669313 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.669610 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.669845 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.670360 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.670970 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.671365 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.671657 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.671918 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.672186 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.672459 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.672718 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.673002 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.673266 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.673547 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.674440 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.674696 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.674991 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676112 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676112 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676112 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676112 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676425 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.676810 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.677216 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.677742 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.678156 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.678554 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.678821 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.679096 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.679498 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.679784 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.680037 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.680461 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.680667 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.680906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.681127 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.681382 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.681624 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.681867 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.682083 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.682473 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.682731 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.682954 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.683178 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.683442 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.683679 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.683947 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.684339 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.684742 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.684984 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.685232 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.685451 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.685825 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.686202 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.686458 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.686722 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.686974 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.687267 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.687529 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.687764 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.688020 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.688283 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.688541 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.688759 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.689033 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.689266 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.689489 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.690409 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.690619 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.690880 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.691082 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.691318 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.691535 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.691805 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.692044 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.692383 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.692632 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.692886 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.693295 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.693679 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.694056 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.694431 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.694801 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.695045 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.695270 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.695496 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.695717 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.695973 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.696196 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.696430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.696852 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.697076 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.697300 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.697547 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.697781 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.698021 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.698264 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.698486 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.698724 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.698942 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.699159 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.699397 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.699613 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.700177 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.700404 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.700776 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.701058 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.701331 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.701551 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.701789 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.702035 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.702250 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.702467 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.702707 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.702925 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.703186 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.703409 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.703662 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.703911 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.704216 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.704484 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.704735 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.705002 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.705349 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.705580 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.705829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.706049 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.706269 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.706499 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.706780 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.707116 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.707396 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.707649 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.707952 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.708256 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.708545 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.708819 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.709058 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.709342 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.709675 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.709943 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.710204 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.710454 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.710723 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.710962 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.711179 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.711427 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.711662 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.711914 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.712160 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.712401 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.712646 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.712884 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.713113 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.713353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.713597 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.713827 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.714065 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.714291 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.714458 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:06:27.714989 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 06 12:06:27.715149 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 12:06:27.715294 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 12:06:27.715456 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 12:06:27.715625 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 12:06:27.715791 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 12:06:27.715997 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716159 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716365 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716723 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716723 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716997 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.716997 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717255 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36192) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:27.717524 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717524 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717524 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717907 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.717907 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718240 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718240 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718240 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718612 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718612 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718820 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.718820 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.719223 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.719223 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.719702 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] debug = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.719702 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.719702 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720121 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720121 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720121 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720451 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720578 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720717 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.720981 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.721220 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.721458 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.721622 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.721779 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.721930 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722085 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722239 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722392 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] host = n-d-840845-1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722556 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722709 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.722867 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723027 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723183 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723564 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723564 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723737 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.723860 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724009 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724104 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724262 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724415 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724568 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_file = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724730 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_options = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.724887 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725044 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725201 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725390 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725554 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725717 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.725875 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726034 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726191 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726349 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726508 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726868 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.726868 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.727025 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.727105 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.727247 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.727404 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.727561 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.728834 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729403 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729403 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729403 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729403 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729688 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729688 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729833 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.729911 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730292 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730292 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730448 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730515 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730773 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730846 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.730943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099392 May 06 12:06:27.731031 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.731109 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.731255 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.731411 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.731568 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.731901 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_json = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732076 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732214 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732370 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732527 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732683 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732839 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.732997 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.733155 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.733316 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 12:06:27.733498 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.733667 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.733836 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734100 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734190 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734303 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734570 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734654 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734764 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.734924 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.735081 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.735242 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.735407 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.735569 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.735736 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.737386 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.737549 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.737982 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.738315 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.738984 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.738984 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.738984 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.738984 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.739388 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.739388 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.739388 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.739557 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740485 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740845 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740845 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.740963 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741665 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741665 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741665 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741665 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741926 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.741926 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.742043 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.742146 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.747829 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748412 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.748897 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749418 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.749912 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750353 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.750790 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.751158 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.751158 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.751300 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.751379 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.755910 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.756533 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757069 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757600 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757600 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757600 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757600 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757600 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757883 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.757883 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.758034 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.758139 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.758301 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.758466 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.758628 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.759757 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.760233 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.760233 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.760233 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.760407 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.760482 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.761680 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762184 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762184 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762184 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762398 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762398 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762734 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762734 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.762883 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.763023 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.763186 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.763349 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.763509 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.763852 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764027 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764174 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764328 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764512 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764672 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.764990 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765158 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765318 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765480 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765641 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765798 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.765951 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766121 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766318 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766454 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766607 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766760 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.766902 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.767052 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.767368 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.767529 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.768428 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.768527 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.768689 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.769906 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770302 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770302 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770429 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770654 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770816 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.770956 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.771090 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.771224 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.771358 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.771503 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.772917 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.774007 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.777125 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.779727 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.783430 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 12:06:27.785272 n-d-840845-1 neutron-server[84692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 12:06:27.787705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:38.318558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7e16d-4510-4b88-9442-536a72837fd6 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:06:38.400791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7e16d-4510-4b88-9442-536a72837fd6 None None] No non-hosted networks {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 12:06:38.408245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.agentschedulers_db [None req-0ad7e16d-4510-4b88-9442-536a72837fd6 None None] DHCP Agent not found on host n-d-840845-1 {{(pid=84801) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 12:06:38.533313 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-00a06676-a25a-4b3f-8c5e-40bb30891cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:40.754589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de644def-d258-4b63-adfe-1e6613246e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:40.810413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-91dca59e-11cc-48d5-97db-2e54bcdbbbc6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-840845-1 {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:06:40.811140 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-91dca59e-11cc-48d5-97db-2e54bcdbbbc6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:06:41.418303 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91dca59e-11cc-48d5-97db-2e54bcdbbbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:41.943854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:42.064362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:42.065250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.065590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.065926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.066295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.066634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.066952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.067270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.067587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.071646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.072581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.072939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:42.073345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840845-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:42.084396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840845-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:06:42.972732 n-d-840845-1 neutron-server[84801]: INFO neutron.db.l3_hamode_db [None req-58bd7cb0-3383-4303-9060-875d4825c88d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 12:06:43.065997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd7cb0-3383-4303-9060-875d4825c88d None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:06:43.066381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd7cb0-3383-4303-9060-875d4825c88d None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:06:43.254231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:44.820287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36292) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:45.422664 n-d-840845-1 neutron-server[84800]: WARNING oslo_policy.policy [None req-478e9f70-544f-4d5b-b51c-87a8870c2f80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:06:45.423244 n-d-840845-1 neutron-server[84800]: WARNING oslo_policy.policy [None req-478e9f70-544f-4d5b-b51c-87a8870c2f80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:06:45.636090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-478e9f70-544f-4d5b-b51c-87a8870c2f80 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:06:45.637143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-478e9f70-544f-4d5b-b51c-87a8870c2f80 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8159125 May 06 12:06:47.925591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:48.311129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:06:48.364611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.policy [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84800) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 12:06:48.365361 n-d-840845-1 neutron-server[84800]: WARNING oslo_policy.policy [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:06:48.365731 n-d-840845-1 neutron-server[84800]: WARNING oslo_policy.policy [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:06:48.368961 n-d-840845-1 neutron-server[84800]: INFO neutron.quota [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Loaded quota_driver: . May 06 12:06:48.384898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:06:48.559525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742004156308', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742004247652', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742004247936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742004255092', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742004258520', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7391499', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8324511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565130'] for rbac-policy, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:48.825639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:48.826814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bc726b06-2347-4835-81d7-3cd366c848fc admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9002411 May 06 12:06:51.375350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36320) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:51.748406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '65a4cda8e010473d92f309264fdaaa6c'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:06:51.753858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:06:51.758258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Usage tracker for resource:network and tenant:65a4cda8e010473d92f309264fdaaa6c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:06:51.762786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:06:51.769150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:06:51.837038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Made reservation on behalf of 65a4cda8e010473d92f309264fdaaa6c for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:06:51.839958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:51.859914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:51.905300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:06:51.909468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Usage tracker for resource:security_group_rule and tenant:65a4cda8e010473d92f309264fdaaa6c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:06:51.912529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:06:51.918547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:06:51.988570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.063613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.085503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:06:52.110262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742006962544', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.110864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Unsubscribe: segment precommit_create {{(pid=84800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 12:06:52.112085 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Added segment 0295dccf-9183-46e7-985d-1921c16706ca of type vlan for network f21227bd-8210-4460-a7b0-6f9967c075e0 May 06 12:06:52.168870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea43ae-b736-4ce0-91ff-28eb0550516b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:52.194082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.194414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.194738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.195058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.195373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.195686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.196025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.196335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.196642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.196947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.197253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Tracked resource versions report: May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: pushed versions: May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: { 'ConntrackHelper': {'1.0'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Log': {'1.0'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Network': {'1.1'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Port': {'1.5'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'PortForwarding': {'1.2'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'QosPolicy': {'1.8'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SecurityGroup': {'1.2'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SecurityGroupRule': {'1.0'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SubPort': {'1.0'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Subnet': {'1.1'}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Trunk': {'1.1'}} May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: consumer versions: May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: { DHCP agent@n-d-840845-1: {}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: L3 agent@n-d-840845-1: {}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: Metadata agent@n-d-840845-1: {}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: Metering agent@n-d-840845-1: {}, May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Log': '1.0', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Network': '1.1', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Port': '1.5', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'PortForwarding': '1.2', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'QosPolicy': '1.8', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SecurityGroup': '1.2', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SecurityGroupRule': '1.0', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'SubPort': '1.0', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Subnet': '1.1', May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: 'Trunk': '1.1'}} May 06 12:06:52.198330 n-d-840845-1 neutron-server[84800]: {{(pid=84800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:06:52.233133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.322991 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.323955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:06:52.324626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:52.434245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] Pushing event updated for resources: {'Network': ['ID=f21227bd-8210-4460-a7b0-6f9967c075e0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:52.446651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f21227bd-8210-4460-a7b0-6f9967c075e0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:06:52.489306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cc5b25ee-e412-4352-9eb8-62681493862d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1128163 May 06 12:06:55.082160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36336) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:55.539505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2abae-9253-46d0-b8e9-e8da5d643f09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:06:55.540768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bec2abae-9253-46d0-b8e9-e8da5d643f09 admin admin] 10.222.0.83 "GET /v2.0/networks/f21227bd-8210-4460-a7b0-6f9967c075e0 HTTP/1.1" status: 200 len: 825 time: 0.4576824 May 06 12:06:55.570720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bb1bdfb5-9a5b-444c-bfa8-195d28a2797c admin admin] 10.222.0.83 "GET /v2.0/subnetpools/28727d4a-3a8f-4f02-abb8-3eba59868e0f HTTP/1.1" status: 200 len: 734 time: 0.0246887 May 06 12:06:55.579100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Request body: {'subnet': {'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:06:55.584016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:06:55.587681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Usage tracker for resource:subnet and tenant:65a4cda8e010473d92f309264fdaaa6c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:06:55.590519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:06:55.596774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:06:55.703001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Made reservation on behalf of 65a4cda8e010473d92f309264fdaaa6c for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:06:55.705715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:56.040735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:56.123501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=edee32df-d90b-4138-b05c-f8a12f23df41,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:56.134745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Checking segment: {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:06:56.135112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Network hostable DHCP agents. Network: f21227bd-8210-4460-a7b0-6f9967c075e0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:06:56.206028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Network f21227bd-8210-4460-a7b0-6f9967c075e0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:06:56.276629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f21227bd-8210-4460-a7b0-6f9967c075e0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:06:56.281132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:06:56.281704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:56.286645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1bce4-76a2-43da-a95b-93870f33e1e9 None None] Network f21227bd-8210-4460-a7b0-6f9967c075e0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:06:56.364105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-353b8081-7d29-4752-a4c3-4367fe4367ee admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7881818 May 06 12:06:56.601762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f21227bd-8210-4460-a7b0-6f9967c075e0', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:06:56.602966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:56.790543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Allocated IP 172.20.0.2 (f21227bd-8210-4460-a7b0-6f9967c075e0/edee32df-d90b-4138-b05c-f8a12f23df41/77d51a12-82ae-427b-9448-a63b50c9c97f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:06:57.019601 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:57.032796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Transition to ACTIVE for port object 77d51a12-82ae-427b-9448-a63b50c9c97f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:06:57.062283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Transition to ACTIVE for port object 77d51a12-82ae-427b-9448-a63b50c9c97f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:06:57.140319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:57.209376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Network f21227bd-8210-4460-a7b0-6f9967c075e0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:06:57.212275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:06:57.215343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:06:57.223527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Pushing event updated for resources: {'Port': ['ID=77d51a12-82ae-427b-9448-a63b50c9c97f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:57.292024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.292665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.292778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.293022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.293352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.293676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.293997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.294319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.294637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.294951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.295265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Tracked resource versions report: May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: pushed versions: May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: { 'ConntrackHelper': {'1.0'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Log': {'1.0'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Network': {'1.1'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Port': {'1.5'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'PortForwarding': {'1.2'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'QosPolicy': {'1.8'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SecurityGroup': {'1.2'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SecurityGroupRule': {'1.0'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SubPort': {'1.0'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Subnet': {'1.1'}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Trunk': {'1.1'}} May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: consumer versions: May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: { DHCP agent@n-d-840845-1: {}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: L3 agent@n-d-840845-1: {}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: Metadata agent@n-d-840845-1: {}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: Metering agent@n-d-840845-1: {}, May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Log': '1.0', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Network': '1.1', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Port': '1.5', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'PortForwarding': '1.2', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'QosPolicy': '1.8', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SecurityGroup': '1.2', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SecurityGroupRule': '1.0', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'SubPort': '1.0', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Subnet': '1.1', May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: 'Trunk': '1.1'}} May 06 12:06:57.296380 n-d-840845-1 neutron-server[84801]: {{(pid=84801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:06:57.325440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Attempting to bind port 77d51a12-82ae-427b-9448-a63b50c9c97f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:06:57.326024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Attempting to bind port 77d51a12-82ae-427b-9448-a63b50c9c97f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:06:57.326457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Attempting to bind port 77d51a12-82ae-427b-9448-a63b50c9c97f on network f21227bd-8210-4460-a7b0-6f9967c075e0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:06:57.333564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:06:57.333958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Checking segment: {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:06:57.334438 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:57.334828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Bound using segment: {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:06:57.335321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Bound port: 77d51a12-82ae-427b-9448-a63b50c9c97f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:06:57.335700 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:57.423606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] For port 77d51a12-82ae-427b-9448-a63b50c9c97f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:06:57.427960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] For port 77d51a12-82ae-427b-9448-a63b50c9c97f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=77d51a12-82ae-427b-9448-a63b50c9c97f,segment=NetworkSegment(0295dccf-9183-46e7-985d-1921c16706ca),segment_id=0295dccf-9183-46e7-985d-1921c16706ca)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:06:57.500661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:06:57.609947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54157f1f-2b52-4e4b-a5bb-9df9149728c0 None None] Pushing event updated for resources: {'Port': ['ID=77d51a12-82ae-427b-9448-a63b50c9c97f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:06:58.646125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:06:59.046051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-03164783-c8f8-49e0-a227-fd2edf9955a7 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:06:59.047016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-03164783-c8f8-49e0-a227-fd2edf9955a7 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3998306 May 06 12:07:01.201128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f0855-805d-483e-9455-dc47d0c13222 None None] Network f21227bd-8210-4460-a7b0-6f9967c075e0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:07:01.342631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36360) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:01.387096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b3d69e75-1654-49c4-bd25-b34d838e35a5 None None] Provisioning for port 77d51a12-82ae-427b-9448-a63b50c9c97f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:07:01.747089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-3f313b46-8c88-45ff-a9ba-47fb36d34ab5 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:07:01.748094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3f313b46-8c88-45ff-a9ba-47fb36d34ab5 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4044244 May 06 12:07:02.285778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 77d51a12-82ae-427b-9448-a63b50c9c97f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:02.419451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 77d51a12-82ae-427b-9448-a63b50c9c97f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:07:02.425016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 77d51a12-82ae-427b-9448-a63b50c9c97f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:02.425401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:02.537820 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:02.570098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 77d51a12-82ae-427b-9448-a63b50c9c97f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=77d51a12-82ae-427b-9448-a63b50c9c97f,segment=NetworkSegment(0295dccf-9183-46e7-985d-1921c16706ca),segment_id=0295dccf-9183-46e7-985d-1921c16706ca)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:07:02.614300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:02.688790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=77d51a12-82ae-427b-9448-a63b50c9c97f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:04.264236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 77d51a12-82ae-427b-9448-a63b50c9c97f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:04.316809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36372) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:04.334015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 77d51a12-82ae-427b-9448-a63b50c9c97f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:04.334379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:04.770602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'name': 'router1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:07:04.775699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:07:04.779689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Usage tracker for resource:router and tenant:65a4cda8e010473d92f309264fdaaa6c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:07:04.782991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:07:04.788794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:07:04.878357 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:04.880054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:04.905061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:05.135050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:05.229019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:05.230152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8b1097ef-3564-4427-af18-9ad7d1a117fd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9123907 May 06 12:07:07.493413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:08.113555 n-d-840845-1 neutron-server[84799]: WARNING oslo_policy.policy [None req-4b3f78b6-5497-4dd7-b87a-9c0ef716d86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:07:08.114147 n-d-840845-1 neutron-server[84799]: WARNING oslo_policy.policy [None req-4b3f78b6-5497-4dd7-b87a-9c0ef716d86c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:07:08.305562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f3577e0-e565-4813-a69e-dfb2b4ee8d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:08.326100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-4b3f78b6-5497-4dd7-b87a-9c0ef716d86c admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:07:08.327261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b3f78b6-5497-4dd7-b87a-9c0ef716d86c admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8318646 May 06 12:07:10.571921 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-320404b9-5207-46f0-988f-c6c3f3ae3907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:10.597244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36396) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:10.987409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:07:10.988904 n-d-840845-1 neutron-server[84799]: INFO neutron.quota [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Loaded quota_driver: . May 06 12:07:11.005013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:07:11.011374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Usage tracker for resource:network and tenant:cbfe6fe36a5e4ac988517367bf8693e8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:07:11.016173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:07:11.024200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:07:11.137497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Made reservation on behalf of cbfe6fe36a5e4ac988517367bf8693e8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:07:11.174777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.policy [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84799) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 06 12:07:11.175532 n-d-840845-1 neutron-server[84799]: WARNING oslo_policy.policy [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:07:11.175928 n-d-840845-1 neutron-server[84799]: WARNING oslo_policy.policy [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 12:07:11.180442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.200041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.243193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:07:11.246898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbfe6fe36a5e4ac988517367bf8693e8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:07:11.249984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:07:11.256435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:07:11.325026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.405869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.421295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Reserving flat network on physical network physnet1 {{(pid=84799) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 12:07:11.452926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742006962544', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.453515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Unsubscribe: segment precommit_create {{(pid=84799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 12:07:11.454027 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Added segment 73ac8aa9-9237-4ccb-a8a1-c2f2355920f9 of type flat for network 832b649d-2bcb-4219-9c2e-4cb5159baac8 May 06 12:07:11.507069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087214c-eb34-4878-9eb4-4fed444083b2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:11.532673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.536969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Tracked resource versions report: May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: pushed versions: May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: { 'ConntrackHelper': {'1.0'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Log': {'1.0'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Network': {'1.1'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Port': {'1.5'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'PortForwarding': {'1.2'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'QosPolicy': {'1.8'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SecurityGroup': {'1.2'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SecurityGroupRule': {'1.0'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SubPort': {'1.0'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Subnet': {'1.1'}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Trunk': {'1.1'}} May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: consumer versions: May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: { DHCP agent@n-d-840845-1: {}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: L3 agent@n-d-840845-1: {}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: Metadata agent@n-d-840845-1: {}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: Metering agent@n-d-840845-1: {}, May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Log': '1.0', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Network': '1.1', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Port': '1.5', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'PortForwarding': '1.2', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'QosPolicy': '1.8', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SecurityGroup': '1.2', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SecurityGroupRule': '1.0', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'SubPort': '1.0', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Subnet': '1.1', May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: 'Trunk': '1.1'}} May 06 12:07:11.537578 n-d-840845-1 neutron-server[84799]: {{(pid=84799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:07:11.583578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.697480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.698504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:07:11.699124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:11.808013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=832b649d-2bcb-4219-9c2e-4cb5159baac8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:11.821736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:07:11.866300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba820dc9-df95-464e-962f-20e44b379dd6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2680068 May 06 12:07:11.946075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:12.077237 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:13.206706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:14.169523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36422) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:14.402271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962df59-c8d2-46ec-9ff9-043e64b8e115 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:07:14.403500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7962df59-c8d2-46ec-9ff9-043e64b8e115 admin admin] 10.222.0.83 "GET /v2.0/subnets/edee32df-d90b-4138-b05c-f8a12f23df41 HTTP/1.1" status: 200 len: 849 time: 0.2330611 May 06 12:07:14.550668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-02f725b8-b941-4333-afab-7cade6e3f982 admin admin] 10.222.0.83 "GET /v2.0/routers/5eca0237-5d6b-4991-b3e1-2300eceb324a HTTP/1.1" status: 200 len: 704 time: 0.1413245 May 06 12:07:15.024436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.255297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Allocated IP 172.20.0.1 (f21227bd-8210-4460-a7b0-6f9967c075e0/edee32df-d90b-4138-b05c-f8a12f23df41/19f5e92c-da27-4a64-ab9f-ebb7bb76c044) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:07:15.419974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.437390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Transition to ACTIVE for port object 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:07:15.546255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.612432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Network f21227bd-8210-4460-a7b0-6f9967c075e0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:07:15.614993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:07:15.618773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:07:15.619284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.628911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:15.844196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.899601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec00d9f8-cd3c-4ad7-b777-ccb22d22a35d None None] Provisioning for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:07:15.904300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec00d9f8-cd3c-4ad7-b777-ccb22d22a35d None None] Provisioning complete for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:15.904665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec00d9f8-cd3c-4ad7-b777-ccb22d22a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:15.955795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec00d9f8-cd3c-4ad7-b777-ccb22d22a35d None None] Port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:07:16.070145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:16.134165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:16.134942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:16.264157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Pushing event updated for resources: {'Port': ['ID=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:16.325850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Network f21227bd-8210-4460-a7b0-6f9967c075e0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:07:16.327090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:07:16.580295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9c59e396-c99c-4977-8e9a-9480d434a4f9 None None] Provisioning complete for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:16.580585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c59e396-c99c-4977-8e9a-9480d434a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:16.635424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9c59e396-c99c-4977-8e9a-9480d434a4f9 None None] Port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:07:16.739908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Router 5eca0237-5d6b-4991-b3e1-2300eceb324a is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:07:16.907355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:07:16.916329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b26e0b01-1c38-44c7-a70b-4822d80616f1 admin admin] 10.222.0.83 "PUT /v2.0/routers/5eca0237-5d6b-4991-b3e1-2300eceb324a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3607793 May 06 12:07:16.916995 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Sync routers for ids ['5eca0237-5d6b-4991-b3e1-2300eceb324a'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:07:16.931985 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Routers {'5eca0237-5d6b-4991-b3e1-2300eceb324a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:07:16.932829 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:07:10Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5eca0237-5d6b-4991-b3e1-2300eceb324a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:17.103082 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Set router 5eca0237-5d6b-4991-b3e1-2300eceb324a gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:07:17.465991 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:15Z', 'revision_number': 2, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port_host': None, '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:15Z', 'revision_number': 2, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:17.471508 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Checking router: 5eca0237-5d6b-4991-b3e1-2300eceb324a for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:07:17.471912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Updating router 5eca0237-5d6b-4991-b3e1-2300eceb324a port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:07:17.524763 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:17.899395 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:17.914388 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Transition to ACTIVE for port object 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:07:17.985656 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:18.145614 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Pushing event updated for resources: {'Port': ['ID=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:18.211085 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.211426 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.211759 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.212108 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.212433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.212757 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.213075 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.213389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.213705 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.214015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.214329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Tracked resource versions report: May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: pushed versions: May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: { 'ConntrackHelper': {'1.0'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Log': {'1.0'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Network': {'1.1'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Port': {'1.5'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'PortForwarding': {'1.2'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'QosPolicy': {'1.8'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SecurityGroup': {'1.2'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SecurityGroupRule': {'1.0'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SubPort': {'1.0'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Subnet': {'1.1'}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Trunk': {'1.1'}} May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: consumer versions: May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: { DHCP agent@n-d-840845-1: {}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: L3 agent@n-d-840845-1: {}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: Metadata agent@n-d-840845-1: {}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: Metering agent@n-d-840845-1: {}, May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Log': '1.0', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Network': '1.1', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Port': '1.5', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'PortForwarding': '1.2', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'QosPolicy': '1.8', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SecurityGroup': '1.2', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SecurityGroupRule': '1.0', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'SubPort': '1.0', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Subnet': '1.1', May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: 'Trunk': '1.1'}} May 06 12:07:18.215433 n-d-840845-1 neutron-server[84802]: {{(pid=84802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:07:18.242564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Attempting to bind port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:07:18.242954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Attempting to bind port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:07:18.243381 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Attempting to bind port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 on network f21227bd-8210-4460-a7b0-6f9967c075e0 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:07:18.249579 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:07:18.249972 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Checking segment: {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:07:18.250449 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:18.250823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Bound using segment: {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:07:18.251303 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Bound port: 19f5e92c-da27-4a64-ab9f-ebb7bb76c044, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0295dccf-9183-46e7-985d-1921c16706ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:07:18.252290 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:18.341161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] For port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:07:18.344895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] For port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,segment=NetworkSegment(0295dccf-9183-46e7-985d-1921c16706ca),segment_id=0295dccf-9183-46e7-985d-1921c16706ca)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:07:18.426240 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:18.512711 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239ce18-8922-436f-9263-bb555cff9a92 None None] Pushing event updated for resources: {'Port': ['ID=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:18.521146 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Routers {'5eca0237-5d6b-4991-b3e1-2300eceb324a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:07:18.521843 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:07:10Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5eca0237-5d6b-4991-b3e1-2300eceb324a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:18.685180 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] Set router 5eca0237-5d6b-4991-b3e1-2300eceb324a gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:07:19.017129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:15Z', 'revision_number': 2, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port_host': None, '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:18Z', 'revision_number': 4, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:19.021706 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d804727-ce33-490f-bb6a-536dbd4414d9 None None] The sync data for ids ['5eca0237-5d6b-4991-b3e1-2300eceb324a'] in n-d-840845-1 is: [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:15Z', 'revision_number': 2, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port_host': None, '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:18Z', 'revision_number': 4, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:07:19.046982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36444) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:19.219910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29972e-21e3-43f2-bb16-e26161b88b3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:07:19.221782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca29972e-21e3-43f2-bb16-e26161b88b3e admin admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 842 time: 0.1738093 May 06 12:07:19.230769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:07:19.235725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:07:19.240119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Usage tracker for resource:subnet and tenant:cbfe6fe36a5e4ac988517367bf8693e8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:07:19.242921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:07:19.248488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:07:19.322935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Made reservation on behalf of cbfe6fe36a5e4ac988517367bf8693e8 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:07:19.325397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:19.790870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:07:19.791308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:19.860749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261567f2-4cb8-4aa6-ad74-d171d02c3cf1,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:19.889192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:07:19.889548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Network hostable DHCP agents. Network: 832b649d-2bcb-4219-9c2e-4cb5159baac8, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:07:20.031428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:07:20.120519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 832b649d-2bcb-4219-9c2e-4cb5159baac8) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:07:20.124293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:07:20.124917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:20.131583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab2648-40f0-48a1-afe4-f09cd32b4ead None None] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:07:20.207002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a8d30d49-2ca1-49fd-a022-48621be2afc0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9794436 May 06 12:07:20.344090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:20.399603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63660659-1e6f-4c99-b97d-4bb040376c18 None None] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:07:20.609255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:07:20.619982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:20.620346 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:20.758283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:20.789991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,segment=NetworkSegment(0295dccf-9183-46e7-985d-1921c16706ca),segment_id=0295dccf-9183-46e7-985d-1921c16706ca)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:07:20.852091 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:20.918909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=19f5e92c-da27-4a64-ab9f-ebb7bb76c044,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:22.281372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:22.337069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36458) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:22.351140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:22.351513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:22.571511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ce74204-2f91-4561-9921-97a5aa9937ec admin admin] 10.222.0.83 "GET /v2.0/routers/5eca0237-5d6b-4991-b3e1-2300eceb324a HTTP/1.1" status: 200 len: 710 time: 0.2330372 May 06 12:07:22.698952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0113d3-9c00-4bd5-a388-67d75bed0fc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:07:22.700326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a0113d3-9c00-4bd5-a388-67d75bed0fc2 admin admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 886 time: 0.1239629 May 06 12:07:22.709776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:07:23.176312 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:23.432021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:23.489994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:23.618248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Allocated IP 172.25.2.166 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5adf113f-76ae-4e98-8127-57027bca0ae3) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:07:23.804548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:23.905808 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:23.970683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:07:23.973470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:07:23.975956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:07:24.005097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5adf113f-76ae-4e98-8127-57027bca0ae3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:24.178894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:24.342168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:24.346372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:24.538920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Router 5eca0237-5d6b-4991-b3e1-2300eceb324a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:07:24.736652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:07:24.745983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Sync routers for ids ['5eca0237-5d6b-4991-b3e1-2300eceb324a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:07:24.749719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:24.763814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d309af93-8046-45bd-b9fe-066112d76fa9 admin admin] 10.222.0.83 "PUT /v2.0/routers/5eca0237-5d6b-4991-b3e1-2300eceb324a HTTP/1.1" status: 200 len: 890 time: 2.0443738 May 06 12:07:24.768880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Routers {'5eca0237-5d6b-4991-b3e1-2300eceb324a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:07:24.768880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:07:10Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5eca0237-5d6b-4991-b3e1-2300eceb324a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:24.957140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Set router 5eca0237-5d6b-4991-b3e1-2300eceb324a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:07:25.293620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:24Z', 'revision_number': 4, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port': {'id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:23Z', 'updated_at': '2022-05-06T12:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:20Z', 'revision_number': 5, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:25.298632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Checking router: 5eca0237-5d6b-4991-b3e1-2300eceb324a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:07:25.299062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Updating router 5eca0237-5d6b-4991-b3e1-2300eceb324a port 5adf113f-76ae-4e98-8127-57027bca0ae3 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:07:25.351815 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:25.677910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:07:25.682828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:25.694973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Transition to ACTIVE for port object 5adf113f-76ae-4e98-8127-57027bca0ae3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:07:25.777949 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:25.860010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Attempting to bind port 5adf113f-76ae-4e98-8127-57027bca0ae3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:07:25.860384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Attempting to bind port 5adf113f-76ae-4e98-8127-57027bca0ae3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:07:25.860749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Attempting to bind port 5adf113f-76ae-4e98-8127-57027bca0ae3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:07:25.864027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481aa5d-6a45-4156-9d5a-6b2428906b7a None None] Pushing event updated for resources: {'Port': ['ID=5adf113f-76ae-4e98-8127-57027bca0ae3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:25.870190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:07:25.870562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:07:25.870962 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:25.871800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:07:25.871800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Bound port: 5adf113f-76ae-4e98-8127-57027bca0ae3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:07:25.872213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:25.941642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] For port 5adf113f-76ae-4e98-8127-57027bca0ae3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:07:25.944511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] For port 5adf113f-76ae-4e98-8127-57027bca0ae3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5adf113f-76ae-4e98-8127-57027bca0ae3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:07:26.002869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:26.082888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481aa5d-6a45-4156-9d5a-6b2428906b7a None None] Pushing event updated for resources: {'Port': ['ID=5adf113f-76ae-4e98-8127-57027bca0ae3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:26.087326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Routers {'5eca0237-5d6b-4991-b3e1-2300eceb324a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:07:26.087966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:07:10Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5eca0237-5d6b-4991-b3e1-2300eceb324a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:26.284748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] Set router 5eca0237-5d6b-4991-b3e1-2300eceb324a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:07:26.610085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:24Z', 'revision_number': 4, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port': {'id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:23Z', 'updated_at': '2022-05-06T12:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:20Z', 'revision_number': 5, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:07:26.614182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f13bf-6648-4ac2-9b0e-db5c5057c5c9 None None] The sync data for ids ['5eca0237-5d6b-4991-b3e1-2300eceb324a'] in n-d-840845-1 is: [{'id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'name': 'router1', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:07:04Z', 'updated_at': '2022-05-06T12:07:24Z', 'revision_number': 4, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'gw_port': {'id': '5adf113f-76ae-4e98-8127-57027bca0ae3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:23Z', 'updated_at': '2022-05-06T12:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '19f5e92c-da27-4a64-ab9f-ebb7bb76c044', 'name': '', 'network_id': 'f21227bd-8210-4460-a7b0-6f9967c075e0', 'tenant_id': '65a4cda8e010473d92f309264fdaaa6c', 'mac_address': 'fa:16:3e:b3:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eca0237-5d6b-4991-b3e1-2300eceb324a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:07:15Z', 'updated_at': '2022-05-06T12:07:20Z', 'revision_number': 5, 'project_id': '65a4cda8e010473d92f309264fdaaa6c', 'subnets': [{'id': 'edee32df-d90b-4138-b05c-f8a12f23df41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28727d4a-3a8f-4f02-abb8-3eba59868e0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:07:27.084638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36468) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:07:27.226522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fc65814-9fdb-4997-a96b-1ba2f532fb86 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1406584 May 06 12:07:28.310780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5adf113f-76ae-4e98-8127-57027bca0ae3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:28.457630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 5adf113f-76ae-4e98-8127-57027bca0ae3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:07:28.462779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5adf113f-76ae-4e98-8127-57027bca0ae3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:28.463165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:28.588489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:28.604908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 5adf113f-76ae-4e98-8127-57027bca0ae3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5adf113f-76ae-4e98-8127-57027bca0ae3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:07:28.699881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:28.765650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=5adf113f-76ae-4e98-8127-57027bca0ae3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:07:30.288916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5adf113f-76ae-4e98-8127-57027bca0ae3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:07:30.365733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5adf113f-76ae-4e98-8127-57027bca0ae3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:07:30.366101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:38.340133 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fafd-e20d-4a99-bdb5-3fd2194b549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:40.563269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9cef5690-8a42-4d3c-be14-24b4d45d7318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:41.891801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:42.066569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:07:43.277205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:02.678227 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:08:08.293919 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12bf82c8-da89-4f59-a152-af2bc8dfec72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:10.582703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2aaea429-7427-4240-9a60-c1266115a8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:11.900153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:12.068349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:13.240240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:38.323086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e62df8ea-f395-4aee-a228-2f4b5a172544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:39.679296 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:08:40.588380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cbeff00-0d27-4941-917d-ef406d0552c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:41.899823 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:42.073801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:08:43.925259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:08.317179 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec3944ca-3301-4865-8d48-6ef3d96536b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:10.581182 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b98708e4-9559-415d-82e1-9ee47985d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:11.913090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:12.088939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:13.231326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:16.683218 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:09:37.220119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37072) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:37.317411 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-69db9fae-f6b7-49ff-8a62-b0e9c4f3d90b admin admin] GET failed (client error): The resource could not be found. May 06 12:09:37.318632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-69db9fae-f6b7-49ff-8a62-b0e9c4f3d90b admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0974760 May 06 12:09:37.449136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57dca6e-c4b0-4bbe-b854-c72651fa6900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:37.450443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c57dca6e-c4b0-4bbe-b854-c72651fa6900 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279416 May 06 12:09:38.313705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96ca830f-2930-4370-b383-23f279479af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:39.487606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37082) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:39.619894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96fcf02-cc4e-4986-be9d-76aa09bf529c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:39.620448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b96fcf02-cc4e-4986-be9d-76aa09bf529c admin admin] Synchronizing usage tracker for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:09:39.861926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b96fcf02-cc4e-4986-be9d-76aa09bf529c admin admin] Unset dirty status for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:09:39.863101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b96fcf02-cc4e-4986-be9d-76aa09bf529c admin admin] 10.222.0.83 "GET /v2.0/subnets/edee32df-d90b-4138-b05c-f8a12f23df41 HTTP/1.1" status: 200 len: 849 time: 0.3745408 May 06 12:09:39.872245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:09:39.988919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:40.312729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742007016605'] for subnet, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:40.364722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99375df-73e9-4728-ab3e-b44e2dc7321c None None] Network f21227bd-8210-4460-a7b0-6f9967c075e0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:09:40.368179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:40.368771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:40.370038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] 10.222.0.83 "PUT /v2.0/subnets/edee32df-d90b-4138-b05c-f8a12f23df41 HTTP/1.1" status: 200 len: 868 time: 0.5014925 May 06 12:09:40.381331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edee32df-d90b-4138-b05c-f8a12f23df41,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:09:40.390470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.390872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.391710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.392089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.392399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.392716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.393042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.393369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.393691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.394014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.394480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1d0503-9935-4536-8576-71aa1574a5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:09:40.831178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86c936a5-bef1-4b2f-9008-307f5e9cff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:40.910878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-17f342d6-6980-458c-ab9d-52f079af38a0 None None] Provisioning complete for port 19f5e92c-da27-4a64-ab9f-ebb7bb76c044 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:09:40.911167 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17f342d6-6980-458c-ab9d-52f079af38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:41.042133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-17f342d6-6980-458c-ab9d-52f079af38a0 None None] Provisioning complete for port 77d51a12-82ae-427b-9448-a63b50c9c97f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:09:41.042417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17f342d6-6980-458c-ab9d-52f079af38a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:41.911333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:42.076950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:42.396834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37092) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:42.593663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd1c3b-cf3e-45b1-aa0b-16f9ec0eee19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:42.594528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd1c3b-cf3e-45b1-aa0b-16f9ec0eee19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:42.596126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dddd1c3b-cf3e-45b1-aa0b-16f9ec0eee19 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982706 May 06 12:09:43.233072 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:09:44.632747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:44.836201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810fd39a-7f74-48d2-9c62-ac35d482e7ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:44.836504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810fd39a-7f74-48d2-9c62-ac35d482e7ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:44.837237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-810fd39a-7f74-48d2-9c62-ac35d482e7ed admin admin] Synchronizing usage tracker for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:09:44.939652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-810fd39a-7f74-48d2-9c62-ac35d482e7ed admin admin] Unset dirty status for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:09:44.940834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-810fd39a-7f74-48d2-9c62-ac35d482e7ed admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3071175 May 06 12:09:47.019011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37112) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:47.215041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40403bd-f47b-4de7-9ab4-d8f51a9dd70e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:47.216396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e40403bd-f47b-4de7-9ab4-d8f51a9dd70e admin admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 886 time: 0.1964600 May 06 12:09:49.284817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:49.480441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a7794-9ba8-42a5-ad74-a6eb6e36234e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:49.481706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af8a7794-9ba8-42a5-ad74-a6eb6e36234e admin admin] 10.222.0.83 "GET /v2.0/networks/f21227bd-8210-4460-a7b0-6f9967c075e0 HTTP/1.1" status: 200 len: 869 time: 0.1959567 May 06 12:09:51.509259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:51.646698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250344c-7c50-4d44-8e69-b031d95cd6a4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:51.647061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250344c-7c50-4d44-8e69-b031d95cd6a4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:51.648621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d250344c-7c50-4d44-8e69-b031d95cd6a4 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1383977 May 06 12:09:53.682753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:09:53.703613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:53.836687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266e6c-10b3-4a2d-b04f-c7b2901e84b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:53.837052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36266e6c-10b3-4a2d-b04f-c7b2901e84b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:53.838559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-36266e6c-10b3-4a2d-b04f-c7b2901e84b5 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335866 May 06 12:09:55.857988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37152) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:55.981314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f209a5ea-a208-4d61-9200-642469848856 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:55.982655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f209a5ea-a208-4d61-9200-642469848856 admin admin] 10.222.0.83 "GET /v2.0/subnets/261567f2-4cb8-4aa6-ad74-d171d02c3cf1 HTTP/1.1" status: 200 len: 816 time: 0.1237247 May 06 12:09:58.014149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37162) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:09:58.161512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a8020-010c-49f0-a675-bb57af025419 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:09:58.162888 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a94a8020-010c-49f0-a675-bb57af025419 admin admin] 10.222.0.83 "GET /v2.0/subnets/edee32df-d90b-4138-b05c-f8a12f23df41 HTTP/1.1" status: 200 len: 868 time: 0.1477771 May 06 12:10:08.323043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fe194bd8-d988-436e-b990-a7a136a2a54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:10.581719 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e52cf27-0ef3-459a-98a3-abae5446213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:11.950932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:12.084177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:13.250532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:16.548293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:16.620171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-cf5b02c0-0c38-48f2-ae79-5c2b2ca4cd0b admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:10:16.621244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf5b02c0-0c38-48f2-ae79-5c2b2ca4cd0b admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719535 May 06 12:10:18.718015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:18.815527 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ca8af6-245b-46de-aae0-d3b860edc4cf admin admin] GET failed (client error): The resource could not be found. May 06 12:10:18.815527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-85ca8af6-245b-46de-aae0-d3b860edc4cf admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0920866 May 06 12:10:18.938098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e26964-1291-4456-a116-94e936b2a533 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:10:18.939456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8e26964-1291-4456-a116-94e936b2a533 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238441 May 06 12:10:20.967954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:21.037593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:10:21.042149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:10:21.052243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:10:21.140633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Made reservation on behalf of cbfe6fe36a5e4ac988517367bf8693e8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:10:21.142993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:21.233117 n-d-840845-1 neutron-server[84799]: WARNING neutron.services.revisions.revision_plugin [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Could not find related network for resource to bump revision. May 06 12:10:21.246105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:10:21.254957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:21.256382 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Added segment af42742b-deb3-4afe-b2fa-9cca637208d7 of type vlan for network 054ed7d2-2f3d-4190-904e-066a6150a441 May 06 12:10:21.280596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:21.375237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:21.376100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:10:21.376665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:21.475104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Pushing event updated for resources: {'Network': ['ID=054ed7d2-2f3d-4190-904e-066a6150a441,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:21.482580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.483597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.483597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.483597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.483967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.484617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.484617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.484902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.485214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.485527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.485837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:21.496278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 054ed7d2-2f3d-4190-904e-066a6150a441 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:10:21.524460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6936a15-8f0c-4f6f-a50c-011f0cfc2e70 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5549011 May 06 12:10:23.571882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37230) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:10:23.664591 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b043cc1-1652-47f6-8643-5d70d4bd29fa admin admin] GET failed (client error): The resource could not be found. May 06 12:10:23.665761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7b043cc1-1652-47f6-8643-5d70d4bd29fa admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0929432 May 06 12:10:23.774516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82dadb8-337f-4e82-8942-c5f3fce39677 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:10:23.775916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d82dadb8-337f-4e82-8942-c5f3fce39677 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1062145 May 06 12:10:23.785451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:10:23.789811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:10:23.799842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:10:23.865259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Made reservation on behalf of cbfe6fe36a5e4ac988517367bf8693e8 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:10:23.867527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:24.140971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:24.219730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f06ad3a-7358-452b-a531-271c5eba69c3,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:24.226851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:10:24.227221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Network hostable DHCP agents. Network: 054ed7d2-2f3d-4190-904e-066a6150a441, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:10:24.311637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:10:24.392089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 054ed7d2-2f3d-4190-904e-066a6150a441) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:10:24.396293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:10:24.396869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:24.401463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddf4fd-9606-4973-962e-0e760a534bff None None] Network 054ed7d2-2f3d-4190-904e-066a6150a441 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:10:24.484820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fa1d613-72e0-4013-822c-78a1fe63e269 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7025888 May 06 12:10:24.619819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-054ed7d2-2f3d-4190-904e-066a6150a441', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'tenant_id': 'cbfe6fe36a5e4ac988517367bf8693e8', 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:10:24.620672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:24.783795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Allocated IP 192.168.233.2 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/f04ae055-cae3-43f4-8b3a-68d3c9d16fad) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:10:24.987895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:24.998523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Transition to ACTIVE for port object f04ae055-cae3-43f4-8b3a-68d3c9d16fad will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:10:25.018883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Transition to ACTIVE for port object f04ae055-cae3-43f4-8b3a-68d3c9d16fad will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:10:25.089772 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:25.160422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:10:25.163142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:10:25.166866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:10:25.173690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Pushing event updated for resources: {'Port': ['ID=f04ae055-cae3-43f4-8b3a-68d3c9d16fad,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:25.211349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.211698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.212058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.212392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.212727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.213054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.213377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.213700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.214021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.214347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.214668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:10:25.271412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Attempting to bind port f04ae055-cae3-43f4-8b3a-68d3c9d16fad on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:10:25.271821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Attempting to bind port f04ae055-cae3-43f4-8b3a-68d3c9d16fad by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:10:25.272178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Attempting to bind port f04ae055-cae3-43f4-8b3a-68d3c9d16fad on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:10:25.278753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:10:25.279126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:10:25.279527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:25.279953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:10:25.280416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Bound port: f04ae055-cae3-43f4-8b3a-68d3c9d16fad, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:10:25.281376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:25.370825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] For port f04ae055-cae3-43f4-8b3a-68d3c9d16fad, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:10:25.373797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] For port f04ae055-cae3-43f4-8b3a-68d3c9d16fad, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f04ae055-cae3-43f4-8b3a-68d3c9d16fad,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:10:25.444053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:25.524804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85f4f3-bd0c-427e-b375-9a799bead8ae None None] Pushing event updated for resources: {'Port': ['ID=f04ae055-cae3-43f4-8b3a-68d3c9d16fad,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:26.369353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26544c70-1693-4835-b5af-3409d7caa8a3 None None] Network 054ed7d2-2f3d-4190-904e-066a6150a441 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:10:26.470746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f04ae055-cae3-43f4-8b3a-68d3c9d16fad up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:10:26.619002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e7a50e36-ee79-4ae2-a83d-c9c06a8993d4 None None] Provisioning for port f04ae055-cae3-43f4-8b3a-68d3c9d16fad completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:10:26.723429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f04ae055-cae3-43f4-8b3a-68d3c9d16fad completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:10:26.732349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f04ae055-cae3-43f4-8b3a-68d3c9d16fad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:10:26.732722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:26.868847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:26.909604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f04ae055-cae3-43f4-8b3a-68d3c9d16fad, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f04ae055-cae3-43f4-8b3a-68d3c9d16fad,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:10:26.963180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5e856c-79e3-40b8-8d8b-1e1a3d385ce9 None None] Provisioning complete for port f04ae055-cae3-43f4-8b3a-68d3c9d16fad triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:10:26.963686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5e856c-79e3-40b8-8d8b-1e1a3d385ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:27.021758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:27.135550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f04ae055-cae3-43f4-8b3a-68d3c9d16fad,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:10:28.380768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f04ae055-cae3-43f4-8b3a-68d3c9d16fad up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:10:28.448614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f04ae055-cae3-43f4-8b3a-68d3c9d16fad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:10:28.448984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:30.683114 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:10:38.334993 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05236496-2e34-4a5b-ab46-4e33cc84e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:40.597563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-044f11bf-4bdf-4e21-87af-6ef26f518c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:41.986394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:42.095186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:10:43.254972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:07.683636 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:11:08.340363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a7fe9c3-773a-46c2-986d-23d60acd723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:10.609523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42820769-ce44-4dc1-ba87-db5c6a8663cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:11.917255 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:12.071630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:13.254554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:38.312187 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c8fb35b-94e8-41fa-b54f-93c1786202d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:40.619625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d7ba-d104-4daa-b0f1-a46a095eb853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:41.973976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:42.088608 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:43.248087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:44.684393 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:11:57.247125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:11:57.253083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-45eb286c-45e5-4c26-824c-0fad551d5b64 tempest-verify_tempest_config-449160456 tempest-verify_tempest_config-449160456-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:11:57.254059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-45eb286c-45e5-4c26-824c-0fad551d5b64 tempest-verify_tempest_config-449160456 tempest-verify_tempest_config-449160456-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059819 May 06 12:11:57.800522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:11:57.938560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:57.969971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:11:57.973871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb06fa51ed564fecb15e7ebef1e7c589 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:11:57.982277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:11:57.982277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:11:58.046079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.122169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.178706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1303b7b-9057-4067-889b-2e532b9c103e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:11:58.184470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eb06fa51ed564fecb15e7ebef1e7c589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3829753 May 06 12:11:58.187867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37296) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:11:58.189961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.190307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.190652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.191012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.191346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.191690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.192048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.192372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.194401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.194401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.194401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55888d0-c99f-4933-a886-4c5e023fecf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.252482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.277698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.431155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.446902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1303b7b-9057-4067-889b-2e532b9c103e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:11:58.454788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:11:58.455992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1303b7b-9057-4067-889b-2e532b9c103e HTTP/1.1" status: 204 len: 168 time: 0.2671423 May 06 12:11:58.459172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.459516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.459874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.460211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.460668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.460999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.461368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.461635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.461954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.462272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:11:58.462588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe19cb-71fa-4d55-a189-9b3319492a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:12:08.304558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-624005dd-04f0-48fb-89f7-98d382468ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:10.635975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1183bf80-a00f-4911-bcc8-34c250cfbf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:11.910326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:12.099532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:13.253188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:21.684201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:12:38.333400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a7a03066-ba97-4de7-bdca-596cac9e7716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:40.584439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a54-0d2c-48d4-a80f-c24b9f17074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:41.927556 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:42.047285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:43.264930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:12:58.684004 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:13:08.350196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e5860c6-2a51-46f4-bfc8-61882cc55989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:10.572849 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d2a77a6-2dec-4ebd-a7a0-9ed447d3797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:11.967609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:12.070488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:13.287373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:35.684737 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:13:38.338777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8309ca59-5d0a-4beb-8783-9565b5707c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:40.578799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-36b4fa9a-311a-4e5d-9c64-7a1fe1b39a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:41.932993 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:42.064478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:13:43.286907 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:08.326781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1d65ebb-2145-44e5-aa35-4b858386e84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:10.584239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b9e2a7a-7c56-4482-ae27-562e32fff08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:11.932788 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:12.092950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:12.715818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:14:13.281058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:38.315635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77fbb5c8-d495-47bb-b965-0424bed581f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:40.578159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c4c0beec-38f1-4fa2-9416-867084fde04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:41.961235 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:42.081364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:43.366717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:14:49.717469 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 5 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:15:08.315378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db6b9fa-b211-4e4b-846f-996781fba22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:10.600685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-210b18f1-5425-423b-b7bd-ee40d1ce3558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:11.949834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:12.086698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:13.301187 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:16.035067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:20.240512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562132'] for agent, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:26.718659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:15:38.360566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c943dca1-35c4-4be5-a670-848801d5c6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:40.604587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-355e888c-1cdf-4997-8c04-2dfeee2a75d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:41.949092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:42.103647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:43.272063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:45.943513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:15:50.163328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:03.720524 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:16:05.044768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:05.184762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df44da30-ad28-44b5-bcd0-c951bccef011 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1389048 May 06 12:16:07.249262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37370) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:16:07.342542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-406d4d1d-1e79-45b2-b714-579f74fcce04 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0922377 May 06 12:16:08.326212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea722666-4885-4664-af49-c7a67d2b5838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:10.626001 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-348f704a-61f9-4cde-a962-0303d890f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:11.962925 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:12.072560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:13.277423 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:15.954425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:20.186125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:38.379970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-44028988-8172-4656-bb7d-081de0914a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.585559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f323620f-3c62-4efe-8f2b-ef9c7076f3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:40.722414 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:16:41.939938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:42.093829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:43.286067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:45.956830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:16:50.189304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:08.316764 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3836e83e-8299-4b0c-a06b-f601bbbd461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:10.588816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac629-c249-4168-bbb5-4f2b09d3d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:11.974012 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:12.145270 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:13.348843 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:16.023114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:17.723137 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:17:20.482013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:38.339026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c5d19a0-7eb4-4e8d-9d41-3825157d7f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:40.590057 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7d8ece1d-3af7-46bb-8f1d-4f61545adf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:41.967720 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:42.202229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:43.367459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:45.999794 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:46.982254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:47.997224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1585303141-network', 'tenant_id': '5654092eeaea4b14a0bc9ee49a47225a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:48.001727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:48.005499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Usage tracker for resource:network and tenant:5654092eeaea4b14a0bc9ee49a47225a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:48.008398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:48.014118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:48.150020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Made reservation on behalf of 5654092eeaea4b14a0bc9ee49a47225a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:48.153283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.167656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.201690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:48.205537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Usage tracker for resource:security_group_rule and tenant:5654092eeaea4b14a0bc9ee49a47225a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:48.208320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:48.214975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:48.287229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.373909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.397259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:48.417655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b9a7d4-beb6-46a8-83e9-f078c68e151a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:48.420043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.420374 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Added segment 655ae741-4d0e-4a0a-ad1c-b7013819a71e of type vlan for network 2caff9c0-5f35-4836-b5d3-5278d8055581 May 06 12:17:48.436470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.436816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.437145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.437463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.437793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.438110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.438434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.438748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.439063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.439378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.439678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Tracked resource versions report: May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: pushed versions: May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: { 'ConntrackHelper': {'1.0'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Log': {'1.0'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Network': {'1.1'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Port': {'1.5'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'PortForwarding': {'1.2'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'QosPolicy': {'1.8'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SecurityGroup': {'1.2'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SecurityGroupRule': {'1.0'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SubPort': {'1.0'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Subnet': {'1.1'}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Trunk': {'1.1'}} May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: consumer versions: May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: { DHCP agent@n-d-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: HyperV agent@n-h1-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: HyperV agent@n-h2-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: L3 agent@n-d-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: Metadata agent@n-d-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: Metering agent@n-d-840845-1: {}, May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Log': '1.0', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Network': '1.1', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Port': '1.5', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'PortForwarding': '1.2', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'QosPolicy': '1.8', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SecurityGroup': '1.2', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SecurityGroupRule': '1.0', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'SubPort': '1.0', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Subnet': '1.1', May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: 'Trunk': '1.1'}} May 06 12:17:48.440828 n-d-840845-1 neutron-server[84800]: {{(pid=84800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:17:48.460459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.613004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.613859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:48.614453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:48.720235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] Pushing event updated for resources: {'Network': ['ID=2caff9c0-5f35-4836-b5d3-5278d8055581,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:48.731264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2caff9c0-5f35-4836-b5d3-5278d8055581 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:48.805857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37604) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:48.806377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35d64927-315c-4f3a-a7a7-310b5ecc2492 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8225632 May 06 12:17:48.812340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Request body: {'subnet': {'network_id': '2caff9c0-5f35-4836-b5d3-5278d8055581', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1585303141-subnet', 'tenant_id': '5654092eeaea4b14a0bc9ee49a47225a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:48.818595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:48.823611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Usage tracker for resource:subnet and tenant:5654092eeaea4b14a0bc9ee49a47225a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:48.827177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:48.839530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:48.931931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Made reservation on behalf of 5654092eeaea4b14a0bc9ee49a47225a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:48.934232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.338373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.412612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d325eb22-549d-4129-909e-f43bbf1fd016,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:49.429889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.430194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.430534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.430867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.431196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.431529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.431887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.432209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.432531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.432954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.433222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Tracked resource versions report: May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: pushed versions: May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: { 'ConntrackHelper': {'1.0'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Log': {'1.0'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Network': {'1.1'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Port': {'1.5'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'PortForwarding': {'1.2'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'QosPolicy': {'1.8'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SecurityGroup': {'1.2'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SecurityGroupRule': {'1.0'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SubPort': {'1.0'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Subnet': {'1.1'}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Trunk': {'1.1'}} May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: consumer versions: May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: { DHCP agent@n-d-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: HyperV agent@n-h1-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: HyperV agent@n-h2-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: L3 agent@n-d-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: Metadata agent@n-d-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: Metering agent@n-d-840845-1: {}, May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Log': '1.0', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Network': '1.1', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Port': '1.5', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'PortForwarding': '1.2', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'QosPolicy': '1.8', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SecurityGroup': '1.2', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SecurityGroupRule': '1.0', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'SubPort': '1.0', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Subnet': '1.1', May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: 'Trunk': '1.1'}} May 06 12:17:49.434310 n-d-840845-1 neutron-server[84799]: {{(pid=84799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:17:49.439231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Checking segment: {'id': '655ae741-4d0e-4a0a-ad1c-b7013819a71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2caff9c0-5f35-4836-b5d3-5278d8055581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:49.439631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Network hostable DHCP agents. Network: 2caff9c0-5f35-4836-b5d3-5278d8055581, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:49.641183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Network 2caff9c0-5f35-4836-b5d3-5278d8055581 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:49.762130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2caff9c0-5f35-4836-b5d3-5278d8055581) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:49.767696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:49.768960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:49.778621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328206a7-b698-40f9-ba91-f9177fd140ac None None] Network 2caff9c0-5f35-4836-b5d3-5278d8055581 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:49.892392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc07bd44-ab99-49c9-bccb-42177c8bf2e2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0848649 May 06 12:17:50.030910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102cee3-959f-4c7c-8827-748b50a794b1 None None] Network 2caff9c0-5f35-4836-b5d3-5278d8055581 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:50.327334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.046925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37766) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:54.052366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-586475235-network', 'tenant_id': '185321762e0648ce904c10852fddcd59'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:54.056784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:54.060528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Usage tracker for resource:network and tenant:185321762e0648ce904c10852fddcd59 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:54.063901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:54.069609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:54.150556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Made reservation on behalf of 185321762e0648ce904c10852fddcd59 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:54.153701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.168351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.203203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:54.207220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Usage tracker for resource:security_group_rule and tenant:185321762e0648ce904c10852fddcd59 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:54.210069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:54.217179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:54.281206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.372964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.405878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:17:54.411261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ccbb7f-7126-415b-a456-0bd972ab633d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:54.419367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.419367 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Added segment 614444dc-3e3d-4bf2-b1f1-296ee3f67d4b of type vlan for network 0b38076a-9e50-486d-9126-259704f807cb May 06 12:17:54.450418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.725083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:17:54.785171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.785701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:54.786458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:54.930314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] Pushing event updated for resources: {'Network': ['ID=0b38076a-9e50-486d-9126-259704f807cb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:54.939793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0b38076a-9e50-486d-9126-259704f807cb details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:17:55.116948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-754f9f2d-9fa4-40c3-93a7-43c0135d85ec admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0688808 May 06 12:17:55.119661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:55.125068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Request body: {'subnet': {'network_id': '0b38076a-9e50-486d-9126-259704f807cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-586475235-subnet', 'tenant_id': '185321762e0648ce904c10852fddcd59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:17:55.130475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:55.135171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Usage tracker for resource:subnet and tenant:185321762e0648ce904c10852fddcd59 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:55.138576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:55.145244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:55.218963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Made reservation on behalf of 185321762e0648ce904c10852fddcd59 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:17:55.221774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.384836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37826) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:55.516553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.573788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.610117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7cf71a-ae2b-4329-9e2f-ab245617232f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:55.613393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:55.619259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Usage tracker for resource:security_group_rule and tenant:06d4a48fba3e43ea85144ac4f5c9a236 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:55.622717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:55.628955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:55.629672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Checking segment: {'id': '614444dc-3e3d-4bf2-b1f1-296ee3f67d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0b38076a-9e50-486d-9126-259704f807cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:17:55.630115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Network hostable DHCP agents. Network: 0b38076a-9e50-486d-9126-259704f807cb, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:17:55.717548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.738768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Network 0b38076a-9e50-486d-9126-259704f807cb is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:17:55.830167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.858718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0b38076a-9e50-486d-9126-259704f807cb) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:17:55.863510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:55.864541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:55.870714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c041b8-b895-41b8-aecc-75441338d3fe None None] Network 0b38076a-9e50-486d-9126-259704f807cb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:55.901595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf3920-cb36-4cf9-b9d2-4eb6556e6bcd,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:55.918627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-414a89c3-98e8-4a52-90fc-14a3268c983d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06d4a48fba3e43ea85144ac4f5c9a236&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5325599 May 06 12:17:55.919483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37866) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:55.999511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.022226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25d8e582-837c-461e-9d48-702e58bc8639 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8927824 May 06 12:17:56.046442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.161071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9178e7-2858-4e9d-9f2f-4eb787928c22 None None] Network 0b38076a-9e50-486d-9126-259704f807cb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:17:56.221486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37888) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.224550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.297121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.298236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57bf3920-cb36-4cf9-b9d2-4eb6556e6bcd HTTP/1.1" status: 204 len: 168 time: 0.3717828 May 06 12:17:56.304652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5cbe3-4068-488f-8412-9378957e14ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf3920-cb36-4cf9-b9d2-4eb6556e6bcd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:56.308306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Deleting subnet d325eb22-549d-4129-909e-f43bbf1fd016 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:17:56.311568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.402494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.412594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.606200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.653759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d325eb22-549d-4129-909e-f43bbf1fd016,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:56.669330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:56.682375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-14d3ba6e-c0c5-488c-9944-dadde3127606 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d325eb22-549d-4129-909e-f43bbf1fd016 HTTP/1.1" status: 204 len: 168 time: 0.4598513 May 06 12:17:56.685401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37922) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.714542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:56.881963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.010964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.037710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.037710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.038248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.038645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > port after_create 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.039167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.039634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > port after_update 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.040019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.040387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.040709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.041026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.206539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.206883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.207211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.207536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:17:57.207941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caff9c0-5f35-4836-b5d3-5278d8055581']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.221974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655ae741-4d0e-4a0a-ad1c-b7013819a71e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.227157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655ae741-4d0e-4a0a-ad1c-b7013819a71e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:57.236731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.255506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.263389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:17:57.263931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: util.warn_limited( May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: util.warn_limited( May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: timer() May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:17:57.281939 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:17:57.305174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37960) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.325359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.362126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:57.368163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Usage tracker for resource:security_group_rule and tenant:73bf63b468f340a791520d22665ec8d8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:57.371062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:57.378398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:57.417217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.447127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.450201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caff9c0-5f35-4836-b5d3-5278d8055581,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:57.458454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdb4ae4e-b818-46e4-91ef-64aee39ed931 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2caff9c0-5f35-4836-b5d3-5278d8055581 HTTP/1.1" status: 204 len: 168 time: 0.7711415 May 06 12:17:57.462825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37970) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.467848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.524114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Deleting subnet bf7cf71a-ae2b-4329-9e2f-ab245617232f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:17:57.527482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.539414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.556846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.563102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37974) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.581828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.618841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73bf63b468f340a791520d22665ec8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3125536 May 06 12:17:57.620058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd3815-1c7f-4286-9072-127d210ac15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bbda7-fe19-4ef2-bebd-f1fe89adcb9e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:57.622493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:57.642339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:57.649962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Usage tracker for resource:security_group_rule and tenant:53647fc5a518433f828abb3de8768634 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:57.652177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.658760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:57.683461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:57.763325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.789777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.803504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.836669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.864024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.881060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7cf71a-ae2b-4329-9e2f-ab245617232f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:57.886255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:57.895852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c02ba3e8-3289-4f17-84dc-778d320727d1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/bf7cf71a-ae2b-4329-9e2f-ab245617232f HTTP/1.1" status: 204 len: 168 time: 0.4317296 May 06 12:17:57.896697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.027020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.032538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=53647fc5a518433f828abb3de8768634&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3169489 May 06 12:17:58.033280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f103ffc-75d6-4842-ae2a-dbfbf043d547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb85581-92c7-4e78-ae81-37854396ac2d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.034430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.036906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37996) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.051001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bbda7-fe19-4ef2-bebd-f1fe89adcb9e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.061501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.062904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68a35f65-2b4c-47dd-afba-30efc17931ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b72bbda7-fe19-4ef2-bebd-f1fe89adcb9e HTTP/1.1" status: 204 len: 168 time: 0.4376278 May 06 12:17:58.112917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38004) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.162663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.279987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.302428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:58.311086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f5749a27163f4c979d92da74c887eed8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:58.325472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:58.328908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.336127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:58.350084 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.350302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b38076a-9e50-486d-9126-259704f807cb']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:58.368481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614444dc-3e3d-4bf2-b1f1-296ee3f67d4b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:58.368744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614444dc-3e3d-4bf2-b1f1-296ee3f67d4b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:17:58.396397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.400748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:17:58.405269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Usage tracker for resource:security_group_rule and tenant:0b8ab767ad4c4616be9ebbd9e5fbd6ae is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:17:58.407478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.408805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:17:58.415813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:17:58.452239 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.470235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:17:58.470235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: timer() May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:17:58.488007 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:17:58.494973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.555940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.603638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.615003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fba429-f7a2-4f74-965c-2a356bb174e1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.637802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-711996a9-399d-42d8-8888-39be1968a42b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b8ab767ad4c4616be9ebbd9e5fbd6ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5236833 May 06 12:17:58.643816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.671557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.699388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.711222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.754732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.762751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb85581-92c7-4e78-ae81-37854396ac2d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.774589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b38076a-9e50-486d-9126-259704f807cb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.818769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.820925 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07521752-14f5-4bc5-903c-6e21dae994bf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/deb85581-92c7-4e78-ae81-37854396ac2d HTTP/1.1" status: 204 len: 168 time: 0.7822101 May 06 12:17:58.856225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a461501c-0b08-4280-befd-6c6ce60b2c09,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:58.867519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Synchronizing usage tracker for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:17:58.895212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b163a2f6-2e5b-444b-8446-93c744897a43 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0b38076a-9e50-486d-9126-259704f807cb HTTP/1.1" status: 204 len: 168 time: 0.9945722 May 06 12:17:58.903591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.936713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:58.961948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38076) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.966388 n-d-840845-1 neutron-server[84800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 12:17:58.988782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] Unset dirty status for tenant:cbfe6fe36a5e4ac988517367bf8693e8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:17:58.990277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a13a1528-219d-485b-a311-750c4d33dfb9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5749a27163f4c979d92da74c887eed8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4262245 May 06 12:17:58.993765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:58.997899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-7d6a3eb7-c29e-4d78-9ed6-3db8590f6324 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=713dff6963c74b81900d675493c91d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326130 May 06 12:17:59.077056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.123088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.150047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.180941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fba429-f7a2-4f74-965c-2a356bb174e1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:59.191934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.193097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ca7cb00-b550-42df-b25c-d157a28befa9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84fba429-f7a2-4f74-965c-2a356bb174e1 HTTP/1.1" status: 204 len: 168 time: 0.5482869 May 06 12:17:59.237770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2abc92-a825-478e-b231-8653d90209e9 req-f135fb94-366c-4c1c-8e38-527a20b0872c tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:17:59.245043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-f135fb94-366c-4c1c-8e38-527a20b0872c tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400846 May 06 12:17:59.267551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-47630a47-127b-4b6e-b8e5-40aadd48e678 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/quotas/713dff6963c74b81900d675493c91d82 HTTP/1.1" status: 200 len: 375 time: 0.0173562 May 06 12:17:59.310658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-bcd28010-0843-4495-b66a-a10d53ba1932 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=713dff6963c74b81900d675493c91d82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463896 May 06 12:17:59.315648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.332556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a461501c-0b08-4280-befd-6c6ce60b2c09,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:17:59.339936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.343469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-38ca5d35-9e18-491e-996b-37b39e23dcd1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a461501c-0b08-4280-befd-6c6ce60b2c09 HTTP/1.1" status: 204 len: 168 time: 0.3462276 May 06 12:17:59.633818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46798a29-dfbd-4605-ac17-e2bda1273875 req-45a88d2c-f55f-40a4-89d0-da19039bed53 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.0435171 May 06 12:17:59.671524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:59.722617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-483e47b1-e28b-410e-826f-45d511b2e41e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5654092eeaea4b14a0bc9ee49a47225a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499172 May 06 12:17:59.725115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38130) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:17:59.805231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:17:59.876208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.297235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.311670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b9a7d4-beb6-46a8-83e9-f078c68e151a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:00.318067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.318917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-47d4fe54-c7ed-4531-87d8-fcd9d7be673f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32b9a7d4-beb6-46a8-83e9-f078c68e151a HTTP/1.1" status: 204 len: 168 time: 0.5874681 May 06 12:18:00.745101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0e6232b-5dc7-4d3c-ad40-c9bc8d43f0ec req-270c9f9b-04fe-471e-a280-0d6bfe8dda10 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.0402255 May 06 12:18:00.812313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38158) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:00.836723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:00.881957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:00.886261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Usage tracker for resource:security_group_rule and tenant:52826a18bea7427986f9f1961f40fef7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:00.889165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:00.895966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:00.969920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.132992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.180018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f3ebc-b857-45ac-bfc5-0c60eb1b8172,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:01.184282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f354e23-b92a-4db5-b974-71c11a3fdbff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52826a18bea7427986f9f1961f40fef7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3706758 May 06 12:18:01.186937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.247902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.273780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.417369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.446631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f3ebc-b857-45ac-bfc5-0c60eb1b8172,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:01.451907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.457799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf726547-3076-46e3-91aa-01e64a64fd9b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f02f3ebc-b857-45ac-bfc5-0c60eb1b8172 HTTP/1.1" status: 204 len: 168 time: 0.2698467 May 06 12:18:01.474420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.500005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.531564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:01.535724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Usage tracker for resource:security_group_rule and tenant:1088f2fb75534ca99a6c710830aad09a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:01.538797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:01.544785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:01.609957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.692630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.742603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1088f2fb75534ca99a6c710830aad09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2670920 May 06 12:18:01.743377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8a08d-8009-46ce-b455-424a0ddd3d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c83979-5e30-43d1-b401-83ac8ebc9717,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:01.745409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.825189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.850793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38196) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.852760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38198) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:01.856210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.870352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:01.903796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:01.908068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Usage tracker for resource:security_group_rule and tenant:ee11756c3dae40b79e168b51d42e516c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:01.910951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:01.917763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:02.011342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.029250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c83979-5e30-43d1-b401-83ac8ebc9717,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.035679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.037106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-457c3011-8dee-45f9-85c6-116a51281c93 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4c83979-5e30-43d1-b401-83ac8ebc9717 HTTP/1.1" status: 204 len: 168 time: 0.2906835 May 06 12:18:02.086242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.241538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.295571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050b46a5-6425-4406-a176-70ca32cdd779,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.301008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0fb87acc-6470-441e-8b41-2a9bc367e668 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee11756c3dae40b79e168b51d42e516c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4484165 May 06 12:18:02.303714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:02.363366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.388434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.544267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.560382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b46a5-6425-4406-a176-70ca32cdd779,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.569415 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.574337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-38ab9165-4a69-4c71-9a4b-0d399bcafaa5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/050b46a5-6425-4406-a176-70ca32cdd779 HTTP/1.1" status: 204 len: 168 time: 0.2693918 May 06 12:18:02.583648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:02.638807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c3ae934e-17ef-4daa-bc5e-0aeeda9190a5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=185321762e0648ce904c10852fddcd59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536966 May 06 12:18:02.641437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38222) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:02.704346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.728368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.855330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.871917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ccbb7f-7126-415b-a456-0bd972ab633d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:02.902480 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:02.906060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8fd76020-dad0-4d82-9370-f0e643603e95 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88ccbb7f-7126-415b-a456-0bd972ab633d HTTP/1.1" status: 204 len: 168 time: 0.2611670 May 06 12:18:02.951384 n-d-840845-1 neutron-server[84799]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 12:18:02.985239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38236) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:03.016404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4684e8c1-8dc1-4dea-aed3-9784b49e9d99 req-7382f024-b067-43d6-a9c8-966b68491675 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 1.1624775 May 06 12:18:03.797862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:03.841059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:03.845253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Usage tracker for resource:security_group_rule and tenant:5115d3b93a35410cafb0149856306d84 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:03.848434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:03.856401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:03.931582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.035705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.130116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5115d3b93a35410cafb0149856306d84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1406236 May 06 12:18:04.130116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3eb9e-9778-4fa5-8229-89104ac5ba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e7e373-cd51-4200-ae6e-b80944baf9c3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:04.131045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:04.209249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.237806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.270669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f2841b4-5aff-4937-b275-2b8aee167353 req-732eccb6-9e0f-4a38-b9d0-aeb4c3c17ec1 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.0411518 May 06 12:18:04.361542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.389050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e7e373-cd51-4200-ae6e-b80944baf9c3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:04.398685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:04.399832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-436940d9-d823-4117-a8b3-d3cfdd18e9b8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/35e7e373-cd51-4200-ae6e-b80944baf9c3 HTTP/1.1" status: 204 len: 168 time: 0.2666781 May 06 12:18:05.318256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.86', 62789) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:05.369854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-a1476b1e-118d-43de-92d4-e4b299800c38 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=713dff6963c74b81900d675493c91d82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503142 May 06 12:18:05.541521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-add75123-7573-4a82-b4a7-c303f6b38757 req-557b4bb9-8caf-4649-b811-cd81772f9405 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.0581639 May 06 12:18:05.612807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2abc92-a825-478e-b231-8653d90209e9 req-d6041115-725b-4beb-b940-effe91fa9bcb tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:05.614496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-d6041115-725b-4beb-b940-effe91fa9bcb tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331922 May 06 12:18:05.689984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Request body: {'port': {'device_id': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '713dff6963c74b81900d675493c91d82'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:05.842416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:05.846878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Usage tracker for resource:port and tenant:713dff6963c74b81900d675493c91d82 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:05.850100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:05.857403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:05.925358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Made reservation on behalf of 713dff6963c74b81900d675493c91d82 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:05.928832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.933437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:05.962847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.963464 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:05.994813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:05.997012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:05.998910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Usage tracker for resource:security_group_rule and tenant:713dff6963c74b81900d675493c91d82 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:06.000895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Usage tracker for resource:security_group_rule and tenant:dad7089e049d471f969116b666ec89a8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:06.001779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:06.003852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:06.010330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:06.010476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:06.082986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.105896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.165550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.217233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dad7089e049d471f969116b666ec89a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2827377 May 06 12:18:06.218089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f1014-0063-4554-b0f5-8ada49d62d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143fca8-0346-45cd-b9f7-034c4f6b310a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.219900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38342) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:06.233808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.334162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.421943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.468675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.475654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Allocated IP 192.168.233.235 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:06.688739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.712041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c92128e-7276-4de1-b2fc-a901cbbc810d req-27854a1d-19a9-4736-83f4-3d225ef97fd7 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.0558398 May 06 12:18:06.781465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143fca8-0346-45cd-b9f7-034c4f6b310a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:06.805068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.806265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3218dc27-6765-4fed-82ad-57e8a01311cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3143fca8-0346-45cd-b9f7-034c4f6b310a HTTP/1.1" status: 204 len: 168 time: 0.5853863 May 06 12:18:06.864504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:06.883003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Transition to ACTIVE for port object a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:07.018862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.092565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:07.095757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:07.100896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Pushing event updated for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:07.103061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:07.213482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:07.214091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.298957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-1dbe0169-cdf5-4340-99db-228058b0bb92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6128902 May 06 12:18:07.310177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-39662767-a251-4d57-b74d-da294afacd03 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:18:07.311120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-39662767-a251-4d57-b74d-da294afacd03 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057669 May 06 12:18:07.529715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51459b09-ae52-4aa0-b59c-dfbc982648de None None] Provisioning for port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:07.536456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51459b09-ae52-4aa0-b59c-dfbc982648de None None] Provisioning complete for port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:07.537194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51459b09-ae52-4aa0-b59c-dfbc982648de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:07.600113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51459b09-ae52-4aa0-b59c-dfbc982648de None None] Port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:08.000407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d141d-5b39-4a5f-9653-20cc06272970 req-0d21f653-66f0-47eb-88bb-3fd20739653d tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:08.002854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a1d141d-5b39-4a5f-9653-20cc06272970 req-0d21f653-66f0-47eb-88bb-3fd20739653d tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 936 time: 0.1018417 May 06 12:18:08.067722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a1d141d-5b39-4a5f-9653-20cc06272970 req-5bf5a2c8-1a63-40e8-bf03-accb3a0765a3 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579805 May 06 12:18:08.315910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea548c97-3661-4ada-9261-410609bc6183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:09.335160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-bd8b57a2-5da1-4911-976e-c3cbacf047e1 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:09.337224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-bd8b57a2-5da1-4911-976e-c3cbacf047e1 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Synchronizing usage tracker for tenant:713dff6963c74b81900d675493c91d82 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:09.533375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-bd8b57a2-5da1-4911-976e-c3cbacf047e1 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Unset dirty status for tenant:713dff6963c74b81900d675493c91d82 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:09.535136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-bd8b57a2-5da1-4911-976e-c3cbacf047e1 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 936 time: 0.3276246 May 06 12:18:09.609924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-133519a2-c77e-4fd4-99a2-adf0b79cc015 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Synchronizing usage tracker for tenant:713dff6963c74b81900d675493c91d82 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:09.732544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-133519a2-c77e-4fd4-99a2-adf0b79cc015 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Unset dirty status for tenant:713dff6963c74b81900d675493c91d82 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:09.733774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3fe5ff26-9679-4414-9116-c6704ca60906 req-133519a2-c77e-4fd4-99a2-adf0b79cc015 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920528 May 06 12:18:10.011535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38432) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:10.605921 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-730f66b2-3d5c-4c5c-9793-180d7834e068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.649292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.702524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:10.707322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b396737cf348189777ca362886506a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:10.710562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:10.718583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:10.795410 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.886989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:10.939144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e12dfe-3295-4f36-83b4-496f530845d3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:10.959224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e41a08c-cde7-4706-b45c-d5552948cea4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c1b396737cf348189777ca362886506a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9457977 May 06 12:18:10.962930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:11.041082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:11.091524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:11.117427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1aabe-4b9a-427d-bed9-067ba052b062 req-009d2ef2-ad0f-4957-a3e2-c3e1105efb13 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:11.119831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eae1aabe-4b9a-427d-bed9-067ba052b062 req-009d2ef2-ad0f-4957-a3e2-c3e1105efb13 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 936 time: 0.1529019 May 06 12:18:11.209090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eae1aabe-4b9a-427d-bed9-067ba052b062 req-9710340b-ae1f-4f20-be01-305aca4abe92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 May 06 12:18:11.270554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:11.295115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e12dfe-3295-4f36-83b4-496f530845d3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:11.298211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:11.299757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fadb1411-c454-4165-b4d7-205e8da312cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8e12dfe-3295-4f36-83b4-496f530845d3 HTTP/1.1" status: 204 len: 168 time: 0.3357799 May 06 12:18:11.703854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Request body: {'port': {'device_id': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'device_owner': 'compute:tempest-test_az-1057371442', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:11.878970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.322098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:12.347436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.347436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Transition to ACTIVE for port object a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:12.494246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc6d0-3cc5-4b09-b88f-e9a135fd67fb req-63c7bcf8-ac4f-42e2-942b-1e339416d240 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:12.499999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b1cc6d0-3cc5-4b09-b88f-e9a135fd67fb req-63c7bcf8-ac4f-42e2-942b-1e339416d240 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 936 time: 0.1309543 May 06 12:18:12.586278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b1cc6d0-3cc5-4b09-b88f-e9a135fd67fb req-cfcf1c15-243f-4a3f-b3eb-75641a6bf48a tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751748 May 06 12:18:12.801735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.803032 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.804352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:12.974950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Pushing event updated for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:13.189603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Attempting to bind port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:13.189603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Attempting to bind port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:13.189603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Attempting to bind port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:13.192496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:13.196249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Attempting to bind port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:13.207541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:13.208039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:13.208813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:13.209474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Bound port: a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:13.213306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.340508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:13.345254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:13.799679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.816650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.933616 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:13.935206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] 10.222.0.86 "PUT /v2.0/ports/a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 HTTP/1.1" status: 200 len: 1118 time: 2.7933323 May 06 12:18:13.938216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:13.950067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1063-8f4f-4ecb-bd74-89667f59b704 service neutron] Pushing event updated for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:13.981161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254081-70f2-4298-81a5-365523013b96 req-3cd364f3-f34e-4432-b847-4d898d399c35 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:13.981161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72254081-70f2-4298-81a5-365523013b96 req-3cd364f3-f34e-4432-b847-4d898d399c35 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.2477584 May 06 12:18:14.118069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72254081-70f2-4298-81a5-365523013b96 req-46323ebd-a052-414f-b5ae-b7202cc07943 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322901 May 06 12:18:14.537002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-b502c482-4de9-45bb-a89e-79702ae5daee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=713dff6963c74b81900d675493c91d82&device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 1121 time: 0.1006472 May 06 12:18:14.592300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38514) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:14.641808 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:14.819726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-3c99dc8e-f49f-42b5-a3e6-e0edc3e88a60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 HTTP/1.1" status: 200 len: 217 time: 0.1283281 May 06 12:18:14.821188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:14.821188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Usage tracker for resource:security_group_rule and tenant:debd513c0d8449a0a080fec0e2928795 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:14.821188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:14.821188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:14.845549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2abc92-a825-478e-b231-8653d90209e9 req-97ed4620-0ad5-4ed5-b143-bb47c3ed5ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:14.847685 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-97ed4620-0ad5-4ed5-b143-bb47c3ed5ad7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1041341 May 06 12:18:14.915682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.029865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-7fdd1bfe-84fd-4469-bb25-3156dfc3229d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060822 May 06 12:18:15.092860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.180310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf6a578-1e79-4b7c-895b-cf62be867ed3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:15.210951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6d548219-0e41-4780-bb95-c3a54206dd8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=debd513c0d8449a0a080fec0e2928795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5962918 May 06 12:18:15.212406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38534) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:15.322789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.375334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.380913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-d40d5a27-8fb0-49a9-ad8b-47274e688e8e service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939328 May 06 12:18:15.574137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf2abc92-a825-478e-b231-8653d90209e9 req-6385bc7a-c54d-4fc2-b24d-bbcd547977b6 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808169 May 06 12:18:15.636210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.661596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf6a578-1e79-4b7c-895b-cf62be867ed3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:15.707912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:15.709021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-552efdd1-024a-4d41-8948-94010b6148a9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/caf6a578-1e79-4b7c-895b-cf62be867ed3 HTTP/1.1" status: 204 len: 168 time: 0.4965119 May 06 12:18:15.736914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e24aa-f83b-4deb-879c-efbcbb1146fe req-5d0ca736-6793-48d4-a160-02ee9ce562fe tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:15.738362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f52e24aa-f83b-4deb-879c-efbcbb1146fe req-5d0ca736-6793-48d4-a160-02ee9ce562fe tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.1415930 May 06 12:18:15.784022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f52e24aa-f83b-4deb-879c-efbcbb1146fe req-290394eb-3522-44ea-8b9f-a57f2ea363f4 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 May 06 12:18:16.029672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:16.455513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38568) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:16.505114 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16652937-e2ee-4f85-92c7-c26f709e9467'] response: {'name': 'network-changed', 'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0', 'status': 'completed', 'code': 200} May 06 12:18:16.590887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:16.616513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-fe0f5f89-ddf7-439c-9030-22ba1445b7d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=713dff6963c74b81900d675493c91d82&device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 1121 time: 0.0904260 May 06 12:18:16.756185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:16.805741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-2be1772b-e797-48d0-b286-accb1f524c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:16.806919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-2be1772b-e797-48d0-b286-accb1f524c03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1840549 May 06 12:18:16.816469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:16.876505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Usage tracker for resource:security_group_rule and tenant:02540d0e71154816b32a64eaa156afbd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:16.880052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:16.899253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:16.903681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-7efc0b5d-f653-4085-820a-759b73995f11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 HTTP/1.1" status: 200 len: 217 time: 0.0845764 May 06 12:18:16.938088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:16.998492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:17.003785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3104f25b3864d22b35183d07f4580d3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:17.008857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:17.017461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:17.018901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-f1c11224-6690-451e-aff1-7dcb81d56f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:17.020494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-f1c11224-6690-451e-aff1-7dcb81d56f44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1091728 May 06 12:18:17.116009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.160496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.172748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd93f7-e5ba-499d-af5e-bf3706f01829 req-a6a5e3c7-9ab5-4769-876c-d1d49c992dbf tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:17.174169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebdd93f7-e5ba-499d-af5e-bf3706f01829 req-a6a5e3c7-9ab5-4769-876c-d1d49c992dbf tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.2061064 May 06 12:18:17.177884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-d1e6d61d-6e69-435f-b3d7-12b3d4122eaa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486022 May 06 12:18:17.252334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.281411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.303710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f73f8-05ce-414e-a3dc-89fc063eff1e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:17.310486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-650bc768-a7fa-452e-adbc-9afb8c53b1b8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e3104f25b3864d22b35183d07f4580d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7155416 May 06 12:18:17.311720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38616) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:17.355084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebdd93f7-e5ba-499d-af5e-bf3706f01829 req-e694bfee-4015-4ccb-bc71-8a8fa9582743 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750445 May 06 12:18:17.361421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b03308-3332-4183-9561-2276795853ed,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:17.374922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.385316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b7696b8d-88c5-4884-acbb-29f1230cb08c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02540d0e71154816b32a64eaa156afbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9294114 May 06 12:18:17.389469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:17.410220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-dd3b8a41-f3a3-44e6-9217-6c929c328727 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138178 May 06 12:18:17.416469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.500207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.560810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.561638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-346d06d0-5fea-4ed5-88e1-de475e4a7c4e req-7acc233f-2101-4ea1-8469-40e66c7cbfc6 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450763 May 06 12:18:17.633711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.649906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f73f8-05ce-414e-a3dc-89fc063eff1e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:17.657880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.658962 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a2817d0b-4170-40f4-8d7d-1c1af4e97137 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6e0f73f8-05ce-414e-a3dc-89fc063eff1e HTTP/1.1" status: 204 len: 168 time: 0.3469927 May 06 12:18:17.749612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.752020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:17.753232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32b03308-3332-4183-9561-2276795853ed HTTP/1.1" status: 204 len: 168 time: 0.3628490 May 06 12:18:17.764071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360788-eb57-45cf-aa33-d597cd04dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b03308-3332-4183-9561-2276795853ed,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:17.830002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:18.171260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38646) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:18.307690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.338540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:18.342704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:73e65dbc6186496d8ef5f78f06b6a622 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:18.345526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:18.352430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:18.429891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.548473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.568973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8ecad-5c5b-419e-8d6b-69cecf870f14 req-c387b901-be3f-419d-8259-18a500d247d4 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:18.571340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39a8ecad-5c5b-419e-8d6b-69cecf870f14 req-c387b901-be3f-419d-8259-18a500d247d4 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.0777862 May 06 12:18:18.609353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73e65dbc6186496d8ef5f78f06b6a622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7781303 May 06 12:18:18.609964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38660) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:18.623130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd23db-e787-4a98-ad68-e813b8945aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941d6d25-19ae-4b10-9b26-675cb237bd31,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:18.624085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39a8ecad-5c5b-419e-8d6b-69cecf870f14 req-8e99070c-d4ed-48ce-a982-61bb9ba66014 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 May 06 12:18:18.682615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.709162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:18.764642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.007248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.030395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941d6d25-19ae-4b10-9b26-675cb237bd31,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.033785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:19.042062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Usage tracker for resource:security_group_rule and tenant:8bbc67ea605c4880bf45b0c839d1ecfd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:19.045229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:19.056654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:19.068282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.069418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35b412ea-850d-409d-803a-f39fced2183c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/941d6d25-19ae-4b10-9b26-675cb237bd31 HTTP/1.1" status: 204 len: 168 time: 0.4576893 May 06 12:18:19.128874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.148610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38668) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:19.167015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.200658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:19.204449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Usage tracker for resource:security_group_rule and tenant:0e781467e89b4d82a4b0db4520211a82 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:19.207214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:19.213690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:19.650838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.723949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8bbc67ea605c4880bf45b0c839d1ecfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5493004 May 06 12:18:19.724774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38676) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:19.726707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3aaee-87cf-447a-b482-dcf0744e5cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ad9b5-e374-4d1c-8791-aa81ab4c2fba,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:19.808985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.838651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.845822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:19.881278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7cbd1-3acc-449e-8ead-2a659d286f39 req-dcc47943-88ed-46f3-8acc-4de20969fe90 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:19.884159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c2e7cbd1-3acc-449e-8ead-2a659d286f39 req-dcc47943-88ed-46f3-8acc-4de20969fe90 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.1113575 May 06 12:18:19.935445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c2e7cbd1-3acc-449e-8ead-2a659d286f39 req-c1ef3ecf-b5a1-4859-b866-78e1eea2a20e tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 May 06 12:18:20.018037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.018258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.034296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ad9b5-e374-4d1c-8791-aa81ab4c2fba,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:20.039655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.042767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5d65000-3135-4b08-8400-c5a356428e71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d31ad9b5-e374-4d1c-8791-aa81ab4c2fba HTTP/1.1" status: 204 len: 168 time: 0.3158422 May 06 12:18:20.110131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b43346-d29b-48ea-8a0b-e86f25bd90c9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:20.119550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b10eedaa-ceb6-4db4-a09a-9faaaff0a442 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0e781467e89b4d82a4b0db4520211a82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9661412 May 06 12:18:20.120197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38684) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:20.181012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38688) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:20.185731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.201342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.212599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.235933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:20.240103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5437e4db4949369afbc710641072a6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:20.240958 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.243942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:20.250492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:20.402233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.423896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b43346-d29b-48ea-8a0b-e86f25bd90c9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:20.427571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.429453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-50a26c66-8aa5-4b34-a8c1-c0027194d85d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d2b43346-d29b-48ea-8a0b-e86f25bd90c9 HTTP/1.1" status: 204 len: 168 time: 0.3080046 May 06 12:18:20.493752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.602307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.650139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1315cf28-c9c1-4759-a21d-a85a966b3193,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:20.654653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-be58880a-181a-43a2-bff4-967c34fd6d91 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1e5437e4db4949369afbc710641072a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4726360 May 06 12:18:20.666083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:20.727855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:20.735596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.769451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.878837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:20.892392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0', 'mac_address': 'fa:16:3e:c9:eb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:tempest-test_az-1057371442', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:20.936930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.952150 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.955473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1315cf28-c9c1-4759-a21d-a85a966b3193,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:20.970411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:20.971623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-292e391b-97ee-464a-8cb1-1dafc89c31bf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1315cf28-c9c1-4759-a21d-a85a966b3193 HTTP/1.1" status: 204 len: 168 time: 0.3046069 May 06 12:18:20.980704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:21.011431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:21.145156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8569c9-9e3d-4666-8f15-6c669a8d7eab req-911dc7dd-7c15-455c-aefe-f8c227658d39 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:21.146649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca8569c9-9e3d-4666-8f15-6c669a8d7eab req-911dc7dd-7c15-455c-aefe-f8c227658d39 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 970 time: 0.0826797 May 06 12:18:21.193381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca8569c9-9e3d-4666-8f15-6c669a8d7eab req-5870e2bb-f807-49cc-bbc3-462fa4c2f74e tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 May 06 12:18:21.247022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.314722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.323733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.324314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.324661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.324994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.325325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.325651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.325974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.326295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.326614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.326997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.327314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Tracked resource versions report: May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: pushed versions: May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: { 'ConntrackHelper': {'1.0'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Log': {'1.0'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Network': {'1.1'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Port': {'1.5'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'PortForwarding': {'1.2'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'QosPolicy': {'1.8'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SecurityGroup': {'1.2'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SecurityGroupRule': {'1.0'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SubPort': {'1.0'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Subnet': {'1.1'}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Trunk': {'1.1'}} May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: consumer versions: May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: { DHCP agent@n-d-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: HyperV agent@n-h1-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: HyperV agent@n-h2-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: L3 agent@n-d-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: Metadata agent@n-d-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: Metering agent@n-d-840845-1: {}, May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Log': '1.0', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Network': '1.1', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Port': '1.5', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'PortForwarding': '1.2', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'QosPolicy': '1.8', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SecurityGroup': '1.2', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SecurityGroupRule': '1.0', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'SubPort': '1.0', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Subnet': '1.1', May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: 'Trunk': '1.1'}} May 06 12:18:21.328440 n-d-840845-1 neutron-server[84801]: {{(pid=84801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:18:21.367934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:21.386631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.484204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:21.488738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1990df66da432fa79df4568cf72d3c is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:21.492401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:21.498194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:21.561013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.573801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:21.748435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.799133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12256c59-beb8-48a6-8cb9-7657c0659ae3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:21.805362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d2d994a-7513-4872-a680-b564e716c903 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f1990df66da432fa79df4568cf72d3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4360454 May 06 12:18:21.808989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38720) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:21.870931 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:21.895314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.029643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.045922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12256c59-beb8-48a6-8cb9-7657c0659ae3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:22.052453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.053545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cc850eaa-9a2f-419f-8f0c-fc0e5fecbc6c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12256c59-beb8-48a6-8cb9-7657c0659ae3 HTTP/1.1" status: 204 len: 168 time: 0.2446249 May 06 12:18:22.149662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38728) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:22.168567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.199353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:22.203228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8cce11703b0e43399fd9c6ad14ac5b25 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:22.206200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:22.213449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:22.307016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.428201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a035d-7937-486f-8c10-ee4ed0ca1084 req-8a72b135-b594-4fa4-a470-698f93fd5770 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:22.430338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-802a035d-7937-486f-8c10-ee4ed0ca1084 req-8a72b135-b594-4fa4-a470-698f93fd5770 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 971 time: 0.0821691 May 06 12:18:22.446686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.486118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-802a035d-7937-486f-8c10-ee4ed0ca1084 req-50387e41-9dd3-477a-a574-4b0d41703c6e tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 May 06 12:18:22.498409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8cce11703b0e43399fd9c6ad14ac5b25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3449283 May 06 12:18:22.499321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38746) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:22.520960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a847ea3-50e3-4065-b98c-1ea3c871c2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cce553-a201-4169-a04c-fb66917b48c8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:22.568126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.598088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.710438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:22.776870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.796442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cce553-a201-4169-a04c-fb66917b48c8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:22.806358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.807891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-faa3b65c-dfc0-42df-8516-72a7d4895248 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/45cce553-a201-4169-a04c-fb66917b48c8 HTTP/1.1" status: 204 len: 168 time: 0.3074417 May 06 12:18:22.863025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:22.869321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:22.869806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:22.995390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.025227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:23.093852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:23.203112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:23.271715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:23.701083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd410cfa-c15f-4a7e-9624-96b74097ff1e req-b77dd7bf-c218-4e16-87cb-4c5b4b6cfa75 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:23.702882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd410cfa-c15f-4a7e-9624-96b74097ff1e req-b77dd7bf-c218-4e16-87cb-4c5b4b6cfa75 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.0838048 May 06 12:18:23.759541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd410cfa-c15f-4a7e-9624-96b74097ff1e req-8adf3c5c-bc77-45f0-8130-a2944fd24531 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 May 06 12:18:24.372499 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa7be84-f18f-4ed7-97f0-b884e07baf3e'] response: {'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0', 'code': 200} May 06 12:18:24.516265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-0268fa7e-6b60-4865-992b-1345f3b1c89d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 1123 time: 0.0767663 May 06 12:18:24.542803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.578705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:24.582655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Usage tracker for resource:security_group_rule and tenant:4da2a530dca04b6ab6eb2cc11a4d1d84 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:24.590411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:24.598314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:24.665784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.765685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:24.807142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67f3d364-fcea-4911-bde9-57260494e5b8 req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833455 May 06 12:18:24.808614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36bab-a481-41ec-a6ca-e0defc4b12a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd11a5e-4400-4f47-a034-efdbc5e4ef8d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:24.977765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b8b8-1475-4a05-9a1b-5b04c53ebf59 req-7296db62-b768-4701-9d39-e302ce42ce2c tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:24.979954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6601b8b8-1475-4a05-9a1b-5b04c53ebf59 req-7296db62-b768-4701-9d39-e302ce42ce2c tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.0901523 May 06 12:18:25.030533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6601b8b8-1475-4a05-9a1b-5b04c53ebf59 req-6c0422b9-a3f3-4ece-ab9d-5b9ea7963299 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449967 May 06 12:18:26.233165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54ae5-1370-4ca2-801f-484d40175ae9 req-83b19f14-f2f0-4883-8aef-90369146ce23 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:26.234831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22c54ae5-1370-4ca2-801f-484d40175ae9 req-83b19f14-f2f0-4883-8aef-90369146ce23 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.0767021 May 06 12:18:26.283102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22c54ae5-1370-4ca2-801f-484d40175ae9 req-7e8840d3-215f-4ed2-bdf6-880bdd4483f5 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 May 06 12:18:27.069421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38882) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:27.115086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38894) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:27.294110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-145574721-network', 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:27.302008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:27.306983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Usage tracker for resource:network and tenant:f2d987a7a6774ff9bd762bb91c064f62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:27.309931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:27.315853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:27.475593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:27.478474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.491481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.547065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:27.551524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Usage tracker for resource:security_group_rule and tenant:f2d987a7a6774ff9bd762bb91c064f62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:27.554673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:27.560674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:27.606126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.638509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe4661-54eb-471e-92c1-df8e2eb45d98 req-f761cd9c-3403-4797-a5bc-120f84ac7d26 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:27.646388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abfe4661-54eb-471e-92c1-df8e2eb45d98 req-f761cd9c-3403-4797-a5bc-120f84ac7d26 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.0985618 May 06 12:18:27.696046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abfe4661-54eb-471e-92c1-df8e2eb45d98 req-8312dba3-e014-49cd-85b4-518fa87b7343 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 May 06 12:18:27.731146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-11bc0d64-2d77-44c5-801f-af248c799ca2 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4df9d4bbe6b84887beffde86074f1b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437050 May 06 12:18:27.734551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.781441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:27.787425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Usage tracker for resource:security_group_rule and tenant:9945b63d712d4cf9bbba51ab3f7965cb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:27.791456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:27.799640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:27.879356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.926164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:18:27.978175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:27.978613 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Added segment c2152a4c-8ee6-4977-9b06-511dd89e91ad of type vlan for network de2a58b1-2251-4db6-87a9-6809708209c5 May 06 12:18:27.988632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-4d29e8a6-2fb8-465c-9aca-679c8abf4f8f tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 1123 time: 0.0916619 May 06 12:18:27.996186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc5a7f6-737f-4b46-ba3c-175208fb3941,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.020954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.048721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:28.053420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Usage tracker for resource:security_group_rule and tenant:5b613778b8b844dd9e1790cd6115b1ef is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:28.057540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:28.061862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-806c3eac-9d8e-4ef1-b201-676676598568 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:28.063430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-806c3eac-9d8e-4ef1-b201-676676598568 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3261745 May 06 12:18:28.064046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:28.065300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.100242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-e1077d65-bf9c-47c8-9d7c-e5838598abd5 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/quotas/4df9d4bbe6b84887beffde86074f1b80 HTTP/1.1" status: 200 len: 375 time: 0.0281603 May 06 12:18:28.140132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.163828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.173153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-ad3e14ae-abf4-44c1-ac8b-f453dc15f06f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4df9d4bbe6b84887beffde86074f1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523021 May 06 12:18:28.259205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.304571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.305824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:28.306623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.308452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d15d2aa-b68c-4d76-9dc6-e98f578fe34d req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182383 May 06 12:18:28.317157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90410170-10e3-47ce-ba87-3c5613380ae6 tempest-AggregatesAdminTestJSON-2045567028 tempest-AggregatesAdminTestJSON-2045567028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d946c3-dd8c-429d-82eb-a729fa30235f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.340160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.487604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fd7a4-8934-4d71-b712-065404dcf90c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.499711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] Pushing event updated for resources: {'Network': ['ID=de2a58b1-2251-4db6-87a9-6809708209c5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:28.506157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-63c3796b-be1d-4396-bda3-daa6bb589c52 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9945b63d712d4cf9bbba51ab3f7965cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3874476 May 06 12:18:28.506157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38946) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:28.523358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network de2a58b1-2251-4db6-87a9-6809708209c5 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:18:28.579744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.614019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:28.680389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea578b14-2291-4dd7-b0b1-928e31f2055d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6055179 May 06 12:18:28.682482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:28.688746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Request body: {'subnet': {'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-145574721-subnet', 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:28.694900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:28.700410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Usage tracker for resource:subnet and tenant:f2d987a7a6774ff9bd762bb91c064f62 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:28.703707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:28.712704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:29.096601 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a00e7bed-7a94-45ec-a877-9640c8435ece req-a45ca848-f255-4bba-b433-73c94e636d75 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0430770 May 06 12:18:29.263817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.282806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fd7a4-8934-4d71-b712-065404dcf90c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:29.287317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.288552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7887447a-6281-446c-8bfd-c953d491e2e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/804fd7a4-8934-4d71-b712-065404dcf90c HTTP/1.1" status: 204 len: 168 time: 0.7815311 May 06 12:18:29.372676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:29.375030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.652352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:29.731162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40db6904-448b-44ef-bb00-17318975f384,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:29.744110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:29.744464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Network hostable DHCP agents. Network: de2a58b1-2251-4db6-87a9-6809708209c5, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:29.857830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Network de2a58b1-2251-4db6-87a9-6809708209c5 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:29.977509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, de2a58b1-2251-4db6-87a9-6809708209c5) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:29.986233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ae33b-86fa-45cb-acb2-7f159de14312 None None] Network de2a58b1-2251-4db6-87a9-6809708209c5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:29.990442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:29.991032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.048434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611daba-759e-4628-adc2-ca8a8aeac895 req-ca866829-b767-4759-998e-821fe0977672 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:30.050032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3611daba-759e-4628-adc2-ca8a8aeac895 req-ca866829-b767-4759-998e-821fe0977672 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.1121118 May 06 12:18:30.136192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3611daba-759e-4628-adc2-ca8a8aeac895 req-fff3c968-2d3a-4b42-8966-3196efce1672 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643978 May 06 12:18:30.214313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-47a1cfad-2276-486f-bc92-f6866ee71f27 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5302033 May 06 12:18:30.266278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec46dc4e-60fa-47d5-b8c8-f797dd43919b None None] Network de2a58b1-2251-4db6-87a9-6809708209c5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:30.365346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07d69d43-9fa0-46ff-961e-140decfac007 req-5af4f2cb-7bf0-4be4-aa57-1d7776a15e10 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0835500 May 06 12:18:30.435156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39028) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:30.455127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.492228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:30.496409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc4cb52a6244b85a5e73473b62a0e51 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:30.499718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:30.517748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:30.607453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.771494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.819415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a042845-78db-4b38-9207-689562cb05a3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:30.860467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-376cf429-436a-486c-83d9-f159c5040934 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3bc4cb52a6244b85a5e73473b62a0e51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4240322 May 06 12:18:30.860773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:30.923717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:30.951097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.183699 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.202896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a042845-78db-4b38-9207-689562cb05a3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:31.206684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.208016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12edc359-6749-4b67-858f-d03d110837f1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0a042845-78db-4b38-9207-689562cb05a3 HTTP/1.1" status: 204 len: 168 time: 0.3462164 May 06 12:18:31.326494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe9281-e111-45e2-89ee-f07283491c45 req-a02d8023-8e65-49fa-b590-c46d6c9b80b8 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:31.328018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-debe9281-e111-45e2-89ee-f07283491c45 req-a02d8023-8e65-49fa-b590-c46d6c9b80b8 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.0817921 May 06 12:18:31.463540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-debe9281-e111-45e2-89ee-f07283491c45 req-84a4abc3-8b5b-481a-a76e-d8b904749b92 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/security-groups?id=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296964 May 06 12:18:31.492707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-a9183fe6-9c84-4751-80b5-fa265107425e tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:31.492707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-a9183fe6-9c84-4751-80b5-fa265107425e tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 972 time: 0.1344349 May 06 12:18:31.563649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39074) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:31.684436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3333ac9e-3f79-4c11-ab7f-cdf958eac0b5 req-028f601d-e2f1-4f38-8f9d-c7183a75bfe3 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0643163 May 06 12:18:31.689959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Deleting port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:18:31.690419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:31.725909 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:18:31.951748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] For port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:31.952156 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.079175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Calling delete_port for a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 owned by compute:tempest-test_az-1057371442 {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:18:32.107287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39092) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.236941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.274416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.312085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:32.316586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Usage tracker for resource:security_group_rule and tenant:63c25cbf35064d0bb8debb5c9f57fac5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:32.320888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:32.327301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:32.333005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:32.342890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Usage tracker for resource:security_group_rule and tenant:d370dbe03a7b45b9a90ff4fd2c827a82 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:32.350030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:32.356843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:32.511790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.512504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.512622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:32.513026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Pushing event deleted for resources: {'Port': ['ID=a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:32.600024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.630623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] No DVR routers for this DVR port a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:18:32.642462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.645518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.652450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'name': 'network-vif-deleted', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:32.656670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0560e-c8ac-476a-acfc-d94d770f43b3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:32.678941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fba9a31d-fc59-43cc-b23c-b5a5cdaccab2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=63c25cbf35064d0bb8debb5c9f57fac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5725982 May 06 12:18:32.684518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.690663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.13', 51008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.750592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:32.765947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-32db382f-7992-46e7-989c-cfec921dd062 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4df9d4bbe6b84887beffde86074f1b80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538895 May 06 12:18:32.849628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d370dbe03a7b45b9a90ff4fd2c827a82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2839632 May 06 12:18:32.858448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.900750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbd6fa2e-03a2-4416-8eb7-038121fa353a req-76bdb72a-c783-4e7f-ad23-240087dffb36 tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.86 "DELETE /v2.0/ports/a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 HTTP/1.1" status: 204 len: 173 time: 1.4078922 May 06 12:18:32.903947 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69000a29-3e8b-4fb1-ba64-7e6e8070d16f'] response: {'server_uuid': '24230d4c-9922-4ede-aa46-7b5c42e470a0', 'name': 'network-vif-deleted', 'tag': 'a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0', 'status': 'completed', 'code': 200} May 06 12:18:32.908942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:32.942714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-42707418-5920-44b4-9c77-7a158f29a5bc req-e7a6a5a3-68e2-40c8-a132-aa7b7859641d tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Synchronizing usage tracker for tenant:713dff6963c74b81900d675493c91d82 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:32.954416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-72338392-network', 'tenant_id': 'f181febf3d294ec1a362857345c2e376'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:32.972080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:32.993240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5db84-0c16-4a43-8923-dc44e5be29aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2c50d-a629-4f15-8624-a2ea38b70c5d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:32.999060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Usage tracker for resource:network and tenant:f181febf3d294ec1a362857345c2e376 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:33.005777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:33.024110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:33.027539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.066570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.100222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.106644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2ab9a407-ed3b-40c2-9d46-b9d457d2792f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:33.108158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2ab9a407-ed3b-40c2-9d46-b9d457d2792f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350060 May 06 12:18:33.110674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74eb270b-95d5-4bcd-8af5-381da9a960d0 req-de5f47b3-c120-49d9-be13-266d3bbcb189 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0831499 May 06 12:18:33.125929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-42707418-5920-44b4-9c77-7a158f29a5bc req-e7a6a5a3-68e2-40c8-a132-aa7b7859641d tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] Unset dirty status for tenant:713dff6963c74b81900d675493c91d82 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:33.146233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42707418-5920-44b4-9c77-7a158f29a5bc req-e7a6a5a3-68e2-40c8-a132-aa7b7859641d tempest-AggregatesAdminTestJSON-527274061 tempest-AggregatesAdminTestJSON-527274061-project] 10.222.0.83 "GET /v2.0/ports?device_id=24230d4c-9922-4ede-aa46-7b5c42e470a0 HTTP/1.1" status: 200 len: 210 time: 0.3055327 May 06 12:18:33.173558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Made reservation on behalf of f181febf3d294ec1a362857345c2e376 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:33.173558 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.173817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Request body: {'port': {'device_id': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '4df9d4bbe6b84887beffde86074f1b80'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:33.187927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.196639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.330633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:33.334821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Usage tracker for resource:port and tenant:4df9d4bbe6b84887beffde86074f1b80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:33.339429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:33.345958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:33.372334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.391285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0560e-c8ac-476a-acfc-d94d770f43b3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:33.398610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.400291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7140c904-4d50-4336-8b71-08745ce2e063 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00d0560e-c8ac-476a-acfc-d94d770f43b3 HTTP/1.1" status: 204 len: 168 time: 0.7152710 May 06 12:18:33.416391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:33.421188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Usage tracker for resource:security_group_rule and tenant:f181febf3d294ec1a362857345c2e376 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:33.425141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:33.433002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:33.463413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.485409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Made reservation on behalf of 4df9d4bbe6b84887beffde86074f1b80 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:33.488458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.497351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2c50d-a629-4f15-8624-a2ea38b70c5d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:33.502527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.526119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.527263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-20266d09-740a-4c25-b6e1-cb20b1b3ad72 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d2d2c50d-a629-4f15-8624-a2ea38b70c5d HTTP/1.1" status: 204 len: 168 time: 0.6255801 May 06 12:18:33.540280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:33.544878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Usage tracker for resource:security_group_rule and tenant:4df9d4bbe6b84887beffde86074f1b80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:33.545475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.548336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:33.556307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:33.639484 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.642473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.678350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:18:33.702934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30132483-f34a-4a68-867a-bca2c3f56b7d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:33.715190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.715706 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Added segment 4cd951d7-1c40-4cd2-90d4-b0cc4e58b97b of type vlan for network b02f956e-e686-47e3-b913-fbf4805b7d4c May 06 12:18:33.770199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.782982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.877710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:33.967935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.968709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:33.969395 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:33.988518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Allocated IP 192.168.233.171 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/30eb0fa6-6a7f-4053-b48f-c71415182733) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:34.101419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] Pushing event updated for resources: {'Network': ['ID=b02f956e-e686-47e3-b913-fbf4805b7d4c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:34.114301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network b02f956e-e686-47e3-b913-fbf4805b7d4c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:18:34.185251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-92bf7fb9-edad-494e-b961-4fcdace1fed0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2587223 May 06 12:18:34.188036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39166) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:34.195668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Request body: {'subnet': {'network_id': 'b02f956e-e686-47e3-b913-fbf4805b7d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-72338392-subnet', 'tenant_id': 'f181febf3d294ec1a362857345c2e376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:34.208483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:34.215841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Usage tracker for resource:subnet and tenant:f181febf3d294ec1a362857345c2e376 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:34.226850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:34.244652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:34.424960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4bee1c7-f2cf-438b-9983-0abb85c73494 req-ad2e3958-a269-4835-8e01-bc39aa2dff55 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0781476 May 06 12:18:34.435189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Made reservation on behalf of f181febf3d294ec1a362857345c2e376 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:34.437952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.510733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.540264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Transition to ACTIVE for port object 30eb0fa6-6a7f-4053-b48f-c71415182733 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:34.761272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.835734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:18:34.847108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:34.850404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:34.855569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:34.859565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:34.859979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.868732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:34.879704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:18:34.879940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a200b6c9-0ad9-45c5-b49d-d0c8f5c782c0 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:18:34.881283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:34.979344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39188) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:34.985720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c46489f-43e5-4937-90bc-775e67514e55,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:35.001615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.023073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Checking segment: {'id': '4cd951d7-1c40-4cd2-90d4-b0cc4e58b97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b02f956e-e686-47e3-b913-fbf4805b7d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:35.023609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Network hostable DHCP agents. Network: b02f956e-e686-47e3-b913-fbf4805b7d4c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:35.026095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-2a6bc1af-f6f0-4d7b-a30b-77d622dc9eb0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8594673 May 06 12:18:35.048926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:35.053265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Usage tracker for resource:security_group_rule and tenant:5419ad44fcb64a3098b9a3fa52cafa9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:35.056928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:35.062635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:35.132047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39192) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:35.143286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.154062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.167829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Network b02f956e-e686-47e3-b913-fbf4805b7d4c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:35.199523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:35.204558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Usage tracker for resource:security_group_rule and tenant:7013c216ca62473c806eef82fe2f59ff is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:35.207997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:35.214777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:35.272123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.275703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, b02f956e-e686-47e3-b913-fbf4805b7d4c) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:35.282050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:35.283017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.283826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f383a-0510-4062-ae4c-02df2dbb6947 None None] Network b02f956e-e686-47e3-b913-fbf4805b7d4c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:35.315393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.348903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5419ad44fcb64a3098b9a3fa52cafa9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3681746 May 06 12:18:35.351861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39202) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:35.385748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-561f35c0-28d8-49f5-8851-c1bee0909257 None None] Provisioning for port 30eb0fa6-6a7f-4053-b48f-c71415182733 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:35.404385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-561f35c0-28d8-49f5-8851-c1bee0909257 None None] Provisioning complete for port 30eb0fa6-6a7f-4053-b48f-c71415182733 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:35.405117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-561f35c0-28d8-49f5-8851-c1bee0909257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.406389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.473895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338e616-8270-4f80-b382-9bc43808d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0317f9-5311-4898-b0ea-273421fb7ad4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:35.491626 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8d7b072f-3c50-4fe2-af05-0cbe358ea510 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2927973 May 06 12:18:35.498499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-561f35c0-28d8-49f5-8851-c1bee0909257 None None] Port 30eb0fa6-6a7f-4053-b48f-c71415182733 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:18:35.502335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337c2963-12cd-4118-89cd-04764a1cb5a4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:35.514769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b2f5aa4-c3be-49ed-b4e0-21cae692444c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7013c216ca62473c806eef82fe2f59ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3794825 May 06 12:18:35.517448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:35.526019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.567037 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.590091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.644130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.695834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b915aef-52b3-4aa5-b755-fef88efe26d8 None None] Network b02f956e-e686-47e3-b913-fbf4805b7d4c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:35.753384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-0d126fce-c1f1-4839-9e28-19983d202e66 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:35.758538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-0d126fce-c1f1-4839-9e28-19983d202e66 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Synchronizing usage tracker for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:35.790112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.807233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0317f9-5311-4898-b0ea-273421fb7ad4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:35.816919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.821352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fd9988e1-b9ec-4d14-8687-413f829f18aa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a0317f9-5311-4898-b0ea-273421fb7ad4 HTTP/1.1" status: 204 len: 168 time: 0.4684510 May 06 12:18:35.841373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.865360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337c2963-12cd-4118-89cd-04764a1cb5a4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:35.870998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:35.884704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-99035603-98b9-4bf2-b350-c7273651de7f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/337c2963-12cd-4118-89cd-04764a1cb5a4 HTTP/1.1" status: 204 len: 168 time: 0.3640323 May 06 12:18:35.925708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-0d126fce-c1f1-4839-9e28-19983d202e66 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Unset dirty status for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:35.933374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-0d126fce-c1f1-4839-9e28-19983d202e66 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 936 time: 0.2800195 May 06 12:18:35.988216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-cf631bc5-f409-4a30-a0c5-4b990c22075d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Synchronizing usage tracker for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:36.103450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-cf631bc5-f409-4a30-a0c5-4b990c22075d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Unset dirty status for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:36.103450 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad888ff1-5a8e-4ba3-bb90-0f5e5ff05823 req-cf631bc5-f409-4a30-a0c5-4b990c22075d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592388 May 06 12:18:36.655688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39244) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:37.198638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.274227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:37.285009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Usage tracker for resource:security_group_rule and tenant:e7fcc6f403a345769d15ba0e1c2a5cad is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:37.288905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:37.300571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:37.452839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.483333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9032b-9795-44c3-843d-04f9dc566433 req-3c9d154a-d910-40d7-b7aa-de7c8d5fdcec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:37.485194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-3c9d154a-d910-40d7-b7aa-de7c8d5fdcec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.3389714 May 06 12:18:37.518538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-c90afe11-df1d-47fc-bade-7428ac15d1c2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/quotas/f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 375 time: 0.0176654 May 06 12:18:37.549621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.586220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-b12c2d59-2991-41a0-a227-dc957e3b738a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526235 May 06 12:18:37.619136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64e76-fcdf-4a00-a8ca-9ad58a7626d4 req-0382bfe4-a809-4c0f-be0d-7d90f13a1b49 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:37.619136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52c64e76-fcdf-4a00-a8ca-9ad58a7626d4 req-0382bfe4-a809-4c0f-be0d-7d90f13a1b49 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 936 time: 0.1604218 May 06 12:18:37.644281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2215c1d-04ae-4530-9076-d8b17a4951b1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:37.659494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39286) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:37.659794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-98f33276-a67f-4fa1-916f-1de7667c6c0f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7fcc6f403a345769d15ba0e1c2a5cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9965625 May 06 12:18:37.700980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52c64e76-fcdf-4a00-a8ca-9ad58a7626d4 req-044c9e4d-7804-42c1-aa05-030fe9d4c35d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763628 May 06 12:18:37.721603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.767552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.956306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.986868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2215c1d-04ae-4530-9076-d8b17a4951b1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:37.988802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:37.990528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f138edc5-e9d4-499b-99ac-97feff20c81b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2215c1d-04ae-4530-9076-d8b17a4951b1 HTTP/1.1" status: 204 len: 168 time: 0.3351383 May 06 12:18:38.395021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-097ac0b1-d884-436f-88f5-2cc96d7f3ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:38.734861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-24fd46ea-e1ab-4622-ab79-f61ea55e05ad service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:18:38.736105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-24fd46ea-e1ab-4622-ab79-f61ea55e05ad service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5288336 May 06 12:18:38.878484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-7875a655-4b27-483f-ba71-c384e8bceaaf service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357272 May 06 12:18:39.068032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-981fe8d9-ebf1-43e5-8af8-d82d7c705914 service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820552 May 06 12:18:39.349134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-59559a97-8fbe-4663-b119-4aae66c996ae tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:18:39.350589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-59559a97-8fbe-4663-b119-4aae66c996ae tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068932 May 06 12:18:39.421518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:39.449007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.493597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:39.500287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Usage tracker for resource:security_group_rule and tenant:6f19df184318455787bdab47afdabbed is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:39.503880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:39.512267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:39.519535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b893c5-dbbc-4496-95c5-1d6de6393a36 req-d2d165de-4d0d-4130-8050-a10962b4c25d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:39.521105 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06b893c5-dbbc-4496-95c5-1d6de6393a36 req-d2d165de-4d0d-4130-8050-a10962b4c25d tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 936 time: 0.1416962 May 06 12:18:39.593736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06b893c5-dbbc-4496-95c5-1d6de6393a36 req-edb3ff2d-ec3d-4ea0-a0ce-e9fd0d60eb08 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642874 May 06 12:18:39.637444 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.783056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.783559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-68a9c4c0-16df-429b-be8b-7cad59e2f028 req-72075cdc-cc54-4634-9afb-3c09b3f64b94 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 210 time: 0.0429101 May 06 12:18:39.838768 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f19df184318455787bdab47afdabbed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4161835 May 06 12:18:39.841738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39370) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:39.846852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33aa39-c7f3-4d6b-b507-a88e20fe4b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33621f93-44f1-410a-9d2e-5e0458d256ef,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:39.930507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:39.971196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.113258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Request body: {'port': {'device_id': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:40.181166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.242794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33621f93-44f1-410a-9d2e-5e0458d256ef,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:40.253139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.254557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-22b871a5-e5a8-4737-8a89-896badfe1174 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/33621f93-44f1-410a-9d2e-5e0458d256ef HTTP/1.1" status: 204 len: 168 time: 0.4118631 May 06 12:18:40.324368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.654434 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05574813-1724-4b88-8db3-6b74bd816bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.716877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:40.726083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.742484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Transition to ACTIVE for port object 30eb0fa6-6a7f-4053-b48f-c71415182733 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:40.856156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:40.863764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a2b8-3781-42f0-aaeb-477cbe56e2a9 req-61fa1c6b-7473-4cc9-bdb2-805737c10acf tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:40.872212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d266a2b8-3781-42f0-aaeb-477cbe56e2a9 req-61fa1c6b-7473-4cc9-bdb2-805737c10acf tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 936 time: 0.1058445 May 06 12:18:40.932677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d266a2b8-3781-42f0-aaeb-477cbe56e2a9 req-e2a476cb-f26f-4e0a-a17d-ea8f9cc5df77 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 May 06 12:18:41.084401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51b965ee-7b29-4789-be70-8fcf1a0f55f7 req-8a6b10d5-ea6b-450e-8d7d-171a94332407 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 210 time: 0.0535171 May 06 12:18:41.093077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:41.168460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Attempting to bind port 30eb0fa6-6a7f-4053-b48f-c71415182733 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:41.168911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Attempting to bind port 30eb0fa6-6a7f-4053-b48f-c71415182733 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:41.169317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Attempting to bind port 30eb0fa6-6a7f-4053-b48f-c71415182733 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:41.175737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Port 30eb0fa6-6a7f-4053-b48f-c71415182733 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:41.176263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Attempting to bind port 30eb0fa6-6a7f-4053-b48f-c71415182733 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:41.184334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:41.184720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:41.185270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:41.190628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Bound port: 30eb0fa6-6a7f-4053-b48f-c71415182733, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:41.190628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.298559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:41.302385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:41.452544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.525107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.531133 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/30eb0fa6-6a7f-4053-b48f-c71415182733 HTTP/1.1" status: 200 len: 1096 time: 1.8911231 May 06 12:18:41.531133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:41.621423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564ba18-a430-43c4-baf5-f68bec8ff2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:41.690323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:41.727510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.798654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:41.808546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Usage tracker for resource:security_group_rule and tenant:c75e78b172784b92ad16df5424c959d2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:41.817327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:41.820373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:41.827095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:41.849590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-1077d401-af20-474f-ad4e-cdca1c75bf83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4df9d4bbe6b84887beffde86074f1b80&device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 1099 time: 0.1660509 May 06 12:18:41.972490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-e9eeb185-eb07-4c32-baa6-6f0bdbd9302d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=30eb0fa6-6a7f-4053-b48f-c71415182733 HTTP/1.1" status: 200 len: 217 time: 0.1131365 May 06 12:18:41.983028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:41.983554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.060662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-36d85f3f-716f-4155-8116-17633e8d6abd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:42.062098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-36d85f3f-716f-4155-8116-17633e8d6abd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0784400 May 06 12:18:42.093931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.127117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.181964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c75e78b172784b92ad16df5424c959d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4902658 May 06 12:18:42.184105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec603-64aa-46d7-8054-d74a22294d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895ea14-33d6-4d09-b103-14f0590989b5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:42.185618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-7e5c28a2-175d-468c-86ff-ba866d9fca08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166687 May 06 12:18:42.186532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39506) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:42.364803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.485067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:42.569824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.578070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Usage tracker for resource:security_group_rule and tenant:b60c539339fe46fbb3846b4100ea391a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:42.594152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:42.604739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-9da29154-871a-4e7c-98a3-af13905d0a49 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901861 May 06 12:18:42.614367 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d69d63bc-71f7-4869-9f96-b10c5b85812b'] response: {'name': 'network-changed', 'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'status': 'completed', 'code': 200} May 06 12:18:42.623507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:42.650066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9cd9-98e3-4a58-b53e-472bcc751ecf req-20e80689-a994-48da-8525-cd28b1b71d43 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:42.650066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aabc9cd9-98e3-4a58-b53e-472bcc751ecf req-20e80689-a994-48da-8525-cd28b1b71d43 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 948 time: 0.3033495 May 06 12:18:42.715606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9032b-9795-44c3-843d-04f9dc566433 req-81f0da3f-5fe1-4d62-a4be-78b81eccdc71 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:42.716403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-dad9032b-9795-44c3-843d-04f9dc566433 req-81f0da3f-5fe1-4d62-a4be-78b81eccdc71 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:42.758750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aabc9cd9-98e3-4a58-b53e-472bcc751ecf req-077f7b8e-b86f-4993-bd62-79b5d7790350 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018760 May 06 12:18:42.777313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:42.872343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b91c70c4-9172-478d-89b4-b4369cbf5981 req-9b16737a-766b-4a60-b708-2c28d21b83ca service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467530 May 06 12:18:42.875500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2622ea6-250c-4aba-9842-111ba19a4e96 req-6f13ba60-1f70-4074-bedd-ffaa2a2ee027 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 210 time: 0.0830381 May 06 12:18:42.910267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-dad9032b-9795-44c3-843d-04f9dc566433 req-81f0da3f-5fe1-4d62-a4be-78b81eccdc71 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:42.915112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-81f0da3f-5fe1-4d62-a4be-78b81eccdc71 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.5184255 May 06 12:18:42.938490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Request body: {'port': {'device_id': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'admin_state_up': True, 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:42.986208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.096965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.154419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.165308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:43.169933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Usage tracker for resource:port and tenant:f2d987a7a6774ff9bd762bb91c064f62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:43.174709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:43.179561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d822b79-b3a5-488f-821c-349d3e879688,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:43.181773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:43.204305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-895bc8c8-1a73-44f8-8044-07b4b6287589 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b60c539339fe46fbb3846b4100ea391a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3790107 May 06 12:18:43.206353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895ea14-33d6-4d09-b103-14f0590989b5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:43.209243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39536) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:43.215670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.219263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9061598e-defe-414b-b400-e969d898c451 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2895ea14-33d6-4d09-b103-14f0590989b5 HTTP/1.1" status: 204 len: 168 time: 1.0192358 May 06 12:18:43.233313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-544e0e8b-a943-4299-9bdc-d3c56c2e17d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4df9d4bbe6b84887beffde86074f1b80&device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 1099 time: 0.1877015 May 06 12:18:43.310582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.347951 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.365746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:43.382562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.410975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.429206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-1be76678-0284-42ef-b312-ac0c47746241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:43.432711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-1be76678-0284-42ef-b312-ac0c47746241 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1926565 May 06 12:18:43.521502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-d8ffaff4-1999-4d5c-a01b-c7e597d0a519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=30eb0fa6-6a7f-4053-b48f-c71415182733 HTTP/1.1" status: 200 len: 217 time: 0.0805755 May 06 12:18:43.611299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-892e08ca-a15d-410a-b47c-8962e444e1b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:43.614047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-892e08ca-a15d-410a-b47c-8962e444e1b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0844774 May 06 12:18:43.684308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Allocated IP 172.20.0.3 (de2a58b1-2251-4db6-87a9-6809708209c5/40db6904-448b-44ef-bb00-17318975f384/34f3d7f6-886c-4a5e-b729-0ac4887d1528) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:18:43.712253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-8460e040-2507-4acd-a672-8ffa7769720e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868204 May 06 12:18:43.868025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:43.877718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-75eb2ff7-1cbf-4337-be53-b5b767a420f2 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544211 May 06 12:18:43.975259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d822b79-b3a5-488f-821c-349d3e879688,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:44.015763 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.015763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5351b86a-7599-467d-b145-08bb57c6bd68 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d822b79-b3a5-488f-821c-349d3e879688 HTTP/1.1" status: 204 len: 168 time: 0.8010015 May 06 12:18:44.077933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3dacb38-63f9-40d3-a345-895c8edce5fc req-18b7ca00-460f-4a8c-9ec1-90b3ea741f27 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900706 May 06 12:18:44.105295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.155694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:44.258083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.369809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Network de2a58b1-2251-4db6-87a9-6809708209c5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:18:44.373334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:44.375699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:44.377922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:18:44.388138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.414881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60b0d5-6c71-43c6-91d2-0b321a7d9a44 req-42999f50-6eaa-4aab-9b33-4a0672d76d2b tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:44.416456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b60b0d5-6c71-43c6-91d2-0b321a7d9a44 req-42999f50-6eaa-4aab-9b33-4a0672d76d2b tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 948 time: 0.1320510 May 06 12:18:44.446847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:44.447540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.466366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:44.477339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Usage tracker for resource:security_group_rule and tenant:7f7c1d46d75949b09233afae060b28de is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:44.481364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:44.490545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:44.499837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b60b0d5-6c71-43c6-91d2-0b321a7d9a44 req-4dd8438f-f1b9-44d3-8068-370fe30f4ad9 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669792 May 06 12:18:44.618723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-562b2ea7-5d45-4fa9-a778-902663a54112 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6857221 May 06 12:18:44.636086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Request body: {'port': {'device_id': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:44.754325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.767233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4a53e-1379-4bf5-a1ae-fd14ab328bc7 req-d631d147-83da-45c6-bf55-2cde593f8017 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:44.768770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09e4a53e-1379-4bf5-a1ae-fd14ab328bc7 req-d631d147-83da-45c6-bf55-2cde593f8017 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 931 time: 0.1373279 May 06 12:18:44.800771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.833127 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09e4a53e-1379-4bf5-a1ae-fd14ab328bc7 req-640bd5b3-7844-400a-be77-9e9187096a41 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577028 May 06 12:18:44.834444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:44.911417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f7c1d46d75949b09233afae060b28de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7546806 May 06 12:18:44.912198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9327058-4b98-4b68-a708-5472b84bca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf8b8d-f5e4-4c1f-976c-7027c63b353e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:44.915361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39610) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:44.958670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:44.983894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.024796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.041101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:45.052049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7509bcc4b6c74d1db74fc56826f0dcba is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:45.057403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:45.070021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.076859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:45.182438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.243218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f3d7f6-886c-4a5e-b729-0ac4887d1528 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:45.251403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.263662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.269691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Transition to ACTIVE for port object 34f3d7f6-886c-4a5e-b729-0ac4887d1528 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:18:45.281449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf8b8d-f5e4-4c1f-976c-7027c63b353e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.291643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.295973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ab13bdae-1f85-448b-b11a-63685bff88a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fcaf8b8d-f5e4-4c1f-976c-7027c63b353e HTTP/1.1" status: 204 len: 168 time: 0.3794785 May 06 12:18:45.304269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.359803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae00a27-e842-43ff-bb60-43c8babc74a8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.366333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-57be083e-e529-4c1a-995b-6ae9e9bd51e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7509bcc4b6c74d1db74fc56826f0dcba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4061084 May 06 12:18:45.370212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39628) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:45.442198 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.462917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.474112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.646030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.657273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.677922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae00a27-e842-43ff-bb60-43c8babc74a8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:45.679999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.681098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9bd0b911-548c-406c-8c7b-5c8a2658e1bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ae00a27-e842-43ff-bb60-43c8babc74a8 HTTP/1.1" status: 204 len: 168 time: 0.3097439 May 06 12:18:45.756185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:18:45.757044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:18:45.757804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:45.763369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:18:45.763690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:18:45.770420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:18:45.770758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:45.771140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:18:45.771556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Bound port: 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:18:45.771923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.948407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:45.974880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:18:45.980143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:18:45.991965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf456-1c48-47fa-a85b-0545809d7d97 req-6cc87c32-1153-4453-81e8-d517eced3e54 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:45.993612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da9bf456-1c48-47fa-a85b-0545809d7d97 req-6cc87c32-1153-4453-81e8-d517eced3e54 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 948 time: 0.1503019 May 06 12:18:46.041180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da9bf456-1c48-47fa-a85b-0545809d7d97 req-fa5411bc-eccb-44f4-904a-79dd224015df tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 May 06 12:18:46.087892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.144651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.146047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] 10.222.0.86 "PUT /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 1091 time: 1.5154140 May 06 12:18:46.146461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:46.234594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28007-4d4d-4279-b23a-b596fa6f056b service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:46.264386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-bbe73432-c4dd-4746-8937-338f247453d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:46.265127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-bbe73432-c4dd-4746-8937-338f247453d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:46.405067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-0e359fa2-988a-4405-9fa7-c84b836e7d36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1094 time: 0.0692410 May 06 12:18:46.469756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-bbe73432-c4dd-4746-8937-338f247453d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:46.470775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-bbe73432-c4dd-4746-8937-338f247453d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.3048306 May 06 12:18:46.493716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-e3f473b4-6bc1-4480-90a7-c987fa9cbe37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.0799861 May 06 12:18:46.564888 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d271e8-796b-4b68-8e5c-38a9cfc04250'] response: {'name': 'network-changed', 'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'status': 'completed', 'code': 200} May 06 12:18:46.571575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-333f2f2f-8711-435b-934e-de94fcbe2fd1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:46.584009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9032b-9795-44c3-843d-04f9dc566433 req-39db11a3-1756-47d7-98d3-307c28cdbc89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:46.585521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-39db11a3-1756-47d7-98d3-307c28cdbc89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.0844636 May 06 12:18:46.636107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-08c023cc-f6c0-423c-8730-b202093960f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436330 May 06 12:18:46.757738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-333f2f2f-8711-435b-934e-de94fcbe2fd1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:46.758824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-492d0274-87fc-4208-9a93-dcbc056117d7 req-333f2f2f-8711-435b-934e-de94fcbe2fd1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803564 May 06 12:18:46.832920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-0a791e45-29b5-4299-811f-167b9d11327b service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899102 May 06 12:18:46.849722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39676) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:46.885331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:46.924429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:46.930056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Usage tracker for resource:security_group_rule and tenant:a1121f2072c642b5b9808d427451b4bf is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:46.933838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:46.941651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:46.945547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:47.065308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad9032b-9795-44c3-843d-04f9dc566433 req-be5d33cd-2cc0-4aae-8c49-c0032f7dee92 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262533 May 06 12:18:47.105591 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.180811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:47.218831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.265784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:47.289013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'mac_address': 'fa:16:3e:a9:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:47.349331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-e82e2b6e-1141-49d9-a045-61b39c91589e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1094 time: 0.1368432 May 06 12:18:47.361409 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.380735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:47.386515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1121f2072c642b5b9808d427451b4bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5346289 May 06 12:18:47.392109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:47.399844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:47.414312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af485b-70d5-4982-8444-7254be4b8612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276b2308-2284-4f57-a291-c86c31db0cc2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:47.454109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.541343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:47.541343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4e8937a5994680beeae9a717866efc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:47.542850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:47.555889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d4a0-bb65-43d4-ad82-36f77a908921 req-a930d45d-2c6a-4af4-85d4-3f2898befc54 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.563399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff18d4a0-bb65-43d4-ad82-36f77a908921 req-a930d45d-2c6a-4af4-85d4-3f2898befc54 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 948 time: 0.2635190 May 06 12:18:47.565623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:47.566958 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.580615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.583631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-d71e1422-b153-4310-b047-bec73cab1ec0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.589539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-d71e1422-b153-4310-b047-bec73cab1ec0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2300985 May 06 12:18:47.639956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff18d4a0-bb65-43d4-ad82-36f77a908921 req-aef61ecc-6c50-4a10-8d0c-bf9d30deccbd tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752096 May 06 12:18:47.668466 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-d70a82d1-c272-4810-8c27-72cb00e27dc1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.0741224 May 06 12:18:47.721341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:47.753732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.756836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.815138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-c3989bbc-157b-4dd8-a270-f1b0043e4bcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:47.819904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-c3989bbc-157b-4dd8-a270-f1b0043e4bcc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1356664 May 06 12:18:47.863301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-aafc33e1-74b5-4c7a-a758-5a8f22718e8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404513 May 06 12:18:47.880705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:47.943087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30eb0fa6-6a7f-4053-b48f-c71415182733'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:47.980372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc941ae4-f0f8-4e0c-a338-ea12f084f89e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:47.990572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7605e63e-1294-4411-a1d6-976ebd514057 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc4e8937a5994680beeae9a717866efc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8084502 May 06 12:18:47.993749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:48.051095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163f35-3c9a-40b2-8193-25ee661e1634 req-a57f917f-7372-4a1f-9eac-691896844433 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:48.052509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc163f35-3c9a-40b2-8193-25ee661e1634 req-a57f917f-7372-4a1f-9eac-691896844433 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.1642642 May 06 12:18:48.069721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.101061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-b3c081d3-e93b-4e57-be84-33b04bff9b97 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302256 May 06 12:18:48.104864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276b2308-2284-4f57-a291-c86c31db0cc2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:48.133889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc163f35-3c9a-40b2-8193-25ee661e1634 req-5a136033-0f1b-4766-ba70-c62d5a4c102b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 May 06 12:18:48.198889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.201401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-49fe228e-35af-4fd2-b558-62e7c73ec81c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/276b2308-2284-4f57-a291-c86c31db0cc2 HTTP/1.1" status: 204 len: 168 time: 0.8067222 May 06 12:18:48.239945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.298293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.315532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdd86d4c-c2b4-4185-b9d3-7b78451b9b1f req-49c73e81-bf4f-4897-b18e-16a7a8b1420d service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031083 May 06 12:18:48.414090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39748) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:48.457510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.476682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc941ae4-f0f8-4e0c-a338-ea12f084f89e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:48.480201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:48.482515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11abe9f3-a4dc-4c94-8e68-df7894655360 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fc941ae4-f0f8-4e0c-a338-ea12f084f89e HTTP/1.1" status: 204 len: 168 time: 0.4866467 May 06 12:18:48.856137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b719-fe26-431a-9ce4-e8cd103288cb req-c0844289-4183-4c0b-bf49-4397bc24539f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:48.858228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02f1b719-fe26-431a-9ce4-e8cd103288cb req-c0844289-4183-4c0b-bf49-4397bc24539f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 949 time: 0.0927079 May 06 12:18:48.904889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02f1b719-fe26-431a-9ce4-e8cd103288cb req-567a1fce-0a57-4293-9a81-0df4fb68ae07 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 May 06 12:18:48.929888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:49.065525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.102651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:49.106274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf1093a6f6f4556a0dff7370b4a606e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:49.109158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:49.114795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:49.186162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.199792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 30eb0fa6-6a7f-4053-b48f-c71415182733 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:49.218896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30eb0fa6-6a7f-4053-b48f-c71415182733 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:49.219278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.376419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.383936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.419439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:49.427740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc6f54-9e1f-4352-83c0-740b06cd14bb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.431876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:49.444932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985e00b-97a5-4fca-aa3b-4c7237ade378 req-c46e4929-7cf0-4ce6-bc11-cba25ae794e4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:49.446419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2985e00b-97a5-4fca-aa3b-4c7237ade378 req-c46e4929-7cf0-4ce6-bc11-cba25ae794e4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.1438267 May 06 12:18:49.449036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f2b5f39-e182-4a2f-8b08-6df59d0f7523 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ecf1093a6f6f4556a0dff7370b4a606e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0339246 May 06 12:18:49.451665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39790) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:49.534934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2985e00b-97a5-4fca-aa3b-4c7237ade378 req-998ae5c0-0e9c-4b31-a009-47541b18debd tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808575 May 06 12:18:49.557566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.584812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.588008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.676880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.696473 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1018ed7c-c97e-44c6-a7d3-b88926bff19e'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'code': 200} May 06 12:18:49.749177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.779175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc6f54-9e1f-4352-83c0-740b06cd14bb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:49.784219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:49.785349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0bfc6f54-9e1f-4352-83c0-740b06cd14bb HTTP/1.1" status: 204 len: 168 time: 0.3327398 May 06 12:18:49.816045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.816391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.816820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.818422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.818724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.819216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.819546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.820854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.822187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.822187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.822463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311cd706-eeed-49f4-a3cf-cdc04cb75117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:49.871364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f319862-fd04-47ad-83f2-75aad1bcc191 req-7692e368-8836-409b-a8a0-c7def42e435e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 1101 time: 0.1062357 May 06 12:18:49.918628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f319862-fd04-47ad-83f2-75aad1bcc191 req-652c403b-d51e-4d69-b3ac-232b6dcd4fbf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 May 06 12:18:50.108613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b31561-e15d-409c-aecf-25454edcdfa5 req-a8828d1c-762d-4dab-83fd-afd21e1240e0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:50.110060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39b31561-e15d-409c-aecf-25454edcdfa5 req-a8828d1c-762d-4dab-83fd-afd21e1240e0 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 950 time: 0.0830958 May 06 12:18:50.157433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39b31561-e15d-409c-aecf-25454edcdfa5 req-2dc944f7-9ad8-447a-bb81-f9b9c537d6bd tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 May 06 12:18:50.212863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.308656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:50.328029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.362969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:50.367820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Usage tracker for resource:security_group_rule and tenant:d1d415ca81284ccd9b3854287642b765 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:50.370851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:50.376906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:50.447149 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.532208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39826) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:50.532982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.595277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0bf01-9c2f-433e-bba6-2255c95903fe,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.606641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7b9e6af9-c62f-4a64-a787-575b586cea44 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d1d415ca81284ccd9b3854287642b765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2935774 May 06 12:18:50.606641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39834) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:50.715544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.751107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.762947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412428a-18be-461f-9143-c49db9b5f3b5 req-ef916a96-5ead-44b1-a206-4989fc9301af tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:50.765814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6412428a-18be-461f-9143-c49db9b5f3b5 req-ef916a96-5ead-44b1-a206-4989fc9301af tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.0931509 May 06 12:18:50.831939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6412428a-18be-461f-9143-c49db9b5f3b5 req-065387ac-e662-49e9-afd5-88cf71984dbb tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596254 May 06 12:18:50.904795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:50.914904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.931341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0bf01-9c2f-433e-bba6-2255c95903fe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:50.938294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:50.940038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2732865c-dfdb-4532-8782-d7bae6ec2475 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cdf0bf01-9c2f-433e-bba6-2255c95903fe HTTP/1.1" status: 204 len: 168 time: 0.3326342 May 06 12:18:51.057327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:51.072498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'port_id': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'mac_address': 'fa:16:3e:6a:8e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db6904-448b-44ef-bb00-17318975f384', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:51.132646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.154004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f3d7f6-886c-4a5e-b729-0ac4887d1528 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:51.170890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:51.242909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39850) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:51.244282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec7f8d3c-0aee-45b4-b204-7accbe2dd5ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=713dff6963c74b81900d675493c91d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7134392 May 06 12:18:51.292075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.324717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.354350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.379264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:51.393338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ed18b-fc17-4404-82a0-05cae814ee2e req-3007eeab-1c16-41c9-9074-198b8a0fbacd tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:51.394811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b0ed18b-fc17-4404-82a0-05cae814ee2e req-3007eeab-1c16-41c9-9074-198b8a0fbacd tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 950 time: 0.0825179 May 06 12:18:51.441842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b0ed18b-fc17-4404-82a0-05cae814ee2e req-a62d2f36-d250-4b2c-982b-4d6ccb18391c tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 May 06 12:18:51.504095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['34f3d7f6-886c-4a5e-b729-0ac4887d1528'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:51.509072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.527468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf40ba2-22b3-4b09-9ea5-410c4e9854bb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:51.540351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.540690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.541024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.541402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.541730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.542052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.542376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.542680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.542996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.543313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.543628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:18:51.705703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.706728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35d476a6-afd7-4698-9bbc-cdee5aa3e79c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bcf40ba2-22b3-4b09-9ea5-410c4e9854bb HTTP/1.1" status: 204 len: 168 time: 0.4622540 May 06 12:18:51.823725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:51.842864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:51.879325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:51.879325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:3562e2d7942a4c63b59d660957feb96f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:51.881187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:51.887435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:51.973789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:52.001272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.048366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155adbf-a128-4ac5-b8ab-4825db562591 req-469fa212-2515-4713-bfc7-a9b102e54751 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:52.049905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2155adbf-a128-4ac5-b8ab-4825db562591 req-469fa212-2515-4713-bfc7-a9b102e54751 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.0934143 May 06 12:18:52.100426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2155adbf-a128-4ac5-b8ab-4825db562591 req-18326d37-250e-4e58-91ce-1d27c291b9f8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 May 06 12:18:52.121028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.168430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04df3a0-6830-48df-8e81-058a69e8db1d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:52.189889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e61c03b9-e3b9-4e63-887e-d5ed6d14fd4a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3562e2d7942a4c63b59d660957feb96f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626609 May 06 12:18:52.190214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39878) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:52.255164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.285612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.415752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.451600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.467499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:52.473306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Usage tracker for resource:security_group_rule and tenant:407e70b627344dc0ab93b80168bd6df6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:52.474817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04df3a0-6830-48df-8e81-058a69e8db1d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:52.477419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:52.484057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:52.486541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.492551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9df65c07-cdfe-4ed6-b580-e03efdc441cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d04df3a0-6830-48df-8e81-058a69e8db1d HTTP/1.1" status: 204 len: 168 time: 0.3014574 May 06 12:18:52.576196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.674916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.692502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f858f-b3c2-4718-b814-f1cf4e1536c6 req-b3839023-9cb1-4ad7-89ff-06062591413f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:52.694535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-261f858f-b3c2-4718-b814-f1cf4e1536c6 req-b3839023-9cb1-4ad7-89ff-06062591413f tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 950 time: 0.0952039 May 06 12:18:52.750028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b55e05-ccfd-4d1a-9a82-253c87604ca5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:52.765331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9ba6ffc-f079-4ecd-bead-0032d849cb87 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=407e70b627344dc0ab93b80168bd6df6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7878168 May 06 12:18:52.765331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39894) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:52.795370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-261f858f-b3c2-4718-b814-f1cf4e1536c6 req-73af883a-9e6b-4ca8-a8ef-3ada23885145 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943458 May 06 12:18:52.833204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.868596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:52.936138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:53.028162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.044508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b55e05-ccfd-4d1a-9a82-253c87604ca5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:53.049926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.058259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9b18b054-c82e-4e63-adf5-291dfdcafc82 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8b55e05-ccfd-4d1a-9a82-253c87604ca5 HTTP/1.1" status: 204 len: 168 time: 0.2917097 May 06 12:18:53.074792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39906) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:53.130854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-deda9b2f-6d03-40e0-94ac-9c3edfccbb49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b613778b8b844dd9e1790cd6115b1ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546830 May 06 12:18:53.133644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39914) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:53.182744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:18:53.188843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:53.189209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.212903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.260924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.325726 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.379676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:53.394992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:53.431900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdfd40-0b1d-44ca-8ddf-06cbfee17ec4 req-f4dcb234-3bbb-4ad7-b385-dde04b4336c0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:53.433584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7abdfd40-0b1d-44ca-8ddf-06cbfee17ec4 req-f4dcb234-3bbb-4ad7-b385-dde04b4336c0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.1157525 May 06 12:18:53.488453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7abdfd40-0b1d-44ca-8ddf-06cbfee17ec4 req-81f00452-9e01-4bba-90b5-5a8dc362da33 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 May 06 12:18:53.557810 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8655c32-0edb-4e13-8450-cfa415a7e841'] response: {'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'code': 200} May 06 12:18:53.601294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.621115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d946c3-dd8c-429d-82eb-a729fa30235f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:53.649580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.660282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:53.661396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b0613032-90c3-4b27-a1f4-f55c909aad10 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00d946c3-dd8c-429d-82eb-a729fa30235f HTTP/1.1" status: 204 len: 168 time: 0.5268643 May 06 12:18:53.699181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47f8e210-77bb-4e18-9402-93b4fb1f6a9e req-5a66a691-1aa0-419d-9f5b-33fa3b41d3de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1096 time: 0.0806208 May 06 12:18:53.718841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:53.759030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-47f8e210-77bb-4e18-9402-93b4fb1f6a9e req-264c0248-9223-4328-9b8f-4dc47f6f967f service neutron] Synchronizing usage tracker for tenant:4da2a530dca04b6ab6eb2cc11a4d1d84 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:53.891533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-47f8e210-77bb-4e18-9402-93b4fb1f6a9e req-264c0248-9223-4328-9b8f-4dc47f6f967f service neutron] Unset dirty status for tenant:4da2a530dca04b6ab6eb2cc11a4d1d84 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:53.892731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47f8e210-77bb-4e18-9402-93b4fb1f6a9e req-264c0248-9223-4328-9b8f-4dc47f6f967f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876473 May 06 12:18:54.685546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5175c-dd29-45ca-a18c-1404ee6ba31b req-6b0f73fc-af42-4a23-a643-d2a4d904e861 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:54.686994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcc5175c-dd29-45ca-a18c-1404ee6ba31b req-6b0f73fc-af42-4a23-a643-d2a4d904e861 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 945 time: 0.0779889 May 06 12:18:54.735349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcc5175c-dd29-45ca-a18c-1404ee6ba31b req-abf168e8-0279-417c-915a-31a82f48fea8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 May 06 12:18:54.779984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39964) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:54.798200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:54.866570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:54.870552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a39d432c58a4b41ac868ea96c45c2d9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:54.873544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:54.880737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:54.995560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.110677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.204038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f6c818-13ae-43c9-839e-e9f2c84e8f6e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:55.204038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2cfd7c4-e8dd-4584-8d5b-09826b213af4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a39d432c58a4b41ac868ea96c45c2d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3872578 May 06 12:18:55.205234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:55.276548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.313071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.726338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.746567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f6c818-13ae-43c9-839e-e9f2c84e8f6e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:55.759154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:55.774767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5cc4cca1-dbf4-40b8-a019-30b910c0d66a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07f6c818-13ae-43c9-839e-e9f2c84e8f6e HTTP/1.1" status: 204 len: 168 time: 0.5673378 May 06 12:18:55.950731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d386b98-424e-4d1d-ad5a-eb22e51c6673 req-467b7f06-b260-4d42-8185-0767b5a16234 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:55.952286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d386b98-424e-4d1d-ad5a-eb22e51c6673 req-467b7f06-b260-4d42-8185-0767b5a16234 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 945 time: 0.0796027 May 06 12:18:56.012381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d386b98-424e-4d1d-ad5a-eb22e51c6673 req-2a52bcdd-90fa-4c77-9a88-d453503dfdbe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533571 May 06 12:18:56.944641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:18:56.979141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39793eb3-fd27-47b5-a403-21873bff1c8a req-d3d15ce5-fe45-45a0-90ae-db312922418c tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1096 time: 0.0768170 May 06 12:18:57.033328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-39793eb3-fd27-47b5-a403-21873bff1c8a req-74b7d444-785a-41a3-bc10-92dfbf080415 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] Synchronizing usage tracker for tenant:f181febf3d294ec1a362857345c2e376 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:18:57.122351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:57.138927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'mac_address': 'fa:16:3e:a9:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:18:57.183661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-39793eb3-fd27-47b5-a403-21873bff1c8a req-74b7d444-785a-41a3-bc10-92dfbf080415 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] Unset dirty status for tenant:f181febf3d294ec1a362857345c2e376 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:18:57.189141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39793eb3-fd27-47b5-a403-21873bff1c8a req-74b7d444-785a-41a3-bc10-92dfbf080415 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002585 May 06 12:18:57.210492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.232497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:18:57.266516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:57.298667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40054) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:57.401570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fefd959b-2109-41c7-a27e-8c812f9da2e5 req-d14e0ba8-f5f6-4f1f-971d-257196e2f84e tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1096 time: 0.0813873 May 06 12:18:57.446406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fefd959b-2109-41c7-a27e-8c812f9da2e5 req-8318fe4a-25f0-4ab6-b678-4a94081633a4 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 May 06 12:18:57.488630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.525010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-network', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:57.531214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:57.536150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Usage tracker for resource:network and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:57.541403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:57.547795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:57.570382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:57.639037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30eb0fa6-6a7f-4053-b48f-c71415182733'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:18:57.719994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Made reservation on behalf of 3c65b5779f89493cbdb24a57cb052dd5 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:57.722815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.737755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.770254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:57.775125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Usage tracker for resource:security_group_rule and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:57.778087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:57.784189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:57.854438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:57.977584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.009175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:18:58.017186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:58.018391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618884dd-ef7c-4675-92c1-d467e7e98b85,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:58.024225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.024560 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Added segment e92909de-993b-4855-9851-8bd3ef72c93c of type vlan for network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 May 06 12:18:58.058155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.211707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.212675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:58.213608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.318557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] Pushing event updated for resources: {'Network': ['ID=0d0a958e-f77f-43bd-8bfc-1269713b5cc0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:58.330413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:18:58.418107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01cd08fc-2055-4ea0-91fc-8efd708236ac admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1168633 May 06 12:18:58.421014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40108) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:58.426343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Request body: {'subnet': {'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-subnet', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:58.435129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:58.440770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Usage tracker for resource:subnet and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:58.445761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:58.455290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:58.589003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Made reservation on behalf of 3c65b5779f89493cbdb24a57cb052dd5 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:18:58.591715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:58.865288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-89fa9000-448c-43c4-8879-0431dab6e1b3 tempest-AutoAllocateNetworkTest-1616569499 tempest-AutoAllocateNetworkTest-1616569499-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c4eda31028384f8da41287448dd5fed8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8451753 May 06 12:18:58.866849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:58.985164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:18:59.043636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.117107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30eb0fa6-6a7f-4053-b48f-c71415182733 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:18:59.117514 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.157455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c61cef5-6941-443c-b983-1188beeece73 tempest-AutoAllocateNetworkTest-1616569499 tempest-AutoAllocateNetworkTest-1616569499-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:59.157812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c61cef5-6941-443c-b983-1188beeece73 tempest-AutoAllocateNetworkTest-1616569499 tempest-AutoAllocateNetworkTest-1616569499-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2900217 May 06 12:18:59.160902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40132) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:59.161471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:59.223672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-489e09d9-19b5-440c-b4cc-98748f3a207a req-6898732d-c772-4254-9520-13c5c4c70f0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5831351 May 06 12:18:59.258177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae3e731-bfbb-4024-950d-b4ccceb4067f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:59.267889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-107818b5-b7e4-4546-a594-0f5baabb0301 tempest-AutoAllocateNetworkTest-1616569499 tempest-AutoAllocateNetworkTest-1616569499-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011660 May 06 12:18:59.270300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:59.276366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Checking segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:18:59.277189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Network hostable DHCP agents. Network: 0d0a958e-f77f-43bd-8bfc-1269713b5cc0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:18:59.309230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.315023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab3ba5fb-0db6-4c4b-bd10-7547cfe3fdc7 tempest-AutoAllocateNetworkTest-1616569499 tempest-AutoAllocateNetworkTest-1616569499-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c4eda31028384f8da41287448dd5fed8 HTTP/1.1" status: 200 len: 208 time: 0.0432899 May 06 12:18:59.350282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:18:59.355497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:18:59.457374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:18:59.516399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-268fcafb-e36e-427e-b838-006ed8a00cf1 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d0d436077f674235a8ebdca79af41ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291996 May 06 12:18:59.524872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.589199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:18:59.629612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0d0a958e-f77f-43bd-8bfc-1269713b5cc0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:18:59.636464 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.638596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea148d0-6498-4761-81cb-c0fa865864c4 None None] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:18:59.652099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:59.660330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.730849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:59.745639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Usage tracker for resource:security_group_rule and tenant:159faecb17df4285b40450fdcf5b9402 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:59.749312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:59.756563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-47f54430-1630-4c90-a2cc-5b42ed606493 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:18:59.763061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-47f54430-1630-4c90-a2cc-5b42ed606493 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401848 May 06 12:18:59.774088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:18:59.788122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-ca473481-c86e-4d6c-b139-f805c549611f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/quotas/d0d436077f674235a8ebdca79af41ba6 HTTP/1.1" status: 200 len: 375 time: 0.0235791 May 06 12:18:59.858042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d9f66ce2-9883-499f-9d3b-d63a69d6b9e5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4359071 May 06 12:18:59.860864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:18:59.868018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:18:59.885389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-d826f12e-bcf6-4c31-9e90-ca87c5ac78a0 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963304 May 06 12:18:59.887872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:18:59.900900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Usage tracker for resource:router and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:18:59.916753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:18:59.924813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:18:59.938880 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:18:59.939040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:00.015511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.063314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.064761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.096404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.113516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.207311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Allocated IP 172.20.0.2 (0d0a958e-f77f-43bd-8bfc-1269713b5cc0/bae3e731-bfbb-4024-950d-b4ccceb4067f/9bff2bd9-d0e2-4e2a-bcbd-2b8893200091) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:00.214353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1338da-f5c8-4ebb-bd20-3b9e285d9c80,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:00.244574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0e92c14f-5064-4b1e-9adf-11b3d857de99 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=159faecb17df4285b40450fdcf5b9402&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0794923 May 06 12:19:00.247231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40192) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:00.413283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.507502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.599086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b3de6d7-c0df-4012-a29e-7f662f5d52be req-e52d1174-0bb6-4394-8b43-c1274be006da tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 210 time: 0.0749815 May 06 12:19:00.636533 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e109491f-bd07-4fbc-8111-17b159f402f4'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'code': 200} May 06 12:19:00.772162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.777636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:00.802060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.840317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.840794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Transition to ACTIVE for port object 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:00.881963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:00.887007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cc1338da-f5c8-4ebb-bd20-3b9e285d9c80 HTTP/1.1" status: 204 len: 168 time: 0.6374729 May 06 12:19:00.888189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c96a4-ca5f-41ae-8d71-f2cab92d58f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1338da-f5c8-4ebb-bd20-3b9e285d9c80,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:00.917082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Transition to ACTIVE for port object 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:01.018888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.152920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:01.156314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:01.169268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:01.217813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Pushing event updated for resources: {'Port': ['ID=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:01.287865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.307970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.345354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.377051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Attempting to bind port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:01.377513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Attempting to bind port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:01.378452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Attempting to bind port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:01.395640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:01.399159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:01.399550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Checking segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:01.399999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.401550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Bound using segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:01.402042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Bound port: 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:01.402423 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.404442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Usage tracker for resource:security_group_rule and tenant:c4eda31028384f8da41287448dd5fed8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:01.410741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:01.426145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:01.554304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] For port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:01.558396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] For port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:01.622556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.659477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Allocated IP 172.25.2.234 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/3aa0f90f-e8ea-4d55-a94c-96b9881ae47e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:01.728714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.776847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:01.831837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dccb18de-cbc8-4e82-ae6d-b9c103065bd5 req-6beab5c7-0fc6-4239-96ec-5553ce88d4be tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 210 time: 0.0968750 May 06 12:19:01.914043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1ee98-4b22-4876-8d50-fcacf756dc9c None None] Pushing event updated for resources: {'Port': ['ID=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:01.983136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033d541-3f3f-49e3-9d25-7593492c0175,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:02.014360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac281998-fd7c-45c3-b3c6-f5422bf61527 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4eda31028384f8da41287448dd5fed8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2351480 May 06 12:19:02.014936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40250) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:02.041628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.228598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.338071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.351522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.450788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:02.453629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:02.462423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:02.542973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.549272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:02.592803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033d541-3f3f-49e3-9d25-7593492c0175,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:02.637168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.644086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbe8e136-bcbe-44c2-952c-f038af63f4d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9033d541-3f3f-49e3-9d25-7593492c0175 HTTP/1.1" status: 204 len: 168 time: 0.6262143 May 06 12:19:02.717753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:02.756959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:02.825858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:02.826439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:02.831497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Usage tracker for resource:security_group_rule and tenant:816aad8495404f8ab3283fcd3359e6eb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:02.835799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:02.843250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:02.936929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.104882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.143370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:03.302322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd459ca3-4c45-4fd1-9e52-26b17966c90a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:03.360010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c8be0ee-3eab-45cc-aa4c-c946e1da2775 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=816aad8495404f8ab3283fcd3359e6eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6387384 May 06 12:19:03.361096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:03.512082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.513892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.514681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.569632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c410d1-b364-4713-9e4d-89b8738d359f None None] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:03.609169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.798114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Provisioning for port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:03.824012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Provisioning complete for port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:03.824604 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.880844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.913327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd459ca3-4c45-4fd1-9e52-26b17966c90a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:03.955190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:03.958921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6066199b-9542-4a74-9ebb-a3858e90ab36 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd459ca3-4c45-4fd1-9e52-26b17966c90a HTTP/1.1" status: 204 len: 168 time: 0.5950100 May 06 12:19:04.118854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.131587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:19:04.177700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] For port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:04.246652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.481559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1718d-7baf-4478-8958-4c00f15fbee8 None None] Pushing event updated for resources: {'Port': ['ID=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:04.551936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:04.560986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-28967c76-0c63-411f-b360-26046aa1ddd8 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:19:04.561971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-28967c76-0c63-411f-b360-26046aa1ddd8 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091050 May 06 12:19:04.593612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d33d1406-7b70-4984-b3db-5ed0af23c0bd None None] Provisioning complete for port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:04.597110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d33d1406-7b70-4984-b3db-5ed0af23c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.604756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:04.617073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:04.628313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-a576f64d-bc69-4616-a16b-5790922bf7d7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0d436077f674235a8ebdca79af41ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086805 May 06 12:19:04.640536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:04.642082 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:18:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:04.722854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:04.783109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:04.784531 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4025e26-4c3c-4f8f-85f5-b4ffda141ad2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9226325 May 06 12:19:04.787229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40320) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:04.989289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:04.989758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.045449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-737ed78a-26ea-49d1-ae35-4f9ff704d52b req-d0373098-b592-4486-8ed5-da8fb096b076 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 210 time: 0.3727765 May 06 12:19:05.084008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:05.136845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-0db4390b-7957-48db-98a2-68a380fd1f09 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:05.138742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-0db4390b-7957-48db-98a2-68a380fd1f09 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044088 May 06 12:19:05.170579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Request body: {'port': {'device_id': '99cb760e-80ff-497c-9128-9a243140b524', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'd0d436077f674235a8ebdca79af41ba6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:05.590923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:05.595872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Usage tracker for resource:port and tenant:d0d436077f674235a8ebdca79af41ba6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:05.600018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:05.608746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:05.715102 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:02Z', 'revision_number': 3, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:05.720773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:05.721155 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Updating router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:05.782863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Made reservation on behalf of d0d436077f674235a8ebdca79af41ba6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:05.788908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.831195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.847638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Request body: {'binding': {'host': 'n-h2-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:05.848189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:19:05.864757 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:05.926873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:05.939933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Usage tracker for resource:security_group_rule and tenant:d0d436077f674235a8ebdca79af41ba6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:05.946160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:05.961744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:06.109224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.207450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.423147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on host n-h2-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:06.426335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:06.426797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:06.460721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:06.461041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:06.465101 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.481808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810a0377-7110-4aac-a8d5-1c76cf70dbea,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:06.505286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Transition to ACTIVE for port object 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:06.516679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:06.517015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:06.517395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:06.519838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Bound port: 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:06.607507 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.689981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Allocated IP 192.168.233.126 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/5b8d5dec-2995-4adc-a8f4-fa7358853b6a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:06.890381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:06.916816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Attempting to bind port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:06.926443 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Attempting to bind port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:06.927234 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Attempting to bind port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:06.946652 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Pushing event updated for resources: {'Port': ['ID=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:06.979208 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:06.979984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:06.982095 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.982924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:06.988955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.989940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Bound port: 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:06.990678 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:06.997244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0f4dec1e-945e-4bae-9469-b6e87c820a65 service neutron] 10.222.0.83 "POST /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528/bindings HTTP/1.1" status: 201 len: 389 time: 1.5904489 May 06 12:19:07.022314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.024601 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.025343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.025930 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.026495 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.027112 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.027730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.030512 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.031110 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.031676 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.032300 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Tracked resource versions report: May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: pushed versions: May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: { 'ConntrackHelper': {'1.0'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Log': {'1.0'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Network': {'1.1'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Port': {'1.5'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'PortForwarding': {'1.2'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'QosPolicy': {'1.8'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SecurityGroup': {'1.2'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SecurityGroupRule': {'1.0'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SubPort': {'1.0'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Subnet': {'1.1'}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Trunk': {'1.1'}} May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: consumer versions: May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: { DHCP agent@n-d-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: HyperV agent@n-h1-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: HyperV agent@n-h2-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: L3 agent@n-d-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: Metadata agent@n-d-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: Metering agent@n-d-840845-1: {}, May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: Open vSwitch agent@n-d-840845-1: { 'ConntrackHelper': '1.0', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Log': '1.0', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Network': '1.1', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Port': '1.5', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'PortForwarding': '1.2', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'QosPolicy': '1.8', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SecurityGroup': '1.2', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SecurityGroupRule': '1.0', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'SubPort': '1.0', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Subnet': '1.1', May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: 'Trunk': '1.1'}} May 06 12:19:07.033712 n-d-840845-1 neutron-server[84802]: {{(pid=84802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 12:19:07.136027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] For port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:07.139965 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] For port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:07.150048 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.160919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.167673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Transition to ACTIVE for port object 5b8d5dec-2995-4adc-a8f4-fa7358853b6a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:07.213042 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.245029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1c82e5-81ca-479e-bb5c-36a5a71eefe4 req-f087d9f2-92e4-44bd-a009-ca398a067a1c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 210 time: 0.0573933 May 06 12:19:07.315154 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf8934-73c5-4898-a12c-8a413e25edf2 None None] Pushing event updated for resources: {'Port': ['ID=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:07.321455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.325455 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:07.326805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:18:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:07.430169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:07.438332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:07.444938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:07.450328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:07.451085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.504300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:07.569957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Allocated IP 172.20.0.1 (0d0a958e-f77f-43bd-8bfc-1269713b5cc0/bae3e731-bfbb-4024-950d-b4ccceb4067f/b116e637-6e7c-4af5-8354-a0dd28ca3b3f) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:07.601173 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:07.743748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-b41a1bb7-bff3-4190-9530-089836e3c358 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5790377 May 06 12:19:07.785634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Request body: {'port': {'device_id': '99cb760e-80ff-497c-9128-9a243140b524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:07.890271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:07.913058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Transition to ACTIVE for port object b116e637-6e7c-4af5-8354-a0dd28ca3b3f will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:07.953040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-984fb8df-a1ec-4728-89c5-6461c65fde00 None None] Provisioning for port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:07.967952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-984fb8df-a1ec-4728-89c5-6461c65fde00 None None] Provisioning complete for port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:07.968449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-984fb8df-a1ec-4728-89c5-6461c65fde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.012523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.169043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-984fb8df-a1ec-4728-89c5-6461c65fde00 None None] Port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:08.173878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:08.204777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:08.214191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.13', 51028) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:08.217190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:08.239194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.306015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:02Z', 'revision_number': 3, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:08.314668 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340b4f36-378d-4724-8af2-352f43f06ac8 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:02Z', 'revision_number': 3, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:08.359712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-345f908d-63f4-4f50-8c52-1777cfca0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.648444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Pushing event updated for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:08.680234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a62da2bf-e518-40bf-b24f-e0f3d2fdc2c6 None None] Provisioning for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:08.685701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a62da2bf-e518-40bf-b24f-e0f3d2fdc2c6 None None] Provisioning complete for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:08.691139 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a62da2bf-e518-40bf-b24f-e0f3d2fdc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.735002 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:19:08.890953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a62da2bf-e518-40bf-b24f-e0f3d2fdc2c6 None None] Port b116e637-6e7c-4af5-8354-a0dd28ca3b3f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:08.918022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:08.951258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-addf27d5-5b9e-4af5-969a-65efdc70dee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1096 time: 0.6632917 May 06 12:19:09.106661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8d5dec-2995-4adc-a8f4-fa7358853b6a {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:09.125644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.159730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Transition to ACTIVE for port object 5b8d5dec-2995-4adc-a8f4-fa7358853b6a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:09.168911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b79cdb-7469-44fd-8cbe-7f4f62a5babc req-4f7446e3-5874-4771-bd0e-ec41d2c050f3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:09.177142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82b79cdb-7469-44fd-8cbe-7f4f62a5babc req-4f7446e3-5874-4771-bd0e-ec41d2c050f3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 945 time: 0.8922164 May 06 12:19:09.245626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.298411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-f0c20974-7553-4425-bd2a-79d52d01819d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:09.299877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-f0c20974-7553-4425-bd2a-79d52d01819d service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.3422987 May 06 12:19:09.392200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-d4dea360-ffd9-4c8e-a3bd-8f50e9142275 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.0813599 May 06 12:19:09.400615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82b79cdb-7469-44fd-8cbe-7f4f62a5babc req-6341fa11-d146-4d80-bb32-ffbe493e4087 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225671 May 06 12:19:09.590234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:09.691626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0558b151-8c82-44b8-8787-3232b5a21b5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:09.704917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-0558b151-8c82-44b8-8787-3232b5a21b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.3033156 May 06 12:19:09.705554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.755387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Attempting to bind port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:09.756967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Attempting to bind port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:09.758181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Attempting to bind port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:09.793783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:09.794199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Attempting to bind port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:09.837865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774e4ed-2439-476b-8216-24a182c6df4f req-da7c352d-d50f-4d94-ae5b-b6de51abee7c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:09.841716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8774e4ed-2439-476b-8216-24a182c6df4f req-da7c352d-d50f-4d94-ae5b-b6de51abee7c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Synchronizing usage tracker for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:09.857378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:09.857843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:09.858573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:09.858920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Bound port: 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:09.859349 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:09.910736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-ca4ecef4-ee34-4a6d-a66e-e1b6252e3849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706936 May 06 12:19:09.987035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:09.992258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:09.998514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8774e4ed-2439-476b-8216-24a182c6df4f req-da7c352d-d50f-4d94-ae5b-b6de51abee7c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Unset dirty status for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:10.000018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8774e4ed-2439-476b-8216-24a182c6df4f req-da7c352d-d50f-4d94-ae5b-b6de51abee7c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 948 time: 0.5126975 May 06 12:19:10.090259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.160046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.161504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b8d5dec-2995-4adc-a8f4-fa7358853b6a HTTP/1.1" status: 200 len: 1096 time: 2.4096475 May 06 12:19:10.161920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:10.176409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-a08b6bb9-eddb-4618-84f0-5fcfeadf2cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454712 May 06 12:19:10.177693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8774e4ed-2439-476b-8216-24a182c6df4f req-8c7e917d-438c-436c-9f03-e48d29d77d6f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Synchronizing usage tracker for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:10.223142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1747b9-9af5-4647-922f-2a7ebe99a857 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:10.315137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:10.357619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.431816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8774e4ed-2439-476b-8216-24a182c6df4f req-8c7e917d-438c-436c-9f03-e48d29d77d6f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Unset dirty status for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:10.438068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8774e4ed-2439-476b-8216-24a182c6df4f req-8c7e917d-438c-436c-9f03-e48d29d77d6f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305837 May 06 12:19:10.459935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-55d1f115-6ab5-4c52-8741-197ac877f7a1 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734096 May 06 12:19:10.473587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.516110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-f9f23072-8555-4019-945b-f27dcc5b5849 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 1099 time: 0.1764603 May 06 12:19:10.666539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-3846a1df-ca65-4681-9295-ebc22689b6f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a HTTP/1.1" status: 200 len: 217 time: 0.1431241 May 06 12:19:10.669224 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-526c529f-22d8-45fb-835a-b4d9d9173ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.701446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:10.709677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Pushing event updated for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:10.777719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:10.873228 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6505f1d9-e371-44d4-a709-c30880e2909c'] response: {'name': 'network-changed', 'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'status': 'completed', 'code': 200} May 06 12:19:10.918630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-a59ed291-9e44-4ae2-a819-d2d5601002d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:10.921176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-a59ed291-9e44-4ae2-a819-d2d5601002d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1906476 May 06 12:19:11.034258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-943c70b0-0f85-421d-af3e-e04832d26f79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013696 May 06 12:19:11.042535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:11.086024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:11.101852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:11.103932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.113280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:11.336200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-789e5fba-1bfe-47f8-ba19-1a67998ee0d6 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898989 May 06 12:19:11.357086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.395158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:11.514160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.620028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-62e207af-60fa-4fdc-9977-d73fbed6bc0e tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.6297476 May 06 12:19:11.628411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89a1bd-0ef9-4e68-aabc-ece0c3499486 req-d9e67227-fe05-4572-b893-54836949437f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:11.635648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed89a1bd-0ef9-4e68-aabc-ece0c3499486 req-d9e67227-fe05-4572-b893-54836949437f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 945 time: 0.6071835 May 06 12:19:11.642673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c478a1ae-23f5-456c-8ba9-dca55f60918a req-9137938e-241c-46e5-8da4-6b30646b445e service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947369 May 06 12:19:11.661348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:11.667680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d6b86f19-8d04-4c55-b4d0-b4dfc1c5c0a7 None None] Provisioning complete for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:11.672395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f19-8d04-4c55-b4d0-b4dfc1c5c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:11.726614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:11.796809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d6b86f19-8d04-4c55-b4d0-b4dfc1c5c0a7 None None] Port b116e637-6e7c-4af5-8354-a0dd28ca3b3f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:11.892897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-a641871e-a9d4-44aa-a592-f84ff82f29ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 1099 time: 0.1195281 May 06 12:19:11.965760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.057676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed89a1bd-0ef9-4e68-aabc-ece0c3499486 req-abb22759-75c7-4a8c-8e28-9e7c5c96bb9b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210753 May 06 12:19:12.095998 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.148357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.156276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-3625dea5-45a0-4007-b794-d72dcb61f3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:12.157761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-3625dea5-45a0-4007-b794-d72dcb61f3d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2571287 May 06 12:19:12.239344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-d8b0f854-642c-41e3-bdd4-bd34a29c5bd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a HTTP/1.1" status: 200 len: 217 time: 0.0727017 May 06 12:19:12.254064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aaa08-ce5f-4d7f-af76-8a23aa25e1ae req-90c94cae-cde8-4237-a08f-3d8bf6070ea5 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:12.262407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c4aaa08-ce5f-4d7f-af76-8a23aa25e1ae req-90c94cae-cde8-4237-a08f-3d8bf6070ea5 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 948 time: 0.2110195 May 06 12:19:12.376667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-c94de119-336c-482c-bd67-caa3a7701b83 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:12.376667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-c94de119-336c-482c-bd67-caa3a7701b83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1121855 May 06 12:19:12.395078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c4aaa08-ce5f-4d7f-af76-8a23aa25e1ae req-1fb33f41-2b76-41ff-8100-2f14561ed3e1 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315992 May 06 12:19:12.443208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:12.509900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:12.536807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-e68fa218-7819-4f20-bdda-703bed3a7998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391389 May 06 12:19:12.641804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:12.653327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.749453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:12.753946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:12.760579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:12.960718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-41d7a91a-1074-425c-a848-3807e584e079 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158752 May 06 12:19:12.987146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:12.988492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.168405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:13.172055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:13.172290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:13.172615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:13.194286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:13.194637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Attempting to bind port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:13.244991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:13.245391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:13.245735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:13.246187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Bound port: 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:13.246534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.358825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60876217-1cd6-497b-8f27-8f2f987fa9b2 req-44b827e7-9992-4f45-a650-301a3ffbb702 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819196 May 06 12:19:13.365352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.424998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:13.427203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:13.432774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:13.445839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:13.452745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79ffd377-1db4-4fd9-b491-b8ef2a456593 admin admin] 10.222.0.83 "PUT /v2.0/routers/6fb33066-7b97-4146-bb6a-ece7b97ca8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6623652 May 06 12:19:13.465683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:13.466624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:13.471421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-090fc7af-c7a9-4a32-b7d0-b2bdb72aa0ec tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518031 May 06 12:19:13.550167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.736831 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599e4b68-32d3-4bca-8fc5-8798c790b3ef'] response: {'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'code': 200} May 06 12:19:13.813935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6001d-558b-4540-a44e-f50332966d79 req-c5b30fe7-1ca8-4ed5-bf0c-54fedfe97ee4 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:13.827425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-c5b30fe7-1ca8-4ed5-bf0c-54fedfe97ee4 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491187 May 06 12:19:13.873200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-47db7219-69ad-48b2-8ae2-376b1bafc6c1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/quotas/9df05e5ad4284b31a102b3c219bb0f85 HTTP/1.1" status: 200 len: 375 time: 0.0339136 May 06 12:19:13.895036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:13.896600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 1121 time: 2.2441485 May 06 12:19:13.916966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:13.929465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fad77-efee-4714-84cd-d2bf34ebf3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:13.998470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-7abb873c-49e1-4a37-a398-e797c6b60b2b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217813 May 06 12:19:14.076695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40524) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:14.091556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['34f3d7f6-886c-4a5e-b729-0ac4887d1528'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:14.135275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc982c-ad33-4cc3-84b2-731addca9d25 req-80f95ee1-b6ad-469f-ab32-8dfb59c852a9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:14.137769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0cc982c-ad33-4cc3-84b2-731addca9d25 req-80f95ee1-b6ad-469f-ab32-8dfb59c852a9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.1247182 May 06 12:19:14.229987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0cc982c-ad33-4cc3-84b2-731addca9d25 req-1dfa82ec-e939-45f8-ac7a-3e581fb70548 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862784 May 06 12:19:14.319256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.402328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:14.417928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Usage tracker for resource:security_group_rule and tenant:20229b9e68e34667aa6c71c77b426412 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:14.418749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:14.453839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:14.627491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.716110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea128a4b-0878-41dd-93fc-061934cbaad9 req-c555f4a4-aff0-4cd9-a032-bda3ee75d9ac tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:14.724232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea128a4b-0878-41dd-93fc-061934cbaad9 req-c555f4a4-aff0-4cd9-a032-bda3ee75d9ac tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 948 time: 0.2274823 May 06 12:19:14.806308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:14.894808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea128a4b-0878-41dd-93fc-061934cbaad9 req-480955a2-1f8d-45c9-b7f0-2a37e3873354 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673269 May 06 12:19:14.957801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 2, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:14.963788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:14.964365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Updating router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff port b116e637-6e7c-4af5-8354-a0dd28ca3b3f binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:14.987222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20229b9e68e34667aa6c71c77b426412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9092314 May 06 12:19:14.990007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:15.006847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de82f3-082c-470a-9967-61a69e195967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a364c6-5b5a-469c-a0c7-7fd533368249,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:15.050485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.123876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5b8d5dec-2995-4adc-a8f4-fa7358853b6a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:15.143719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.195229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.393365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-770158d5-3b2d-4fbd-a1cd-d6fc0b87f772 req-9aad47d6-3013-4f5d-9450-e51ec8473d1b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 210 time: 0.0883501 May 06 12:19:15.548539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.566287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a364c6-5b5a-469c-a0c7-7fd533368249,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:15.584540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.589022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-126c6947-446d-493e-b726-8e3df9ffd94c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/14a364c6-5b5a-469c-a0c7-7fd533368249 HTTP/1.1" status: 204 len: 168 time: 0.5976713 May 06 12:19:15.617410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b534a8-a59b-4808-92c8-c700d0aea933 req-1561188a-cc5c-4daa-8ba4-6256244f7c09 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:15.619339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37b534a8-a59b-4808-92c8-c700d0aea933 req-1561188a-cc5c-4daa-8ba4-6256244f7c09 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.1637201 May 06 12:19:15.692882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:15.717215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:15.725937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'mac_address': 'fa:16:3e:97:05:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:15.727577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-network', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:15.738627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:15.754563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Usage tracker for resource:network and tenant:5e1b57f36e67424096bbc6de1dc533c8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:15.757757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:15.774135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:15.874234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Made reservation on behalf of 5e1b57f36e67424096bbc6de1dc533c8 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:15.895666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.895970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:15.927428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8d5dec-2995-4adc-a8f4-fa7358853b6a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:15.946275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:16.000310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.007346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:16.047314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.139507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37b534a8-a59b-4808-92c8-c700d0aea933 req-d0c1e2d6-2061-4b5b-a900-08d7cc791587 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130825 May 06 12:19:16.146260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:16.153600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Usage tracker for resource:security_group_rule and tenant:5e1b57f36e67424096bbc6de1dc533c8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:16.155387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Transition to ACTIVE for port object b116e637-6e7c-4af5-8354-a0dd28ca3b3f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:16.157406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:16.167920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:16.277144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.401789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d85537-6f36-4351-b55f-6bc2aa536991 req-f6b6a37b-8dd4-4a88-88ee-a4df2fee3d6d tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326080 May 06 12:19:16.621403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85537-6f36-4351-b55f-6bc2aa536991 req-149301bb-c8d7-4069-ac2a-dc1e7204b7f8 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:16.621403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d85537-6f36-4351-b55f-6bc2aa536991 req-149301bb-c8d7-4069-ac2a-dc1e7204b7f8 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464560 May 06 12:19:16.621403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d85537-6f36-4351-b55f-6bc2aa536991 req-35f5897a-ff0f-4ba8-a10b-4a05b91098c3 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/quotas/af8fa837833e413ca1c90b5a3ec4a81d HTTP/1.1" status: 200 len: 375 time: 0.0124626 May 06 12:19:16.624819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d85537-6f36-4351-b55f-6bc2aa536991 req-c4595232-456c-4495-bb5e-b0ceeea6e862 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476999 May 06 12:19:16.743579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.744346 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.835056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:16.838153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.904548 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1bad86-77c4-44e5-b326-ec28ce470568'] response: {'name': 'network-changed', 'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'status': 'completed', 'code': 200} May 06 12:19:16.909999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.923687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:16.932388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e812b-abfb-4fc7-a29a-cd3c317378d5 None None] Pushing event updated for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:16.932695 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:16.933282 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Added segment 446e5a68-b1f7-4e52-a33e-937a1a949013 of type vlan for network c7188599-6d43-48b0-879c-9cdcb42e1a9c May 06 12:19:16.970988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.034723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac4ac6-bb17-4c2e-b52c-9f967c457a2e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:17.076910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.077763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.078350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.108613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:17.145496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-4b742787-0b94-4a7f-873a-2e58a9c1b0ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1124 time: 0.2170780 May 06 12:19:17.285031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5b8d5dec-2995-4adc-a8f4-fa7358853b6a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:17.315380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e35df7ba-de3e-4d4c-87db-fbec6505881b req-5cdfc262-befb-43f6-bfaa-9f560af162d0 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 210 time: 0.1225247 May 06 12:19:17.321517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:17.422644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-784521af-dc6e-4dc1-a899-23216a7e556a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.424413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-784521af-dc6e-4dc1-a899-23216a7e556a service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2730215 May 06 12:19:17.436488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd9c95-43c3-46ef-bded-cfef0850be14 req-67cff55a-2c44-496e-ad97-b30c09e96905 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.438330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4dd9c95-43c3-46ef-bded-cfef0850be14 req-67cff55a-2c44-496e-ad97-b30c09e96905 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 949 time: 0.6509449 May 06 12:19:17.439167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] Pushing event updated for resources: {'Network': ['ID=c7188599-6d43-48b0-879c-9cdcb42e1a9c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:17.480587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40622) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:17.486067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Attempting to bind port b116e637-6e7c-4af5-8354-a0dd28ca3b3f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:17.486523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Attempting to bind port b116e637-6e7c-4af5-8354-a0dd28ca3b3f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:17.486781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Attempting to bind port b116e637-6e7c-4af5-8354-a0dd28ca3b3f on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:17.488923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:17.532982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.582272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-431c9b53-5763-490c-891a-a807e42fd20f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8631599 May 06 12:19:17.585512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40626) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:17.600863 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-8963782a-d34b-494c-8ac4-541133007f40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.1689939 May 06 12:19:17.613829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:17.618677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:09cd71e8aa0541329c03cab04510b3de is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:17.622144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:17.628215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:17.647570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:17.656980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Request body: {'subnet': {'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-subnet', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:17.668012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 has no active binding in host n-h2-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:19:17.673307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:17.680295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Usage tracker for resource:subnet and tenant:5e1b57f36e67424096bbc6de1dc533c8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:17.687342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:17.695070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:17.695849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Checking segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:17.696484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.697108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Bound using segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:17.697228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4dd9c95-43c3-46ef-bded-cfef0850be14 req-e21c8a50-9e85-4367-8b74-ad6e5ef9da17 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472696 May 06 12:19:17.698081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Bound port: b116e637-6e7c-4af5-8354-a0dd28ca3b3f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:17.698783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.707993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:17.747872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.755588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-0f424a07-c46a-4686-ba5e-733b5cfbe29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:17.758027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-0f424a07-c46a-4686-ba5e-733b5cfbe29e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1492879 May 06 12:19:17.819499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-6492dfd1-af2d-4507-b341-36fcc027186c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512726 May 06 12:19:17.848386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.899387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] For port b116e637-6e7c-4af5-8354-a0dd28ca3b3f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:17.904409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] For port b116e637-6e7c-4af5-8354-a0dd28ca3b3f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:17.960519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca81cb1-3012-4de0-bf8b-f3ac2f1f7454,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:17.966870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Made reservation on behalf of 5e1b57f36e67424096bbc6de1dc533c8 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:17.969146 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:17.992312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:18.119843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3fe905bd-eb35-441a-8fd4-b1e7adf47fc1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=09cd71e8aa0541329c03cab04510b3de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6379366 May 06 12:19:18.121125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-f883a628-3bd3-47a6-9b01-249cd75d6a1c service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956729 May 06 12:19:18.121743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40638) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:18.164158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e812b-abfb-4fc7-a29a-cd3c317378d5 None None] Pushing event updated for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:18.171717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:18.177030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:18.349738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.86', 62827) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:18.420878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-7c8994d9-da7f-4d78-b86d-48e1440afc24 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646973 May 06 12:19:18.494385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a705e4-17ca-4e07-8c08-078e939c5e9e req-e7d8079e-28be-4e2b-89f7-0bbc2dfe67d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:18.503837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10a705e4-17ca-4e07-8c08-078e939c5e9e req-e7d8079e-28be-4e2b-89f7-0bbc2dfe67d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.3719363 May 06 12:19:18.573368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10a705e4-17ca-4e07-8c08-078e939c5e9e req-d4677598-b038-4c7f-9aa0-26bfc2f38470 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 May 06 12:19:18.618558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:18.629686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:18.682831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6001d-558b-4540-a44e-f50332966d79 req-d55b2873-81ae-4ba8-8f35-afa2f7dd0a7b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:18.684469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-d55b2873-81ae-4ba8-8f35-afa2f7dd0a7b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449799 May 06 12:19:18.716764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Request body: {'port': {'device_id': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '9df05e5ad4284b31a102b3c219bb0f85'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:18.788444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Checking segment: {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:18.789139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Network hostable DHCP agents. Network: c7188599-6d43-48b0-879c-9cdcb42e1a9c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:18.805771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05f207e-a0e6-41ab-9870-2d6f3c2c3c63,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:18.891304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:18.980231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.017789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c7188599-6d43-48b0-879c-9cdcb42e1a9c) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:19.026070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:19.026648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.043064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.052193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41160ca-b34c-4fec-a392-871646f386b1 None None] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:19.154910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-38749714-d62c-496c-82ff-3a3f3795af79 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5677059 May 06 12:19:19.158901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40666) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:19.164285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:19.176562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:19.187408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Usage tracker for resource:router and tenant:5e1b57f36e67424096bbc6de1dc533c8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:19.193112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:19.205328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47637f06-ea6d-4202-8fb4-2303c74b9f4a req-f5fbfc5d-cd7c-4cce-b964-6cdc3dc418c8 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 210 time: 0.1183002 May 06 12:19:19.226635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:19.363383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b20fd37-3a2a-4c35-98e7-6e1359957eb1 req-ade839f5-f697-45ca-a69d-c95fe74b8a9a service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802096 May 06 12:19:19.364036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5b8d5dec-2995-4adc-a8f4-fa7358853b6a up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:19.370492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.371537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.377693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:19.384544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Usage tracker for resource:port and tenant:9df05e5ad4284b31a102b3c219bb0f85 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:19.390100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:19.396147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:19.433526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7858eb-23e6-43d2-812d-acd0b97144a1 req-11c0a6a3-fbe0-4d1b-8ba3-076b205190e4 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:19.441939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff7858eb-23e6-43d2-812d-acd0b97144a1 req-11c0a6a3-fbe0-4d1b-8ba3-076b205190e4 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 949 time: 0.1569784 May 06 12:19:19.480338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.524502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff7858eb-23e6-43d2-812d-acd0b97144a1 req-69de42be-fd24-4411-8549-4014facc3928 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813172 May 06 12:19:19.534634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.536113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Made reservation on behalf of 9df05e5ad4284b31a102b3c219bb0f85 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:19.545701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.581643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca81cb1-3012-4de0-bf8b-f3ac2f1f7454,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:19.584044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.599961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:19.601117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0ccecef9-4432-4f53-bdd8-13bd4edbff73 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cca81cb1-3012-4de0-bf8b-f3ac2f1f7454 HTTP/1.1" status: 204 len: 168 time: 1.4780295 May 06 12:19:19.789750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:19.795532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:19.826698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c942c80-ef57-477b-b3f1-0d94468367c1 req-8cf06e05-695c-4b60-80fb-f0c9263f8f38 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1493120 May 06 12:19:19.833605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Usage tracker for resource:security_group_rule and tenant:9df05e5ad4284b31a102b3c219bb0f85 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:19.836201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:19.874110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:20.002898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.056487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264841b4-de12-4df2-8337-a6ae872567e4 req-fde0dfaa-27e4-4d78-9ac7-0045eea90948 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:20.058010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-264841b4-de12-4df2-8337-a6ae872567e4 req-fde0dfaa-27e4-4d78-9ac7-0045eea90948 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.1252646 May 06 12:19:20.162697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-264841b4-de12-4df2-8337-a6ae872567e4 req-f1143621-521f-4364-8017-39780e6e6fb9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969296 May 06 12:19:20.175177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'fixed_ips': [{'subnet_id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:19:20.182833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.288526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:17Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:20.311877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128edb5a-1db5-4197-a31d-af6b4a4e5105 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:17Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:20.461527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.467569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:20.480034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:20.480476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.514897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.595266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.770309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b116e637-6e7c-4af5-8354-a0dd28ca3b3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:20.788975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.929050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:20.932466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Allocated IP 172.20.0.2 (c7188599-6d43-48b0-879c-9cdcb42e1a9c/a05f207e-a0e6-41ab-9870-2d6f3c2c3c63/e2d75a3b-8534-44a7-b9f1-5810ce8baeae) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:20.942961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cde2b6a0-83b4-450d-8ec5-fcdff7d37995 req-09981079-dd51-46e0-9671-fe4c7c47f7bf tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 210 time: 0.3490453 May 06 12:19:20.976082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c942c80-ef57-477b-b3f1-0d94468367c1 req-a9887ae6-4f58-4d50-9681-bbd79080dc24 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:20.977781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c942c80-ef57-477b-b3f1-0d94468367c1 req-a9887ae6-4f58-4d50-9681-bbd79080dc24 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1438890 May 06 12:19:20.998642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.083288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7722a3c-c44f-4eb4-a58d-80c48646a8ce,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:21.114086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:21.116996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.118805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Usage tracker for resource:security_group_rule and tenant:476890c5dd22438483e0705e6ae2bf07 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:21.122840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:21.135788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:21.157580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Allocated IP 172.25.2.194 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/942c53c6-df7b-4516-99c0-d85074774167) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:21.207312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:21.260219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.277165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:21.287632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:21.315335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:21.315335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.386776 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.398644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c942c80-ef57-477b-b3f1-0d94468367c1 req-a92f4ba3-e346-47b5-9b1c-c57c3e62a87a tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/quotas/af8fa837833e413ca1c90b5a3ec4a81d HTTP/1.1" status: 200 len: 375 time: 0.3968449 May 06 12:19:21.411750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.501585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:21.541914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c942c80-ef57-477b-b3f1-0d94468367c1 req-13e988de-8096-45ba-b7e1-36ddfb7cef3e tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933201 May 06 12:19:21.589465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-94fc13ba-ab00-4376-ac39-44cb4966205d service neutron] 10.222.0.86 "GET /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 384 time: 1.0706310 May 06 12:19:21.628690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26814c2e-fb2a-42c5-b911-d7ba7f362659 req-37bb3723-26e0-4ca8-9187-370bb15a415a tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:21.630351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26814c2e-fb2a-42c5-b911-d7ba7f362659 req-37bb3723-26e0-4ca8-9187-370bb15a415a tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.3769896 May 06 12:19:21.692403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.710028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.715252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26814c2e-fb2a-42c5-b911-d7ba7f362659 req-4553e898-6982-4d1e-8148-b3871c85ab26 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748503 May 06 12:19:21.721251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.721916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.722428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.723649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.724203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:21.751649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.879910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:21.906088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=476890c5dd22438483e0705e6ae2bf07&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1124229 May 06 12:19:21.907130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66db615-1153-4c0e-aebe-f997d2f91dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be60012a-ca41-4c52-99b5-51125cd1b0d7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:21.911375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b116e637-6e7c-4af5-8354-a0dd28ca3b3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:21.976586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:22.002154 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2138be-795c-405f-928d-577dca6003ae'] response: {'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'code': 200} May 06 12:19:22.022461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.215102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:22.221752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Allocated IP 192.168.233.241 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/a1099be9-7ee7-47b4-9207-f23fbd45cc76) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:22.228914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:22.254716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.254716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Transition to ACTIVE for port object e2d75a3b-8534-44a7-b9f1-5810ce8baeae will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:22.254716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.275406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Pushing event updated for resources: {'Port': ['ID=942c53c6-df7b-4516-99c0-d85074774167,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.276484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Transition to ACTIVE for port object e2d75a3b-8534-44a7-b9f1-5810ce8baeae will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:22.295997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:22.383625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.86', 62829) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:22.394454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.456098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.509714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.570899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:22.578658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:22.587753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Pushing event updated for resources: {'Port': ['ID=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.593971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:22.694827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887fbf-a3f6-47ec-a506-ac1976b07344 req-5946461d-0910-46c4-9494-065efb801f3a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:22.702754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95887fbf-a3f6-47ec-a506-ac1976b07344 req-5946461d-0910-46c4-9494-065efb801f3a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 943 time: 0.7251151 May 06 12:19:22.717110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea4f4854-a6bf-4a02-ad70-5b4089a1f85c req-0810a83d-1ff5-48fd-8825-cf50a8771abe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 1101 time: 0.6516314 May 06 12:19:22.844523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.858803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Attempting to bind port e2d75a3b-8534-44a7-b9f1-5810ce8baeae on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:22.859505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Attempting to bind port e2d75a3b-8534-44a7-b9f1-5810ce8baeae by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:22.869909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Attempting to bind port e2d75a3b-8534-44a7-b9f1-5810ce8baeae on network c7188599-6d43-48b0-879c-9cdcb42e1a9c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:22.890933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b116e637-6e7c-4af5-8354-a0dd28ca3b3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:22.901369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea4f4854-a6bf-4a02-ad70-5b4089a1f85c req-155c1da0-67f0-4339-acbd-1eb381ff55e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691725 May 06 12:19:22.930918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be60012a-ca41-4c52-99b5-51125cd1b0d7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:22.933828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:22.934219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Checking segment: {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:22.935305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.935725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Bound using segment: {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:22.936562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Bound port: e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:22.937130 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:22.952674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:22.969070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95887fbf-a3f6-47ec-a506-ac1976b07344 req-ec0f1599-9397-4516-bf37-2ef27b4a3c20 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652311 May 06 12:19:22.980044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-3992abc1-069b-4325-bc09-c0e6c0f8ca5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1124 time: 0.5950134 May 06 12:19:23.022474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:23.061103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.064241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ef900e1-b8f3-457c-92bf-ca1df62243cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be60012a-ca41-4c52-99b5-51125cd1b0d7 HTTP/1.1" status: 204 len: 168 time: 0.9469662 May 06 12:19:23.078415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] For port e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:23.082798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] For port e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:23.106164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b116e637-6e7c-4af5-8354-a0dd28ca3b3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:23.106537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.112495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.128554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f3d7f6-886c-4a5e-b729-0ac4887d1528 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:23.155888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Transition to ACTIVE for port object a1099be9-7ee7-47b4-9207-f23fbd45cc76 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:23.184529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.196000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:23.269289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.361169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.373872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:23.385948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:23.403076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:23.470251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-566da064-fae2-4ee2-9b7b-5386df1390b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.484291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-566da064-fae2-4ee2-9b7b-5386df1390b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4808865 May 06 12:19:23.570722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fe895-dd09-4853-9564-5cf0e0c4fc64 None None] Pushing event updated for resources: {'Port': ['ID=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:23.607686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.608774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.677277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.678572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:23.832810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-7a7712cf-a0a8-49ca-aece-7930f367b029 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.3141587 May 06 12:19:23.954090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4967-552a-417a-ad14-c93253874d91 req-ddcfb196-acad-4de2-9539-31ef70b11f12 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:23.964787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d69c4967-552a-417a-ad14-c93253874d91 req-ddcfb196-acad-4de2-9539-31ef70b11f12 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 936 time: 0.6854725 May 06 12:19:23.988151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5661be10-2e58-4050-91e3-cf2cdda5a831 None None] Provisioning for port a1099be9-7ee7-47b4-9207-f23fbd45cc76 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:23.994483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5661be10-2e58-4050-91e3-cf2cdda5a831 None None] Provisioning complete for port a1099be9-7ee7-47b4-9207-f23fbd45cc76 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:23.998972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5661be10-2e58-4050-91e3-cf2cdda5a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.025327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-bb239057-baa4-45c8-ab4f-91814bede7a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:24.026802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-bb239057-baa4-45c8-ab4f-91814bede7a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1870649 May 06 12:19:24.054870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Pushing event updated for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:24.112419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-a7aa4a09-d118-4849-9f46-1a755b3e490f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761189 May 06 12:19:24.132611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d69c4967-552a-417a-ad14-c93253874d91 req-fc924d6b-7611-4356-a284-dc73be41c16b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706908 May 06 12:19:24.186630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5661be10-2e58-4050-91e3-cf2cdda5a831 None None] Port a1099be9-7ee7-47b4-9207-f23fbd45cc76 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:24.247412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7b0da-e908-48bd-86f3-03ac0586dbe5 req-f22cca4a-712d-4767-be0c-0a93ca835072 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:24.254341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76e7b0da-e908-48bd-86f3-03ac0586dbe5 req-f22cca4a-712d-4767-be0c-0a93ca835072 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.6520545 May 06 12:19:24.259061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] Transition to ACTIVE for port object 34f3d7f6-886c-4a5e-b729-0ac4887d1528 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:24.275967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-45802faf-1c67-460c-95af-52a580af92b1 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5729175 May 06 12:19:24.287803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Request body: {'port': {'device_id': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:24.374185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-069bb491-718d-41b5-bbc9-d00dd6a485ac service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391212 May 06 12:19:24.413251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76e7b0da-e908-48bd-86f3-03ac0586dbe5 req-8aea8de2-8c78-4536-ab96-27db0b361496 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572161 May 06 12:19:24.501189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.517532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:24.568279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Router a8687f0f-275e-4a25-aa33-f95f82cd96a1 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:19:24.804080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2d75a3b-8534-44a7-b9f1-5810ce8baeae up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:24.887254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:25.076863 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1de4369-2d20-4a74-bca0-81bf6864d5e8 req-e516e5ad-eff1-4804-b6af-400137857e52 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952689 May 06 12:19:25.091183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e2d75a3b-8534-44a7-b9f1-5810ce8baeae completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:25.099241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:19:25.103674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.150256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] No DVR routers for this DVR port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:19:25.156844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:25.195487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1732a-398b-44f3-bc53-6b39498320b3 None None] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:25.210943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:25.215260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Usage tracker for resource:security_group_rule and tenant:92f2532ce8bb4afeb632a2d9e003ce81 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:25.218287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:25.224399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:25.320760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.365528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-628ce208-34e2-4e6f-b126-c8870263d4e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528/bindings/n-h2-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4950609 May 06 12:19:25.392673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.414184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:19:25.518531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Provisioning for port e2d75a3b-8534-44a7-b9f1-5810ce8baeae completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:25.532223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Provisioning complete for port e2d75a3b-8534-44a7-b9f1-5810ce8baeae triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:25.533140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.542613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be63b21-a2cd-4aaa-beea-6cf90b06c458,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:25.563505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-02650556-e1df-40e6-8ffa-c7e4738082f3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=92f2532ce8bb4afeb632a2d9e003ce81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6657391 May 06 12:19:25.575274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:25.591412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9862a55-d443-4baf-a21e-02f6e2d92d33 req-59b8514d-282e-47b6-aa19-fcc121d1b35a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:25.593678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9862a55-d443-4baf-a21e-02f6e2d92d33 req-59b8514d-282e-47b6-aa19-fcc121d1b35a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.8619006 May 06 12:19:25.661367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:25.675073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Sync routers for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:25.696901 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:25.700510 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:25.814724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.822820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c2f17-3c95-47fe-86b2-2259b3047b65 req-d37aa258-97f5-40b4-96fc-52ca909825a3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:25.833504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a2c2f17-3c95-47fe-86b2-2259b3047b65 req-d37aa258-97f5-40b4-96fc-52ca909825a3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 936 time: 0.2750545 May 06 12:19:25.884136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] For port e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:25.929060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:25.936078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0ebd628c-5022-4514-84b0-803266fb6d9e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7759964 May 06 12:19:25.938384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:25.968807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a2c2f17-3c95-47fe-86b2-2259b3047b65 req-fec68fd5-8d03-4930-bee4-8eb62afc53a3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322823 May 06 12:19:25.988114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.146270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-06444f54-2b9b-404d-8787-0b5302700d62 None None] Provisioning complete for port e2d75a3b-8534-44a7-b9f1-5810ce8baeae triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:26.147612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-06444f54-2b9b-404d-8787-0b5302700d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.174067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9862a55-d443-4baf-a21e-02f6e2d92d33 req-39a7cb1f-e798-48b4-9862-434356a4f875 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525107 May 06 12:19:26.179469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cdab0-ca08-4809-a4ec-0c5b8224cd5b None None] Pushing event updated for resources: {'Port': ['ID=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:26.220348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.321060 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:26.367723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-ff01c43c-0516-4787-a30d-ac646225b2e1 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.8584974 May 06 12:19:26.505670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.731322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2d75a3b-8534-44a7-b9f1-5810ce8baeae up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:26.763753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1099be9-7ee7-47b4-9207-f23fbd45cc76 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:26.778322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.792233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-3338e361-ee39-47c0-95fd-47cc7dc44c49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&tenant_id=f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 1095 time: 0.4121878 May 06 12:19:26.843881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e2d75a3b-8534-44a7-b9f1-5810ce8baeae triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:26.844813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.869370 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:22Z', 'revision_number': 3, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:26.873940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Checking router: a8687f0f-275e-4a25-aa33-f95f82cd96a1 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:26.874313 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Updating router a8687f0f-275e-4a25-aa33-f95f82cd96a1 port 942c53c6-df7b-4516-99c0-d85074774167 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:26.932946 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:26.937450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c827-2fc3-4f3c-a3fd-4226b3cecc8c req-82614567-3848-48cb-b73f-4352b571add7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:26.939199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1690c827-2fc3-4f3c-a3fd-4226b3cecc8c req-82614567-3848-48cb-b73f-4352b571add7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.3603363 May 06 12:19:27.012289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-04a306f9-88e6-487e-a6ae-5d9331d247cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1095 time: 0.1719651 May 06 12:19:27.102026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1690c827-2fc3-4f3c-a3fd-4226b3cecc8c req-6a79f985-d9bf-42a6-8b9e-1deac0237acf tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545012 May 06 12:19:27.287340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Transition to ACTIVE for port object a1099be9-7ee7-47b4-9207-f23fbd45cc76 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:27.292981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.311742 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.324352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Transition to ACTIVE for port object 942c53c6-df7b-4516-99c0-d85074774167 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:27.355899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be63b21-a2cd-4aaa-beea-6cf90b06c458,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:27.364796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-85da150b-f036-477a-b6a3-0d8e2936c39a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:27.366692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-85da150b-f036-477a-b6a3-0d8e2936c39a service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.3475940 May 06 12:19:27.373949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.375041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-42b53c7c-e475-48ad-ac29-0471ad44d127 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9be63b21-a2cd-4aaa-beea-6cf90b06c458 HTTP/1.1" status: 204 len: 168 time: 1.7980213 May 06 12:19:27.504205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-cb55dd6a-8520-4bce-92c3-3055fb1677b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.1272554 May 06 12:19:27.506862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.525055 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.699147 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Attempting to bind port 942c53c6-df7b-4516-99c0-d85074774167 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:27.699525 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Attempting to bind port 942c53c6-df7b-4516-99c0-d85074774167 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:27.699934 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Attempting to bind port 942c53c6-df7b-4516-99c0-d85074774167 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:27.710899 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4bdc9-a0e8-4f42-b74c-e51b6a8110c1 None None] Pushing event updated for resources: {'Port': ['ID=942c53c6-df7b-4516-99c0-d85074774167,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:27.730116 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:27.730542 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:27.730909 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.731303 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:27.731802 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Bound port: 942c53c6-df7b-4516-99c0-d85074774167, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:27.733972 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.767619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e86b1-4a68-4131-9e93-923138cdb24b req-3290476f-cfa2-4928-8511-bb9b42a9e40a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:27.775869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d22e86b1-4a68-4131-9e93-923138cdb24b req-3290476f-cfa2-4928-8511-bb9b42a9e40a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 948 time: 0.2224405 May 06 12:19:27.824443 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] For port 942c53c6-df7b-4516-99c0-d85074774167, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:27.827537 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] For port 942c53c6-df7b-4516-99c0-d85074774167, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=942c53c6-df7b-4516-99c0-d85074774167,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:27.923222 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:27.932589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d22e86b1-4a68-4131-9e93-923138cdb24b req-aac9b798-a523-4cfd-bf04-4f8920934d4d tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557755 May 06 12:19:27.987038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-2ca9b178-6d7e-453a-ad3d-285a4b29decc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4df9d4bbe6b84887beffde86074f1b80&device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 1101 time: 0.1936083 May 06 12:19:28.019334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Pushing event updated for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:28.123318 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:28.123978 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:28.181646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-c379ac88-cda5-487e-a67e-07469bfbe8fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.183450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-c379ac88-cda5-487e-a67e-07469bfbe8fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.6625547 May 06 12:19:28.281694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-c97fd2bf-419b-4c48-9866-b2aab0261284 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853603 May 06 12:19:28.281900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98cd7cd1-f7e3-4a94-9f02-a07ab4eb3de5 req-5e4c30ee-bf9b-40b0-a8a0-46604138bca2 tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974000 May 06 12:19:28.480091 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:28.607902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd7cd1-f7e3-4a94-9f02-a07ab4eb3de5 req-77f8c6be-9005-4318-9a54-f80f4c60d69a tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.610847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98cd7cd1-f7e3-4a94-9f02-a07ab4eb3de5 req-77f8c6be-9005-4318-9a54-f80f4c60d69a tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272448 May 06 12:19:28.613087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-be8393a4-9a93-496b-a488-f3bc0637fb83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.614410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-be8393a4-9a93-496b-a488-f3bc0637fb83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.6028717 May 06 12:19:28.644061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98cd7cd1-f7e3-4a94-9f02-a07ab4eb3de5 req-f953d0aa-381f-4966-8afd-2bdf9b5c797a tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/quotas/af8fa837833e413ca1c90b5a3ec4a81d HTTP/1.1" status: 200 len: 375 time: 0.0249379 May 06 12:19:28.695863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bf99-7a85-43a2-a4b8-a4e3eb79d526 req-ff36a7c3-9977-48bd-9a0c-100c491a8be5 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.702641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39f6bf99-7a85-43a2-a4b8-a4e3eb79d526 req-ff36a7c3-9977-48bd-9a0c-100c491a8be5 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.6958437 May 06 12:19:28.726949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Attempting to bind port a1099be9-7ee7-47b4-9207-f23fbd45cc76 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:28.727369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Attempting to bind port a1099be9-7ee7-47b4-9207-f23fbd45cc76 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:28.727820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Attempting to bind port a1099be9-7ee7-47b4-9207-f23fbd45cc76 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:28.762759 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4bdc9-a0e8-4f42-b74c-e51b6a8110c1 None None] Pushing event updated for resources: {'Port': ['ID=942c53c6-df7b-4516-99c0-d85074774167,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:28.798418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Port a1099be9-7ee7-47b4-9207-f23fbd45cc76 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:28.799953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Attempting to bind port a1099be9-7ee7-47b4-9207-f23fbd45cc76 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:28.804362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-b30c9748-de51-4f71-981c-ab3ae9392fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075073 May 06 12:19:28.846077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98cd7cd1-f7e3-4a94-9f02-a07ab4eb3de5 req-c7fdf4d7-276e-448b-aff9-f7bdba37eacd tempest-QuotasAdminNegativeTest-157415816 tempest-QuotasAdminNegativeTest-157415816-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839200 May 06 12:19:28.855480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-dcd02127-0d71-4276-a9cc-d0e35090f2ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=30eb0fa6-6a7f-4053-b48f-c71415182733 HTTP/1.1" status: 200 len: 217 time: 0.2105129 May 06 12:19:28.942462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-af76433d-5416-4604-8a18-e6168d78a678 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:28.944604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-af76433d-5416-4604-8a18-e6168d78a678 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0796142 May 06 12:19:28.968399 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:22Z', 'revision_number': 3, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:28.979723 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ebbefd-1fe0-44fd-a5ef-71058a9546e3 None None] The sync data for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 is: [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:22Z', 'revision_number': 3, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:29.026885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-988d7941-ee7d-4541-badf-4a59ee31a30a service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920462 May 06 12:19:29.036349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:29.036678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:29.037169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:29.037611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Bound port: a1099be9-7ee7-47b4-9207-f23fbd45cc76, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:29.037955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:29.113492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-99149bfd-480d-49f6-85a8-2939d34d67d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591475 May 06 12:19:29.116827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39f6bf99-7a85-43a2-a4b8-a4e3eb79d526 req-0cfafa05-e8bc-41d2-b26e-b7dee49e57fe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128900 May 06 12:19:29.192469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:29.213435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:29.270473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-e906443d-73b8-4308-b4f3-d09e48a3351d service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469264 May 06 12:19:29.363697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:29.527577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:29.529199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9cc9ac3-7ea3-4e6e-b79f-dcddb14f91aa req-41a4ae14-ccfb-4142-92f8-9332ecf47d65 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433650 May 06 12:19:29.554300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] 10.222.0.86 "PUT /v2.0/ports/a1099be9-7ee7-47b4-9207-f23fbd45cc76 HTTP/1.1" status: 200 len: 1096 time: 5.2460430 May 06 12:19:29.564832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:29.611103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1bf3-1876-459c-bdc4-857df44b38b0 req-5d6a82cb-52c4-42a6-b7e8-c859fc98c8e8 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:29.631638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3cdc1bf3-1876-459c-bdc4-857df44b38b0 req-5d6a82cb-52c4-42a6-b7e8-c859fc98c8e8 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.3587306 May 06 12:19:29.652724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739e54a-9122-47b2-9621-63826bff8816 service neutron] Pushing event updated for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:29.823246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3cdc1bf3-1876-459c-bdc4-857df44b38b0 req-3201e1c8-8cf2-462c-b007-0a46cdb7fdfe tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989105 May 06 12:19:29.838150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:29.946566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-126e4ab7-fd83-4f2a-95af-778200d20790 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.0956604 May 06 12:19:30.191919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-87a02232-4c0f-4851-8c4f-000e96b6319d service neutron] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:30.196255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-87a02232-4c0f-4851-8c4f-000e96b6319d service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.202519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c99ab58-5d60-4d2c-862c-464c52eb326f req-87a02232-4c0f-4851-8c4f-000e96b6319d service neutron] 10.222.0.13 "DELETE /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528/bindings/n-h1-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.2421129 May 06 12:19:30.278612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Allocated IP 172.20.0.1 (c7188599-6d43-48b0-879c-9cdcb42e1a9c/a05f207e-a0e6-41ab-9870-2d6f3c2c3c63/e32d3117-14ef-44ce-8b66-aea5e89da7b9) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:30.301015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-f9dc18ee-d6ab-43b9-8cda-22e38bb97573 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 1099 time: 0.5574803 May 06 12:19:30.400633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-fb2080b3-9dfe-413e-82ae-9c9e57cd7c49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76 HTTP/1.1" status: 200 len: 217 time: 0.0902834 May 06 12:19:30.407424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-d0548fb4-36b1-4139-b85f-e51ce56617ed tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:30.408138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-d0548fb4-36b1-4139-b85f-e51ce56617ed tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Synchronizing usage tracker for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:30.464935 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5acbfb61-51da-4abe-86e3-e619235acc45'] response: {'name': 'network-changed', 'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76', 'status': 'completed', 'code': 200} May 06 12:19:30.570450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6001d-558b-4540-a44e-f50332966d79 req-5c0ffb15-20b3-42fb-90d8-e6b81ba75cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:30.571924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-5c0ffb15-20b3-42fb-90d8-e6b81ba75cdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1608806 May 06 12:19:30.637050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-d0548fb4-36b1-4139-b85f-e51ce56617ed tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Unset dirty status for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:30.638238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-d0548fb4-36b1-4139-b85f-e51ce56617ed tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 948 time: 0.4594390 May 06 12:19:30.707752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-b3cca25c-e67a-49e0-8fb2-f1d85bd8b906 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Synchronizing usage tracker for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:30.743318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:30.774130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Transition to ACTIVE for port object e32d3117-14ef-44ce-8b66-aea5e89da7b9 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:30.795096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-0f8108cd-8eaa-43cc-b3c4-0ccae5360caa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086377 May 06 12:19:30.882427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-b3cca25c-e67a-49e0-8fb2-f1d85bd8b906 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Unset dirty status for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:30.883595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c334f40a-7b8d-4256-905f-7d0b9dcd035e req-b3cca25c-e67a-49e0-8fb2-f1d85bd8b906 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306149 May 06 12:19:30.948904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-a51ba65d-0038-4f85-87ea-45f1ea8eb0ab service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464937 May 06 12:19:30.953728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.071575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3977a59c-7fdc-4f9e-867a-c7f7519f4eb2 req-07b62b5f-40ff-4588-ad0e-b211d7ef7202 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1548054 May 06 12:19:31.153923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:31.163359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:31.172694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:31.254534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Pushing event updated for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:31.306440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4fe6001d-558b-4540-a44e-f50332966d79 req-9efec467-c73c-45b6-acf3-ec2d8f87a06f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484783 May 06 12:19:31.332081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.364548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a0a1-d606-4898-890e-e29e4165fd41 req-dd46b5d1-7b9e-47fe-9158-792c8cd077d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:31.366485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7077a0a1-d606-4898-890e-e29e4165fd41 req-dd46b5d1-7b9e-47fe-9158-792c8cd077d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.3403590 May 06 12:19:31.426375 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7077a0a1-d606-4898-890e-e29e4165fd41 req-a9500bfd-f505-4c51-8e8d-70872dae7cba tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 May 06 12:19:31.512735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-224a91f0-19d7-4926-a3a5-1374902a354d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 1099 time: 0.0780559 May 06 12:19:31.519890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdf67875-fc63-4b8f-9680-0e6bf09715a0 None None] Provisioning for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:31.527966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdf67875-fc63-4b8f-9680-0e6bf09715a0 None None] Provisioning complete for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:31.528445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fdf67875-fc63-4b8f-9680-0e6bf09715a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.592410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fdf67875-fc63-4b8f-9680-0e6bf09715a0 None None] Port e32d3117-14ef-44ce-8b66-aea5e89da7b9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:31.777031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:31.867586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-44131f5c-062e-45ab-9ced-c551100917df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:31.869069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-44131f5c-062e-45ab-9ced-c551100917df service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3443286 May 06 12:19:31.971179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47029dc-6ce9-4aa1-a30f-a1008064b31b req-a94b268a-3275-48f0-9a6c-ed7fc9c8bb95 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:31.972672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a47029dc-6ce9-4aa1-a30f-a1008064b31b req-a94b268a-3275-48f0-9a6c-ed7fc9c8bb95 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.2832925 May 06 12:19:31.976674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-c8714459-073f-41a8-894a-6a25430b1442 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76 HTTP/1.1" status: 200 len: 217 time: 0.1000528 May 06 12:19:32.122256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40976) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:32.230871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-eefd94dc-b3fb-4c0f-8ce3-345ad20984bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:32.232670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-eefd94dc-b3fb-4c0f-8ce3-345ad20984bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2403321 May 06 12:19:32.308423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.308775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a47029dc-6ce9-4aa1-a30f-a1008064b31b req-9cb1d12c-b51a-4863-8e79-499e8495675e tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155060 May 06 12:19:32.340983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:32.345165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:af8fa837833e413ca1c90b5a3ec4a81d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:32.348202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:32.360486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:32.369612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.384997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-1f290cb6-03bf-41d4-8367-49daf4fcdeec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429486 May 06 12:19:32.467038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.542269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.542518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.586665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=af8fa837833e413ca1c90b5a3ec4a81d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4625025 May 06 12:19:32.589369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40992) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:32.622216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18bef-9108-4427-b6cc-d3fedd086fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983cba52-72d3-4d57-b2ed-07f1e7ef8513,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:32.721231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-eac433ec-cec9-43a8-bcc0-858c33d7fda4 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294873 May 06 12:19:32.721809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Pushing event updated for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:32.724105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.724945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.758501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.768442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac4689b3-478b-42bb-93dc-3814b87f243b req-64a8f0a7-c8df-401b-b7fa-adc6bda4dd1a tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1095 time: 0.1359596 May 06 12:19:32.848356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac4689b3-478b-42bb-93dc-3814b87f243b req-7c91f58f-ca81-4ccf-91ed-5a65b33986e8 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 May 06 12:19:32.849918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dab4da-2381-4d97-a3cb-67eb3d664e39 req-8039b7bb-6215-4a61-88a2-d0b96de31577 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:32.852101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65dab4da-2381-4d97-a3cb-67eb3d664e39 req-8039b7bb-6215-4a61-88a2-d0b96de31577 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 948 time: 0.3672261 May 06 12:19:32.925703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.962232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983cba52-72d3-4d57-b2ed-07f1e7ef8513,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:32.968273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:32.971541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8026f98e-a9dc-4908-a7fa-6e1a6e46c4d4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/983cba52-72d3-4d57-b2ed-07f1e7ef8513 HTTP/1.1" status: 204 len: 168 time: 0.3810699 May 06 12:19:33.040821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bab20721-65de-40fd-a50c-762e66a4bf63 req-6c5d5837-cd5c-44bc-83bf-ce0293ef58c5 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115232 May 06 12:19:33.072466 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65dab4da-2381-4d97-a3cb-67eb3d664e39 req-267bf68c-8d38-46c2-9a99-3a24fe181e2d tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499026 May 06 12:19:33.082272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:33.083396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:33.091780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf0697-6bdd-4029-b168-433b83ae484d req-b4da1d6b-d109-44bd-ba1d-88fa8ec6ffd8 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.094172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50cf0697-6bdd-4029-b168-433b83ae484d req-b4da1d6b-d109-44bd-ba1d-88fa8ec6ffd8 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 950 time: 0.1084747 May 06 12:19:33.164936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50cf0697-6bdd-4029-b168-433b83ae484d req-5f7581b1-b555-49f7-81af-7acc12ac3881 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 May 06 12:19:33.181276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:19:33.308980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7b3ebbd0-e3fa-468f-81e7-be6fa1262db6 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d0d436077f674235a8ebdca79af41ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549846 May 06 12:19:33.478860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.513704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:33.534481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:33.542859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c86c3bc2-ea7b-4b34-8fc3-63d479e10591 None None] Provisioning complete for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:33.544238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c86c3bc2-ea7b-4b34-8fc3-63d479e10591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.606362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c86c3bc2-ea7b-4b34-8fc3-63d479e10591 None None] Port e32d3117-14ef-44ce-8b66-aea5e89da7b9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:33.622754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-e907d55f-4bdc-49a2-a4e4-407eaec620f7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.624187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-e907d55f-4bdc-49a2-a4e4-407eaec620f7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.1937857 May 06 12:19:33.628173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:33.658196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ef299015-86e8-40f2-a607-feeccbe410fa tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/quotas/f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 375 time: 0.0278485 May 06 12:19:33.674155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-93ba1988-14d5-42c6-a5fc-e9c35a593c73 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:33.675639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-93ba1988-14d5-42c6-a5fc-e9c35a593c73 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658137 May 06 12:19:33.702728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:33.708458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-654d260f-7321-459b-a6b3-0fe62540a9d0 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/quotas/d0d436077f674235a8ebdca79af41ba6 HTTP/1.1" status: 200 len: 375 time: 0.0214629 May 06 12:19:33.779255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-25bb14c7-4847-4b06-908f-44224e5ed1bd tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196451 May 06 12:19:33.933025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-eb6d4ab8-0ffd-42a8-b88b-5b23c0b48e3f service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521811 May 06 12:19:33.936243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-763bfb13-6489-40f4-84c3-e87e89cfed8f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2189734 May 06 12:19:33.954404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Router a8687f0f-275e-4a25-aa33-f95f82cd96a1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:19:33.965154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41026) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:34.082561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-18c6b004-68d8-4050-8138-90e273253523 service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449649 May 06 12:19:34.202939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41042) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:34.248377 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.255215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:19:34.271918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.272721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a2aa6f25-9e07-4a52-bb21-a4bd0f602dab admin admin] 10.222.0.83 "PUT /v2.0/routers/a8687f0f-275e-4a25-aa33-f95f82cd96a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3204496 May 06 12:19:34.324906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:34.327569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:34.332195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Usage tracker for resource:security_group_rule and tenant:e7039514aaae4b39b0e3a5e8e56ed4d1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:34.335494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Usage tracker for resource:security_group_rule and tenant:8abc271cbc59407fb7221266d3f6c19b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:34.338184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:34.342175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:34.350122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:34.353404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:34.360641 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0907d7c4-027e-444e-8d90-5cee1c581cf6'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'code': 200} May 06 12:19:34.568971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d67989d-b4ba-41da-ab8d-846320e6cf23 req-d30022a4-ac57-4f53-8b60-739e33a6125b tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 210 time: 0.0978484 May 06 12:19:34.612143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.623543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.679636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.715240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da69502-2b9a-4a49-892c-c78e1f5a822e req-4f7f3df6-078f-4ba0-bd2e-82212eaa3c2b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:34.719431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9da69502-2b9a-4a49-892c-c78e1f5a822e req-4f7f3df6-078f-4ba0-bd2e-82212eaa3c2b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 948 time: 0.1904933 May 06 12:19:34.738335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:34.831011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9da69502-2b9a-4a49-892c-c78e1f5a822e req-ebed00bc-ff9c-4685-a578-29ba90f62b78 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 May 06 12:19:34.879327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 942c53c6-df7b-4516-99c0-d85074774167 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:34.881978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234a474-0527-40f9-b40a-58d1e4cab885,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.899927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41078) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:34.900109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-49a509d2-0dc2-44e6-94c1-84dc7fc96933 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7039514aaae4b39b0e3a5e8e56ed4d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6936035 May 06 12:19:34.922081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c239e29-4b8e-4fdc-9a67-28c75ffed013 req-19d5dbf5-83c3-4d2a-8b7b-16bbe909738b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 210 time: 0.1204143 May 06 12:19:34.960188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128f4c5-406a-4e9e-b1eb-0ed2035c1558,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:34.985209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-50d52816-8e63-4974-8492-e98188063934 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8abc271cbc59407fb7221266d3f6c19b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0189881 May 06 12:19:34.986269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41082) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:35.035310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.080001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.127434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.139611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a1099be9-7ee7-47b4-9207-f23fbd45cc76 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:35.160806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 942c53c6-df7b-4516-99c0-d85074774167 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:35.165379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.201337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 942c53c6-df7b-4516-99c0-d85074774167 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:35.201711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.265681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.309903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234a474-0527-40f9-b40a-58d1e4cab885,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:35.325486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.328501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.330028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4c4dd91-9466-4b0e-8f79-7f426b46952c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b234a474-0527-40f9-b40a-58d1e4cab885 HTTP/1.1" status: 204 len: 168 time: 0.4315245 May 06 12:19:35.353906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128f4c5-406a-4e9e-b1eb-0ed2035c1558,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:35.379038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.383313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4a08dfc9-abd5-4651-9367-6ebd52836718 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6128f4c5-406a-4e9e-b1eb-0ed2035c1558 HTTP/1.1" status: 204 len: 168 time: 0.3927138 May 06 12:19:35.548656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:35.632929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76', 'mac_address': 'fa:16:3e:d6:9a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:35.683227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.714171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 942c53c6-df7b-4516-99c0-d85074774167, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=942c53c6-df7b-4516-99c0-d85074774167,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:35.716570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.738659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1099be9-7ee7-47b4-9207-f23fbd45cc76 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:35.756715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:35.799311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.867931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=942c53c6-df7b-4516-99c0-d85074774167,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:35.870603 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:35.936332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:36.101952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a1099be9-7ee7-47b4-9207-f23fbd45cc76'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:36.582304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41154) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:36.603506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.639049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:36.643475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Usage tracker for resource:security_group_rule and tenant:2e584b05a03746ef9e50e6f2beea0298 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:36.646539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:36.653312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:36.688608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 942c53c6-df7b-4516-99c0-d85074774167 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:36.736618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.788733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e48a6ce8-44fb-46e2-a170-ab648d6d35d6 req-9e72f65c-f156-4c12-88f6-d04a701bc42d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 210 time: 0.1052094 May 06 12:19:36.815434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.860868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 942c53c6-df7b-4516-99c0-d85074774167 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:36.861868 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:36.891504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:36.900669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2e584b05a03746ef9e50e6f2beea0298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159268 May 06 12:19:36.934128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98fe6d-5436-4a55-9e44-51387103fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aad9d8-8087-4b1d-a939-3f8884d98995,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:37.030573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-2723c5a2-be10-4ec7-b17e-bb38e280a95b tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d0d436077f674235a8ebdca79af41ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577056 May 06 12:19:37.031560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.092228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.152496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a1099be9-7ee7-47b4-9207-f23fbd45cc76 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:37.264532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e490bbf-f73a-4761-96db-234b0f664859 req-52a95885-8152-482f-9225-eca211a92cf6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 210 time: 0.0623670 May 06 12:19:37.313035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573e12-061c-461a-82da-a7091128712f req-ca24ad62-ac3d-4748-ab26-0f0a062d0222 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:37.313035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88573e12-061c-461a-82da-a7091128712f req-ca24ad62-ac3d-4748-ab26-0f0a062d0222 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 949 time: 0.1831203 May 06 12:19:37.406158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88573e12-061c-461a-82da-a7091128712f req-4e2e2b80-6703-42ad-81d9-3af364e5ff3c tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858238 May 06 12:19:37.411133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a1099be9-7ee7-47b4-9207-f23fbd45cc76 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:37.415602 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.419554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a1099be9-7ee7-47b4-9207-f23fbd45cc76 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:37.420538 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.457315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.461484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1aad9d8-8087-4b1d-a939-3f8884d98995 HTTP/1.1" status: 204 len: 168 time: 0.5692425 May 06 12:19:37.466458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c33dcd-c478-452d-857e-81b54805f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aad9d8-8087-4b1d-a939-3f8884d98995,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:37.468009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-9eed92ec-43dc-4c30-89c3-bfdead2ca035 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:37.470287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-9eed92ec-43dc-4c30-89c3-bfdead2ca035 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4312975 May 06 12:19:37.498915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Request body: {'port': {'device_id': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'd0d436077f674235a8ebdca79af41ba6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:37.622585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.716902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:37.726284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:37.731285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:37.751176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:37.772175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.848484 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2743f3d7-7224-41b0-82e0-e014f2ed0e5b'] response: {'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76', 'code': 200} May 06 12:19:37.862988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Made reservation on behalf of d0d436077f674235a8ebdca79af41ba6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:37.867925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:37.958368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:38.178447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1561854b-670c-4fd5-a2b4-c4ce3f215a96 req-5678046a-bfe4-4b4a-8f2c-92faacd6d6eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 1101 time: 0.1889739 May 06 12:19:38.283138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Allocated IP 192.168.233.119 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/804fed8c-7568-410a-882e-3b298e0f4283) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:38.342973 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b019-7d23-4c2a-83e3-b31c1fd19fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.376676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1561854b-670c-4fd5-a2b4-c4ce3f215a96 req-fa96c427-91e1-474e-b20d-abcb4765f6b7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920390 May 06 12:19:38.459623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-37facedb-7d39-49a6-87b3-015e53868bc0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:38.465155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-37facedb-7d39-49a6-87b3-015e53868bc0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.2513649 May 06 12:19:38.499830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Request body: {'port': {'device_id': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'admin_state_up': True, 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:38.523507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41204) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:38.555315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645890822', 'description': 'tempest-description--1942926620'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:38.571057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Sync routers for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:19:38.596953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:38.596953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:38.637038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:38.684025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Usage tracker for resource:security_group and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:38.700138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:38.721390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:38.756985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.782112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Transition to ACTIVE for port object 804fed8c-7568-410a-882e-3b298e0f4283 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:38.864207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41214) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:38.873151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eadc4373-9bac-44c2-be19-6a181fb42a1e req-867c44bd-a7d8-47d3-8d4d-996887cf209d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 210 time: 0.1129339 May 06 12:19:38.879373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:38.895531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.910841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42641f32-7844-4dc3-a44a-0de67222219c req-18e4dd6e-841b-403d-94f6-f95fa0b23b0f tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 210 time: 0.1271167 May 06 12:19:38.931350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:38.954650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5b8d5dec-2995-4adc-a8f4-fa7358853b6a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:38.976363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:39.033396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:39.038586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Usage tracker for resource:security_group_rule and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:39.042058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:39.049997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:39.118908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Pushing event updated for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:39.143553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.149489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:39.150922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:39.163186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:39.167744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:39.168410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.259082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.271891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.308203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:39.349037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-baf4741f-b2f1-4ac7-b626-5cab9831a780 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8541577 May 06 12:19:39.363678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Request body: {'port': {'device_id': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:39.403367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:39.406508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.485940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.491272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9660444 May 06 12:19:39.491991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:39.525454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'security_group_rule': {'security_group_id': '527b3ae0-0e5a-4b23-acc6-34c872418822', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:39.554664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.591201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:39.602563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Usage tracker for resource:security_group_rule and tenant:b418c0ea69334fe29fddd69a18aff2b3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:39.610631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:39.622159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:39.638984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:39.647958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Usage tracker for resource:security_group_rule and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:39.660070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:39.672919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:39.681243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d553448-144d-4153-b3ce-4178dcf94ec7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527b3ae0-0e5a-4b23-acc6-34c872418822,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:39.841582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5a07a027-0c90-48aa-ac81-98d2ba744199 None None] Provisioning for port 804fed8c-7568-410a-882e-3b298e0f4283 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:39.853797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5a07a027-0c90-48aa-ac81-98d2ba744199 None None] Provisioning complete for port 804fed8c-7568-410a-882e-3b298e0f4283 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:39.854494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a07a027-0c90-48aa-ac81-98d2ba744199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:39.934393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5a07a027-0c90-48aa-ac81-98d2ba744199 None None] Port 804fed8c-7568-410a-882e-3b298e0f4283 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:39.977176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:31Z', 'revision_number': 4, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e32d3117-14ef-44ce-8b66-aea5e89da7b9', 'name': '', 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'mac_address': 'fa:16:3e:ba:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:29Z', 'updated_at': '2022-05-06T12:19:31Z', 'revision_number': 2, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'subnets': [{'id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:39.983187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Checking router: a8687f0f-275e-4a25-aa33-f95f82cd96a1 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:19:39.983580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Updating router a8687f0f-275e-4a25-aa33-f95f82cd96a1 port e32d3117-14ef-44ce-8b66-aea5e89da7b9 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:19:39.997211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804fed8c-7568-410a-882e-3b298e0f4283 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:40.006529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.031048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Transition to ACTIVE for port object 804fed8c-7568-410a-882e-3b298e0f4283 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:40.055580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.057011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.091028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.146965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Allocated IP 172.20.0.11 (de2a58b1-2251-4db6-87a9-6809708209c5/40db6904-448b-44ef-bb00-17318975f384/fae3a72b-7a64-44bd-b97a-e23537952f36) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:40.188564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d722-2069-49b1-b5ee-a9150ea9b990 req-4a97d5bf-745d-41d1-a045-8d1f9ac5b35a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:40.195599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5908d722-2069-49b1-b5ee-a9150ea9b990 req-4a97d5bf-745d-41d1-a045-8d1f9ac5b35a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 950 time: 1.0061967 May 06 12:19:40.235225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.268557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5908d722-2069-49b1-b5ee-a9150ea9b990 req-8f1b7f40-7ee2-4a10-835f-e96281f35436 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710690 May 06 12:19:40.314924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.327718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.404148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb5c9d2-c94f-4beb-9217-f6cbc41a3e28,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:40.430420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8356130a-63ee-447a-8cde-3a7a65d226a6 req-13cc8567-df03-4ef7-ae85-33323669088a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 210 time: 0.2863238 May 06 12:19:40.436385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.527322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Attempting to bind port 804fed8c-7568-410a-882e-3b298e0f4283 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:40.527914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Attempting to bind port 804fed8c-7568-410a-882e-3b298e0f4283 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:40.528468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Attempting to bind port 804fed8c-7568-410a-882e-3b298e0f4283 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:40.536314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Pushing event updated for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:40.552248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Port 804fed8c-7568-410a-882e-3b298e0f4283 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:40.552634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Attempting to bind port 804fed8c-7568-410a-882e-3b298e0f4283 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:40.567421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a4978-14cd-4593-99d4-7dd8fbd28d4e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:40.586848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:40.593577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:40.593577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:40.593577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Bound port: 804fed8c-7568-410a-882e-3b298e0f4283, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:40.593577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.651379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-06cfa568-e6d1-480c-adcb-c1b5c4532a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.722046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:40.726520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=804fed8c-7568-410a-882e-3b298e0f4283,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:40.798014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.805929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.807900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0760111e-fa85-4984-8a2b-7561c780396f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b418c0ea69334fe29fddd69a18aff2b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9337313 May 06 12:19:40.820686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41272) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:40.835154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Transition to ACTIVE for port object e32d3117-14ef-44ce-8b66-aea5e89da7b9 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:40.912840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Pushing event updated for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:40.938432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.939172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-7cfb5626-00ac-4a43-96ea-47b7bf4b420b service neutron] 10.222.0.13 "PUT /v2.0/ports/804fed8c-7568-410a-882e-3b298e0f4283 HTTP/1.1" status: 200 len: 1096 time: 1.5789218 May 06 12:19:40.939841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:40.965175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.980088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:40.981259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d6fa8eaf-1a3d-4a71-9e96-0219385f54d6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4718769 May 06 12:19:40.985655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41284) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:40.993668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'security_group_rule': {'security_group_id': '527b3ae0-0e5a-4b23-acc6-34c872418822', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:41.022095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:41.088727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.163449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a0124-8ac3-4bde-ab63-df6dfad4a31e None None] Pushing event updated for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:41.179962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Usage tracker for resource:security_group_rule and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:41.181732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e15f2-8464-4cbc-805e-d74a8f0bfb59 req-3a31fa3a-aabb-44d9-b7e2-bb68461ae120 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:41.184229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d13e15f2-8464-4cbc-805e-d74a8f0bfb59 req-3a31fa3a-aabb-44d9-b7e2-bb68461ae120 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 948 time: 0.6301475 May 06 12:19:41.197087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-07385300-6410-4652-8811-95baf549c0cd tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=32728f4d9b4948439f3f1234d994c155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1926618 May 06 12:19:41.199446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:41.201348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.263851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.301146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Attempting to bind port e32d3117-14ef-44ce-8b66-aea5e89da7b9 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:41.301506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Attempting to bind port e32d3117-14ef-44ce-8b66-aea5e89da7b9 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:41.301861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Attempting to bind port e32d3117-14ef-44ce-8b66-aea5e89da7b9 on network c7188599-6d43-48b0-879c-9cdcb42e1a9c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Checking segment: {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Bound using segment: {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Bound port: e32d3117-14ef-44ce-8b66-aea5e89da7b9, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446e5a68-b1f7-4e52-a33e-937a1a949013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:41.321291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.398237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.420808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-dac3a025-9cf5-4a36-9f36-95e6094923c1 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:41.427995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-dac3a025-9cf5-4a36-9f36-95e6094923c1 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297294 May 06 12:19:41.432356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:41.436999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] For port e32d3117-14ef-44ce-8b66-aea5e89da7b9, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:41.440054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] For port e32d3117-14ef-44ce-8b66-aea5e89da7b9, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e32d3117-14ef-44ce-8b66-aea5e89da7b9,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:41.464658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-9619d100-a65a-4f57-b5ad-c9e703005660 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/quotas/32728f4d9b4948439f3f1234d994c155 HTTP/1.1" status: 200 len: 375 time: 0.0354970 May 06 12:19:41.503869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d13e15f2-8464-4cbc-805e-d74a8f0bfb59 req-14ccc46f-e56c-452f-8d77-d28b1f86bdee tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137670 May 06 12:19:41.506163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Network de2a58b1-2251-4db6-87a9-6809708209c5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:41.509794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:41.511673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:41.513893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:41.522175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-22228edf-2bec-4454-a071-88ee4a3944fa tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489192 May 06 12:19:41.542361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-a8570332-f82d-467b-aae5-9126de6d383b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 1099 time: 0.4650507 May 06 12:19:41.582972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.594882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.649597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a4978-14cd-4593-99d4-7dd8fbd28d4e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:41.671497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:41.674325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.678974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-56e8b96c-757b-4cc6-bf55-510a80617089 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=804fed8c-7568-410a-882e-3b298e0f4283 HTTP/1.1" status: 200 len: 217 time: 0.1097963 May 06 12:19:41.680682 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c27c414-4f80-4e21-a9ac-9baacb2d5ae5'] response: {'name': 'network-changed', 'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283', 'status': 'completed', 'code': 200} May 06 12:19:41.701862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.725129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-57b17acd-80f0-4e7e-aa80-1b4d68254389 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a77a4978-14cd-4593-99d4-7dd8fbd28d4e HTTP/1.1" status: 204 len: 168 time: 0.8983164 May 06 12:19:41.731820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:19:41.733354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:19:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:41.755976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:41.817541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-b504ce59-a071-44ce-8efd-13b84886041e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3292365 May 06 12:19:41.829897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a0124-8ac3-4bde-ab63-df6dfad4a31e None None] Pushing event updated for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:41.845577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Request body: {'port': {'device_id': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:41.896937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-67c9bffd-801e-4fe5-af67-c008f5bc9012 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:41.908463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-67c9bffd-801e-4fe5-af67-c008f5bc9012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2192819 May 06 12:19:42.200367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.232841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:19:42.233919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02113-fdd3-44d1-8edc-14898a9d0a62 req-3b3cb98b-e558-443c-8ce1-42155bfd0b53 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:42.234685 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.242632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5af02113-fdd3-44d1-8edc-14898a9d0a62 req-3b3cb98b-e558-443c-8ce1-42155bfd0b53 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 950 time: 0.2865698 May 06 12:19:42.245271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.272011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-f6f48ef7-fa97-4d4e-b569-08750f0012f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3465657 May 06 12:19:42.314490 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.336171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33dfd4-e41b-45df-a3ef-addff3e4d86c req-a06b0974-97a3-47c3-ac03-e1060c9bd2ee tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:42.337881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae33dfd4-e41b-45df-a3ef-addff3e4d86c req-a06b0974-97a3-47c3-ac03-e1060c9bd2ee tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 932 time: 0.1974237 May 06 12:19:42.359442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.375665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5af02113-fdd3-44d1-8edc-14898a9d0a62 req-4f22dd0e-b5f4-4df8-a247-54274984393e tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 May 06 12:19:42.458250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e8b9bf-9141-45c9-944e-65facd3aa5ee,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:42.575930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-cd5afd82-7073-4d7e-a81d-931db8ed44cb service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908254 May 06 12:19:42.591304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:42.591304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-36862514-2dd0-4d75-9178-c202c18fb3c1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6002147 May 06 12:19:42.612624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:42.619346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:42.754853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae33dfd4-e41b-45df-a3ef-addff3e4d86c req-75ac9d22-db0e-4a4b-8785-cc20248aaf6b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020033 May 06 12:19:42.782734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:42.804664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:31Z', 'revision_number': 4, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e32d3117-14ef-44ce-8b66-aea5e89da7b9', 'name': '', 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'mac_address': 'fa:16:3e:ba:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:29Z', 'updated_at': '2022-05-06T12:19:41Z', 'revision_number': 4, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'subnets': [{'id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:19:42.817055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869daec3-f1b9-4841-a0a8-088b2e4f233a None None] The sync data for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 is: [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:19:31Z', 'revision_number': 4, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e32d3117-14ef-44ce-8b66-aea5e89da7b9', 'name': '', 'network_id': 'c7188599-6d43-48b0-879c-9cdcb42e1a9c', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'mac_address': 'fa:16:3e:ba:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:29Z', 'updated_at': '2022-05-06T12:19:41Z', 'revision_number': 4, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'subnets': [{'id': 'a05f207e-a0e6-41ab-9870-2d6f3c2c3c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:19:42.828471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8edaf23-1625-4f43-86a2-92b5fb17c613 req-81bdf5de-61bf-4462-ba07-26b66fbb927f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398713 May 06 12:19:42.839664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Usage tracker for resource:floatingip and tenant:3c65b5779f89493cbdb24a57cb052dd5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:42.872983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75250cb2-ebc2-4fc5-a20c-c8db97654553 req-e5e0a60d-b5b2-416c-be32-8e488cfb89d8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.1526041 May 06 12:19:42.874275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:42.905405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:43.023476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:43.117257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-0e4d65ba-076a-407c-8878-774500e7e2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0d436077f674235a8ebdca79af41ba6&device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 1099 time: 0.1044722 May 06 12:19:43.125615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.230757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:43.256384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3a72b-7a64-44bd-b97a-e23537952f36 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:43.258833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.280525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.311631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-2aaf81f2-2cca-44a5-94cb-fa4b19790d7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.313571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-2aaf81f2-2cca-44a5-94cb-fa4b19790d7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1843936 May 06 12:19:43.366332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Transition to ACTIVE for port object fae3a72b-7a64-44bd-b97a-e23537952f36 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:43.397393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-0d67295f-24cd-4224-afc1-ac4e13aaaf5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=804fed8c-7568-410a-882e-3b298e0f4283 HTTP/1.1" status: 200 len: 217 time: 0.0720692 May 06 12:19:43.407937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:43.416961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Usage tracker for resource:security_group_rule and tenant:404fedf1789b4b7ea2d5a042308cc588 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:43.428050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:43.446727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:43.460868 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.468006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ff209-5781-4d1b-ab73-731ab83aec29 req-071f82ec-9bbe-405f-af03-b6a5436c8eee tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.475348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a6ff209-5781-4d1b-ab73-731ab83aec29 req-071f82ec-9bbe-405f-af03-b6a5436c8eee tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 948 time: 0.3562787 May 06 12:19:43.509024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-802480f1-2f58-4dcb-a9b1-da898ac77a0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:43.511529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-802480f1-2f58-4dcb-a9b1-da898ac77a0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0923870 May 06 12:19:43.559628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.584491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:43.601778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'mac_address': 'fa:16:3e:a9:35:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:43.615524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-a2b3d12a-d74c-4aee-92d1-806bc4d51d1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907540 May 06 12:19:43.631625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a6ff209-5781-4d1b-ab73-731ab83aec29 req-79ba9d0b-bdbf-428b-815b-b23152d44ac6 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552434 May 06 12:19:43.698789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.721679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:43.770509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:43.774157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:43.863001 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.889347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-c63066f9-0c10-432f-a16d-01fd49cb44a5 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523410 May 06 12:19:43.921614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:43.932659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.041612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.111713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30eb0fa6-6a7f-4053-b48f-c71415182733'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:44.187498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97b25268-91c9-4754-bce8-32a3af6b8350 req-a348430d-682d-425c-826f-a8bda2295188 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869780 May 06 12:19:44.300813 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.345494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-50871bf7-bb58-4ffd-b175-69dc9631b028 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=68c0dd96c2b74c738417667c45587b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711994 May 06 12:19:44.357416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:44.357750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:44.358072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:44.428507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2dd4b-0454-41d3-b499-fc336fc5ec5b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.474499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:44.474935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:44.486900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d21e45c8-1c58-4502-9090-91fbe277c241 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=404fedf1789b4b7ea2d5a042308cc588&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4597640 May 06 12:19:44.487330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41368) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:44.520047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b25a5a-bd0d-4eb1-a44d-9ec21eed4caa req-a7e29fe6-fa67-4e86-946c-bfd98b812324 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:44.522181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52b25a5a-bd0d-4eb1-a44d-9ec21eed4caa req-a7e29fe6-fa67-4e86-946c-bfd98b812324 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.1687126 May 06 12:19:44.557270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:44.562898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:44.565996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:44.565996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Bound port: fae3a72b-7a64-44bd-b97a-e23537952f36, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:44.565996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.601133 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52b25a5a-bd0d-4eb1-a44d-9ec21eed4caa req-04769314-0641-4ee2-bbfa-9249f155269b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723670 May 06 12:19:44.605915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.670429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.680440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Allocated IP 172.25.2.61 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/58f9c8d5-ccd3-4fad-918b-b30d44f230bc) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:44.701337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-81c2408c-e135-4421-8f72-2a50abc34b79 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:44.708066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-81c2408c-e135-4421-8f72-2a50abc34b79 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542683 May 06 12:19:44.782548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e32d3117-14ef-44ce-8b66-aea5e89da7b9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:44.838075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbf87043-cfe4-4d5c-8cb9-722afe3fbe16 req-d9b1511b-f824-4cef-9708-57994274f2d4 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.0478373 May 06 12:19:44.843898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-d910ade9-f05a-40a7-91a0-fb871dc93663 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/quotas/68c0dd96c2b74c738417667c45587b45 HTTP/1.1" status: 200 len: 375 time: 0.1344049 May 06 12:19:44.897467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.923612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2dd4b-0454-41d3-b499-fc336fc5ec5b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:44.923612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:44.924830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:44.935574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ccdbbf91-9175-4f55-ac13-191c6a22b211 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0dd2dd4b-0454-41d3-b499-fc336fc5ec5b HTTP/1.1" status: 204 len: 168 time: 0.4469771 May 06 12:19:44.943725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-a341224a-233e-4edf-92db-38fa95c8cecc tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=68c0dd96c2b74c738417667c45587b45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986605 May 06 12:19:44.957357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:45.013368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.061452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd3e53-a287-4028-91f3-dd791d64c46d req-8f895b16-7e25-4e2d-842b-29ed196b7cee tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:45.063507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56cd3e53-a287-4028-91f3-dd791d64c46d req-8f895b16-7e25-4e2d-842b-29ed196b7cee tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 950 time: 0.0976734 May 06 12:19:45.137202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.140814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:45.144301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56cd3e53-a287-4028-91f3-dd791d64c46d req-aa7c12cb-4c23-4f64-8dbb-a2e36e6d86c9 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 May 06 12:19:45.156205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:45.156205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.260008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:45.312429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.488362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b95308-a95d-4d79-a1a9-efb4753323b3 req-76de1d0e-bff7-45c7-b640-d4c753b02f79 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.0659583 May 06 12:19:45.572633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0587c-267c-4d85-9cba-617da1e14aa2 req-73e8b2bb-b0c6-4ac2-a091-af495f17f2cb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:45.573484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-17e0587c-267c-4d85-9cba-617da1e14aa2 req-73e8b2bb-b0c6-4ac2-a091-af495f17f2cb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Synchronizing usage tracker for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:45.602419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.604246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] 10.222.0.13 "PUT /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 1092 time: 3.7731123 May 06 12:19:45.605104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:45.631556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3e08-76e6-475f-9425-0ecf80c18679 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:45.650014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.651287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:45.671902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30eb0fa6-6a7f-4053-b48f-c71415182733 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:45.672283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.690602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-17e0587c-267c-4d85-9cba-617da1e14aa2 req-73e8b2bb-b0c6-4ac2-a091-af495f17f2cb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Unset dirty status for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:45.693773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17e0587c-267c-4d85-9cba-617da1e14aa2 req-73e8b2bb-b0c6-4ac2-a091-af495f17f2cb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 948 time: 0.3060565 May 06 12:19:45.732826 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:19:45.775613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e32d3117-14ef-44ce-8b66-aea5e89da7b9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e32d3117-14ef-44ce-8b66-aea5e89da7b9,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:45.820269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17e0587c-267c-4d85-9cba-617da1e14aa2 req-5597f579-d9ff-4983-8fa6-6d97bc151f3b tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170273 May 06 12:19:45.895362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:45.901727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:45.908896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:45.955564 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e90fa4-39bc-4178-9a8a-5e6ff6e82c98'] response: {'name': 'network-changed', 'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'status': 'completed', 'code': 200} May 06 12:19:45.988703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b7a2b94e-7c8f-49bc-8a30-87254d4f9f85 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=32728f4d9b4948439f3f1234d994c155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3530500 May 06 12:19:46.056322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.064328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92c6fa04-78cd-48a3-bbe8-7955a3db803a req-822ecbd0-ccd1-4491-b9db-ca59856392f1 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.0523114 May 06 12:19:46.075280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:46.092952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:46.108297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:46.134428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'Port': ['ID=58f9c8d5-ccd3-4fad-918b-b30d44f230bc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:46.167354 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.178366 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf39868-58f9-4e85-8e30-43744bc6eeb0'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'code': 200} May 06 12:19:46.262608 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.337479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-27d73c22-0a5e-4cec-af18-7fc507392c55 tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 1101 time: 0.8381407 May 06 12:19:46.412901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Deleting port a1099be9-7ee7-47b4-9207-f23fbd45cc76 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:19:46.413198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.421662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:46.508987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe67f1d-ed86-4a20-8258-e03e36f76b86 req-4d8efea9-3094-4a52-9905-4c725e612961 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:46.510861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe67f1d-ed86-4a20-8258-e03e36f76b86 req-4d8efea9-3094-4a52-9905-4c725e612961 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 950 time: 0.1170778 May 06 12:19:46.529934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-37c611cd-9636-403f-812f-ad4574908cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1095 time: 0.7164919 May 06 12:19:46.617246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe67f1d-ed86-4a20-8258-e03e36f76b86 req-01101666-5615-4446-967f-918f177ca82a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976877 May 06 12:19:46.619464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3645498-9a6d-49f6-99eb-13efe8730509 req-cca8a537-d25c-4a75-876d-60abd51e81ec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:46.620397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f3645498-9a6d-49f6-99eb-13efe8730509 req-cca8a537-d25c-4a75-876d-60abd51e81ec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:46.752099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e32d3117-14ef-44ce-8b66-aea5e89da7b9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:46.791270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-affcfe5f-8eb0-4340-87d2-c38a5a726233 req-c3a1d9ca-1a87-4263-b36a-dc91a3346cb2 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.1020012 May 06 12:19:46.878076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41440) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:46.921692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:46.923922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-4a7c479f-db36-457b-bb7d-0d7d0ea7f36a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.3761370 May 06 12:19:46.929491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-ff66084b-049e-4403-a26d-7b8f48c0b59d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:46.930920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-ff66084b-049e-4403-a26d-7b8f48c0b59d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8957362 May 06 12:19:46.953140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Request body: {'port': {'device_id': '6e63b09a-9610-4000-9229-29963e542407', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '32728f4d9b4948439f3f1234d994c155'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:46.961722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e32d3117-14ef-44ce-8b66-aea5e89da7b9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:46.962248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.038571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-03e8a412-e149-4af3-860a-b237fe2b4e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:47.040163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-03e8a412-e149-4af3-860a-b237fe2b4e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.0918434 May 06 12:19:47.118919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.178887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1181561376-network', 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:47.235145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:47.244520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Usage tracker for resource:network and tenant:1ac5db7a990a4e36a05bf1ec5397a309 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:47.251996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:47.260483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:47.263413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 804fed8c-7568-410a-882e-3b298e0f4283 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:47.311665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f3645498-9a6d-49f6-99eb-13efe8730509 req-cca8a537-d25c-4a75-876d-60abd51e81ec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:47.320244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3645498-9a6d-49f6-99eb-13efe8730509 req-cca8a537-d25c-4a75-876d-60abd51e81ec tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 1.3215041 May 06 12:19:47.342056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-5755cf47-e1b8-448f-905d-94d00e5a2607 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2233889 May 06 12:19:47.354858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa1cca-6d26-4273-8a7d-bfcf73c71eec req-f0e00c9a-bf61-4fb4-ab71-ab64d68ec208 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:47.370764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71fa1cca-6d26-4273-8a7d-bfcf73c71eec req-f0e00c9a-bf61-4fb4-ab71-ab64d68ec208 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 948 time: 0.1698110 May 06 12:19:47.423247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:47.426269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.435258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3645498-9a6d-49f6-99eb-13efe8730509 req-7b34f202-ec92-4ce3-a0ff-42d3f1567b99 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140604 May 06 12:19:47.447305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.508898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71fa1cca-6d26-4273-8a7d-bfcf73c71eec req-e641468c-8cdc-40ea-8ca6-936d2711838a tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364129 May 06 12:19:47.534261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=804fed8c-7568-410a-882e-3b298e0f4283,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:47.539935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:47.546077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Usage tracker for resource:security_group_rule and tenant:1ac5db7a990a4e36a05bf1ec5397a309 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:47.550369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:47.552836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '804fed8c-7568-410a-882e-3b298e0f4283', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '804fed8c-7568-410a-882e-3b298e0f4283', 'mac_address': 'fa:16:3e:35:0a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:47.560077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:47.629886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.680823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804fed8c-7568-410a-882e-3b298e0f4283 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:47.698257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.701126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=804fed8c-7568-410a-882e-3b298e0f4283,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:47.805246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.828219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.867361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:47.948872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338bcf7-f1dd-4b20-b711-738d8b806878,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:47.953862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:47.954206 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Added segment 2b8b48ae-73a0-498f-838b-40ae948ec175 of type vlan for network 4818f0d2-7e48-4515-8f1e-5e648c5de94a May 06 12:19:47.988350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:47.994034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:47.999544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a8e6e6f-6825-4b80-9827-748f0d0abc8d req-ee13ba4a-eba9-436e-8fb8-3a97b528c108 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.3244019 May 06 12:19:48.022225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] For port a1099be9-7ee7-47b4-9207-f23fbd45cc76, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a1099be9-7ee7-47b4-9207-f23fbd45cc76,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:48.022489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.029089 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.032068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Usage tracker for resource:port and tenant:32728f4d9b4948439f3f1234d994c155 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:48.042785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:48.085851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea441f30-38bb-4f7a-822f-11612dd8ccf8 req-205a550e-adfe-4d35-ae5d-396c261ad594 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:48.087454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea441f30-38bb-4f7a-822f-11612dd8ccf8 req-205a550e-adfe-4d35-ae5d-396c261ad594 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 950 time: 0.2211351 May 06 12:19:48.138731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:48.152436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea441f30-38bb-4f7a-822f-11612dd8ccf8 req-d045718a-f210-47ce-816a-291ae7a06851 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 May 06 12:19:48.170662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.173216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:48.173926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.215833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['804fed8c-7568-410a-882e-3b298e0f4283'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:48.279719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Calling delete_port for a1099be9-7ee7-47b4-9207-f23fbd45cc76 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:19:48.342375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] Pushing event updated for resources: {'Network': ['ID=4818f0d2-7e48-4515-8f1e-5e648c5de94a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:48.360815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:48.443251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4988ca2b-f670-4e48-9755-34d24660cc5e req-df9c3416-74a4-4719-b195-ce33dd0382b7 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.1744785 May 06 12:19:48.463758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2d73e603-8cfa-48e4-bb11-3d6c7d30c6da admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5842760 May 06 12:19:48.467498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41460) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:48.482521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Request body: {'subnet': {'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1181561376-subnet', 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:48.507646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-1744dbf3-0c95-4877-8ce6-5d09145be8fd service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0960662 May 06 12:19:48.509751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:48.522422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Usage tracker for resource:subnet and tenant:1ac5db7a990a4e36a05bf1ec5397a309 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:48.543060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:48.571296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:48.575760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Made reservation on behalf of 32728f4d9b4948439f3f1234d994c155 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:48.578667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.596554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.688272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:19:48.719405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:48.722834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.829803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:48.852729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:48.855576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-58662c9e-ae66-4aec-b612-318e54be0611 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=68c0dd96c2b74c738417667c45587b45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1945155 May 06 12:19:48.858049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Usage tracker for resource:security_group_rule and tenant:32728f4d9b4948439f3f1234d994c155 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:48.864270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:48.869848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:49.044544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.088649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73a4b0-adae-4b56-80ee-6607f2366d8e req-2dde9827-52e1-495d-b609-814521f8e76c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:49.092296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.096687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee73a4b0-adae-4b56-80ee-6607f2366d8e req-2dde9827-52e1-495d-b609-814521f8e76c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.2901556 May 06 12:19:49.218098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-875c78b0-146a-4de3-96bf-2f539766cb0c tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:49.219543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-875c78b0-146a-4de3-96bf-2f539766cb0c tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370407 May 06 12:19:49.232316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a1099be9-7ee7-47b4-9207-f23fbd45cc76 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:19:49.248571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Request body: {'port': {'device_id': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '68c0dd96c2b74c738417667c45587b45'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:49.267445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'Port': ['ID=58f9c8d5-ccd3-4fad-918b-b30d44f230bc,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.328828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a1099be9-7ee7-47b4-9207-f23fbd45cc76 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:19:49.329558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a1099be9-7ee7-47b4-9207-f23fbd45cc76 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:19:49.419328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8f99f-2a3b-4d71-b6c4-437b1bf56aa8 req-b05fb10d-70f6-4446-8405-10011e4decca tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:49.419897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee73a4b0-adae-4b56-80ee-6607f2366d8e req-8ef95486-b9da-40d5-b86d-889c3bdf1f34 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204880 May 06 12:19:49.426515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3da8f99f-2a3b-4d71-b6c4-437b1bf56aa8 req-b05fb10d-70f6-4446-8405-10011e4decca tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 949 time: 0.6480360 May 06 12:19:49.430409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2140424-0260-4c10-a617-86a1ed6762d4 req-adb3f86c-3c95-4006-9aee-5500d0ab5f50 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101801 May 06 12:19:49.450463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] No DVR routers for this DVR port a1099be9-7ee7-47b4-9207-f23fbd45cc76 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:19:49.475392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1099be9-7ee7-47b4-9207-f23fbd45cc76,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.490435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.496473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'name': 'network-vif-deleted', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:49.524330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.557427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.629102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:49.634050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Usage tracker for resource:port and tenant:68c0dd96c2b74c738417667c45587b45 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:49.638022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:49.643972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:49.682714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3da8f99f-2a3b-4d71-b6c4-437b1bf56aa8 req-882fc6ce-9f55-4463-a7d7-3bfe8d641352 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551816 May 06 12:19:49.685061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.709639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.754142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d355ff5a-a2be-4a19-acc3-10f4d3daf385 req-4ddf6def-1a72-4818-a650-cba7da6ab9f1 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.0932479 May 06 12:19:49.795801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-209e4477-1851-470e-ba76-3c41b94f3db8 req-bcc9ad72-3db5-46c9-b76f-59a0a6f1e29b tempest-DeleteServersAdminTestJSON-192244780 tempest-DeleteServersAdminTestJSON-192244780-project-admin] 10.222.0.86 "DELETE /v2.0/ports/a1099be9-7ee7-47b4-9207-f23fbd45cc76 HTTP/1.1" status: 204 len: 173 time: 3.4520402 May 06 12:19:49.798332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.799658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a84e3d87-c027-44fc-95d5-eded7b2b1620 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1858230 May 06 12:19:49.821267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7f113-b1c5-411d-8909-f98dca2c05c7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.867018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:49.876768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:49.877291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Network hostable DHCP agents. Network: 4818f0d2-7e48-4515-8f1e-5e648c5de94a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:49.886925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Made reservation on behalf of 68c0dd96c2b74c738417667c45587b45 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:49.890211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.917764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:49.963540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:49.968250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Usage tracker for resource:security_group_rule and tenant:68c0dd96c2b74c738417667c45587b45 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:49.973004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:49.979498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:49.987238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Allocated IP 192.168.233.114 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/d4e0622c-4153-45d9-b5cf-21b422e66b27) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:50.041453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-372b976e-3a55-4e0c-8a23-bdb7f8b2cafb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1095 time: 0.4548938 May 06 12:19:50.067210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5b49a2b6-5f34-448c-a6f3-e6d45bb32523 req-43385a49-0496-4434-94dc-9eb4fcae3e79 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Synchronizing usage tracker for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:50.078193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.085996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:50.159759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.293017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 4818f0d2-7e48-4515-8f1e-5e648c5de94a) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:50.304944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.308862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0485126-b4e6-4dcd-b138-1472f4244653 None None] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:50.329866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:50.330972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.341267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27ba7cd2-56cb-45a2-8d02-7f79942018af req-8484cda1-f463-4bb6-979e-8f9b357acfad tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.1007898 May 06 12:19:50.355143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4799af75-a78b-41f8-adeb-f2e3acaac923,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:50.414939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.432996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Transition to ACTIVE for port object d4e0622c-4153-45d9-b5cf-21b422e66b27 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:50.440869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5b49a2b6-5f34-448c-a6f3-e6d45bb32523 req-43385a49-0496-4434-94dc-9eb4fcae3e79 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Unset dirty status for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:50.442094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b49a2b6-5f34-448c-a6f3-e6d45bb32523 req-43385a49-0496-4434-94dc-9eb4fcae3e79 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=0182f3bf-5d8c-408a-bd95-d151f15ec051 HTTP/1.1" status: 200 len: 210 time: 0.4483709 May 06 12:19:50.463670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-ad68c840-183b-4385-85b8-272c9c9d93e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:50.465476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-ad68c840-183b-4385-85b8-272c9c9d93e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4153574 May 06 12:19:50.525702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c8fabf78-3410-4a6a-9d64-27090e427f45 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0570676 May 06 12:19:50.564394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-b9e931e6-3795-450b-b7dd-e50682a66250 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.0873845 May 06 12:19:50.625375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.638734 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25020c8-dd1a-4e2e-a608-c4852ab620e1'] response: {'server_uuid': '0182f3bf-5d8c-408a-bd95-d151f15ec051', 'name': 'network-vif-deleted', 'tag': 'a1099be9-7ee7-47b4-9207-f23fbd45cc76', 'status': 'completed', 'code': 200} May 06 12:19:50.669937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133c82c-de19-48c8-9234-cf0eaa483584 None None] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:50.741379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:50.823053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.823401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.823739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.824098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.824435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.825336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.825670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.826001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.826617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.826951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.827715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:50.861021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:50.866293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0f2b90f7-2e0c-47e7-8bb1-fbef7ee8a3ae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:50.871651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:50.874225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:50.951793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:50.952654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:50.965300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-b50a18ee-2e3c-48ee-a001-0f853b4401b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:50.969188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-b50a18ee-2e3c-48ee-a001-0f853b4401b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.3905165 May 06 12:19:51.013116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Allocated IP 192.168.233.92 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/08e90bae-9c4b-4006-be27-d37b7355c19e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:19:51.181213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-d83b83eb-3d65-4730-8443-a55327faa8e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119072 May 06 12:19:51.182049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa11d-56dc-4e54-a83f-d764222c924d req-1548dfa6-21c5-4e1a-91bd-7c0e9af627f0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:51.182049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3afaa11d-56dc-4e54-a83f-d764222c924d req-1548dfa6-21c5-4e1a-91bd-7c0e9af627f0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.3463016 May 06 12:19:51.280016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 804fed8c-7568-410a-882e-3b298e0f4283 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:51.280593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-f2faef3f-905c-408e-955c-f9b48c9791cf service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811531 May 06 12:19:51.333069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3afaa11d-56dc-4e54-a83f-d764222c924d req-a0a83df7-97b2-4cc7-9d12-c6a23f6eaa39 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719589 May 06 12:19:51.537253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:51.580811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Transition to ACTIVE for port object 08e90bae-9c4b-4006-be27-d37b7355c19e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:51.649519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d404d9e7-892f-416f-84a9-6f9a23404c11 req-aa906095-56b5-4f19-8a8e-7d90b866e204 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618193 May 06 12:19:51.706716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43699-5796-42a6-846f-37cb4f76e7ac req-85d20fd8-06d0-40ae-b2d3-2a4d8d8a709d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:51.712353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5c43699-5796-42a6-846f-37cb4f76e7ac req-85d20fd8-06d0-40ae-b2d3-2a4d8d8a709d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 949 time: 0.1219823 May 06 12:19:51.773448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5c43699-5796-42a6-846f-37cb4f76e7ac req-aa52606f-be5a-4213-8354-2db06a2c2e91 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570767 May 06 12:19:51.994592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf71acd-0a5a-4b3d-882e-6643ba8ba2b1 req-058e2b2a-e3af-4127-9917-7af996e03dc8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:51.996404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cf71acd-0a5a-4b3d-882e-6643ba8ba2b1 req-058e2b2a-e3af-4127-9917-7af996e03dc8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 936 time: 0.0927274 May 06 12:19:52.055163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cf71acd-0a5a-4b3d-882e-6643ba8ba2b1 req-382ad796-4e62-4963-bf09-f2a8b9ed653d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486753 May 06 12:19:52.173105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0f2b90f7-2e0c-47e7-8bb1-fbef7ee8a3ae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:52.174242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0f2b90f7-2e0c-47e7-8bb1-fbef7ee8a3ae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1645890822&fields=id&tenant_id=3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 267 time: 1.5342488 May 06 12:19:52.182996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-45d4be76-7d88-47f8-8723-bc05e3f8680f None None] Provisioning for port d4e0622c-4153-45d9-b5cf-21b422e66b27 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:52.211811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-b673ae4a-8101-4404-a4b2-2ed9741d50f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2601583 May 06 12:19:52.218927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.219125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 804fed8c-7568-410a-882e-3b298e0f4283 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:52.234366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-45d4be76-7d88-47f8-8723-bc05e3f8680f None None] Provisioning complete for port d4e0622c-4153-45d9-b5cf-21b422e66b27 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:52.236195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-45d4be76-7d88-47f8-8723-bc05e3f8680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.238623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Request body: {'port': {'device_id': '6e63b09a-9610-4000-9229-29963e542407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:52.297834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 804fed8c-7568-410a-882e-3b298e0f4283 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:52.298365 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.383268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:19:52.387265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:52.392719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-45d4be76-7d88-47f8-8723-bc05e3f8680f None None] Port d4e0622c-4153-45d9-b5cf-21b422e66b27 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:52.395956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:19:52.409853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:52.410515 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.498648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Pushing event updated for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:52.516650 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.553083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:52.565495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=804fed8c-7568-410a-882e-3b298e0f4283,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:52.580411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.580411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.590917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.608740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.612963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.614202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:19:52.626370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-c4d7c0c5-e389-4193-a25f-7956aa35107a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3847284 May 06 12:19:52.639761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.681828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Request body: {'port': {'device_id': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:52.718776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.769215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:52.782079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-4856f82b-8918-44bf-b98d-aae154f8510c tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:52.783613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-4856f82b-8918-44bf-b98d-aae154f8510c tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 823 time: 0.4628556 May 06 12:19:52.859215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.871036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-a01c6d38-d9f4-47fa-8f5a-7a697c83d826 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/quotas/3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 375 time: 0.0291548 May 06 12:19:52.876216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-64f88161-9244-4a37-88b0-74fd79976e1a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:52.876991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-64f88161-9244-4a37-88b0-74fd79976e1a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Synchronizing usage tracker for tenant:68c0dd96c2b74c738417667c45587b45 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:52.890329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-48824d0e-4d17-468e-baa9-496cf4255d84 None None] Provisioning for port 08e90bae-9c4b-4006-be27-d37b7355c19e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:52.900261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-48824d0e-4d17-468e-baa9-496cf4255d84 None None] Provisioning complete for port 08e90bae-9c4b-4006-be27-d37b7355c19e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:52.900261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-48824d0e-4d17-468e-baa9-496cf4255d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:52.988438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-48824d0e-4d17-468e-baa9-496cf4255d84 None None] Port 08e90bae-9c4b-4006-be27-d37b7355c19e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:19:53.055302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-64f88161-9244-4a37-88b0-74fd79976e1a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Unset dirty status for tenant:68c0dd96c2b74c738417667c45587b45 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:53.064978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-64f88161-9244-4a37-88b0-74fd79976e1a tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 935 time: 0.5569291 May 06 12:19:53.168686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-b9cc42be-b360-45cc-b7d2-3dd792b295ac tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Synchronizing usage tracker for tenant:68c0dd96c2b74c738417667c45587b45 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:53.185507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-77741671-3caf-491a-ba4d-35e3bbcabfe5 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:53.290696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-b9cc42be-b360-45cc-b7d2-3dd792b295ac tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Unset dirty status for tenant:68c0dd96c2b74c738417667c45587b45 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:53.291976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35f0be6b-ec3c-45c5-b3c6-ce47fc0ff5d2 req-b9cc42be-b360-45cc-b7d2-3dd792b295ac tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252254 May 06 12:19:53.310004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:19:53.331424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e0622c-4153-45d9-b5cf-21b422e66b27 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:53.332377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.349674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Transition to ACTIVE for port object d4e0622c-4153-45d9-b5cf-21b422e66b27 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:53.351341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-77741671-3caf-491a-ba4d-35e3bbcabfe5 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:53.352788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-77741671-3caf-491a-ba4d-35e3bbcabfe5 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4706414 May 06 12:19:53.381036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-e61540f9-0e5b-4640-a69b-693d1807295b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:19:53.382058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-e61540f9-0e5b-4640-a69b-693d1807295b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068233 May 06 12:19:53.472604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.551160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41540) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:53.579229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-301455108-network', 'tenant_id': '7ed1c5c3fc454ffda862d60be956a900'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:53.590571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:53.591223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:53.601779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Usage tracker for resource:network and tenant:7ed1c5c3fc454ffda862d60be956a900 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:53.636292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'port_id': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'mac_address': 'fa:16:3e:c4:ff:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db6904-448b-44ef-bb00-17318975f384', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:19:53.684777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:53.725210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:53.734277 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:53.754703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3a72b-7a64-44bd-b97a-e23537952f36 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:53.768462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:53.806994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:53.907579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-77190373-ec68-4a92-b49b-89a02a7f578b service neutron] 10.222.0.83 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175025 May 06 12:19:53.919187 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.046542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f8486-8ee0-4384-8af2-991ab770f7ef req-f0a385a3-4248-4803-9e35-82afe6f9a0ed tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:54.048169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b82f8486-8ee0-4384-8af2-991ab770f7ef req-f0a385a3-4248-4803-9e35-82afe6f9a0ed tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.2164679 May 06 12:19:54.055846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Made reservation on behalf of 7ed1c5c3fc454ffda862d60be956a900 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:54.058049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.069845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:54.073255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e90bae-9c4b-4006-be27-d37b7355c19e {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:19:54.086926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.115942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Transition to ACTIVE for port object 08e90bae-9c4b-4006-be27-d37b7355c19e will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:19:54.136366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b82f8486-8ee0-4384-8af2-991ab770f7ef req-55ab16e6-eccd-4751-91da-8a20071c7482 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800200 May 06 12:19:54.176007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.213510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.216574 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421990fa-29a4-4e36-a4ff-3ecd0d8a97a2'] response: {'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283', 'code': 200} May 06 12:19:54.270740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['fae3a72b-7a64-44bd-b97a-e23537952f36'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:19:54.467576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-77af0524-f410-418f-9a8b-15c08d0d31c3 service neutron] 10.222.0.83 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588140 May 06 12:19:54.502301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:54.516433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed1c5c3fc454ffda862d60be956a900 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:54.528383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:54.533361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Attempting to bind port d4e0622c-4153-45d9-b5cf-21b422e66b27 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:54.533828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Attempting to bind port d4e0622c-4153-45d9-b5cf-21b422e66b27 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:54.534256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Attempting to bind port d4e0622c-4153-45d9-b5cf-21b422e66b27 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.549610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:54.568004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Port d4e0622c-4153-45d9-b5cf-21b422e66b27 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:54.568469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Attempting to bind port d4e0622c-4153-45d9-b5cf-21b422e66b27 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.582839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d3238e5-8f11-4119-bf5b-49b223693b60 req-e6925bd2-ecb8-44f5-9823-9636a455a540 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 1101 time: 0.2214959 May 06 12:19:54.590757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:54.591244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:54.591974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:54.592551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Bound port: d4e0622c-4153-45d9-b5cf-21b422e66b27, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:54.592997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.652542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Attempting to bind port 08e90bae-9c4b-4006-be27-d37b7355c19e on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:19:54.658854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Attempting to bind port 08e90bae-9c4b-4006-be27-d37b7355c19e by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:19:54.658854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Attempting to bind port 08e90bae-9c4b-4006-be27-d37b7355c19e on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.680227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Port 08e90bae-9c4b-4006-be27-d37b7355c19e on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:19:54.681218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Attempting to bind port 08e90bae-9c4b-4006-be27-d37b7355c19e on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:19:54.702551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:19:54.702791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:54.703903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:19:54.704357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Bound port: 08e90bae-9c4b-4006-be27-d37b7355c19e, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:19:54.704716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.721655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:54.739247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d3238e5-8f11-4119-bf5b-49b223693b60 req-4c990298-b513-4c8f-ae76-d98dabf8fad7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307850 May 06 12:19:54.789121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.793651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:54.797018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:54.842495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:19:54.843710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08e90bae-9c4b-4006-be27-d37b7355c19e,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:19:54.850170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdcf38-92a9-4388-b609-c58b642db855 req-0a363c7f-49a3-4abd-92bf-6d2d73458ccb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:54.851798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60fdcf38-92a9-4388-b609-c58b642db855 req-0a363c7f-49a3-4abd-92bf-6d2d73458ccb tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.4233665 May 06 12:19:54.861761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.920100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60fdcf38-92a9-4388-b609-c58b642db855 req-0db4ea28-0927-406f-a486-94fc71d0115a tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 May 06 12:19:54.927689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.948568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:54.969462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:19:54.985058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19a17a6-c5b7-487b-8a36-6adc000dbc20,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.015379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.016171 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Added segment b3e47a6a-924e-461a-8954-fdb156735832 of type vlan for network 024c1193-da26-4dde-816c-3ffa23e3e440 May 06 12:19:55.033891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.035281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] 10.222.0.86 "PUT /v2.0/ports/d4e0622c-4153-45d9-b5cf-21b422e66b27 HTTP/1.1" status: 200 len: 1096 time: 2.8200376 May 06 12:19:55.037753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:55.067314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.068896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] 10.222.0.86 "PUT /v2.0/ports/08e90bae-9c4b-4006-be27-d37b7355c19e HTTP/1.1" status: 200 len: 1095 time: 2.4324758 May 06 12:19:55.069326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:55.093589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435136-6018-44c4-b2eb-cc3ceabd7c0f service neutron] Pushing event updated for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.311219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-6899f4d1-2cc0-467d-b387-de48335ebbc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 1099 time: 0.1373541 May 06 12:19:55.452176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.457312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc207-d5e7-4648-bd68-ed9eaf039ced service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:55.538179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-ff2e1be9-7370-44cf-9603-6e813556adca tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611837 May 06 12:19:55.585021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-cdd00b5c-917e-4973-a331-150c4cffc63f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27 HTTP/1.1" status: 200 len: 217 time: 0.2644446 May 06 12:19:55.713782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-47d40b4f-9fe8-4df0-9ba4-0e5cf1cd1468 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=68c0dd96c2b74c738417667c45587b45&device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 1098 time: 0.3396513 May 06 12:19:55.737880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b65157-2c30-442f-ac7a-8859388859d0 req-16a2cf99-ce74-4d98-9eee-9e105f282a8c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:55.739098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01b65157-2c30-442f-ac7a-8859388859d0 req-16a2cf99-ce74-4d98-9eee-9e105f282a8c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Synchronizing usage tracker for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:55.842104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.843393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:55.844197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:55.872747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-bfe73c05-5d6a-4c68-bc55-fd26fc3e7de8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:55.874258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-bfe73c05-5d6a-4c68-bc55-fd26fc3e7de8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2690051 May 06 12:19:55.936214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-e7ff6cb4-54bd-41d6-91df-7d39ad16d633 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=08e90bae-9c4b-4006-be27-d37b7355c19e HTTP/1.1" status: 200 len: 217 time: 0.1903286 May 06 12:19:55.976549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-482cbeae-6310-4679-876c-7385c8b65c00 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:55.984668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-482cbeae-6310-4679-876c-7385c8b65c00 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4455016 May 06 12:19:56.017555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-a5195e2a-4974-4cfd-83ea-db0ca0896273 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/quotas/9df05e5ad4284b31a102b3c219bb0f85 HTTP/1.1" status: 200 len: 375 time: 0.0318530 May 06 12:19:56.064464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5074263 May 06 12:19:56.065728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41574) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:19:56.068384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-070c1bbf-6af7-4d62-a95d-d457aca2cdda tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497856 May 06 12:19:56.075999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Request body: {'subnet': {'network_id': '024c1193-da26-4dde-816c-3ffa23e3e440', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-301455108-subnet', 'tenant_id': '7ed1c5c3fc454ffda862d60be956a900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:56.081906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:56.090168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Usage tracker for resource:subnet and tenant:7ed1c5c3fc454ffda862d60be956a900 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:19:56.101028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:19:56.101568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315b2a-fea9-49a5-b604-fbce5a5db5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=024c1193-da26-4dde-816c-3ffa23e3e440,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:56.103307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:56.108399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-30a6d5b0-7a6d-4012-822b-ea2f12adb035 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269745 May 06 12:19:56.110125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 024c1193-da26-4dde-816c-3ffa23e3e440 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:19:56.148377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-e08c8c56-5729-487f-818a-620b3ac6a71c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.149824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-e08c8c56-5729-487f-818a-620b3ac6a71c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2051368 May 06 12:19:56.262925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01b65157-2c30-442f-ac7a-8859388859d0 req-16a2cf99-ce74-4d98-9eee-9e105f282a8c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Unset dirty status for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:56.267837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b65157-2c30-442f-ac7a-8859388859d0 req-16a2cf99-ce74-4d98-9eee-9e105f282a8c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 948 time: 1.2033565 May 06 12:19:56.300081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Made reservation on behalf of 7ed1c5c3fc454ffda862d60be956a900 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:19:56.303193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:56.310445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-b130b8ac-5673-4a25-83d0-10193edca430 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537886 May 06 12:19:56.364842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01b65157-2c30-442f-ac7a-8859388859d0 req-33802e4e-014a-4948-b261-e94b6153272e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Synchronizing usage tracker for tenant:32728f4d9b4948439f3f1234d994c155 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:19:56.631369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-0c5f308c-acb2-460a-9fc0-a8d6569cd55b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110919 May 06 12:19:56.677992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-ae9d3325-7bc7-4a1a-971d-f82cee371ad7 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590241 May 06 12:19:56.835749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdc20294-5ce9-41fe-b78e-f35963d37e2d req-6e29ba5b-69de-4830-973e-e6d1f064c170 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938934 May 06 12:19:56.837856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01b65157-2c30-442f-ac7a-8859388859d0 req-33802e4e-014a-4948-b261-e94b6153272e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Unset dirty status for tenant:32728f4d9b4948439f3f1234d994c155 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:19:56.839405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b65157-2c30-442f-ac7a-8859388859d0 req-33802e4e-014a-4948-b261-e94b6153272e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656724 May 06 12:19:56.902449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86abd3-36b0-4788-ac90-aad2d9197ccd req-bc5afcc3-c2b3-424b-b5df-399844ccfa6c tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:56.909385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba86abd3-36b0-4788-ac90-aad2d9197ccd req-bc5afcc3-c2b3-424b-b5df-399844ccfa6c tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 947 time: 0.3343034 May 06 12:19:56.983737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.106595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f6d5bfc-0dd4-4dc6-acb4-99f812444ea9 req-b33fd144-ac61-4acf-955c-51e2912667d5 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 210 time: 0.0515625 May 06 12:19:57.126425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10b552ee-29a7-49d9-bd75-5a6c0c15861f req-69b37a5b-4350-4e36-b659-6e83d9fc235b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405262 May 06 12:19:57.148922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba86abd3-36b0-4788-ac90-aad2d9197ccd req-d6091f46-0730-4aee-9e0b-87a012aced3d tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355456 May 06 12:19:57.190517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1adf75-7933-4e6c-91dc-b54defee1f79,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:57.231285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Checking segment: {'id': 'b3e47a6a-924e-461a-8954-fdb156735832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '024c1193-da26-4dde-816c-3ffa23e3e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:19:57.231634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Network hostable DHCP agents. Network: 024c1193-da26-4dde-816c-3ffa23e3e440, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:19:57.245452 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e68cf40-a915-43b1-b546-44626da9d1e5'] response: {'name': 'network-changed', 'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'status': 'completed', 'code': 200} May 06 12:19:57.351009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:19:57.366343 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfc9670-1c63-4cd7-8da2-da0531f6ba9e'] response: {'name': 'network-changed', 'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e', 'status': 'completed', 'code': 200} May 06 12:19:57.434723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Network 024c1193-da26-4dde-816c-3ffa23e3e440 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:19:57.454779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-9fdadaad-3076-4615-8da0-eefa06cfe6b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 1099 time: 0.1635575 May 06 12:19:57.559254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-df2c60fc-b24a-4e21-827d-d7697ec13b18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=68c0dd96c2b74c738417667c45587b45&device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 1098 time: 0.2092631 May 06 12:19:57.586453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 024c1193-da26-4dde-816c-3ffa23e3e440) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:19:57.603951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.604818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.606306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96849936-b747-4132-881b-7729b38fa6d2 None None] Network 024c1193-da26-4dde-816c-3ffa23e3e440 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:57.688336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-2f63c1a7-49c3-4c52-8f6f-08f844ffb036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.690080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-2f63c1a7-49c3-4c52-8f6f-08f844ffb036 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2289383 May 06 12:19:57.694921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda693e-9ccb-459d-aede-07f0e4d9f9bc req-11de439b-83bf-4f28-a1e3-16e1a73ce708 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.696447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1dda693e-9ccb-459d-aede-07f0e4d9f9bc req-11de439b-83bf-4f28-a1e3-16e1a73ce708 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.2419958 May 06 12:19:57.707459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c18d8-dcbb-4dda-b43f-e968f190ee7e req-f372b5c8-520c-4a08-b405-bf69786a8049 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.711598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-203c18d8-dcbb-4dda-b43f-e968f190ee7e req-f372b5c8-520c-4a08-b405-bf69786a8049 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.2293994 May 06 12:19:57.798148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-032db7ba-0b72-4bd3-9bfc-55379040c739 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27 HTTP/1.1" status: 200 len: 217 time: 0.0878005 May 06 12:19:57.825641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1dda693e-9ccb-459d-aede-07f0e4d9f9bc req-69554d2f-3f99-4790-b172-a15bbf84fd57 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182561 May 06 12:19:57.826850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-54350096-690d-4649-9db8-6253f68de864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:57.828367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-54350096-690d-4649-9db8-6253f68de864 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2580938 May 06 12:19:57.852227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port fae3a72b-7a64-44bd-b97a-e23537952f36 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:19:57.868241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port fae3a72b-7a64-44bd-b97a-e23537952f36 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:19:57.868648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:57.887872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6bc19385-4296-4bd7-b67e-231d3e2931b3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8182721 May 06 12:19:57.956853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-92a6100d-b57c-494a-837c-477a2355ec2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=08e90bae-9c4b-4006-be27-d37b7355c19e HTTP/1.1" status: 200 len: 217 time: 0.1195934 May 06 12:19:57.979985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-203c18d8-dcbb-4dda-b43f-e968f190ee7e req-ccc3f086-19fe-45a0-9fbf-5332bc9766b7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192073 May 06 12:19:58.023706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-ef3b95e5-aca9-4868-b596-7740af6c3c31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:58.025602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-ef3b95e5-aca9-4868-b596-7740af6c3c31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2152874 May 06 12:19:58.084460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-5f909ee9-217e-4a0a-87a5-aac336aff435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:58.086917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-5f909ee9-217e-4a0a-87a5-aac336aff435 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1192269 May 06 12:19:58.208701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-1e237539-d096-4284-80cb-c4fbdcf932bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113465 May 06 12:19:58.285651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-2156f395-8296-4f87-8771-932fc1b5993e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479970 May 06 12:19:58.438451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.480351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:19:58.486165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:19:58.495684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac4572-5eec-4a53-b75d-897f6353d237 None None] Network 024c1193-da26-4dde-816c-3ffa23e3e440 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:19:58.584080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e4dc52e-c492-4cd8-9863-7da59e7f2f94 req-fedab8bd-0299-4e87-8fe4-1c4e11202f43 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 210 time: 0.2459471 May 06 12:19:58.699855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-ad024162-50e9-4f70-aab7-d5d10773712f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034231 May 06 12:19:58.829350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:19:58.904096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-0626fad3-5421-4e0a-8705-33c611928ce1 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877062 May 06 12:19:58.956008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab007b91-e0bf-4c65-8b47-8726bb9475fd req-f385e358-5dd3-46f7-be49-48eecb2c16a4 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492738 May 06 12:19:58.991304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:19:59.088253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-153cd657-200f-476a-b1a4-c890e03e2fa7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.089830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-153cd657-200f-476a-b1a4-c890e03e2fa7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 823 time: 0.7206087 May 06 12:19:59.120759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a3557-bfef-4778-8249-2393ac96f099 req-8e1b3e48-671a-41a2-b5ef-fec215f5830d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.122205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e4a3557-bfef-4778-8249-2393ac96f099 req-8e1b3e48-671a-41a2-b5ef-fec215f5830d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 948 time: 0.4215624 May 06 12:19:59.199721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ee45e1c-20fb-4ce8-a867-4f1de7d1d7b8 req-98896231-9cdc-4e6f-a48e-6ef812884d6a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855415 May 06 12:19:59.221401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-211de21c-af5e-4177-95c8-7473a5078474 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 380 time: 0.1065800 May 06 12:19:59.233606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'port': {'device_id': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'admin_state_up': True, 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'security_groups': ['527b3ae0-0e5a-4b23-acc6-34c872418822']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:19:59.255739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e4a3557-bfef-4778-8249-2393ac96f099 req-1cfa0c23-ce8a-4eba-88bd-6191dab910db tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129761 May 06 12:19:59.507827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcbad49a-9713-4bdb-b5b6-b897d5134b99 req-eb043284-34e5-4f4a-afcb-1c198a34652b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 210 time: 0.0541108 May 06 12:19:59.512987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:19:59.529628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:19:59.542678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e4847-9c39-465e-98a0-a4e223e1e6ce req-4b55e535-041a-421a-8af7-cb4fbee218b7 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.544201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-915e4847-9c39-465e-98a0-a4e223e1e6ce req-4b55e535-041a-421a-8af7-cb4fbee218b7 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 947 time: 0.0951035 May 06 12:19:59.591212 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eda29cd-778a-459e-83ef-4d25248e13f9'] response: {'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'code': 200} May 06 12:19:59.602440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-915e4847-9c39-465e-98a0-a4e223e1e6ce req-75754413-bfaf-4474-a08f-8df959597405 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 May 06 12:19:59.785459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50380946-9a8c-461e-8cd2-fe508ed62637 req-8df7b4b9-4525-414e-bea6-f7b5acb0a278 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1097 time: 0.1016300 May 06 12:19:59.846539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70097-ca55-4497-8885-33d77ee62c8d req-dbf6e238-5f15-4fbe-9755-c17c5ab0abfe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:19:59.848035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41b70097-ca55-4497-8885-33d77ee62c8d req-dbf6e238-5f15-4fbe-9755-c17c5ab0abfe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 946 time: 0.1014252 May 06 12:19:59.853938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50380946-9a8c-461e-8cd2-fe508ed62637 req-62b3a14c-5806-4ab5-970f-f0b439b97228 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 May 06 12:19:59.904342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41b70097-ca55-4497-8885-33d77ee62c8d req-49d40b08-e0ec-4638-b7b5-7b43cd034ef8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 May 06 12:20:00.029927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-08ad6c8d-86a4-4f74-9e14-2a8418bb6529 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:00.031802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-08ad6c8d-86a4-4f74-9e14-2a8418bb6529 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.1592593 May 06 12:20:00.049292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-e98aefc1-b692-4df8-87ef-364ebaee9037 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/quotas/1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 375 time: 0.0107546 May 06 12:20:00.101190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-e2d0f640-273f-4e56-9d99-0784730fe910 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464299 May 06 12:20:00.198861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Made reservation on behalf of 3c65b5779f89493cbdb24a57cb052dd5 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:00.201339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b20f-ada0-4704-b11b-b81ac5d8a4a6 req-a78421a8-4f64-4cf0-8131-7996d55ca9d7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:00.206447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:00.206618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be63b20f-ada0-4704-b11b-b81ac5d8a4a6 req-a78421a8-4f64-4cf0-8131-7996d55ca9d7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.0849457 May 06 12:20:00.252201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be63b20f-ada0-4704-b11b-b81ac5d8a4a6 req-c35b10b2-caa9-424c-b1e5-6ffc20f8403d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 May 06 12:20:00.340051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-b89e5646-ae27-41e5-86bc-60f239955548 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505717 May 06 12:20:00.414668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a7fe434-6774-4b73-8ca5-5b3f3ac00813 req-45dccafa-f51d-436c-9761-dc26e6a1198f tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 210 time: 0.0432324 May 06 12:20:00.472068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-843288e8-f48a-4bda-8b44-b27536c2d5c0 service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635228 May 06 12:20:00.667028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2ef6-32c8-4ac8-b609-32d8342d4fcf req-b41e8d66-26a6-4864-a159-26f30aaadc41 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:00.674429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-987c2ef6-32c8-4ac8-b609-32d8342d4fcf req-b41e8d66-26a6-4864-a159-26f30aaadc41 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 948 time: 0.1240861 May 06 12:20:00.712474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-96a8e152-dacb-4d99-8ef6-3b0d812fc161 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:00.713738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-96a8e152-dacb-4d99-8ef6-3b0d812fc161 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584199 May 06 12:20:00.740561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-987c2ef6-32c8-4ac8-b609-32d8342d4fcf req-d87dc915-ca5d-4d34-8cf6-4c936f0e91a7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649846 May 06 12:20:00.760687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-415f7675-ce89-4e38-b680-5f67adc2b5f4 service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774823 May 06 12:20:00.770650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Request body: {'port': {'device_id': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '9df05e5ad4284b31a102b3c219bb0f85'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:00.787677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Allocated IP 172.20.0.6 (0d0a958e-f77f-43bd-8bfc-1269713b5cc0/bae3e731-bfbb-4024-950d-b4ccceb4067f/c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:00.975239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34a858d8-c368-405e-a384-b7b6744eaa18 req-3dfd994b-21e7-431e-8be0-fdad5ee3c588 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 210 time: 0.0446825 May 06 12:20:01.286298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d4e0622c-4153-45d9-b5cf-21b422e66b27 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:01.336422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc2e8-57a8-4981-9ce5-ef9d44aee03d req-90d5c234-368a-4703-9094-e8cb0a300528 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:01.343528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e4cc2e8-57a8-4981-9ce5-ef9d44aee03d req-90d5c234-368a-4703-9094-e8cb0a300528 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 946 time: 0.2097011 May 06 12:20:01.352103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:01.391433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:01.452471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:01.465277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eef3d-2c58-4c64-a883-14825f09ca39 req-fb1b4eac-3855-4cb3-91fb-7601a25e2474 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:01.466780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27eef3d-2c58-4c64-a883-14825f09ca39 req-fb1b4eac-3855-4cb3-91fb-7601a25e2474 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 947 time: 0.2470388 May 06 12:20:01.478347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e4cc2e8-57a8-4981-9ce5-ef9d44aee03d req-c7b3d539-0a1d-4f8f-9f0b-2e862ebe83c8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280959 May 06 12:20:01.511329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:01.522510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Transition to ACTIVE for port object c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:01.529378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'mac_address': 'fa:16:3e:27:0b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:01.543898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27eef3d-2c58-4c64-a883-14825f09ca39 req-e1b2b635-32ac-41f3-ac86-ec34e5a0cfb3 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690064 May 06 12:20:01.616814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Made reservation on behalf of 9df05e5ad4284b31a102b3c219bb0f85 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:01.638894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:01.639075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b69b0f3-2f68-48ed-b034-439664b0bf2f req-b5b98306-640e-4ea0-b957-5ecd62b6a7ed tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 210 time: 0.0481949 May 06 12:20:01.641103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:01.691354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0622c-4153-45d9-b5cf-21b422e66b27 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:01.715512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:01.793744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:01.827656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:01.828739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08e90bae-9c4b-4006-be27-d37b7355c19e details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:01.906778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Allocated IP 192.168.233.226 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/9a082027-e900-4249-91a3-f4d13ca0b6ac) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:01.962932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:01.966564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08e90bae-9c4b-4006-be27-d37b7355c19e,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:01.992369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '08e90bae-9c4b-4006-be27-d37b7355c19e', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '08e90bae-9c4b-4006-be27-d37b7355c19e', 'mac_address': 'fa:16:3e:a1:bc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:02.115806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb1bbe-cc3c-44be-9dc9-26b029d1449b req-13eb01b9-98ef-4486-8df1-381f30d977b6 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.116386 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.119244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32bb1bbe-cc3c-44be-9dc9-26b029d1449b req-13eb01b9-98ef-4486-8df1-381f30d977b6 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.1788485 May 06 12:20:02.135593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4a420ad-c805-41ad-bc2a-b88bf3a6e2b6 req-2f56372f-0bd7-4d6b-a4b7-f2a3b7914600 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 210 time: 0.1412723 May 06 12:20:02.162564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e90bae-9c4b-4006-be27-d37b7355c19e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:02.216211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08e90bae-9c4b-4006-be27-d37b7355c19e,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:02.221052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32bb1bbe-cc3c-44be-9dc9-26b029d1449b req-1c1a63ed-d886-4e73-93bc-7fc70014eb3e tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935583 May 06 12:20:02.243007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:02.261426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:02.268040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:02.284509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.310798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:02.466388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:02.532201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['08e90bae-9c4b-4006-be27-d37b7355c19e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:02.589948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.590731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.631614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.644720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d4e0622c-4153-45d9-b5cf-21b422e66b27'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:02.655626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb177-8955-437e-9089-ec71dee60839 req-af1b5d24-40ae-4697-a9b5-01281f220cbb tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.657556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35aeb177-8955-437e-9089-ec71dee60839 req-af1b5d24-40ae-4697-a9b5-01281f220cbb tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 931 time: 0.2452989 May 06 12:20:02.674551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Transition to ACTIVE for port object 9a082027-e900-4249-91a3-f4d13ca0b6ac will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:02.682617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901749b-2ee2-4e3a-8b31-25caafd9ae82 req-086f8361-310d-454f-8bdf-2fbc53f1bc26 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:02.684113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d901749b-2ee2-4e3a-8b31-25caafd9ae82 req-086f8361-310d-454f-8bdf-2fbc53f1bc26 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 949 time: 0.2958145 May 06 12:20:02.718210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35aeb177-8955-437e-9089-ec71dee60839 req-7e36645e-3af9-4a11-81cb-806df8069390 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:02.733517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-35aeb177-8955-437e-9089-ec71dee60839 req-7e36645e-3af9-4a11-81cb-806df8069390 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:02.735184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35aeb177-8955-437e-9089-ec71dee60839 req-7e36645e-3af9-4a11-81cb-806df8069390 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716965 May 06 12:20:02.768254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d901749b-2ee2-4e3a-8b31-25caafd9ae82 req-e6ea5a1d-a366-4838-8935-956ff29ecb3d tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728166 May 06 12:20:02.834600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-0af22e5c-8c72-4aef-b1a4-76e1e635671a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6066387 May 06 12:20:02.848156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Request body: {'port': {'device_id': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:02.865924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cbcc1279-f154-42f6-a214-3db9c98e509d None None] Provisioning for port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:02.894748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cbcc1279-f154-42f6-a214-3db9c98e509d None None] Provisioning complete for port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:02.895117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cbcc1279-f154-42f6-a214-3db9c98e509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:02.963017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.035199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc1279-f154-42f6-a214-3db9c98e509d None None] Port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:03.117287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:03.132656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:03.138403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-c4eb012d-6b76-4280-9931-b1ce9042ec34 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 1101 time: 0.1849430 May 06 12:20:03.143541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:03.174691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.194857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.227999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Pushing event updated for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:03.244796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:03.249924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Usage tracker for resource:security_group_rule and tenant:9ecfdd3d6d85409790def217e6c49f42 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:03.256117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:03.262144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:03.368772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.467450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.522112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd82490f-f1fc-4f07-a58f-417bb6f978a2 req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819413 May 06 12:20:03.553767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a6a6f-6834-42e6-b3c8-5448a2e9ea23 tempest-LiveMigrationNegativeTest-683005797 tempest-LiveMigrationNegativeTest-683005797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0aaf02-417e-4894-9835-bedc9acd9267,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:03.564264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:03.564888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.598278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc598-895b-432a-8468-01533415e714 req-2102b500-b87d-43ec-9585-e91a88c29c06 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:03.605671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c19cc598-895b-432a-8468-01533415e714 req-2102b500-b87d-43ec-9585-e91a88c29c06 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 946 time: 0.5819659 May 06 12:20:03.612615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5bb85f-4693-49f5-a686-4b84477c0f85 None None] Provisioning for port 9a082027-e900-4249-91a3-f4d13ca0b6ac completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:03.616978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5bb85f-4693-49f5-a686-4b84477c0f85 None None] Provisioning complete for port 9a082027-e900-4249-91a3-f4d13ca0b6ac triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:03.617595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb85f-4693-49f5-a686-4b84477c0f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:03.700368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c19cc598-895b-432a-8468-01533415e714 req-c916f285-f32a-42cd-aba0-2a987e2e0a17 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937679 May 06 12:20:03.719872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-8807b299-f829-4f02-a790-96ea2b1d0972 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9568539 May 06 12:20:03.729004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bb85f-4693-49f5-a686-4b84477c0f85 None None] Port 9a082027-e900-4249-91a3-f4d13ca0b6ac cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:03.742407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Request body: {'port': {'device_id': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:03.777808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71a67-78fb-4189-b9a6-20a2e2a16836 req-672c80eb-b2ce-4459-86a1-240cbc639830 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:03.788552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05c71a67-78fb-4189-b9a6-20a2e2a16836 req-672c80eb-b2ce-4459-86a1-240cbc639830 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 948 time: 0.1244802 May 06 12:20:03.876771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05c71a67-78fb-4189-b9a6-20a2e2a16836 req-34a57707-26fd-496f-b003-a54c85e64c5f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864782 May 06 12:20:04.056493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30fa112-7e2c-479a-873c-585a0fc830c8 req-7b2dd783-6b0f-4e4a-ab02-79fdbd98d707 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 210 time: 0.1870015 May 06 12:20:04.092480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:04.112353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.121818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Transition to ACTIVE for port object c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:04.157075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.290828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f80b-9971-4818-9d51-34ed8cfc7d01 req-27a7b1ce-befa-482c-b0e1-e52fdb5b4323 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:04.298458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d743f80b-9971-4818-9d51-34ed8cfc7d01 req-27a7b1ce-befa-482c-b0e1-e52fdb5b4323 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 936 time: 0.1479466 May 06 12:20:04.360344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d743f80b-9971-4818-9d51-34ed8cfc7d01 req-4903a0e5-1a6c-48a7-bfe3-62fc642fc203 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612369 May 06 12:20:04.427359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:04.560611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Pushing event updated for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:04.583808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e92c9ea-22a0-412a-b17f-8ab4c67f1031 req-25bc84f5-e4a6-4b3a-b097-66cc79188340 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1097 time: 0.1726065 May 06 12:20:04.693740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6080fb-a3fb-44b6-8e52-287e0fbf2fe1 req-28efd797-7b52-4e88-9a81-aa047bece7af tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:04.695595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da6080fb-a3fb-44b6-8e52-287e0fbf2fe1 req-28efd797-7b52-4e88-9a81-aa047bece7af tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 943 time: 0.1676474 May 06 12:20:04.834426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da6080fb-a3fb-44b6-8e52-287e0fbf2fe1 req-d7a47f19-b10d-4d90-a39a-d2afaa5060ba tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241131 May 06 12:20:04.842257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e92c9ea-22a0-412a-b17f-8ab4c67f1031 req-ace70e02-61cc-4654-afb7-252fc1d284d2 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507763 May 06 12:20:04.892368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:05.066369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a082027-e900-4249-91a3-f4d13ca0b6ac {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:05.078533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.081652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Attempting to bind port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:05.082159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Attempting to bind port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:05.082690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Attempting to bind port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:05.145800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Transition to ACTIVE for port object 9a082027-e900-4249-91a3-f4d13ca0b6ac will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:05.147066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:05.147553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Attempting to bind port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:05.160916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:05.169749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Checking segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:05.169749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Bound using segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:05.169749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Bound port: c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:05.169749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.187084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f1a5-1eb0-4c92-9aa1-b7ed1369d00b req-7cfe3b85-a344-4ea1-a865-7e0a9ac8f217 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.206101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ede2f1a5-1eb0-4c92-9aa1-b7ed1369d00b req-7cfe3b85-a344-4ea1-a865-7e0a9ac8f217 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 949 time: 0.1107497 May 06 12:20:05.242174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.303975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ede2f1a5-1eb0-4c92-9aa1-b7ed1369d00b req-4c2d8fbf-69d8-46af-9ba3-46b1696e3cc2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965073 May 06 12:20:05.341690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d4e0622c-4153-45d9-b5cf-21b422e66b27 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:05.342710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be5fa6af-8c9e-4cc6-8028-1f93611f2bec req-a19e2647-439d-448a-9197-2e5e4a2c9b92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2443910 May 06 12:20:05.548628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:05.553936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:05.581509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port d4e0622c-4153-45d9-b5cf-21b422e66b27 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:05.590899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port d4e0622c-4153-45d9-b5cf-21b422e66b27 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:05.600993 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.601279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dcb6467-749d-412f-a269-d471515b2b6b req-e38e362e-40ad-4e6c-a6ae-030216712df2 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1097 time: 0.1301858 May 06 12:20:05.615191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:05.688948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dcb6467-749d-412f-a269-d471515b2b6b req-fda02dcd-ef91-46d8-8bba-75de6b18ba12 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780559 May 06 12:20:05.775757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.808085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:05.820090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:05.942007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.943450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08e90bae-9c4b-4006-be27-d37b7355c19e up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:05.944691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:05.990389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-42a65f74-599e-4940-90a6-d48a33050439 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:05.991340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-42a65f74-599e-4940-90a6-d48a33050439 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.4445274 May 06 12:20:06.046201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Request body: {'port': {'device_id': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'admin_state_up': True, 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:06.084490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.189896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.191614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] 10.222.0.86 "PUT /v2.0/ports/c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 HTTP/1.1" status: 200 len: 1091 time: 3.3488574 May 06 12:20:06.199276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:06.230109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9a97b-a734-4588-b86f-e8d17298b915 service neutron] Pushing event updated for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:06.275711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdd10a44-4a44-4328-9a33-02e0646d0366 req-e6912f97-c675-4bfe-919f-16b005d66d71 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 210 time: 0.0917637 May 06 12:20:06.391634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Attempting to bind port 9a082027-e900-4249-91a3-f4d13ca0b6ac on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:06.392148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Attempting to bind port 9a082027-e900-4249-91a3-f4d13ca0b6ac by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:06.392617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Attempting to bind port 9a082027-e900-4249-91a3-f4d13ca0b6ac on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:06.423100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Port 9a082027-e900-4249-91a3-f4d13ca0b6ac on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:06.423542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Attempting to bind port 9a082027-e900-4249-91a3-f4d13ca0b6ac on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:06.434884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f485f-661d-49ca-8d62-8cdda4d651d1 req-65caf91d-04b6-4dfc-9add-79b2d214b817 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:06.436496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b02f485f-661d-49ca-8d62-8cdda4d651d1 req-65caf91d-04b6-4dfc-9add-79b2d214b817 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 948 time: 0.8119669 May 06 12:20:06.448103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:06.448414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:06.448814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:06.449250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Bound port: 9a082027-e900-4249-91a3-f4d13ca0b6ac, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:06.449647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.471509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:06.487206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Usage tracker for resource:port and tenant:1ac5db7a990a4e36a05bf1ec5397a309 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:06.491320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:06.499174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:06.516082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913810-6005-4bbe-aaf2-781448df980b req-681e72f6-3b1c-471e-b1d2-bbe1dd4c2ab7 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:06.517453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3913810-6005-4bbe-aaf2-781448df980b req-681e72f6-3b1c-471e-b1d2-bbe1dd4c2ab7 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 948 time: 0.0809605 May 06 12:20:06.565972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3913810-6005-4bbe-aaf2-781448df980b req-f5fa307a-ae1f-4ede-a006-91f054dcc0f2 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 May 06 12:20:06.579439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b02f485f-661d-49ca-8d62-8cdda4d651d1 req-5261b0b4-b850-416f-ba07-d53356f76832 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343837 May 06 12:20:06.606648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:06.609880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:06.701936 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aa7c4a-0255-48f8-8cd9-ee8d1611c5fe'] response: {'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'code': 200} May 06 12:20:06.793354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 08e90bae-9c4b-4006-be27-d37b7355c19e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:06.799408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 08e90bae-9c4b-4006-be27-d37b7355c19e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:06.800951 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.910308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0e2329a-4909-46ca-828d-de76f7e724e8 req-79d7e86b-5e16-4e1d-8fca-13c73a5f282b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 1101 time: 0.1291625 May 06 12:20:06.919619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e74af-cd47-4e09-b931-b53183d94f93 req-c36eaa5f-f85b-4583-bf48-16bbc502d754 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:06.920306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-900e74af-cd47-4e09-b931-b53183d94f93 req-c36eaa5f-f85b-4583-bf48-16bbc502d754 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:06.925550 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:06.964971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08e90bae-9c4b-4006-be27-d37b7355c19e,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:06.968334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0e2329a-4909-46ca-828d-de76f7e724e8 req-dbca23ea-9fcb-4641-987a-c8fb255f1ae3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 May 06 12:20:07.028179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.060116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:07.063097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.119171 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.164825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.173474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/9a082027-e900-4249-91a3-f4d13ca0b6ac HTTP/1.1" status: 200 len: 1096 time: 3.4290535 May 06 12:20:07.173474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-900e74af-cd47-4e09-b931-b53183d94f93 req-c36eaa5f-f85b-4583-bf48-16bbc502d754 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:07.178973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-900e74af-cd47-4e09-b931-b53183d94f93 req-c36eaa5f-f85b-4583-bf48-16bbc502d754 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 943 time: 0.3677065 May 06 12:20:07.235018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:07.273341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc03de6-eeb9-4c8d-a467-7d76dc8992c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:07.340358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-900e74af-cd47-4e09-b931-b53183d94f93 req-64c717d3-34f2-4cca-8d18-acdb277f3b15 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603186 May 06 12:20:07.439721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Allocated IP 172.20.0.4 (4818f0d2-7e48-4515-8f1e-5e648c5de94a/d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe/830874ee-a708-4f36-b3df-48e5a9967d57) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:07.705897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:07.754191 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80dcebd2-d2fa-4291-a045-80a2477d8885'] response: {'name': 'network-changed', 'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'status': 'completed', 'code': 200} May 06 12:20:07.874584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-5e92e1fe-28ea-4f02-a019-5df5f9913a3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 1094 time: 0.6496527 May 06 12:20:07.968405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-6b03c957-8a68-46a1-90f1-e3af92663fa8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 1099 time: 0.2540772 May 06 12:20:07.969683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-898e0cfd-104f-4d0c-a8e1-5ef559f52728 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 HTTP/1.1" status: 200 len: 217 time: 0.0827315 May 06 12:20:07.976584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d3ee-9efb-4497-bcd4-0980221b4b7c req-cea0d25a-91f9-4bae-a24d-6b47295ec080 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:07.983452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6d0d3ee-9efb-4497-bcd4-0980221b4b7c req-cea0d25a-91f9-4bae-a24d-6b47295ec080 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 950 time: 0.2613039 May 06 12:20:08.095400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.174899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-e705dc1e-db83-4e8c-a092-7b9b49f8e855 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac HTTP/1.1" status: 200 len: 217 time: 0.1749542 May 06 12:20:08.284096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6e71b75e-b8c7-4c91-a7e4-0cf77aa25dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.285661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-6e71b75e-b8c7-4c91-a7e4-0cf77aa25dbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.2371016 May 06 12:20:08.298175 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6d0d3ee-9efb-4497-bcd4-0980221b4b7c req-3b04ade0-8abe-4c14-9769-8e55cb7bd693 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138299 May 06 12:20:08.298851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:08.304804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:08.349886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:08.358257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:08.395273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39ce2-812e-43f3-82ab-f9a81fd1daab req-f14f2cb9-4e00-4990-903e-327e07223791 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.400257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59f39ce2-812e-43f3-82ab-f9a81fd1daab req-f14f2cb9-4e00-4990-903e-327e07223791 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.1022844 May 06 12:20:08.408627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-753b5526-3517-4e7e-aca5-25a4153c33fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.410051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-753b5526-3517-4e7e-aca5-25a4153c33fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2197874 May 06 12:20:08.449763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59f39ce2-812e-43f3-82ab-f9a81fd1daab req-dd80e2c2-1067-46c7-8c7b-f17c8c288d02 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 May 06 12:20:08.455750 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-016bb101-dd5c-40ec-93fa-dc1b5cfd70fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.519597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.520213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:08.584025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-84f3bc73-a2fc-465f-99b4-f9519430845c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901566 May 06 12:20:08.685169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d4289-eae0-4132-be2b-c79412faafa5 req-664f4a06-57dc-45b1-89a7-52230e258e31 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.686703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-496d4289-eae0-4132-be2b-c79412faafa5 req-664f4a06-57dc-45b1-89a7-52230e258e31 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 948 time: 0.1179433 May 06 12:20:08.703172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:08.734301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-496d4289-eae0-4132-be2b-c79412faafa5 req-3886eb7e-607c-41a6-864f-7b54eaac5828 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 May 06 12:20:08.758792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-113e1028-f76d-4908-a7ec-3f756ebfb783 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7251537 May 06 12:20:08.772933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-80b73f83-5d61-45eb-905c-7de442b7043a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3526962 May 06 12:20:08.780348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Request body: {'port': {'device_id': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:08.811324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e62d5-80bd-409e-b7cd-0ff5e7059707 req-1cc8994d-6dd0-492a-a46a-745fa63d237f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.812032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-549e62d5-80bd-409e-b7cd-0ff5e7059707 req-1cc8994d-6dd0-492a-a46a-745fa63d237f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:08.936024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736552-27cf-4cbd-ac9f-d521362a9e96 req-6ace59db-9022-40ae-8307-d4307349ea4f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:08.937589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea736552-27cf-4cbd-ac9f-d521362a9e96 req-6ace59db-9022-40ae-8307-d4307349ea4f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 949 time: 0.0803537 May 06 12:20:08.979962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-dbcf8050-3c42-4132-aeb7-8a2a44e66c1b service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879220 May 06 12:20:08.986130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea736552-27cf-4cbd-ac9f-d521362a9e96 req-9bd5e09b-fea6-4a5f-98c6-05391a94c2da tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 May 06 12:20:09.131104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-549e62d5-80bd-409e-b7cd-0ff5e7059707 req-1cc8994d-6dd0-492a-a46a-745fa63d237f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:09.132253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-549e62d5-80bd-409e-b7cd-0ff5e7059707 req-1cc8994d-6dd0-492a-a46a-745fa63d237f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 931 time: 0.6657040 May 06 12:20:09.142387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-19aa9de4-4de0-4675-a6e9-150a2b8a7949 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266399 May 06 12:20:09.180810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a30e19ca-274b-4056-afdf-870a8324d491 req-847a1e95-c58c-4a19-8a31-2fbee4475144 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1097 time: 0.0691381 May 06 12:20:09.191494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:09.225376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a30e19ca-274b-4056-afdf-870a8324d491 req-973db5d8-2538-4ca6-bccb-80c9cb65ba36 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 May 06 12:20:09.374826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-549e62d5-80bd-409e-b7cd-0ff5e7059707 req-feb554c7-dd58-4e7c-a279-281665a20202 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295742 May 06 12:20:09.407636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6793041-f5c9-42d7-b79e-fc28be21f96a req-09f204ab-6efd-4589-bc1b-78816243e1cb service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971150 May 06 12:20:09.419081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e752-90c0-4b94-bcf4-8c1a43fa53db req-98e5a10e-2fce-41c3-87c9-d21be64dcdae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:09.421008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec67e752-90c0-4b94-bcf4-8c1a43fa53db req-98e5a10e-2fce-41c3-87c9-d21be64dcdae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 943 time: 0.0865738 May 06 12:20:09.472211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec67e752-90c0-4b94-bcf4-8c1a43fa53db req-56fe1392-2ad6-46ec-af03-800857ac946d tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 May 06 12:20:09.482438 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e02e63-9c3d-4c2e-bae1-568ffd7ec3bb'] response: {'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e', 'code': 200} May 06 12:20:09.482934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8feffb-ebeb-4dfe-a575-f501a48b7852 req-605c4997-a7fe-4038-b304-fd4b744d4633 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339500 May 06 12:20:09.702126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b549f6d3-2020-4ee9-8c98-d59c31a4f829 req-996b08d7-9ddf-4aad-9017-fdd386171386 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0816810 May 06 12:20:09.785677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:09.855791 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-83269269-3e3b-4cd0-ad8a-ab2590736a5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 1094 time: 0.2702472 May 06 12:20:09.868834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-db2cafab-c272-424c-9712-3edff3133139 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:09.870320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-db2cafab-c272-424c-9712-3edff3133139 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.0945125 May 06 12:20:09.890621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b0e0fc-e6fd-4449-99cd-e2389ff3e975 req-58e1a12e-c339-4202-b006-0de602c022d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 1100 time: 0.2591305 May 06 12:20:09.943962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Deleting port 804fed8c-7568-410a-882e-3b298e0f4283 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:09.944232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.024722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830874ee-a708-4f36-b3df-48e5a9967d57 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:10.035833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc5042-5195-4fb1-9164-aafe37c517fe req-7859141b-4878-4852-86e1-ab3e44df837a tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:10.037520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9dc5042-5195-4fb1-9164-aafe37c517fe req-7859141b-4878-4852-86e1-ab3e44df837a tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 950 time: 0.3016708 May 06 12:20:10.057008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.094891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b0e0fc-e6fd-4449-99cd-e2389ff3e975 req-8c7b276a-ea9d-48f9-867d-800aca376850 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908102 May 06 12:20:10.126260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Transition to ACTIVE for port object 830874ee-a708-4f36-b3df-48e5a9967d57 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:10.149651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-ff7aebd1-bb09-4b86-948c-d694502382a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:10.151100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-ff7aebd1-bb09-4b86-948c-d694502382a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 924 time: 0.2596509 May 06 12:20:10.156417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9dc5042-5195-4fb1-9164-aafe37c517fe req-63984e85-f815-4fb2-8d52-1db1f8638604 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065645 May 06 12:20:10.210143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.239722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] For port 804fed8c-7568-410a-882e-3b298e0f4283, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=804fed8c-7568-410a-882e-3b298e0f4283,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:10.240429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.363709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Calling delete_port for 804fed8c-7568-410a-882e-3b298e0f4283 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:10.532919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:10.543124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-d66cf393-6def-4754-baa6-ad9c6294b2b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 HTTP/1.1" status: 200 len: 217 time: 0.2195179 May 06 12:20:10.650916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-412e35ef-b578-4a29-a689-9642a5221c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.678945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-04991797-77ea-483c-8461-fb70c4092546 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:10.680485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-04991797-77ea-483c-8461-fb70c4092546 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.1090109 May 06 12:20:10.748116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:10.748368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:10.748700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:10.780693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:10.781023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:10.799019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:10.799361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:10.799748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:10.800202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Bound port: 830874ee-a708-4f36-b3df-48e5a9967d57, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:10.800550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.828973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c978044-3577-4e76-9d6f-350278805728 req-afbf6287-78e5-43b0-a3e5-06cd1c250d5d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:10.830445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c978044-3577-4e76-9d6f-350278805728 req-afbf6287-78e5-43b0-a3e5-06cd1c250d5d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=3fa15101-0593-48fd-9974-d7b07aec4a9d HTTP/1.1" status: 200 len: 950 time: 0.5035875 May 06 12:20:10.866440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-f70f3f38-e5a4-4d6d-b732-a0d23d14d14f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770840 May 06 12:20:10.907206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:10.922409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5b8d5dec-2995-4adc-a8f4-fa7358853b6a', '804fed8c-7568-410a-882e-3b298e0f4283'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:10.959024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Pushing event deleted for resources: {'Port': ['ID=804fed8c-7568-410a-882e-3b298e0f4283,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:11.043792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] No DVR routers for this DVR port 804fed8c-7568-410a-882e-3b298e0f4283 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:11.047750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.050919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'name': 'network-vif-deleted', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:11.080939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c978044-3577-4e76-9d6f-350278805728 req-644848b8-d9ab-4473-98bf-e0857d5a4e34 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227800 May 06 12:20:11.087269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:11.110681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:11.115372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-159b0f00-f95c-49cf-adf9-759f34a09d97 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305138 May 06 12:20:11.245090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b1aadc-fb01-4c1a-be9f-8e443657391b req-3ec8c8a8-4e87-4316-806f-b0436be2405d tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "DELETE /v2.0/ports/804fed8c-7568-410a-882e-3b298e0f4283 HTTP/1.1" status: 204 len: 173 time: 1.3679256 May 06 12:20:11.247907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.380348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f8b6604-2853-4d24-9763-7eb01095a508 req-e3a1d059-49fe-40a3-ae0b-65a558aac803 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573225 May 06 12:20:11.381687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:11.382906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] 10.222.0.13 "PUT /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 1091 time: 2.6072543 May 06 12:20:11.408341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ee36d-483d-4d3f-b5f9-2483afab8bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:11.437548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04fa42-13ac-4625-bd95-cf5de0c08b6e req-b114a526-8974-4660-976b-957be8554c45 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:11.438250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ee04fa42-13ac-4625-bd95-cf5de0c08b6e req-b114a526-8974-4660-976b-957be8554c45 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Synchronizing usage tracker for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:11.615519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ee04fa42-13ac-4625-bd95-cf5de0c08b6e req-b114a526-8974-4660-976b-957be8554c45 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Unset dirty status for tenant:9df05e5ad4284b31a102b3c219bb0f85 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:11.616699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee04fa42-13ac-4625-bd95-cf5de0c08b6e req-b114a526-8974-4660-976b-957be8554c45 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 948 time: 0.2896852 May 06 12:20:11.667490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-77b764a9-2ca2-4e01-8bcf-5c56ea557750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1094 time: 0.1066940 May 06 12:20:11.680978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee04fa42-13ac-4625-bd95-cf5de0c08b6e req-3d43150e-b1a8-4fe1-b65e-c5375de1c802 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580728 May 06 12:20:11.762660 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0eeefb-afbd-4993-a1e7-cda4251c08f3'] response: {'name': 'network-changed', 'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac', 'status': 'completed', 'code': 200} May 06 12:20:11.783217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-87e65e72-5b14-4ff5-a827-f699a39afd0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.0707717 May 06 12:20:11.937588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-1f4447ef-b224-44c8-8cbe-523e10417a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:11.938951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-1f4447ef-b224-44c8-8cbe-523e10417a19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1215842 May 06 12:20:12.002976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-42b61d3a-ea54-4d81-b097-896ac25898b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514519 May 06 12:20:12.011256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-990dba18-4c0e-4b63-b141-fa5e1798cfc5 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:20:12.012262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-990dba18-4c0e-4b63-b141-fa5e1798cfc5 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0121725 May 06 12:20:12.023218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.041516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-5313dc48-e38d-4bbf-91df-6ab63550e68f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 1099 time: 0.2574522 May 06 12:20:12.048317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Request body: {'binding': {'host': 'n-h1-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:12.048747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:20:12.135917 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:12.300856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322168-24ba-4367-8a11-964619dd9e21 req-afcbd202-a7b1-4c5d-b660-627cff7a7130 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:12.303134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73322168-24ba-4367-8a11-964619dd9e21 req-afcbd202-a7b1-4c5d-b660-627cff7a7130 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 949 time: 0.4402993 May 06 12:20:12.497432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-3a5c8cdc-1f2d-48b2-8ebc-1e0ab6af753e service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823959 May 06 12:20:12.511163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73322168-24ba-4367-8a11-964619dd9e21 req-a2a68f16-ad6b-4a2a-b433-d299d9f4f682 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981585 May 06 12:20:12.562223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-8e088beb-7e0e-4f31-a82d-c2865e56d847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:12.562223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-8e088beb-7e0e-4f31-a82d-c2865e56d847 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.4867804 May 06 12:20:12.715719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-c5cfe324-9f2e-4bb0-9a1c-ae45158a0eb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac HTTP/1.1" status: 200 len: 217 time: 0.0982838 May 06 12:20:12.873584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on host n-h1-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:12.873922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:12.874250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:12.909013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:12.909328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:12.917897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-c075eaad-78f6-4a14-80f4-594e689324ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:12.919349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-c075eaad-78f6-4a14-80f4-594e689324ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1906207 May 06 12:20:12.925959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dca1942-ae39-4f7c-97a8-d9b0ff4d6845 req-3aad5f12-e25f-46f8-9a3a-fd49eb2fba12 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139149 May 06 12:20:12.966845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:12.967188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:12.967570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:12.968023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Bound port: fae3a72b-7a64-44bd-b97a-e23537952f36, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:13.031028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906534b8-d591-4f4d-a901-535c26b6d925 req-2e76f976-48e4-4814-9321-51f019bed83a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.032533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-906534b8-d591-4f4d-a901-535c26b6d925 req-2e76f976-48e4-4814-9321-51f019bed83a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.2397614 May 06 12:20:13.045431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:13.076386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-b60e83c2-bf65-4f40-be12-f1d77063772a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434338 May 06 12:20:13.158866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.159991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-11d26c48-dd2a-4297-a39f-b00327c2ed4a service neutron] 10.222.0.83 "POST /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36/bindings HTTP/1.1" status: 201 len: 389 time: 1.1253800 May 06 12:20:13.162296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-906534b8-d591-4f4d-a901-535c26b6d925 req-c1de5481-e9b7-49a6-b4dc-3fe70b7e1bf5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193311 May 06 12:20:13.224994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-5ae77fe8-409f-4767-9618-1df381bf6f4a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427822 May 06 12:20:13.353021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.357639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9a082027-e900-4249-91a3-f4d13ca0b6ac details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:13.418226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95f3683f-98e0-4397-bfa3-c366e6e9bd05 req-fa518454-569b-4937-8615-275e44f2de71 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868582 May 06 12:20:13.429663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ca2ac-226d-4f79-bc3b-9ae2354b682a req-05076405-90f5-4469-bb06-b787049cdb86 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.431200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca6ca2ac-226d-4f79-bc3b-9ae2354b682a req-05076405-90f5-4469-bb06-b787049cdb86 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 943 time: 0.1335349 May 06 12:20:13.438754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 804fed8c-7568-410a-882e-3b298e0f4283 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:13.483720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca6ca2ac-226d-4f79-bc3b-9ae2354b682a req-c99289af-fc68-45ea-85e7-76055c316dd3 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 May 06 12:20:13.484059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 804fed8c-7568-410a-882e-3b298e0f4283 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:20:13.484405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 804fed8c-7568-410a-882e-3b298e0f4283 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:13.484825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:13.507003 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e6a2e7-78e7-4b6c-8876-b94c06461a73'] response: {'server_uuid': '3fa15101-0593-48fd-9974-d7b07aec4a9d', 'name': 'network-vif-deleted', 'tag': '804fed8c-7568-410a-882e-3b298e0f4283', 'status': 'completed', 'code': 200} May 06 12:20:13.626565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:13.651172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '9a082027-e900-4249-91a3-f4d13ca0b6ac', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '9a082027-e900-4249-91a3-f4d13ca0b6ac', 'mac_address': 'fa:16:3e:1d:ee:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:13.657383 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.688591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9367cd-38e1-4180-9392-30b6525f101c req-de0a8d18-30d3-40b9-8f72-fb71d42fea0e tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.690347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a9367cd-38e1-4180-9392-30b6525f101c req-de0a8d18-30d3-40b9-8f72-fb71d42fea0e tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 951 time: 0.0858867 May 06 12:20:13.754053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:13.757983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a9367cd-38e1-4180-9392-30b6525f101c req-f1fc132c-f533-4425-a6e4-dcb9b62fd966 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571535 May 06 12:20:13.764077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:13.770056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.795737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:13.801489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a082027-e900-4249-91a3-f4d13ca0b6ac {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:13.820826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:13.891543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f8f30-5ad0-4cc7-98c9-007a1aacb281 req-5dbdb897-6c9b-490d-84bd-4891de94df5b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:13.893102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f6f8f30-5ad0-4cc7-98c9-007a1aacb281 req-5dbdb897-6c9b-490d-84bd-4891de94df5b tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 948 time: 0.0829005 May 06 12:20:13.909545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-1ec3e09a-f482-480b-afdf-836861e4a4b9 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=32728f4d9b4948439f3f1234d994c155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286968 May 06 12:20:13.910215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.947757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:13.948514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:13.959174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f6f8f30-5ad0-4cc7-98c9-007a1aacb281 req-401f4ac4-8177-4e6d-83cb-b83940953ee9 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595603 May 06 12:20:14.090705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-ad570ca6-12d5-4c58-a06a-fdc4bb0e73fe tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.097629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-ad570ca6-12d5-4c58-a06a-fdc4bb0e73fe tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844685 May 06 12:20:14.109336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:14.117372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-d4d3b673-3606-4a33-86db-ab0834e0452c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/quotas/32728f4d9b4948439f3f1234d994c155 HTTP/1.1" status: 200 len: 375 time: 0.0186989 May 06 12:20:14.176122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6ce1-42b5-469d-abdc-8f1106f91968 req-fa4696b2-8f09-4c15-8692-a98273bd628e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.177905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfca6ce1-42b5-469d-abdc-8f1106f91968 req-fa4696b2-8f09-4c15-8692-a98273bd628e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 946 time: 0.0939841 May 06 12:20:14.209673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:14.217210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:14.230082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'port_id': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'mac_address': 'fa:16:3e:6c:c2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:14.237327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfca6ce1-42b5-469d-abdc-8f1106f91968 req-1e13e4ba-f797-4e0f-a428-b66b95e3c621 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 May 06 12:20:14.266817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-c2d77594-14f3-4858-9450-58c456c6badc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1097 time: 0.1101029 May 06 12:20:14.271509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-96918e34-b6c8-4e6f-9c09-296389c60586 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532192 May 06 12:20:14.288364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.307500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:14.326172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:14.467282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:14.513035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-ac287c60-8c89-48c9-a3cd-0615c7ad3f0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.514614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-ac287c60-8c89-48c9-a3cd-0615c7ad3f0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2401145 May 06 12:20:14.532828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:14.586119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-78ed823e-dd8b-4861-a8fc-f946b18e5d2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.0645528 May 06 12:20:14.658620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-b88cd088-eafa-4037-b5e9-1b1fafb0b7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:14.660219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-b88cd088-eafa-4037-b5e9-1b1fafb0b7b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.0675488 May 06 12:20:14.717454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-583952ff-0815-47c3-8ba4-2d6e6b6c3704 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503139 May 06 12:20:14.747493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['9a082027-e900-4249-91a3-f4d13ca0b6ac'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:14.785447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:14.891385 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df566f21-d14f-4aa4-a6a4-5ff8fdfb1155'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'code': 200} May 06 12:20:14.913877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-192af5f5-9c20-43ea-be2e-5122a6fd956f service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858726 May 06 12:20:14.943658 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6eb4f1-8f1e-4dcf-93fc-6015868024e9'] response: {'name': 'network-changed', 'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57', 'status': 'completed', 'code': 200} May 06 12:20:15.126782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-121e0ddf-2e4d-4541-adbc-1a05367b796c service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067332 May 06 12:20:15.138778 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-abdaef60-98ce-4818-aec2-8c3840a8e245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1094 time: 0.1251962 May 06 12:20:15.375411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-9f3b8d95-f57e-4618-9022-b6723f2c10e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:15.376842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-9f3b8d95-f57e-4618-9022-b6723f2c10e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2270374 May 06 12:20:15.448529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:15.466702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-e5c94727-fc35-4959-8d47-8b8d55e52096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.0826430 May 06 12:20:15.517202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295808d7-e689-4c21-8c36-65ab31fbd789 req-793f3548-7d8d-436f-9e3f-eee8d5e4a7e0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:15.518684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-295808d7-e689-4c21-8c36-65ab31fbd789 req-793f3548-7d8d-436f-9e3f-eee8d5e4a7e0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.2655010 May 06 12:20:15.584739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-197bf0a4-5cdb-4ad9-a8de-cca7d186f113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:15.586066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-197bf0a4-5cdb-4ad9-a8de-cca7d186f113 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1114559 May 06 12:20:15.593877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:15.608323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '830874ee-a708-4f36-b3df-48e5a9967d57', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'port_id': '830874ee-a708-4f36-b3df-48e5a9967d57', 'mac_address': 'fa:16:3e:67:1a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a1fde-3b1a-4d0c-abfd-c9e5a8213efe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:15.633889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-f1472806-8c27-4e42-a7d8-490777ae6ef7 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1097 time: 0.2890642 May 06 12:20:15.651162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-295808d7-e689-4c21-8c36-65ab31fbd789 req-53ce6fd1-20b1-4839-a8db-66af7385e654 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126208 May 06 12:20:15.653113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:15.667041 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.678573 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-e425d28c-ca2a-49c7-8ad6-db21da8aa57e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818233 May 06 12:20:15.689104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830874ee-a708-4f36-b3df-48e5a9967d57 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:15.706080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:15.844545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.913875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:15.933932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:15.951905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-8103d27a-a4ae-4f16-8d34-bcb74595a08c service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648909 May 06 12:20:15.998660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:16.161661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da5ddc-f557-465b-9d6f-6b7aebcbe6b4 req-190f81ee-e368-4685-8c0c-03ceb2470c61 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.163202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4da5ddc-f557-465b-9d6f-6b7aebcbe6b4 req-190f81ee-e368-4685-8c0c-03ceb2470c61 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 944 time: 0.3744476 May 06 12:20:16.189434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['830874ee-a708-4f36-b3df-48e5a9967d57'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:16.354965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1c3d2f-2f25-447c-984a-3e9dd67c8432 req-98ca897f-f2e8-417b-849d-cd66f002a55f service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727481 May 06 12:20:16.357032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4da5ddc-f557-465b-9d6f-6b7aebcbe6b4 req-fb4ab02f-8f84-4ac6-8742-4ed1b6121747 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870475 May 06 12:20:16.379016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:16.415810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:16.480937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:16.561220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d91904dc-6866-46f5-9b4c-6367984be750 req-ee1507d0-7c10-4439-9585-c3c8aa86c105 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 210 time: 0.0412059 May 06 12:20:16.744661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:16.832823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-b1170a85-fd26-4bc2-8a50-6a58e091a63f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:16.834892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-b1170a85-fd26-4bc2-8a50-6a58e091a63f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.86 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 949 time: 0.2372148 May 06 12:20:16.961568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:17.000036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:17.026938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf11f1-7864-481e-a59e-75673c270e49 req-61111cf2-666f-421a-bef1-b828e265253d tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.027530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Deleting port 08e90bae-9c4b-4006-be27-d37b7355c19e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:17.027620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.028437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7eaf11f1-7864-481e-a59e-75673c270e49 req-61111cf2-666f-421a-bef1-b828e265253d tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 949 time: 0.0794637 May 06 12:20:17.075736 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7eaf11f1-7864-481e-a59e-75673c270e49 req-88746aba-f865-4a98-b328-826b134612b3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 May 06 12:20:17.119300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-44ee0395-af54-4633-93e1-f885c0164d02 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.120789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-44ee0395-af54-4633-93e1-f885c0164d02 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.4549682 May 06 12:20:17.137337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731fbe8-4237-4735-8a01-e818ae8a5f4b req-6aef6b84-e283-4734-830e-1c9487c5bd79 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.138761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6731fbe8-4237-4735-8a01-e818ae8a5f4b req-6aef6b84-e283-4734-830e-1c9487c5bd79 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 950 time: 0.4424405 May 06 12:20:17.211659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on host n-h2-840845-1 for vnic_type normal with profile {"migrating_to": "n-h1-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:17.211964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:17.212267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:17.274706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e91c4-b4f1-4cc2-822c-48c4687089ca req-f23c9b44-3500-4290-8cd2-3240f9f9527e tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.276195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81e91c4-b4f1-4cc2-822c-48c4687089ca req-f23c9b44-3500-4290-8cd2-3240f9f9527e tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 949 time: 0.0882926 May 06 12:20:17.299705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:17.300088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Attempting to bind port fae3a72b-7a64-44bd-b97a-e23537952f36 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:17.312570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Deleting port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:17.312924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.322669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81e91c4-b4f1-4cc2-822c-48c4687089ca req-f88674f0-308f-4b8e-85d5-87dc75662f85 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/security-groups?id=4799af75-a78b-41f8-adeb-f2e3acaac923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 May 06 12:20:17.363310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6731fbe8-4237-4735-8a01-e818ae8a5f4b req-df51e739-a802-4ede-8ca5-8e927b96df4a tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811581 May 06 12:20:17.390407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:17.390759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:17.391732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:17.391732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Bound port: fae3a72b-7a64-44bd-b97a-e23537952f36, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:17.391929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.395087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9a082027-e900-4249-91a3-f4d13ca0b6ac up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:17.492681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:17.499108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-1bb3d621-dfb5-4375-98ba-232f4ceb2ba4 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=32728f4d9b4948439f3f1234d994c155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914197 May 06 12:20:17.670441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859fc9-20cb-49af-8be2-1958340a4609 req-fa081f9c-bf14-437b-9c24-abe20d173090 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.672035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb859fc9-20cb-49af-8be2-1958340a4609 req-fa081f9c-bf14-437b-9c24-abe20d173090 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.2168770 May 06 12:20:17.690361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 830874ee-a708-4f36-b3df-48e5a9967d57 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:17.697072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 9a082027-e900-4249-91a3-f4d13ca0b6ac completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:17.703523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 830874ee-a708-4f36-b3df-48e5a9967d57 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:17.704419 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.716995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-495fd7d3-93c8-495f-bace-0db9cf0f7679 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:17.718663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-495fd7d3-93c8-495f-bace-0db9cf0f7679 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126241 May 06 12:20:17.736715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Request body: {'port': {'device_id': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '32728f4d9b4948439f3f1234d994c155'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:17.739597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 9a082027-e900-4249-91a3-f4d13ca0b6ac triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:17.739597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.814458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb859fc9-20cb-49af-8be2-1958340a4609 req-aa4bb9ba-057a-4b17-894b-e64c86fc1581 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271822 May 06 12:20:17.890964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] For port 08e90bae-9c4b-4006-be27-d37b7355c19e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08e90bae-9c4b-4006-be27-d37b7355c19e,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:17.891532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.897778 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:17.938253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:17.938889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:17.939415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:17.953545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:17.991548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:18.018844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.032469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.033240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:18.052741 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd965c2b-7a49-4669-86a1-69c3d0bf6824'] response: {'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'code': 200} May 06 12:20:18.059007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Calling delete_port for 08e90bae-9c4b-4006-be27-d37b7355c19e owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:18.073386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Made reservation on behalf of 32728f4d9b4948439f3f1234d994c155 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:18.078191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.117887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:18.166240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01918d22-c868-404f-8605-b161182bad77 req-0e4e90be-be6e-40d9-bf6a-b2bd51cec53b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:18.166593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.167740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01918d22-c868-404f-8605-b161182bad77 req-0e4e90be-be6e-40d9-bf6a-b2bd51cec53b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.6582096 May 06 12:20:18.179262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.192838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.193202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.325008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.325794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5b8d5dec-2995-4adc-a8f4-fa7358853b6a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:18.329668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bc601-ee2f-401b-b397-bf2d4705e6e5 req-96afcb2f-25fe-413a-bc60-eb6e949fefa3 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:18.334249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a3bc601-ee2f-401b-b397-bf2d4705e6e5 req-96afcb2f-25fe-413a-bc60-eb6e949fefa3 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 944 time: 0.1657622 May 06 12:20:18.334391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.344951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Calling delete_port for 5b8d5dec-2995-4adc-a8f4-fa7358853b6a owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:18.347930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Allocated IP 192.168.233.229 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/9593662c-9353-4167-9ef0-67e37ca58ea2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:18.405535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:18.436184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:18.436548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.485641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a3bc601-ee2f-401b-b397-bf2d4705e6e5 req-dd8d3de8-daca-4c90-9bd4-583ee3d91d71 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390562 May 06 12:20:18.498380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.620554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01918d22-c868-404f-8605-b161182bad77 req-8a24581d-3bb3-4840-8567-88d221b2e90d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346468 May 06 12:20:18.632233 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.662401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.683137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.702102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.735027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.741524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-23998fdb-1786-4d3c-ba63-fccb9acbb38f service neutron] 10.222.0.86 "PUT /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 1122 time: 3.0889661 May 06 12:20:18.741852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc1c3258-8fc3-4cbb-bb80-c6602470e8dd req-67ec8405-dd55-4feb-87f3-050c4c18ab48 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 210 time: 0.0646424 May 06 12:20:18.743072 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfe6170-00a5-4c2b-9223-054054fefb1d'] response: {'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac', 'code': 200} May 06 12:20:18.759128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:18.776257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.792878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['08e90bae-9c4b-4006-be27-d37b7355c19e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:18.797675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.834599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Pushing event deleted for resources: {'Port': ['ID=08e90bae-9c4b-4006-be27-d37b7355c19e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:18.871446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Transition to ACTIVE for port object 9593662c-9353-4167-9ef0-67e37ca58ea2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:18.917941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:18.920706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['fae3a72b-7a64-44bd-b97a-e23537952f36'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:18.945515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:20:18.946118 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:20:19.022405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313acb3-f812-4877-b186-1430ff222c6e req-7dd9c8d0-cacc-4a8e-9454-0b3f1a211dda tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.024086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7313acb3-f812-4877-b186-1430ff222c6e req-7dd9c8d0-cacc-4a8e-9454-0b3f1a211dda tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.1263878 May 06 12:20:19.032956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] No DVR routers for this DVR port 08e90bae-9c4b-4006-be27-d37b7355c19e on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:19.036501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.065710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.068674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-101da43f-ac1d-4dba-9658-698242054ac7 req-df39f459-b757-4d32-a831-3ac5c2e0bcaf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 1101 time: 0.2314811 May 06 12:20:19.100892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.127121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:19.133460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d4e0622c-4153-45d9-b5cf-21b422e66b27'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:19.133671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7313acb3-f812-4877-b186-1430ff222c6e req-4d66e2cb-4d6c-431c-a8a7-2405eaf173f9 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015997 May 06 12:20:19.147579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-101da43f-ac1d-4dba-9658-698242054ac7 req-a2e4c1c1-f3f4-4400-9cde-387ecbb74538 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710690 May 06 12:20:19.156298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:19.159988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:19.163973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:19.167607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.168078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817e6f1a-4a6b-475c-9928-e50c0573a0ab req-1b8575ba-dd53-44b2-90d7-6328f6cb20b1 tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.86 "DELETE /v2.0/ports/08e90bae-9c4b-4006-be27-d37b7355c19e HTTP/1.1" status: 204 len: 173 time: 2.3225105 May 06 12:20:19.168305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.187099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Pushing event updated for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:19.279303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5a1e6cd4-3c07-41e9-8db7-adbe508a6ad8 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5461371 May 06 12:20:19.297545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Request body: {'port': {'device_id': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:19.320048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:19.404988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e738576-1fde-407b-9c1b-a2be448eeef4 req-c96b5f6b-0db0-4d68-b356-9e38d066634f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.0589864 May 06 12:20:19.447962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Deleting port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:19.448349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.514410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.640252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7976d125-686e-4aba-a16d-9970a42123f0 None None] Provisioning for port 9593662c-9353-4167-9ef0-67e37ca58ea2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:19.647622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7976d125-686e-4aba-a16d-9970a42123f0 None None] Provisioning complete for port 9593662c-9353-4167-9ef0-67e37ca58ea2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:19.647805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7976d125-686e-4aba-a16d-9970a42123f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.722339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7976d125-686e-4aba-a16d-9970a42123f0 None None] Port 9593662c-9353-4167-9ef0-67e37ca58ea2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:19.762071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76f54-87dc-4bf5-bf78-81c99ddc84ab req-5bdbf5d3-fcd0-4008-a756-7d2d5f5f9765 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.762071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09f76f54-87dc-4bf5-bf78-81c99ddc84ab req-5bdbf5d3-fcd0-4008-a756-7d2d5f5f9765 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.1820920 May 06 12:20:19.766404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52983ed-acc6-460f-b4bd-011c6ec3e9b4 req-4004f4c2-e2dc-4719-98a3-123237657245 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:19.767117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a52983ed-acc6-460f-b4bd-011c6ec3e9b4 req-4004f4c2-e2dc-4719-98a3-123237657245 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Synchronizing usage tracker for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:19.813703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] For port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:19.814070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:19.918843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09f76f54-87dc-4bf5-bf78-81c99ddc84ab req-9c03e4c1-eae8-4f2e-80b1-77154a5567ed tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439838 May 06 12:20:19.934880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a52983ed-acc6-460f-b4bd-011c6ec3e9b4 req-4004f4c2-e2dc-4719-98a3-123237657245 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Unset dirty status for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:19.936270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a52983ed-acc6-460f-b4bd-011c6ec3e9b4 req-4004f4c2-e2dc-4719-98a3-123237657245 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 948 time: 0.4009430 May 06 12:20:19.943310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Calling delete_port for 5b8d5dec-2995-4adc-a8f4-fa7358853b6a owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:20.083880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36'}, {'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'name': 'network-vif-deleted', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:20.092754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9593662c-9353-4167-9ef0-67e37ca58ea2 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:20.106863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.123733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a52983ed-acc6-460f-b4bd-011c6ec3e9b4 req-e5a3941d-2132-4b9a-932c-e7e4210f370c tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/security-groups?id=810a0377-7110-4aac-a8d5-1c76cf70dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531124 May 06 12:20:20.150202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Transition to ACTIVE for port object 9593662c-9353-4167-9ef0-67e37ca58ea2 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:20.170379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc822d-9f4f-45f6-8d89-ae16cfd217a5 req-3f18bcf4-942e-4b04-a624-4ea7a0354367 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.171414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90dc822d-9f4f-45f6-8d89-ae16cfd217a5 req-3f18bcf4-942e-4b04-a624-4ea7a0354367 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 949 time: 0.1218767 May 06 12:20:20.224080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90dc822d-9f4f-45f6-8d89-ae16cfd217a5 req-20ce9749-9407-42b5-88de-906e6128482c tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 May 06 12:20:20.238229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.278728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.325766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0363ed-cbb1-453d-8a7f-b9bd91d21a3f req-6108c89c-ee62-4049-8d12-44a9da98bf54 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.326210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b0363ed-cbb1-453d-8a7f-b9bd91d21a3f req-6108c89c-ee62-4049-8d12-44a9da98bf54 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.0868428 May 06 12:20:20.366204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.421706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Pushing event updated for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:20.440581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Pushing event deleted for resources: {'Port': ['ID=5b8d5dec-2995-4adc-a8f4-fa7358853b6a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:20.497207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Attempting to bind port 9593662c-9353-4167-9ef0-67e37ca58ea2 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:20.497598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Attempting to bind port 9593662c-9353-4167-9ef0-67e37ca58ea2 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:20.497847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Attempting to bind port 9593662c-9353-4167-9ef0-67e37ca58ea2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:20.509812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Port 9593662c-9353-4167-9ef0-67e37ca58ea2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:20.510146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Attempting to bind port 9593662c-9353-4167-9ef0-67e37ca58ea2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:20.528348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b0363ed-cbb1-453d-8a7f-b9bd91d21a3f req-1487d3f0-478c-41dc-ba87-cebbcaeb7b11 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960924 May 06 12:20:20.533641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0e76a-dd91-47d3-82ed-8521d6559029 req-8900a23d-5037-4628-a9c9-ee67cff6d701 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.535666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] No DVR routers for this DVR port 5b8d5dec-2995-4adc-a8f4-fa7358853b6a on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:20.543967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.544278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-edd0e76a-dd91-47d3-82ed-8521d6559029 req-8900a23d-5037-4628-a9c9-ee67cff6d701 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.1916530 May 06 12:20:20.574125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:20.574556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:20.574767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:20.575212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Bound port: 9593662c-9353-4167-9ef0-67e37ca58ea2, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:20.575558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.648950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-edd0e76a-dd91-47d3-82ed-8521d6559029 req-0e65ead6-9356-4f3d-b7a7-4ab13ba6b951 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:20.702743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:20.707662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9593662c-9353-4167-9ef0-67e37ca58ea2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:20.728084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec8bfbd3-e728-44c6-b62f-3f88e025f4b1 req-ab0f9375-8dde-436f-99c7-f990201f5bf7 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.13 "DELETE /v2.0/ports/5b8d5dec-2995-4adc-a8f4-fa7358853b6a HTTP/1.1" status: 204 len: 173 time: 3.5964310 May 06 12:20:20.744858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57'}, {'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a'}, {'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:20.780433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8c3a-15fa-4a1f-937e-7553e0b866de req-24e64dbf-46cc-4da6-9bd5-2308db480d1e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:20.782102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f08b8c3a-15fa-4a1f-937e-7553e0b866de req-24e64dbf-46cc-4da6-9bd5-2308db480d1e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 948 time: 0.1195927 May 06 12:20:20.816073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-edd0e76a-dd91-47d3-82ed-8521d6559029 req-0e65ead6-9356-4f3d-b7a7-4ab13ba6b951 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:20.822334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-edd0e76a-dd91-47d3-82ed-8521d6559029 req-0e65ead6-9356-4f3d-b7a7-4ab13ba6b951 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731321 May 06 12:20:20.835392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f08b8c3a-15fa-4a1f-937e-7553e0b866de req-24a91d18-2dfe-4cce-a81a-30a0aa597562 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473924 May 06 12:20:20.909804 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec878ab-5f5c-4653-9457-e97e6583f024'] response: {'name': 'network-changed', 'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'status': 'completed', 'code': 200} May 06 12:20:20.910071 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec878ab-5f5c-4653-9457-e97e6583f024'] response: {'server_uuid': 'b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05', 'name': 'network-vif-deleted', 'tag': '08e90bae-9c4b-4006-be27-d37b7355c19e', 'status': 'completed', 'code': 200} May 06 12:20:20.916157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:20.999329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:21.001422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] 10.222.0.13 "PUT /v2.0/ports/9593662c-9353-4167-9ef0-67e37ca58ea2 HTTP/1.1" status: 200 len: 1096 time: 1.7113256 May 06 12:20:21.004573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:21.048158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dbd99-1d4d-4d7c-b825-aae7bbb9612f service neutron] Pushing event updated for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:21.132094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ee3f915-bb7f-403e-9f48-745729c1913a req-78f9675c-dd71-40ce-92e1-d38ec882f32f tempest-ServerDiagnosticsNegativeTest-908847503 tempest-ServerDiagnosticsNegativeTest-908847503-project] 10.222.0.83 "GET /v2.0/ports?device_id=b06e8ff3-a8c1-45ac-ac6d-39b5c0c27c05 HTTP/1.1" status: 200 len: 210 time: 0.0699103 May 06 12:20:21.136617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-e1d144a0-744a-44bf-bf36-71a00f23c250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1125 time: 0.1974890 May 06 12:20:21.234531 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ac8a2-b0a6-4f42-b4e0-fa71c3ff4957'] response: {'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57', 'code': 200} May 06 12:20:21.234792 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ac8a2-b0a6-4f42-b4e0-fa71c3ff4957'] response: {'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'code': 200} May 06 12:20:21.235047 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ac8a2-b0a6-4f42-b4e0-fa71c3ff4957'] response: {'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'code': 200} May 06 12:20:21.252486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006d1a5-30ec-4578-8a59-681ba190da29 req-d5eb0618-6a6f-4ecf-bb8f-10b1eee9e0dc tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.254237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0006d1a5-30ec-4578-8a59-681ba190da29 req-d5eb0618-6a6f-4ecf-bb8f-10b1eee9e0dc tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.2250767 May 06 12:20:21.369651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.13', 51068) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:21.406982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-fb08c496-31f1-47c0-8cd6-362298b86f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.408733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-fb08c496-31f1-47c0-8cd6-362298b86f93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2633405 May 06 12:20:21.413287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0006d1a5-30ec-4578-8a59-681ba190da29 req-e02cb5c1-9bcb-47dc-83a3-3f6865ffb43c tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523736 May 06 12:20:21.418536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:21.424297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08e90bae-9c4b-4006-be27-d37b7355c19e no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:21.502081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-894752f8-6c4e-430f-b582-47515c23784d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.0816951 May 06 12:20:21.512372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 08e90bae-9c4b-4006-be27-d37b7355c19e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:20:21.512977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08e90bae-9c4b-4006-be27-d37b7355c19e not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:21.562137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-5e658281-be7c-41cc-90c5-3ec866465988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 1099 time: 0.4070702 May 06 12:20:21.565839 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365e89ad-8d60-46ca-b6ef-9dfe0096aa1f'] response: {'name': 'network-changed', 'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2', 'status': 'completed', 'code': 200} May 06 12:20:21.566258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fbc7f038-a5e4-4d18-b7bf-7eb0378f6cf0 req-83a2962b-6390-477f-9b08-5aac53431ef9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 1096 time: 0.2094214 May 06 12:20:21.605285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-20be8c6b-5cec-452a-920b-0c1904c5527c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.606744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-20be8c6b-5cec-452a-920b-0c1904c5527c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.0977345 May 06 12:20:21.631904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fbc7f038-a5e4-4d18-b7bf-7eb0378f6cf0 req-eef3bbcc-3f5a-430c-97f0-6b5657ea2eb6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570617 May 06 12:20:21.652150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.13', 51070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:21.680570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-2820a4fd-2325-42cd-901c-359cf8b22913 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467947 May 06 12:20:21.681943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:21.697973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-66b45542-ed1b-4467-94ca-cf8d0022c4b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9593662c-9353-4167-9ef0-67e37ca58ea2 HTTP/1.1" status: 200 len: 217 time: 0.1247187 May 06 12:20:21.699988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 has no active binding in host n-h1-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:20:21.786883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b69ab6-98d6-4e52-8d32-3a1956a2442a req-cb6e10ee-9708-4170-959d-72d9bf49313a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.788364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7b69ab6-98d6-4e52-8d32-3a1956a2442a req-cb6e10ee-9708-4170-959d-72d9bf49313a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.3809009 May 06 12:20:21.805944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eeb38bd7-2e02-4ede-b65a-8145f7df8f46 req-8f4ef9f0-9d06-423c-ab19-2107ac3f151e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1096 time: 0.4309735 May 06 12:20:21.814295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0588c21b-56ca-4d05-8188-6843dcf2ef8d req-b941f244-cd1f-43b0-a4d3-927da76b40d4 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Synchronizing usage tracker for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:21.825219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-df93a309-85ec-4cc3-b4ce-eed8da684223 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.826708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-df93a309-85ec-4cc3-b4ce-eed8da684223 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1192031 May 06 12:20:21.880688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-011883e7-d6a2-46dd-b09d-6ba3f201e0f1 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860926 May 06 12:20:21.918338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0588c21b-56ca-4d05-8188-6843dcf2ef8d req-b941f244-cd1f-43b0-a4d3-927da76b40d4 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] Unset dirty status for tenant:d0d436077f674235a8ebdca79af41ba6 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:21.919477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0588c21b-56ca-4d05-8188-6843dcf2ef8d req-b941f244-cd1f-43b0-a4d3-927da76b40d4 tempest-LiveMigrationNegativeTest-1853759922 tempest-LiveMigrationNegativeTest-1853759922-project] 10.222.0.83 "GET /v2.0/ports?device_id=99cb760e-80ff-497c-9128-9a243140b524 HTTP/1.1" status: 200 len: 210 time: 0.2044187 May 06 12:20:21.930171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-7906e98e-456e-47b6-8836-c5546e03a3c4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:21.931751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-7906e98e-456e-47b6-8836-c5546e03a3c4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 949 time: 0.2772882 May 06 12:20:22.014419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eeb38bd7-2e02-4ede-b65a-8145f7df8f46 req-ee74f4fd-a090-4aff-a60c-6d7035cecd8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924295 May 06 12:20:22.025025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7b69ab6-98d6-4e52-8d32-3a1956a2442a req-a7d39395-23b1-41af-96b1-e9aac71e5ca5 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258995 May 06 12:20:22.044712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Deleting port 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:22.045048 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.048405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a84cf68-6a03-43ab-be4a-48c3c7c38499 req-32f6a415-5c45-4946-b79d-8c81df10e9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518595 May 06 12:20:22.107883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-f66bb9d3-ea92-4d0e-87b0-5aef68868e37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2599831 May 06 12:20:22.167714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c1db6-2fce-477e-8c1b-73230ffd4e59 req-71676bf1-fa70-4405-9b93-a1b5c57f50bb tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.169960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-862c1db6-2fce-477e-8c1b-73230ffd4e59 req-71676bf1-fa70-4405-9b93-a1b5c57f50bb tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 949 time: 0.0962358 May 06 12:20:22.230851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-862c1db6-2fce-477e-8c1b-73230ffd4e59 req-0c648f21-b8f9-40c2-aca3-357aecb38d44 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542765 May 06 12:20:22.464843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a5817-9a79-4578-8ac0-b3eb5ce306d3 req-16e6f917-709b-4789-b9cf-84857af32c7a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.466377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf2a5817-9a79-4578-8ac0-b3eb5ce306d3 req-16e6f917-709b-4789-b9cf-84857af32c7a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.0878346 May 06 12:20:22.483629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] For port 30eb0fa6-6a7f-4053-b48f-c71415182733, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30eb0fa6-6a7f-4053-b48f-c71415182733,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:22.484450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:22.515617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf2a5817-9a79-4578-8ac0-b3eb5ce306d3 req-12b11222-27c4-4d1d-8f70-b84375f16feb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 May 06 12:20:22.653726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Calling delete_port for 30eb0fa6-6a7f-4053-b48f-c71415182733 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:22.690816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8c812-d326-43b8-8829-d108f0b0f47f req-b647b7d2-5bd9-4d94-8186-4ae912af27d1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.693116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cd8c812-d326-43b8-8829-d108f0b0f47f req-b647b7d2-5bd9-4d94-8186-4ae912af27d1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.5144002 May 06 12:20:22.720637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-b313c78f-10a2-41c5-a97d-ca592f2d71e8 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333498 May 06 12:20:22.759916 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:20:22.779418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523bde1-6e26-40b5-8ef3-58219ba6bbb1 req-de00aecb-cfb5-44fd-ba21-2313d3e8118a tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:22.781265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a523bde1-6e26-40b5-8ef3-58219ba6bbb1 req-de00aecb-cfb5-44fd-ba21-2313d3e8118a tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 948 time: 0.0912001 May 06 12:20:22.889371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cd8c812-d326-43b8-8829-d108f0b0f47f req-164926dd-b4ab-495a-92ab-8701a948d863 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870830 May 06 12:20:22.924079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-deleted', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:22.956405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a523bde1-6e26-40b5-8ef3-58219ba6bbb1 req-7a6ca38f-1f6c-42cb-a443-7459838c4ad6 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673160 May 06 12:20:22.992423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf62bcef-f7c0-4e83-970a-b51a2d41aa96 req-8b19cd20-c757-48ad-8c77-931bd21ed536 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584357 May 06 12:20:23.077868 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f377ed6-4ba1-4e46-8bcf-409681c7f5ed'] response: {'server_uuid': '99cb760e-80ff-497c-9128-9a243140b524', 'name': 'network-vif-deleted', 'tag': '5b8d5dec-2995-4adc-a8f4-fa7358853b6a', 'status': 'completed', 'code': 200} May 06 12:20:23.102984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:23.173730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79407f-df17-428b-9987-66f31e005706 req-9e8ec04d-d9a5-4dca-b3f4-c7e7035a9107 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.177104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb79407f-df17-428b-9987-66f31e005706 req-9e8ec04d-d9a5-4dca-b3f4-c7e7035a9107 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.0945876 May 06 12:20:23.248983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb79407f-df17-428b-9987-66f31e005706 req-eb607347-b00f-4558-9bd6-72b77aef8e99 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659921 May 06 12:20:23.293633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Pushing event deleted for resources: {'Port': ['ID=30eb0fa6-6a7f-4053-b48f-c71415182733,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:23.444774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d8ed66a-8f9a-421c-b982-09fccb43dcea req-10ccbe9d-359c-4f72-9b4d-527e6d878251 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.0636377 May 06 12:20:23.448565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] No DVR routers for this DVR port 30eb0fa6-6a7f-4053-b48f-c71415182733 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:23.455936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:23.475914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-47685fec-4f4e-43de-aaa3-f20d69a2bc63 service neutron] 10.222.0.13 "GET /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.1735168 May 06 12:20:23.498437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-831aeac0-fce9-49c6-ae75-ce908795456e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 1099 time: 0.2812898 May 06 12:20:23.509590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6869-54c4-4806-b590-94f74e487269 req-4d62152c-ac39-46fa-bef1-e58872629a7d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.511051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d20b6869-54c4-4806-b590-94f74e487269 req-4d62152c-ac39-46fa-bef1-e58872629a7d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 944 time: 0.1825910 May 06 12:20:23.618216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-deleted', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:23.648784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bff37454-3a39-4cce-b60d-6f9ed1f9de43 req-5a3e4b8a-f683-49bd-ad66-125f56c06ef4 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.13 "DELETE /v2.0/ports/30eb0fa6-6a7f-4053-b48f-c71415182733 HTTP/1.1" status: 204 len: 173 time: 1.7044377 May 06 12:20:23.708525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d20b6869-54c4-4806-b590-94f74e487269 req-44b2b1f4-7f75-4873-8b0d-55ac699a9592 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736653 May 06 12:20:23.783812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-996e5b4b-4323-4c61-ba6c-283766176bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:23.785261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-996e5b4b-4323-4c61-ba6c-283766176bdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2732017 May 06 12:20:23.893976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:23.921631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-60b59e96-2350-4d1f-a0d7-cbabbb5147ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9593662c-9353-4167-9ef0-67e37ca58ea2 HTTP/1.1" status: 200 len: 217 time: 0.1275251 May 06 12:20:24.028422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:24.046977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:24.085627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:24.104660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-133e9b5b-5dc6-42ac-b866-a9ac10cc4ea8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.106176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-133e9b5b-5dc6-42ac-b866-a9ac10cc4ea8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1716726 May 06 12:20:24.163804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3a72b-7a64-44bd-b97a-e23537952f36 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:24.176310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1201-9922-41a6-99b5-4c48046487e5 req-78e68438-2731-463d-8a6c-28699ba95e39 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.177997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-424b1201-9922-41a6-99b5-4c48046487e5 req-78e68438-2731-463d-8a6c-28699ba95e39 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.1858790 May 06 12:20:24.195659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:24.275501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-5a8661f0-4296-42a9-98ae-0e6acc5b56c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588159 May 06 12:20:24.314734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-424b1201-9922-41a6-99b5-4c48046487e5 req-609de691-78a8-4393-babc-a4721e39175e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143677 May 06 12:20:24.322473 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9871f416-2281-49b3-bb0b-e3dbd0dc30b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0d436077f674235a8ebdca79af41ba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2927728 May 06 12:20:24.367600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.382636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42002) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:24.391287 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5696eba7-9d1e-4fea-9d05-7bc4cbb779a9'] response: {'server_uuid': 'd7e2d696-0cc3-4b60-b0d8-9247e2afdb01', 'name': 'network-vif-deleted', 'tag': '30eb0fa6-6a7f-4053-b48f-c71415182733', 'status': 'completed', 'code': 200} May 06 12:20:24.437131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3d3eb559-5fe6-47bb-96ac-b9d0b4ec6b05 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=68c0dd96c2b74c738417667c45587b45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5420170 May 06 12:20:24.437860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:24.517860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-0f5801a8-8169-4346-8f5f-96e6ea843ccc service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284796 May 06 12:20:24.674724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-b582a533-9bb9-425c-aab0-71fd94105107 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3450150 May 06 12:20:24.674724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.678938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.694580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] Transition to ACTIVE for port object fae3a72b-7a64-44bd-b97a-e23537952f36 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:24.713897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.735091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164fc3e-6590-4b05-b8c8-cee6fedb2906 req-194841b3-9678-4206-b4e1-ba47a38735fa tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.736625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0164fc3e-6590-4b05-b8c8-cee6fedb2906 req-194841b3-9678-4206-b4e1-ba47a38735fa tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.2240224 May 06 12:20:24.740131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.795064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ecf74df-b5bd-4be5-875a-bd7426f3e0cc req-954b1e91-9eb0-43d5-986b-16f0a00a1033 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684381 May 06 12:20:24.806517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1cf80-73c3-4801-a7e7-e32359b94314 req-e3537166-2052-4cb3-9cbf-31244dba5d23 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:24.807167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddd1cf80-73c3-4801-a7e7-e32359b94314 req-e3537166-2052-4cb3-9cbf-31244dba5d23 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Synchronizing usage tracker for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:24.823022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.930004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddd1cf80-73c3-4801-a7e7-e32359b94314 req-e3537166-2052-4cb3-9cbf-31244dba5d23 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Unset dirty status for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:24.931317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddd1cf80-73c3-4801-a7e7-e32359b94314 req-e3537166-2052-4cb3-9cbf-31244dba5d23 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 948 time: 0.3827870 May 06 12:20:24.970839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:24.995606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799af75-a78b-41f8-adeb-f2e3acaac923,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:24.999515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddd1cf80-73c3-4801-a7e7-e32359b94314 req-010bd3cf-e1fd-422e-b1be-0dca402bc4ed tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 May 06 12:20:25.004328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0164fc3e-6590-4b05-b8c8-cee6fedb2906 req-0109b04d-a37a-424d-a100-8cbe2cefea48 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561433 May 06 12:20:25.042905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:25.052371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] No DVR routers for this DVR port fae3a72b-7a64-44bd-b97a-e23537952f36 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:25.099005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-284b9767-d0dc-4c99-b884-515ba50c1aea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=32728f4d9b4948439f3f1234d994c155&device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 1101 time: 0.3485525 May 06 12:20:25.114115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.118208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-64cc32be-635f-4335-8951-0e98feeddac8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4799af75-a78b-41f8-adeb-f2e3acaac923 HTTP/1.1" status: 204 len: 168 time: 0.6774371 May 06 12:20:25.122494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.154895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810a0377-7110-4aac-a8d5-1c76cf70dbea,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:25.241842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8f9adf5b-7f6c-4000-92ef-6ee73219afc5 req-90f90ca9-fea0-47fc-a3ef-7e356a9663d9 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Synchronizing usage tracker for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:25.386971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8f9adf5b-7f6c-4000-92ef-6ee73219afc5 req-90f90ca9-fea0-47fc-a3ef-7e356a9663d9 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] Unset dirty status for tenant:4df9d4bbe6b84887beffde86074f1b80 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:25.388673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9adf5b-7f6c-4000-92ef-6ee73219afc5 req-90f90ca9-fea0-47fc-a3ef-7e356a9663d9 tempest-ImagesOneServerTestJSON-573205150 tempest-ImagesOneServerTestJSON-573205150-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7e2d696-0cc3-4b60-b0d8-9247e2afdb01 HTTP/1.1" status: 200 len: 210 time: 0.1917627 May 06 12:20:25.401432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-e7406ec7-a484-414b-b28f-9943f3c1a098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.403750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-e7406ec7-a484-414b-b28f-9943f3c1a098 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2536862 May 06 12:20:25.411412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae76b3-cdb1-41a8-bc4e-44461a3c21d4 req-5523d6db-0412-4306-92ac-c7eb0e6f3193 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.412551 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaae76b3-cdb1-41a8-bc4e-44461a3c21d4 req-5523d6db-0412-4306-92ac-c7eb0e6f3193 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.2620883 May 06 12:20:25.413337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.416961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea3f6632-51d3-4da1-bcba-917926c9c2b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/810a0377-7110-4aac-a8d5-1c76cf70dbea HTTP/1.1" status: 204 len: 168 time: 1.0317018 May 06 12:20:25.489809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-12cffb99-430c-43d8-a0d0-ca02d676cd13 service neutron] 10.222.0.13 "PUT /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36/bindings/n-h1-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0068128 May 06 12:20:25.495665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9593662c-9353-4167-9ef0-67e37ca58ea2 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:25.505325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-67c2ae3f-33a2-484a-85e0-072f46146497 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27 HTTP/1.1" status: 200 len: 217 time: 0.0855856 May 06 12:20:25.549896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:25.681883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaae76b3-cdb1-41a8-bc4e-44461a3c21d4 req-b3766d3c-2c03-4dc1-843d-259e8954734a tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121694 May 06 12:20:25.711170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-995f2c6a-2ebe-4ea8-8156-3cfb84b12dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.712671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-995f2c6a-2ebe-4ea8-8156-3cfb84b12dbc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1829214 May 06 12:20:25.716181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85c118-db46-4bdc-918c-4de3e58f402f req-b63c6eae-0623-4dfe-b2aa-9c9b18cc718f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:25.727926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db85c118-db46-4bdc-918c-4de3e58f402f req-b63c6eae-0623-4dfe-b2aa-9c9b18cc718f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.1573582 May 06 12:20:25.783976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:25.789539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:25.828913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 30eb0fa6-6a7f-4053-b48f-c71415182733 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:20:25.837239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db85c118-db46-4bdc-918c-4de3e58f402f req-78710797-c72d-4299-9fcb-d425ae18da84 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081367 May 06 12:20:25.837646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30eb0fa6-6a7f-4053-b48f-c71415182733 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:25.864838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9593662c-9353-4167-9ef0-67e37ca58ea2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:25.881737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '9593662c-9353-4167-9ef0-67e37ca58ea2', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '9593662c-9353-4167-9ef0-67e37ca58ea2', 'mac_address': 'fa:16:3e:ae:7a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:25.949072 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:25.971268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-717687f4-767e-45ce-95cb-ba8c6e9705ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032082 May 06 12:20:25.977187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9593662c-9353-4167-9ef0-67e37ca58ea2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:25.980805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-76dd225a-785b-4e54-8615-cf670f2a1e1b tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2672093 May 06 12:20:25.999986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9593662c-9353-4167-9ef0-67e37ca58ea2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:26.138633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969a8bb-574a-487a-b4c8-f7b5353745e3 req-db5c9985-31fd-4051-8f33-d6d851032978 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.140145 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7969a8bb-574a-487a-b4c8-f7b5353745e3 req-db5c9985-31fd-4051-8f33-d6d851032978 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.2831309 May 06 12:20:26.147488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.214957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:26.221002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-26e00216-db4a-4f67-a743-f85beb36683f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392695 May 06 12:20:26.224028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.224370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.224704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.225037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.225381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.225807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.226254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.226580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.226897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.227211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.227526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:26.256107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-ae74853a-67c2-492b-8eae-4d436b132209 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&tenant_id=f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 1096 time: 0.2542424 May 06 12:20:26.261384 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7969a8bb-574a-487a-b4c8-f7b5353745e3 req-4f82da5c-e3ec-42b1-90cc-9128abd0581e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018903 May 06 12:20:26.294372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:26.314866 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.350989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:26.355016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce79480b94cd42b9972538def32f4461 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:26.357782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:26.363320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:26.414307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['9593662c-9353-4167-9ef0-67e37ca58ea2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:26.455629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.456477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0701b133-1c5e-4c23-829d-fa83c83bcd04 req-d8ce3363-d5c2-4028-a26e-a9f181e87429 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267847 May 06 12:20:26.465712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-22911f06-54fb-4f69-b028-b258de50255c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1096 time: 0.1432085 May 06 12:20:26.595358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.618215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42040) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:26.686657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-550ed911-19e9-4a57-85ae-e8dd5ab0ef7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.688226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-550ed911-19e9-4a57-85ae-e8dd5ab0ef7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2170403 May 06 12:20:26.731702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d7eb07-3c95-43b7-b8c5-de275251033f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:26.744784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1c630ff2-25db-43fe-a332-1f690ff27ba9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce79480b94cd42b9972538def32f4461&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4487081 May 06 12:20:26.763483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:26.771520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-a153ad83-1e1b-4b3e-9ce1-2fdda755b7fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.0727305 May 06 12:20:26.777316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876922f-700d-4f02-8af4-562369e07bfa req-dd953917-d8d0-45af-82eb-19ac5ee725f8 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.779045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0876922f-700d-4f02-8af4-562369e07bfa req-dd953917-d8d0-45af-82eb-19ac5ee725f8 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.1996882 May 06 12:20:26.847967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4181819-bf7d-41d4-8d94-657ed5fe459e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9ecfdd3d6d85409790def217e6c49f42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2214918 May 06 12:20:26.853197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:26.898793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-db4077f9-b46b-4bb4-b844-ec95883417ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.900254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-db4077f9-b46b-4bb4-b844-ec95883417ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1143293 May 06 12:20:26.905314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0876922f-700d-4f02-8af4-562369e07bfa req-16c87914-4fce-4a29-bc6a-bc1b2eed3026 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204667 May 06 12:20:26.916889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:26.936347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00aed0-2fe1-4657-86f6-1f99b8002775 req-f5daa675-6869-4d94-9acb-136df837467b tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:26.936347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b00aed0-2fe1-4657-86f6-1f99b8002775 req-f5daa675-6869-4d94-9acb-136df837467b tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 949 time: 0.2392926 May 06 12:20:26.967076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-01f854de-ad36-4d1a-b984-7060193f1470 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527103 May 06 12:20:26.973436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.022126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b00aed0-2fe1-4657-86f6-1f99b8002775 req-faa1464a-4851-46fc-baa1-f72c85300c28 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804541 May 06 12:20:27.053917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.099428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.131200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.168453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d7eb07-3c95-43b7-b8c5-de275251033f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:27.170799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-28db4a62-d4e9-4c4c-95d5-1a387ea5c9c5 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912365 May 06 12:20:27.171993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.188476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87bc23d0-6f70-4f98-a28c-977a1dcb1750 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/02d7eb07-3c95-43b7-b8c5-de275251033f HTTP/1.1" status: 204 len: 168 time: 0.4194245 May 06 12:20:27.335525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.377837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e838-cd94-4bd1-bae8-205c50de7f36 req-13354993-1cfc-413a-9f61-a9f5057432f3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.386905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c788e838-cd94-4bd1-bae8-205c50de7f36 req-13354993-1cfc-413a-9f61-a9f5057432f3 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.0909119 May 06 12:20:27.401511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-cfcd79a9-0092-437f-b723-88dc0a105270 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118711 May 06 12:20:27.402559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0aaf02-417e-4894-9835-bedc9acd9267,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:27.415533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.416854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b2fd9330-edbd-43b9-a26d-3d1233b415af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ef0aaf02-417e-4894-9835-bedc9acd9267 HTTP/1.1" status: 204 len: 168 time: 0.5626156 May 06 12:20:27.446050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c788e838-cd94-4bd1-bae8-205c50de7f36 req-1bb2c566-7b18-4a09-9164-eccecfa65e69 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583029 May 06 12:20:27.494130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9593662c-9353-4167-9ef0-67e37ca58ea2 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:27.510841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4771205e-319f-4941-81a7-6c4bb4bef43e req-e3e63dc0-b6e9-4640-b4d4-d1ef15de5052 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1096 time: 0.0712156 May 06 12:20:27.664795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4771205e-319f-4941-81a7-6c4bb4bef43e req-643a96d5-fc8d-4ded-90d6-84c93798a559 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] Synchronizing usage tracker for tenant:7ed1c5c3fc454ffda862d60be956a900 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:27.672717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99c24c-641c-4270-8b0e-3246634e1a67 req-40ac3eb3-1170-450b-adb0-fa3146d97417 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.674174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d99c24c-641c-4270-8b0e-3246634e1a67 req-40ac3eb3-1170-450b-adb0-fa3146d97417 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.0988200 May 06 12:20:27.678132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 9593662c-9353-4167-9ef0-67e37ca58ea2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:27.683317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 9593662c-9353-4167-9ef0-67e37ca58ea2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:27.683902 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.721850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d99c24c-641c-4270-8b0e-3246634e1a67 req-c38f02f2-d64e-4365-9667-bfc8419793b8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 May 06 12:20:27.806673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:27.821851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4771205e-319f-4941-81a7-6c4bb4bef43e req-643a96d5-fc8d-4ded-90d6-84c93798a559 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] Unset dirty status for tenant:7ed1c5c3fc454ffda862d60be956a900 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:27.823570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4771205e-319f-4941-81a7-6c4bb4bef43e req-643a96d5-fc8d-4ded-90d6-84c93798a559 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064151 May 06 12:20:27.839335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:27.849855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9593662c-9353-4167-9ef0-67e37ca58ea2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:27.941758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa731e-1303-45d3-87b4-d0ebbcfa1265 req-3a35caf1-1c20-4029-b3e1-5bba3381bd6d tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:27.943804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dfa731e-1303-45d3-87b4-d0ebbcfa1265 req-3a35caf1-1c20-4029-b3e1-5bba3381bd6d tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.0910795 May 06 12:20:27.952461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:27.967232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'floatingip': {'port_id': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:27.970095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.078313 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6e6e61-4be5-429a-aaad-0926efe1284f'] response: {'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2', 'code': 200} May 06 12:20:28.105352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:28.192760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.222951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42080) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:28.277310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9deef-d2f2-464a-9c30-0b20b19dca40 req-63d2dd1a-9756-47bc-82b6-373636bf0411 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.278929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65f9deef-d2f2-464a-9c30-0b20b19dca40 req-63d2dd1a-9756-47bc-82b6-373636bf0411 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.0907385 May 06 12:20:28.331971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65f9deef-d2f2-464a-9c30-0b20b19dca40 req-42ae6140-7e39-4a59-8271-e846835412ce tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463111 May 06 12:20:28.525894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-d5499fca-cb92-4b90-83a1-c1e64f63222c tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.4396029 May 06 12:20:28.538782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8359ed7d-dd3a-4f5a-aaa9-2e3c91f41f1a req-6b0bd7dc-78b5-4fc3-b3b9-d486126e58e0 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1096 time: 0.4536519 May 06 12:20:28.675011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-094c6d41-9600-486c-aa11-376defa28bef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4df9d4bbe6b84887beffde86074f1b80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4482663 May 06 12:20:28.678744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42096) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:28.743697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1e2f-5cc3-469f-b90a-36b6d6d2fd9b req-783b2170-c6e5-4aad-8faf-6d7788dbc797 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.745184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b0c1e2f-5cc3-469f-b90a-36b6d6d2fd9b req-783b2170-c6e5-4aad-8faf-6d7788dbc797 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.1456883 May 06 12:20:28.769091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.797334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274da05-efa8-415e-b9dc-d1b697355aab req-306ef2fb-3c68-4f5d-9972-aa23e3c3c767 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:28.798722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274da05-efa8-415e-b9dc-d1b697355aab req-306ef2fb-3c68-4f5d-9972-aa23e3c3c767 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.5097439 May 06 12:20:28.813176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90a80748-d7eb-4657-acf8-e0caad1e579b req-d77dc842-1c00-4fb5-84d9-0195c26955ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 1101 time: 0.5642545 May 06 12:20:28.834255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:28.867701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b0c1e2f-5cc3-469f-b90a-36b6d6d2fd9b req-91b9cb00-49e3-4ffc-b2f0-e4e53bdcfad7 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000037 May 06 12:20:28.911368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8359ed7d-dd3a-4f5a-aaa9-2e3c91f41f1a req-df80a346-7669-4ddd-b0a6-e8c8bd4534c1 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321044 May 06 12:20:28.988721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90a80748-d7eb-4657-acf8-e0caad1e579b req-2bddcb60-4c4a-483a-93d9-8fb6dd1e9433 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291270 May 06 12:20:28.992706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Deleting port 9a082027-e900-4249-91a3-f4d13ca0b6ac {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:28.993048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.115069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2e4b4-39ae-4d9f-92cb-cc650f2c6004 req-aae4cfbc-95a7-4f46-aaea-4ee7f3797753 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:29.117163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7e2e4b4-39ae-4d9f-92cb-cc650f2c6004 req-aae4cfbc-95a7-4f46-aaea-4ee7f3797753 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.0950305 May 06 12:20:29.146086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.177917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:29.205160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7e2e4b4-39ae-4d9f-92cb-cc650f2c6004 req-b0e09124-f8ee-446b-b89a-7878b2449564 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 May 06 12:20:29.300868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.302925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-858bbe0c-6593-4988-a7f5-c800e9987ff1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aeaf2ff0-23c3-4b3d-87f7-cf12f90b6f2d HTTP/1.1" status: 204 len: 168 time: 0.6206133 May 06 12:20:29.338328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-793a9388-8f7c-4733-a3f3-5d1f79bd4f84 service neutron] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:29.471948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-793a9388-8f7c-4733-a3f3-5d1f79bd4f84 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.473033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f41bee-a07c-4ae3-aee2-9673296254b8 req-793a9388-8f7c-4733-a3f3-5d1f79bd4f84 service neutron] 10.222.0.86 "DELETE /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36/bindings/n-h2-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.9414408 May 06 12:20:29.475832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c859283-77b4-4ab8-947a-0629272bf64a req-e036f609-f9fd-45bb-a07a-cb7f36c8b1bb tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1096 time: 0.0936022 May 06 12:20:29.514059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c859283-77b4-4ab8-947a-0629272bf64a req-5ab73961-4d61-4073-8bc3-f4743f9c7eae tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 May 06 12:20:29.703702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d390f66-20c9-4207-a04b-1fd618bd12c4 req-12c17568-20c2-46bf-b359-283af239a0c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4037004 May 06 12:20:29.705286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3b74e-237e-40c2-960c-cb14bba41cf4 req-f46064c7-187f-49ee-8f87-6ddf4d225135 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:29.706885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1d3b74e-237e-40c2-960c-cb14bba41cf4 req-f46064c7-187f-49ee-8f87-6ddf4d225135 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.0769305 May 06 12:20:29.719864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] For port 9a082027-e900-4249-91a3-f4d13ca0b6ac, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9a082027-e900-4249-91a3-f4d13ca0b6ac,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:29.720242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:29.759732 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1d3b74e-237e-40c2-960c-cb14bba41cf4 req-45139625-7886-4ef8-832f-01fbd1301822 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 May 06 12:20:29.929768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Calling delete_port for 9a082027-e900-4249-91a3-f4d13ca0b6ac owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:30.000330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.113258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.187485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ed4f0-20fe-4978-a29a-ccef383ab43d req-3c2944c2-3eea-4bdb-a8a4-f1b290779309 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:30.190990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f2ed4f0-20fe-4978-a29a-ccef383ab43d req-3c2944c2-3eea-4bdb-a8a4-f1b290779309 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 950 time: 0.1484423 May 06 12:20:30.261935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f2ed4f0-20fe-4978-a29a-ccef383ab43d req-7d76a5e7-8717-4f76-8d7e-2c8a174f132f tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/security-groups?id=f7722a3c-c44f-4eb4-a58d-80c48646a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617270 May 06 12:20:30.302311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.317306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['9a082027-e900-4249-91a3-f4d13ca0b6ac'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:30.393316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Pushing event deleted for resources: {'Port': ['ID=9a082027-e900-4249-91a3-f4d13ca0b6ac,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:30.584034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] No DVR routers for this DVR port 9a082027-e900-4249-91a3-f4d13ca0b6ac on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:30.586826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:30.589895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'name': 'network-vif-deleted', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:30.597150 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 associated. External IP: 172.25.2.61, port: c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32. May 06 12:20:30.681360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e47-3ade-4426-84c8-084fa162160c req-044e438b-3a08-4b66-b694-e98ec4104013 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:30.688630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-044e438b-3a08-4b66-b694-e98ec4104013 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.3233149 May 06 12:20:30.712952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-173446d8-3439-4ad3-a85d-2415a65d3226 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/quotas/f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 375 time: 0.0232871 May 06 12:20:30.790864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274da05-efa8-415e-b9dc-d1b697355aab req-ee11f927-d56b-4aed-a1bb-e83c52f4d439 tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.86 "DELETE /v2.0/ports/9a082027-e900-4249-91a3-f4d13ca0b6ac HTTP/1.1" status: 204 len: 173 time: 1.9766111 May 06 12:20:30.852653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-8102c869-c567-440e-bbef-c4730fdc7020 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387522 May 06 12:20:31.040869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-5bb3cc79-4d6a-48bd-8635-0ebbcae5147d service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762121 May 06 12:20:31.112490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:31.181817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-7362d421-1e56-4c8d-8c80-58e625a64bcb service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388371 May 06 12:20:31.448244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:31.452854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:31.463454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:31.480018 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:31.480610 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:31.495691 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c902e7c-9c0e-4b39-8377-c9153c8b5288'] response: {'server_uuid': 'a6a81d62-02ff-4a28-ba9c-cde089262760', 'name': 'network-vif-deleted', 'tag': '9a082027-e900-4249-91a3-f4d13ca0b6ac', 'status': 'completed', 'code': 200} May 06 12:20:31.529437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0596857e-8191-4b8d-8e68-29a91f9a88ef tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "PUT /v2.0/floatingips/c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 HTTP/1.1" status: 200 len: 990 time: 3.5732367 May 06 12:20:31.683630 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:31.713751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0a3e-14f7-4715-bb26-7eb9c0736603 req-a82c2e5b-6908-44b6-b59d-7217844321a7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:31.721516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae8f0a3e-14f7-4715-bb26-7eb9c0736603 req-a82c2e5b-6908-44b6-b59d-7217844321a7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.1031816 May 06 12:20:31.819566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae8f0a3e-14f7-4715-bb26-7eb9c0736603 req-a39c0bc5-25b1-44ba-9975-5eb006755a2c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967464 May 06 12:20:32.032560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e501f2-47bc-4a04-af24-84f0abdc03fc req-cc3740ad-4bba-458b-b222-82ac3381d74c tempest-DeleteServersAdminTestJSON-709496424 tempest-DeleteServersAdminTestJSON-709496424-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6a81d62-02ff-4a28-ba9c-cde089262760 HTTP/1.1" status: 200 len: 210 time: 0.0485570 May 06 12:20:32.228103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-246889c7-069b-4b51-a656-98f33b6aea3c req-93e512a5-7f40-40dd-827e-e36760c93e4e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.1271141 May 06 12:20:32.250273 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:6c:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:20:29Z', 'revision_number': 1, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:32.255314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:32.278598 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:32.278598 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:32.475803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e6c3-8f42-453e-b8c3-6e30b9e66532 req-0d5830ca-56ec-4846-ae2e-696739ecb74f tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:32.482963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd5e6c3-8f42-453e-b8c3-6e30b9e66532 req-0d5830ca-56ec-4846-ae2e-696739ecb74f tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.0947809 May 06 12:20:32.505770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:32.553226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd5e6c3-8f42-453e-b8c3-6e30b9e66532 req-b5babe9e-7f79-4f18-ad62-48583a4640ae tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692780 May 06 12:20:32.612589 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:32.857710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-953103236-network', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:32.865151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:32.877733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Usage tracker for resource:network and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:32.888082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:32.897954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:33.010152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:33.024400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.032985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.088854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:33.094746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Usage tracker for resource:security_group_rule and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:33.100333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:33.107302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:33.118227 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:6c:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:20:29Z', 'revision_number': 1, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:33.122951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8491a79e-def2-417d-b98e-99ddb90a83c9 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:6c:c2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:20:29Z', 'revision_number': 1, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:33.211250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.341499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.353953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:20:33.373475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.373824 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Added segment d970bf46-03c4-42d3-b0f8-3d6cb35f99dd of type vlan for network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 May 06 12:20:33.412849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4199c83d-f2d4-4a49-a6b1-c455ac5f568b None None] New status for floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:20:33.436899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5139c4-7bcd-4269-9cd8-681890ec507d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:33.473590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.525825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:33.549965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9a082027-e900-4249-91a3-f4d13ca0b6ac no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:33.627689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 9a082027-e900-4249-91a3-f4d13ca0b6ac {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:20:33.628286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9a082027-e900-4249-91a3-f4d13ca0b6ac not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:33.648307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d370c34-2575-4966-b2ca-35eb30414db6 req-0c142f3a-caa2-40cf-b092-8c1fee2c7aa5 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.0462091 May 06 12:20:33.650669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.651552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:33.652192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.751664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-1f0abb14-3464-4bb2-bbc1-40bc46f97e06 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:20:33.752677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-1f0abb14-3464-4bb2-bbc1-40bc46f97e06 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052485 May 06 12:20:33.799197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Request body: {'binding': {'host': 'n-h1-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:33.800061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:20:33.850007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-8bbc7492-d9d8-4823-866c-51c22c626448 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 1101 time: 0.0807185 May 06 12:20:33.878274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:33.918650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:33.923825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Usage tracker for resource:security_group_rule and tenant:2d17637f9b704fbd9fe7a423f0e94c8b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:33.928610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:33.935136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:33.976843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] Pushing event updated for resources: {'Network': ['ID=bcb8e11b-a7cf-4a82-8cad-b5aeda813004,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:33.993924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:20:34.059537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on host n-h1-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:34.059947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:34.060278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:34.076199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7fb5b610-9ca9-481a-a385-893ada25e12a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5670695 May 06 12:20:34.077929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:34.083739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Request body: {'subnet': {'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-953103236-subnet', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:34.094709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:34.094709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:34.094709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:34.095971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Usage tracker for resource:subnet and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:34.106308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:34.109716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:34.110053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:34.110431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:34.110860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Bound port: 830874ee-a708-4f36-b3df-48e5a9967d57, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:34.118455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:34.129702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.143913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:34.323877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.326919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.328097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2a88e0de-457e-41ac-a4b5-193ed5faf043 service neutron] 10.222.0.83 "POST /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57/bindings HTTP/1.1" status: 201 len: 389 time: 0.5333226 May 06 12:20:34.361568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e27558f4-d324-4f59-9cbe-913077b2ac25 req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103204 May 06 12:20:34.362970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5382dca-e960-4357-8d84-7db563276603 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3d1bf-7a58-4a84-bead-a398319ba87e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:34.467002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:34.469368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:34.538573 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d5d567-f118-4acd-b2e7-e6e7c6430016'] response: {'name': 'network-changed', 'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'status': 'completed', 'code': 200} May 06 12:20:34.692861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-e79db248-4203-445a-9b8e-a514806688fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 1096 time: 0.1471150 May 06 12:20:34.866722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-69569841-3da7-4930-b39d-77838206b418 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=9d1a79dc1beb491887142a82da65b137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415797 May 06 12:20:34.874346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-908bdf36-057b-406e-9640-512bb9451c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:34.875980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-908bdf36-057b-406e-9640-512bb9451c42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 924 time: 0.1753106 May 06 12:20:34.974370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:35.033189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b780e7-40c6-4643-9206-0424f7483a7f req-1dddd657-d222-4602-9fa4-316f6b8ab9ce tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.034690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-1dddd657-d222-4602-9fa4-316f6b8ab9ce tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619871 May 06 12:20:35.049083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-14033651-b777-496d-bf56-c01288c3f77f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 HTTP/1.1" status: 200 len: 1000 time: 0.1663072 May 06 12:20:35.067619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-ae8b27af-f11e-4056-9b79-399aca521fc1 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/quotas/9d1a79dc1beb491887142a82da65b137 HTTP/1.1" status: 200 len: 375 time: 0.0151627 May 06 12:20:35.106546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3343ea9-9c66-44e9-a914-b91ce4def8a9,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:35.133378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-bfdf8452-adb1-436e-b38e-1f0600396a4c tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9d1a79dc1beb491887142a82da65b137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566442 May 06 12:20:35.261520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-162329a5-67af-42e1-ac04-c3634b6a0138 req-319ca229-a023-427d-beca-00f3f3a3f219 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.1251140 May 06 12:20:35.272564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:35.273037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Network hostable DHCP agents. Network: bcb8e11b-a7cf-4a82-8cad-b5aeda813004, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:20:35.286830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-f8698d01-a983-44ad-99f2-0fa408bd72fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.288395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-f8698d01-a983-44ad-99f2-0fa408bd72fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.2277210 May 06 12:20:35.544628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e47-3ade-4426-84c8-084fa162160c req-e60bdf93-95e7-46e7-8f81-d0c4a526c036 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.545972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-e60bdf93-95e7-46e7-8f81-d0c4a526c036 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.4406025 May 06 12:20:35.571026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Request body: {'port': {'device_id': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'admin_state_up': True, 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:35.640919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-29661ca9-e1ed-4bfd-8357-0853353e3497 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1096 time: 0.1162550 May 06 12:20:35.715388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:20:35.735546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:35.743483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-c087b370-c010-4333-8625-a30638d1ec51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380076 May 06 12:20:35.755290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd57ea-6376-45ed-a06d-6f18c943836f req-a3a57a89-6729-46fc-9e17-01b5112c2980 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.756739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ebd57ea-6376-45ed-a06d-6f18c943836f req-a3a57a89-6729-46fc-9e17-01b5112c2980 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.3198302 May 06 12:20:35.758732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:35.839055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-b6daa12d-c61b-44b7-9fac-c4a8817c350c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:35.840791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-b6daa12d-c61b-44b7-9fac-c4a8817c350c service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1936154 May 06 12:20:35.847023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12d318dc-32ad-45ac-83ee-be22d384dd96 req-c6b9d249-c242-4917-aef8-bf75c674e3db tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 1101 time: 0.1259766 May 06 12:20:35.923509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ebd57ea-6376-45ed-a06d-6f18c943836f req-ef57ede6-2f2d-4db4-8bca-7eb6fc7131df tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389291 May 06 12:20:35.931796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-617c3c14-062f-4b41-a13a-4f2cbc3cc80b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.0838420 May 06 12:20:35.945999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-9b4afe89-cc53-48d3-9ff4-d8ddec66a309 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882834 May 06 12:20:35.975703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, bcb8e11b-a7cf-4a82-8cad-b5aeda813004) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:35.983946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:35.986479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede432f0-0b12-40a1-9744-d0b35b18bb79 None None] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:20:35.987080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.005841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12d318dc-32ad-45ac-83ee-be22d384dd96 req-a3500930-a5f2-453e-b337-02d5582e3729 tempest-ServersAdminNegativeTestJSON-1746601438 tempest-ServersAdminNegativeTestJSON-1746601438-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066022 May 06 12:20:36.015344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-4078a02f-f2e7-4af7-9715-9d926561bd45 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:36.016460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-4078a02f-f2e7-4af7-9715-9d926561bd45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0739005 May 06 12:20:36.061660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:36.062250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.067360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-270a24ff-c67b-41f3-b7c1-c06f250101b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443802 May 06 12:20:36.135538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0890512-b40e-47c9-91a1-d5adeb807686 req-ccb07357-cd33-41fe-a3eb-28ef3c45e436 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.1285162 May 06 12:20:36.254498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-4b03144e-9c4c-496c-a361-b02eeccafd6b service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789587 May 06 12:20:36.312988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f5e4a90-8cf9-4df1-b2a1-cfb7cf11c899 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2311165 May 06 12:20:36.323600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42316) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:36.355195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:36.370447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-321954af-1d1f-4a91-a6f6-639797e83c05 req-16ef27c6-b95f-4f6b-9103-8973e7a85a75 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178205 May 06 12:20:36.374701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:36.448689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:20:36.449511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.454634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-7fb904c1-ce20-4ba2-b210-f2627e0590ef service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917167 May 06 12:20:36.464256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Usage tracker for resource:router and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:36.469071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:36.534881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:36.562335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-797c76d8-1724-4e49-bfa6-3da29682921b req-674ba7c0-0ee8-4f7d-9c7c-a372ec40aa55 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.0477169 May 06 12:20:36.578862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Allocated IP 172.20.0.8 (de2a58b1-2251-4db6-87a9-6809708209c5/40db6904-448b-44ef-bb00-17318975f384/bcc2e183-ac18-41d3-9ac9-4fc567614488) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:36.646230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Allocated IP 172.20.0.2 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/45a781c6-c5f5-494b-a3f6-545fc0347f3b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:36.665363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6a65-9a6f-4652-a8c2-cfe20f5fb836 req-cda66bdf-36d8-4289-afb4-1bf5b2ad4870 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1950669 May 06 12:20:36.702503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.703446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.771390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:36.888336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-354d0d5e-8e60-4a83-8eb9-c72706d9da81 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2448900 May 06 12:20:36.898798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840845-1'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:37.035273 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.047970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Transition to ACTIVE for port object 45a781c6-c5f5-494b-a3f6-545fc0347f3b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:37.070768 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.073826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Transition to ACTIVE for port object 45a781c6-c5f5-494b-a3f6-545fc0347f3b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:37.187746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.219187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:37.324333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.385018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.424718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:37.444754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.494459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:37.499054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:37.501681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:37.501979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Pushing event updated for resources: {'Port': ['ID=45a781c6-c5f5-494b-a3f6-545fc0347f3b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:37.507002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:37.625454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:37.643956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Attempting to bind port 45a781c6-c5f5-494b-a3f6-545fc0347f3b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:37.644326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Attempting to bind port 45a781c6-c5f5-494b-a3f6-545fc0347f3b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:37.646833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Attempting to bind port 45a781c6-c5f5-494b-a3f6-545fc0347f3b on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:37.648633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:37.655902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.662564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:37.662948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:37.664169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.668591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:37.668591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Bound port: 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:37.668591 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.687695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e019d-3b44-45d4-9dfc-676c882c718d req-f7f9d69b-031c-4014-bf32-aa8f104da2de tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:37.696622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef2e019d-3b44-45d4-9dfc-676c882c718d req-f7f9d69b-031c-4014-bf32-aa8f104da2de tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 945 time: 0.1453590 May 06 12:20:37.754995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Network de2a58b1-2251-4db6-87a9-6809708209c5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:37.755718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef2e019d-3b44-45d4-9dfc-676c882c718d req-428f6142-aa4d-4dab-a856-77baf4379f7e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 May 06 12:20:37.761317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:37.775180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:37.811983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] For port 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:37.818024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.826541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] For port 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45a781c6-c5f5-494b-a3f6-545fc0347f3b,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:37.894521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:37.896314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:37.908407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e83d8479-8243-4f7a-ad84-2f444ad43c7b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9df05e5ad4284b31a102b3c219bb0f85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6871789 May 06 12:20:37.917179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:37.974226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:38.005202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.107151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57f54de3-515e-44bf-b3c4-fcf0aba6b4a5 req-75380a4b-b970-4678-9651-e82e98793844 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.0803723 May 06 12:20:38.110056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c130cf-8f02-4b13-901d-eaaa5392dd83 None None] Pushing event updated for resources: {'Port': ['ID=45a781c6-c5f5-494b-a3f6-545fc0347f3b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:38.201244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on host n-h2-840845-1 for vnic_type normal with profile {"migrating_to": "n-h1-840845-1"} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:38.201677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:38.202366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:38.208459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:38.209194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Attempting to bind port 830874ee-a708-4f36-b3df-48e5a9967d57 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:38.217837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:38.218272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:38.218719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:38.219216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Bound port: 830874ee-a708-4f36-b3df-48e5a9967d57, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:38.219632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.243662 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7290f9-e82c-496c-a290-e1358313aada'] response: {'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57', 'code': 200} May 06 12:20:38.302858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-ca5a1227-0cbe-499f-8c1b-12eddfb59ea2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7389977 May 06 12:20:38.303356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:38.322547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Request body: {'port': {'device_id': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:38.356034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:38.358866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:38.411175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24aee34b-f5dd-4794-8d41-711adf2076ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.439408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.552466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.606446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca3884-8526-4863-8fab-253cba3f3e20 req-1a4ff5c8-8854-4129-b829-96ccc113a4b0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:38.607074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-95ca3884-8526-4863-8fab-253cba3f3e20 req-1a4ff5c8-8854-4129-b829-96ccc113a4b0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:38.621508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.654382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.673852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.680279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=8']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:38.684223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.707103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.741703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:38.747445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-077023db-aeff-438f-b2a2-23fe7d83beb4 service neutron] 10.222.0.86 "PUT /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 1121 time: 1.8484883 May 06 12:20:38.751467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709d7d3-a2e2-49f1-a537-abddbf16c315 req-c4ab77ed-49e1-415f-afd5-78c0ffe4c0ff tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:38.752884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c709d7d3-a2e2-49f1-a537-abddbf16c315 req-c4ab77ed-49e1-415f-afd5-78c0ffe4c0ff tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.3089354 May 06 12:20:38.821498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45a781c6-c5f5-494b-a3f6-545fc0347f3b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:38.821904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c709d7d3-a2e2-49f1-a537-abddbf16c315 req-6cbda6fb-1e38-4f79-9142-863aceb52584 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 May 06 12:20:38.856110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['830874ee-a708-4f36-b3df-48e5a9967d57'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:38.870290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-95ca3884-8526-4863-8fab-253cba3f3e20 req-1a4ff5c8-8854-4129-b829-96ccc113a4b0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:38.871478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95ca3884-8526-4863-8fab-253cba3f3e20 req-1a4ff5c8-8854-4129-b829-96ccc113a4b0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 931 time: 0.8812027 May 06 12:20:38.897388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:38.939316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c5fd57eb4e4b9f96406e4a9b9658ba is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:38.946415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:39.014700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:39.047470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95ca3884-8526-4863-8fab-253cba3f3e20 req-d5537c71-e776-4466-b683-909298c0dd01 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616781 May 06 12:20:39.087298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3780b0c-fb57-4464-86df-834fedbe1cbc req-1bcea296-2a25-4c72-9eaa-f7b81b869f80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:39.089263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3780b0c-fb57-4464-86df-834fedbe1cbc req-1bcea296-2a25-4c72-9eaa-f7b81b869f80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.1297052 May 06 12:20:39.147500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:39.155368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3780b0c-fb57-4464-86df-834fedbe1cbc req-0cb5e2a4-bd64-4152-a4c0-4d1192fb2e19 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572536 May 06 12:20:39.183844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.245657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7722a3c-c44f-4eb4-a58d-80c48646a8ce,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:39.333261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Allocated IP 172.25.2.13 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/cff95a46-8252-46c9-8d25-466cfc20bf71) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:39.388217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50cf9d-bf06-46a0-a33b-54ce806183a8 None None] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:20:39.407044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b019843-aff2-4cbb-9f93-a66860a7142f req-71d4521b-6e7e-496e-8a6e-0c61db67bc27 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.0713866 May 06 12:20:39.440823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.446297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e5bf7b23-c8bf-4645-9c69-8e35fb57ad61 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f7722a3c-c44f-4eb4-a58d-80c48646a8ce HTTP/1.1" status: 204 len: 168 time: 1.5223596 May 06 12:20:39.574668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.581076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-7bf7562a-0b8f-4dc0-8449-cbfae2099c09 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d1a79dc1beb491887142a82da65b137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679929 May 06 12:20:39.679427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Provisioning for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:39.679427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Provisioning complete for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:39.679427 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.691540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:20:39.795926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.834416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.880250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.902721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc2e183-ac18-41d3-9ac9-4fc567614488 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:39.929245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] For port 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45a781c6-c5f5-494b-a3f6-545fc0347f3b,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:39.943426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea2ecd-f3a3-41cc-b508-eba86c2271f2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:39.947173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:39.968216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc9d6493-44be-4ec3-94bf-fcdd51b700f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c5c5fd57eb4e4b9f96406e4a9b9658ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6566486 May 06 12:20:39.968822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42396) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:39.975650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f37fe80a-9b6b-4b36-be35-0ea47b817aba tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:39.979302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f37fe80a-9b6b-4b36-be35-0ea47b817aba tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3853264 May 06 12:20:39.985503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Transition to ACTIVE for port object bcc2e183-ac18-41d3-9ac9-4fc567614488 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:40.008201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Request body: {'port': {'device_id': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '9d1a79dc1beb491887142a82da65b137'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:40.010075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.112695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.113327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ec4cb-fe2b-445e-9ffb-776c2e758039 None None] Pushing event updated for resources: {'Port': ['ID=45a781c6-c5f5-494b-a3f6-545fc0347f3b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.134401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a9718437-18ba-4c7d-b514-bf998192b9a9 None None] Provisioning complete for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:40.134892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a9718437-18ba-4c7d-b514-bf998192b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.197003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.201720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.249139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:40.260106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.317384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aff28-7d7c-47dc-8422-1154f767b5fb req-f0096477-3898-47f3-8ca1-e6888b306b4c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.319201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a3aff28-7d7c-47dc-8422-1154f767b5fb req-f0096477-3898-47f3-8ca1-e6888b306b4c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.3290644 May 06 12:20:40.324919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-d99f3ef6-138c-40ae-9373-5756c68c834c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.326494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-d99f3ef6-138c-40ae-9373-5756c68c834c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.13 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 950 time: 0.3351729 May 06 12:20:40.438168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Deleting port 9593662c-9353-4167-9ef0-67e37ca58ea2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:40.438512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.439562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.467327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a3aff28-7d7c-47dc-8422-1154f767b5fb req-c685c723-5ad5-4990-9e64-d626af7e527e tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368258 May 06 12:20:40.530992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:40.543278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:40.560047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.566103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:40.569883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:40.591205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea2ecd-f3a3-41cc-b508-eba86c2271f2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.604566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:40.606097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.609607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-56527d68-1bd4-4be7-b7e0-264793b62636 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2aea2ecd-f3a3-41cc-b508-eba86c2271f2 HTTP/1.1" status: 204 len: 168 time: 0.6374040 May 06 12:20:40.623405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7157bdb-e1ea-4b15-bf4c-e0cd936753dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.648583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Pushing event updated for resources: {'Port': ['ID=cff95a46-8252-46c9-8d25-466cfc20bf71,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:40.658217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Usage tracker for resource:port and tenant:9d1a79dc1beb491887142a82da65b137 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:40.672360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:40.710097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.740056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:40.745843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45a781c6-c5f5-494b-a3f6-545fc0347f3b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:40.825205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:40.825727 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.860175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:40.875760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580288d1-2438-4ac3-befc-1d3f4484d347 req-3750f14c-0010-4b87-9ee8-364bd2597804 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.877336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-580288d1-2438-4ac3-befc-1d3f4484d347 req-3750f14c-0010-4b87-9ee8-364bd2597804 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.5947254 May 06 12:20:40.883709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Usage tracker for resource:security_group_rule and tenant:6e203422475844ff9ca68d1eb53ae677 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:40.890257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:40.890436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:40.891009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:40.892959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:40.915114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Made reservation on behalf of 9d1a79dc1beb491887142a82da65b137 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:40.918082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.925027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdc7b4-c399-4eee-ade5-8bbb416cf4df req-af85f2fe-2758-4f1c-af11-eebb3c82c313 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:40.927575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbfdc7b4-c399-4eee-ade5-8bbb416cf4df req-af85f2fe-2758-4f1c-af11-eebb3c82c313 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.2811484 May 06 12:20:40.936107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:40.963206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] For port 9593662c-9353-4167-9ef0-67e37ca58ea2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9593662c-9353-4167-9ef0-67e37ca58ea2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:40.963206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:40.963482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:40.963482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:40.963482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.019468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:41.020396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:41.020825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:41.021358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Bound port: bcc2e183-ac18-41d3-9ac9-4fc567614488, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:41.021707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.063416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-580288d1-2438-4ac3-befc-1d3f4484d347 req-e8c4f5b9-3232-4c0e-932d-6742908556ef tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765866 May 06 12:20:41.101014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Calling delete_port for 9593662c-9353-4167-9ef0-67e37ca58ea2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:41.107144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:41.129808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Usage tracker for resource:security_group_rule and tenant:9d1a79dc1beb491887142a82da65b137 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:41.140800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:41.143468 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d75fe98-289f-4896-ab24-5cb8a6421fb3'] response: {'name': 'network-changed', 'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57', 'status': 'completed', 'code': 200} May 06 12:20:41.151933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:41.172359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbfdc7b4-c399-4eee-ade5-8bbb416cf4df req-afb39543-6277-4563-be68-f6ec5a80f2b7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351987 May 06 12:20:41.244208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.244208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:41.244208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:41.305634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-4fd6b377-66a7-45c8-bf0a-a1ce59732c69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1124 time: 0.1301892 May 06 12:20:41.313706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7edf667c-2969-417f-b4aa-fe2a3c95971f req-2c381525-3be7-4d5b-964a-e9f6b3df9ac6 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.0543494 May 06 12:20:41.332441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.352679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.353510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.461397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-6600ce4d-53d7-402c-a82d-8f5ed4aafa9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:41.462854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-6600ce4d-53d7-402c-a82d-8f5ed4aafa9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1478894 May 06 12:20:41.483245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:41.499452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.503196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.562120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.570925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-eb04cd71-800c-43e7-a298-25a44d5d0055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.0895994 May 06 12:20:41.580821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.631248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Pushing event deleted for resources: {'Port': ['ID=9593662c-9353-4167-9ef0-67e37ca58ea2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:41.655333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['9593662c-9353-4167-9ef0-67e37ca58ea2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:41.673126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.674542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] 10.222.0.86 "PUT /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 1091 time: 3.3569696 May 06 12:20:41.680434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:41.700601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ed502-859e-4e41-b894-1339df9d8fe0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:41.705886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c4e2b90-a792-434f-8586-7f2023fcb694 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e203422475844ff9ca68d1eb53ae677&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1672738 May 06 12:20:41.731934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42420) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:41.755952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d4e0622c-4153-45d9-b5cf-21b422e66b27'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:41.789486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614dcfc-7c22-4d41-8876-44b5baf26784 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:41.876048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] No DVR routers for this DVR port 9593662c-9353-4167-9ef0-67e37ca58ea2 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:41.888848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:41.905532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-00b2948c-705e-48f5-94bd-69ab52afee28 req-f2e9d454-1247-4402-b7b3-579703950c76 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Synchronizing usage tracker for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:41.930216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-23e89e46-aaa2-4c1d-8183-ebb703a1bb57 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:41.932099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-23e89e46-aaa2-4c1d-8183-ebb703a1bb57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.3025844 May 06 12:20:41.956293 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14858d0d-5dac-4143-b68d-a9ac820b09f4'] response: {'name': 'network-changed', 'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'status': 'completed', 'code': 200} May 06 12:20:41.962237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97b246-d464-45ba-bb7e-ce0c4242c521,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:41.986179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42424) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:42.004852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-402d8491-52d9-4a1d-89c3-b9ae0db0e454 req-53837ca1-22fd-4249-b167-01c534b60375 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.13 "DELETE /v2.0/ports/9593662c-9353-4167-9ef0-67e37ca58ea2 HTTP/1.1" status: 204 len: 173 time: 1.6549520 May 06 12:20:42.007319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-4eb78d03-138e-480d-9cb7-c8c7eb3adea4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664887 May 06 12:20:42.032893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:42.042537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.067596 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.072446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 has no active binding in host n-h1-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:20:42.101225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Allocated IP 192.168.233.182 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/16614b74-d01f-493f-8641-8404e0786f65) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:42.117245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-00b2948c-705e-48f5-94bd-69ab52afee28 req-f2e9d454-1247-4402-b7b3-579703950c76 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Unset dirty status for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:42.129635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-00b2948c-705e-48f5-94bd-69ab52afee28 req-f2e9d454-1247-4402-b7b3-579703950c76 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 210 time: 0.4097691 May 06 12:20:42.179839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.193706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.213329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-062fb4c4-9c0c-4c65-8968-ae89bc4d8f9a service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869459 May 06 12:20:42.278176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:42.296851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.305189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Usage tracker for resource:security_group_rule and tenant:a499005c937d4478968266f45f6977a3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:42.327458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:42.336466 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-532ebb79-c1b7-4053-bbd0-7708a3ec718c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1094 time: 0.4896874 May 06 12:20:42.402588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:42.415556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63ece48-f123-4beb-bbc4-83b5a6fd166c req-6f4663d5-f7af-4322-881f-95a355fa7275 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866937 May 06 12:20:42.456117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fe8ae-3ca7-4439-a1e6-113355d6cb50 req-c3b1f363-6585-4cb4-9de3-ba490c31508c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:42.458059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a5fe8ae-3ca7-4439-a1e6-113355d6cb50 req-c3b1f363-6585-4cb4-9de3-ba490c31508c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.0912941 May 06 12:20:42.513340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a5fe8ae-3ca7-4439-a1e6-113355d6cb50 req-c1642d9f-0619-4a43-bc06-f2d92fd980c3 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 May 06 12:20:42.645394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-9103c153-4f8e-4339-abb1-cdc500e79d9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.2432864 May 06 12:20:42.697295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adc5ea1b-baa1-4f8e-b213-4fd40e20663a req-65768b7e-d643-424e-9dfa-c11c96464524 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.0474145 May 06 12:20:42.773885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:42.793925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b7a14-4043-411c-8dc5-b00b2f560472 req-323acb08-36ec-4897-b032-dfb99a8b32ff tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:42.795388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e4b7a14-4043-411c-8dc5-b00b2f560472 req-323acb08-36ec-4897-b032-dfb99a8b32ff tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.5737395 May 06 12:20:42.801600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908e47-3ade-4426-84c8-084fa162160c req-74554ccb-6f59-4991-bd41-4b4c64887a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:42.802964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-74554ccb-6f59-4991-bd41-4b4c64887a48 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1333146 May 06 12:20:42.872105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Transition to ACTIVE for port object 16614b74-d01f-493f-8641-8404e0786f65 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:42.905942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-ecf5ef7d-c0b9-488a-bf8f-2ca13ae1d935 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749907 May 06 12:20:42.947150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Router a2dc8d45-2f12-4c87-b1be-c42360e240cf is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:20:43.019507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e4b7a14-4043-411c-8dc5-b00b2f560472 req-14ca949b-7265-4d5a-aae8-a003fc3e746c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155855 May 06 12:20:43.058560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.139407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.143401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'name': 'network-vif-deleted', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:43.150793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ed502-859e-4e41-b894-1339df9d8fe0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:43.212611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.241670 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f07697-e5b0-42c9-91e4-4601581c03e4'] response: {'server_uuid': '81ace859-cdbb-417e-a558-4b52f98fc37d', 'name': 'network-vif-deleted', 'tag': '9593662c-9353-4167-9ef0-67e37ca58ea2', 'status': 'completed', 'code': 200} May 06 12:20:43.276564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.370000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.417829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-0ef90326-50d6-4a37-a65f-ce3330898083 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953957 May 06 12:20:43.461589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2eea07-80d3-4ad5-85ed-a30ed27bbebb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:43.464136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.465472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b627151f-c748-4400-9571-2020deeb9673 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/207ed502-859e-4e41-b894-1339df9d8fe0 HTTP/1.1" status: 204 len: 168 time: 1.7268980 May 06 12:20:43.470825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:43.473188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Pushing event updated for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:43.491203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:43.494686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de1fa143-9515-4d94-a22b-cc87267945a2 req-1186b859-21da-47c7-b8e7-92592e3e22e7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=81ace859-cdbb-417e-a558-4b52f98fc37d HTTP/1.1" status: 200 len: 210 time: 0.1748013 May 06 12:20:43.499267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19573d11-f6c6-463a-b25e-ca1f5632efe6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a499005c937d4478968266f45f6977a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5023067 May 06 12:20:43.499267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:43.500320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42442) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:43.584971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.613434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.619037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9593662c-9353-4167-9ef0-67e37ca58ea2 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:43.657311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:43.658201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.694904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 9593662c-9353-4167-9ef0-67e37ca58ea2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:20:43.695540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9593662c-9353-4167-9ef0-67e37ca58ea2 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:43.710740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-39908e47-3ade-4426-84c8-084fa162160c req-66ab2627-03ca-4c1b-aef5-28649d4199a6 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752712 May 06 12:20:43.718182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.743468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2eea07-80d3-4ad5-85ed-a30ed27bbebb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:43.752448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:43.754591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ea2cbb2f-9f8e-45ef-b42f-f1f99a459488 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca2eea07-80d3-4ad5-85ed-a30ed27bbebb HTTP/1.1" status: 204 len: 168 time: 0.2535131 May 06 12:20:43.787943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:43.802142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-f39417a6-0cd2-4302-b509-351fa1e4140d tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8104732 May 06 12:20:43.803869 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Sync routers for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:43.814499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Request body: {'port': {'device_id': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:43.821382 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:43.833924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:43.941013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-09fe0771-7b6d-47a3-9837-763f7d1d12da None None] Provisioning for port 16614b74-d01f-493f-8641-8404e0786f65 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:43.954373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-09fe0771-7b6d-47a3-9837-763f7d1d12da None None] Provisioning complete for port 16614b74-d01f-493f-8641-8404e0786f65 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:43.954882 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-09fe0771-7b6d-47a3-9837-763f7d1d12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:44.022928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-09fe0771-7b6d-47a3-9837-763f7d1d12da None None] Port 16614b74-d01f-493f-8641-8404e0786f65 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:44.079472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2b1f7-6e9f-41e3-92ea-61e7d758b22a req-c30b8331-fe10-4b70-9042-46a1dfce7e7d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.081025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9b2b1f7-6e9f-41e3-92ea-61e7d758b22a req-c30b8331-fe10-4b70-9042-46a1dfce7e7d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 943 time: 0.2166371 May 06 12:20:44.117516 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:44.127751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:44.134644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-831b0f57-d312-4a4f-a1cc-f06ea6f5e0db admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8112252 May 06 12:20:44.142792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42456) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:44.147839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:44.184117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9b2b1f7-6e9f-41e3-92ea-61e7d758b22a req-dedb7f19-a3d0-43f6-9c13-b3e3206d606c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958035 May 06 12:20:44.419062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-0c6ecc85-be08-4338-900e-f31c05193343 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1094 time: 0.4779027 May 06 12:20:44.445642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-ee960396-482c-4dce-a675-dd8bfa173453 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.446367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-ee960396-482c-4dce-a675-dd8bfa173453 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Synchronizing usage tracker for tenant:9d1a79dc1beb491887142a82da65b137 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:44.615377 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 3, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:44.621332 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Checking router: a2dc8d45-2f12-4c87-b1be-c42360e240cf for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:44.622372 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Updating router a2dc8d45-2f12-4c87-b1be-c42360e240cf port cff95a46-8252-46c9-8d25-466cfc20bf71 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:20:44.669016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-548f94df-442e-4bdd-8980-5383f147cba0 service neutron] 10.222.0.13 "GET /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.2442141 May 06 12:20:44.692111 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:44.922756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-ee960396-482c-4dce-a675-dd8bfa173453 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Unset dirty status for tenant:9d1a79dc1beb491887142a82da65b137 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:44.927478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48baec-bbd4-4b3d-99aa-774973bfed5d req-b24e87b0-faff-40d7-8aa3-77ff90cdfcfb tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:44.930206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-ee960396-482c-4dce-a675-dd8bfa173453 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 936 time: 0.9878445 May 06 12:20:44.939851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a48baec-bbd4-4b3d-99aa-774973bfed5d req-b24e87b0-faff-40d7-8aa3-77ff90cdfcfb tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.5560369 May 06 12:20:45.037096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a48baec-bbd4-4b3d-99aa-774973bfed5d req-49d691f0-d1d8-41b4-85fc-d047dca4baac tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 May 06 12:20:45.057310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-ce844f4b-0061-455b-adf6-fb7ae821c68a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:45.058996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-ce844f4b-0061-455b-adf6-fb7ae821c68a service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.6207132 May 06 12:20:45.260809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:45.292577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:45.304722 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.347352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Transition to ACTIVE for port object cff95a46-8252-46c9-8d25-466cfc20bf71 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:45.366862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830874ee-a708-4f36-b3df-48e5a9967d57 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:45.378911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:45.405892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-a5a0d068-c755-4dfc-bf60-329013149463 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Synchronizing usage tracker for tenant:9d1a79dc1beb491887142a82da65b137 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:45.437350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-5a4b9603-16e2-49df-a1a4-cead34500bf4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.3621967 May 06 12:20:45.467111 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.506955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16614b74-d01f-493f-8641-8404e0786f65 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:45.531070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.541367 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.556506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-c2a7246e-fab6-4c49-9211-ff97eeb5addd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:45.557884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-c2a7246e-fab6-4c49-9211-ff97eeb5addd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1095738 May 06 12:20:45.600569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Pushing event updated for resources: {'Port': ['ID=cff95a46-8252-46c9-8d25-466cfc20bf71,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:45.621197 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.622014 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.622501 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.623046 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.623535 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.624091 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.624572 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.625089 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.625578 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.626147 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.626759 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:45.634560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Transition to ACTIVE for port object 16614b74-d01f-493f-8641-8404e0786f65 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:45.640408 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Attempting to bind port cff95a46-8252-46c9-8d25-466cfc20bf71 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:45.641028 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Attempting to bind port cff95a46-8252-46c9-8d25-466cfc20bf71 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:45.641643 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Attempting to bind port cff95a46-8252-46c9-8d25-466cfc20bf71 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:45.649879 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:45.651643 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:45.651643 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.651643 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:45.652255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Bound port: cff95a46-8252-46c9-8d25-466cfc20bf71, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:45.652821 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.694975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] Transition to ACTIVE for port object 830874ee-a708-4f36-b3df-48e5a9967d57 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:45.752494 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] For port cff95a46-8252-46c9-8d25-466cfc20bf71, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:45.756915 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] For port cff95a46-8252-46c9-8d25-466cfc20bf71, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cff95a46-8252-46c9-8d25-466cfc20bf71,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:45.766051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-faef6414-11c5-402b-a3bc-f72a1357f1f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324534 May 06 12:20:45.772323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-a5a0d068-c755-4dfc-bf60-329013149463 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Unset dirty status for tenant:9d1a79dc1beb491887142a82da65b137 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:45.777594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.795089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-388cb8b1-4224-4563-a444-cce9f4ab55ab req-a5a0d068-c755-4dfc-bf60-329013149463 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8639669 May 06 12:20:45.815174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:45.855981 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:46.015053 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:46.015974 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:46.036949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] Pushing event updated for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:46.061061 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:46.094896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Pushing event updated for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:46.098085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] No DVR routers for this DVR port 830874ee-a708-4f36-b3df-48e5a9967d57 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:46.132117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850129-cb83-4329-9d3b-e6a31f40c546 req-1b0688b4-fcb1-40cf-9081-19f582e80786 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:46.136137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65850129-cb83-4329-9d3b-e6a31f40c546 req-1b0688b4-fcb1-40cf-9081-19f582e80786 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.2909274 May 06 12:20:46.150083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead16d8-d37d-49be-89a2-b7a5232d95c7 None None] Pushing event updated for resources: {'Port': ['ID=cff95a46-8252-46c9-8d25-466cfc20bf71,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:46.250587 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:46.277251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c13a2158-0738-4d05-8766-749fafaa3618 service neutron] 10.222.0.13 "PUT /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57/bindings/n-h1-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5968680 May 06 12:20:46.321336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65850129-cb83-4329-9d3b-e6a31f40c546 req-ed7bd085-bd18-4dfa-8fd9-7b7303c37fb9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162083 May 06 12:20:46.398025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-418e0b20-43dd-4b6e-a71a-688d824b78eb service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003602 May 06 12:20:46.531410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Attempting to bind port 16614b74-d01f-493f-8641-8404e0786f65 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:46.531742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Attempting to bind port 16614b74-d01f-493f-8641-8404e0786f65 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:46.532103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Attempting to bind port 16614b74-d01f-493f-8641-8404e0786f65 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:46.625290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Port 16614b74-d01f-493f-8641-8404e0786f65 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:20:46.625607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Attempting to bind port 16614b74-d01f-493f-8641-8404e0786f65 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:46.625718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387d2f-0e71-4e30-a60d-42f508aa3cc5 req-3a740b5a-d89d-4afd-977e-28f0050b9e60 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:46.627136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7387d2f-0e71-4e30-a60d-42f508aa3cc5 req-3a740b5a-d89d-4afd-977e-28f0050b9e60 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.1747863 May 06 12:20:46.635594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-d37de907-91ec-4ac9-8878-996a350c970a tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.1337700 May 06 12:20:46.658389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:46.658727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:46.658937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:46.659374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Bound port: 16614b74-d01f-493f-8641-8404e0786f65, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:46.659713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:46.679485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7431c6-b125-4d49-b02c-0f750ee9f451 req-b0ec57c1-6ce6-4588-a654-c549070acebc tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:46.681019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d7431c6-b125-4d49-b02c-0f750ee9f451 req-b0ec57c1-6ce6-4588-a654-c549070acebc tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 950 time: 0.5707946 May 06 12:20:46.736672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7387d2f-0e71-4e30-a60d-42f508aa3cc5 req-d5ae4542-a9b5-4978-9901-5e2f42f6ac12 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999029 May 06 12:20:46.762094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-df9b4901-029c-4c25-afb8-657f10de8e47 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 1095 time: 0.1068158 May 06 12:20:46.794684 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 3, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:46.812970 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c44b2-48d4-4ff4-aeb7-3ff6e9072603 None None] The sync data for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 is: [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:40Z', 'revision_number': 3, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:46.859086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b395e-9edb-4828-a1c9-ab954f74fcec req-e675c601-7391-477b-9296-9d33a29aed71 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614380 May 06 12:20:46.859086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d7431c6-b125-4d49-b02c-0f750ee9f451 req-3f77d797-0023-4465-a3f8-96c3bc4c89f0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631150 May 06 12:20:46.971915 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-7da22b0d-d893-4695-9277-ff9cfaf251c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1095 time: 0.1753435 May 06 12:20:47.203952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:47.219971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16614b74-d01f-493f-8641-8404e0786f65,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:47.227118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-ed9caaf4-6ebe-4abb-84ad-ea15a0aa5adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:47.229063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-ed9caaf4-6ebe-4abb-84ad-ea15a0aa5adb service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2469993 May 06 12:20:47.257456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f56b-7aec-4c3c-85b2-1d76bf6260ad req-1685c606-b781-46de-af62-fcb6edaa0725 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:47.264821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f99f56b-7aec-4c3c-85b2-1d76bf6260ad req-1685c606-b781-46de-af62-fcb6edaa0725 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 948 time: 0.1989791 May 06 12:20:47.335274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:47.485062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-9326e487-6028-4580-993b-d4d833b17a60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.2440815 May 06 12:20:47.502796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:47.506856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:47.509674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] 10.222.0.13 "PUT /v2.0/ports/16614b74-d01f-493f-8641-8404e0786f65 HTTP/1.1" status: 200 len: 1096 time: 3.6991217 May 06 12:20:47.513578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'tag': '16614b74-d01f-493f-8641-8404e0786f65'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:47.642742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-67d3bda1-55d5-47c5-856d-314cb893ea2d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:47.645622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-67d3bda1-55d5-47c5-856d-314cb893ea2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1381090 May 06 12:20:47.672586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f99f56b-7aec-4c3c-85b2-1d76bf6260ad req-cbc33506-950d-4530-a5d2-785f40485d25 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062002 May 06 12:20:47.672847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68610-b69e-4664-b8ff-cefdaf13ba45 service neutron] Pushing event updated for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:47.805000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-4d1f3fc2-3caf-4586-b3bf-2f6d6353723d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265697 May 06 12:20:47.852175 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c609e97-2165-4e06-8a90-bf16883faa30'] response: {'name': 'network-changed', 'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'tag': '16614b74-d01f-493f-8641-8404e0786f65', 'status': 'completed', 'code': 200} May 06 12:20:47.935111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:48.184784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:20:48.250510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-76de6db2-e560-409f-8d54-72acab9fdfd7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.257058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-76de6db2-e560-409f-8d54-72acab9fdfd7 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 950 time: 0.8146038 May 06 12:20:48.268749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:48.271741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:48.298086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-28600778-4dc2-42b5-b365-bbf4d470f06c service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801881 May 06 12:20:48.322238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'port_id': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'mac_address': 'fa:16:3e:29:c6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db6904-448b-44ef-bb00-17318975f384', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:48.400875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-d8d64e70-a2f8-47fb-8790-357e5e01aa90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1a79dc1beb491887142a82da65b137&device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 1099 time: 0.6943848 May 06 12:20:48.491228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:48.524325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc2e183-ac18-41d3-9ac9-4fc567614488 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:48.555023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:48.569482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Deleting port d4e0622c-4153-45d9-b5cf-21b422e66b27 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:48.569826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:48.608784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-3673781b-db99-4915-8c52-628743efa81b service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926605 May 06 12:20:48.612066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-6891f809-a7de-4c8e-80f2-5adde85dd852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=16614b74-d01f-493f-8641-8404e0786f65 HTTP/1.1" status: 200 len: 217 time: 0.1457973 May 06 12:20:48.624370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b6a5-4b8d-49d8-9863-4f4bd6a7074e req-960e6767-e178-417d-b622-8723242dc401 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.626495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8099b6a5-4b8d-49d8-9863-4f4bd6a7074e req-960e6767-e178-417d-b622-8723242dc401 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.5221109 May 06 12:20:48.648107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2615-dd22-4041-9200-1f1a1d85000d req-6723bd7a-083b-4cc6-9564-e21d99fb683f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.649828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4dd2615-dd22-4041-9200-1f1a1d85000d req-6723bd7a-083b-4cc6-9564-e21d99fb683f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.6489990 May 06 12:20:48.684754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8099b6a5-4b8d-49d8-9863-4f4bd6a7074e req-2a17f0d5-8150-4b66-9c4a-0f21cd962226 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504119 May 06 12:20:48.706911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:48.852999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:48.898864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cff95a46-8252-46c9-8d25-466cfc20bf71 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:48.919068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4f0fb2b9-cef8-4002-acdf-9953d93d8770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:48.920650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-4f0fb2b9-cef8-4002-acdf-9953d93d8770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2827749 May 06 12:20:49.014624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['bcc2e183-ac18-41d3-9ac9-4fc567614488'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:49.037091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4dd2615-dd22-4041-9200-1f1a1d85000d req-fd92b268-ca54-4eb9-a51c-c69d8c570029 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233089 May 06 12:20:49.044535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d85a4e-e3bc-47bc-8f14-49a25a44cdcc req-ee80bd2a-f4e5-43c0-8385-f4fcc2573147 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:49.051794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12d85a4e-e3bc-47bc-8f14-49a25a44cdcc req-ee80bd2a-f4e5-43c0-8385-f4fcc2573147 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 950 time: 0.1235373 May 06 12:20:49.111188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12d85a4e-e3bc-47bc-8f14-49a25a44cdcc req-a64ca136-9da5-4101-86d1-4151a27e7e2c tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 May 06 12:20:49.253280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Allocated IP 172.20.0.1 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/a520587c-7638-4b32-91de-25a4c356f509) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:49.273802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cff95a46-8252-46c9-8d25-466cfc20bf71 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:49.279462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cff95a46-8252-46c9-8d25-466cfc20bf71 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:49.280381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.352506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-2f4f4660-2e5c-4d04-bdc7-2e8cc1d4483c tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.0910971 May 06 12:20:49.414226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.432389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cff95a46-8252-46c9-8d25-466cfc20bf71, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cff95a46-8252-46c9-8d25-466cfc20bf71,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:49.512618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d4e0622c-4153-45d9-b5cf-21b422e66b27 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:20:49.545241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.545994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:49.546379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.559218 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-7b2e5423-fdf8-4e28-bdfa-84c17feced32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6217685 May 06 12:20:49.585589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c56dcaaa-911e-4160-b9b6-a8f870da4ad8 service neutron] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:49.589422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c56dcaaa-911e-4160-b9b6-a8f870da4ad8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.591097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51b98de-d844-482e-850f-0cae2e6ff26a req-c56dcaaa-911e-4160-b9b6-a8f870da4ad8 service neutron] 10.222.0.86 "DELETE /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57/bindings/n-h2-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.2236619 May 06 12:20:49.667081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cff95a46-8252-46c9-8d25-466cfc20bf71,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:49.699512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.727139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:49.736879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:49.770723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Calling delete_port for d4e0622c-4153-45d9-b5cf-21b422e66b27 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:49.849931 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.885438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afda7-4567-4166-bbfc-8dcf70c27c69 req-bfa466b3-f09a-4abf-80d2-c16747e18046 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:49.886891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f9afda7-4567-4166-bbfc-8dcf70c27c69 req-bfa466b3-f09a-4abf-80d2-c16747e18046 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 948 time: 0.6799879 May 06 12:20:49.921772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:49.970413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:49.994089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69548912-eebb-413f-97a7-057270a17699 req-e509cf0d-487e-4e99-994c-9b1cf4c61f10 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:49.995541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69548912-eebb-413f-97a7-057270a17699 req-e509cf0d-487e-4e99-994c-9b1cf4c61f10 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.0799112 May 06 12:20:50.015012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-0670ef25-e2bb-4a7f-89a4-9ac38d408eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424701 May 06 12:20:50.021587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Transition to ACTIVE for port object a520587c-7638-4b32-91de-25a4c356f509 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:50.027869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f9afda7-4567-4166-bbfc-8dcf70c27c69 req-0fc9af24-1861-4411-9f3e-ef45da67edfa tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307132 May 06 12:20:50.048323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69548912-eebb-413f-97a7-057270a17699 req-45e470fb-1e30-4912-b291-87fc13adb56a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467372 May 06 12:20:50.122199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:20:50.122517 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:20:50.126803 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8486ada7-eb42-448b-8877-93ee49541c79'] response: {'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'code': 200} May 06 12:20:50.183763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65b780e7-40c6-4643-9206-0424f7483a7f req-14fd8806-e2bf-439d-ab4f-aa7c126549a2 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591742 May 06 12:20:50.239615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.267175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.393892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:50.399914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:50.405851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:50.443629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Pushing event updated for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:50.509236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cf948-31e9-46be-b799-33f75a5ad5af req-78118a62-bb3b-48a4-9372-6e952ec542af tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:50.511180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c8cf948-31e9-46be-b799-33f75a5ad5af req-78118a62-bb3b-48a4-9372-6e952ec542af tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.1302943 May 06 12:20:50.549609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-817bd0d3-5e2c-4bac-8e34-ed830a76f5c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d1a79dc1beb491887142a82da65b137&device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 1099 time: 0.2479105 May 06 12:20:50.551971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.584397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c8cf948-31e9-46be-b799-33f75a5ad5af req-f78d0062-7d6f-4c5a-996f-019a14867a09 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 May 06 12:20:50.623157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Deleting port d4e0622c-4153-45d9-b5cf-21b422e66b27 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:20:50.623501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.769384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cff95a46-8252-46c9-8d25-466cfc20bf71 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:50.777304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46b971-af52-469e-87ab-5c4050b3dea4 req-5ff96ff0-f62d-4fa8-891a-4ce463b447d4 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:50.779475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd46b971-af52-469e-87ab-5c4050b3dea4 req-5ff96ff0-f62d-4fa8-891a-4ce463b447d4 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 948 time: 0.3191471 May 06 12:20:50.896801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cff95a46-8252-46c9-8d25-466cfc20bf71 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:50.897429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:50.936477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-982539de-d97b-4bd9-8a69-b8f3fb95ce8a None None] Provisioning for port a520587c-7638-4b32-91de-25a4c356f509 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:50.953295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-982539de-d97b-4bd9-8a69-b8f3fb95ce8a None None] Provisioning complete for port a520587c-7638-4b32-91de-25a4c356f509 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:50.953676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-982539de-d97b-4bd9-8a69-b8f3fb95ce8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.047052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-982539de-d97b-4bd9-8a69-b8f3fb95ce8a None None] Port a520587c-7638-4b32-91de-25a4c356f509 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:51.073911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-1db12f4f-e836-4d78-85ef-61cf5cc1f8ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:51.075587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-1db12f4f-e836-4d78-85ef-61cf5cc1f8ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.5030746 May 06 12:20:51.132773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42600) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:51.156099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd46b971-af52-469e-87ab-5c4050b3dea4 req-2d363532-cde2-44c1-b80d-25cc2829603a tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2d7f113-b1c5-411d-8909-f98dca2c05c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596578 May 06 12:20:51.188694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-acc86577-63ad-4130-baaa-331f941a48ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=16614b74-d01f-493f-8641-8404e0786f65 HTTP/1.1" status: 200 len: 217 time: 0.0918217 May 06 12:20:51.208854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.324609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] For port d4e0622c-4153-45d9-b5cf-21b422e66b27, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d4e0622c-4153-45d9-b5cf-21b422e66b27,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:51.324905 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.432571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ccff44e-0f24-4224-904e-b9c126fad4b9 req-c1f38713-132e-4360-b856-d3ab0a0a7d06 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1095 time: 0.1223857 May 06 12:20:51.437558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.501893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:51.507497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Usage tracker for resource:security_group_rule and tenant:68a31d3a6ebf4352a7665b3a6e73371b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:51.510595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:51.514390 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ccff44e-0f24-4224-904e-b9c126fad4b9 req-910f44df-7742-419d-bcc1-d79d403e09de tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 May 06 12:20:51.518067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:51.524800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:51.597000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.633674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Calling delete_port for d4e0622c-4153-45d9-b5cf-21b422e66b27 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:20:51.671305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-559b90e6-e97a-46b1-b8c9-9f24d10979dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:51.672822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-559b90e6-e97a-46b1-b8c9-9f24d10979dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.4650629 May 06 12:20:51.686933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.746726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port bcc2e183-ac18-41d3-9ac9-4fc567614488 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:51.754659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port bcc2e183-ac18-41d3-9ac9-4fc567614488 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:51.755166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.796483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb391b-2573-43f0-8654-fe1699d2c0c2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:51.828424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-47ec23c7-ed8b-4ede-9dac-3c247cac50da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=68a31d3a6ebf4352a7665b3a6e73371b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6933489 May 06 12:20:51.831187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:51.912583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.919455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:51.939544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ea05-8ddc-471f-825b-43e828d3949e req-1a8e2263-acec-4097-97e2-ecab5782ccb6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:51.941265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b15ea05-8ddc-471f-825b-43e828d3949e req-1a8e2263-acec-4097-97e2-ecab5782ccb6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.2030246 May 06 12:20:51.952969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:51.981344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.013618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a45d2d-34bb-4d8f-88a5-2b51bdfe5c43 req-5b18253a-ebd4-448b-8b0f-79c5c7759e71 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:52.013618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71a45d2d-34bb-4d8f-88a5-2b51bdfe5c43 req-5b18253a-ebd4-448b-8b0f-79c5c7759e71 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 948 time: 0.7019253 May 06 12:20:52.030855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b15ea05-8ddc-471f-825b-43e828d3949e req-d383f27a-314d-48b6-9b6d-dcc0020c6c20 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828266 May 06 12:20:52.042356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.083895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-467e4ff5-1dbf-457e-ba05-e7565aac80bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3955817 May 06 12:20:52.128361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:52.135160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:52.152646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.168308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb391b-2573-43f0-8654-fe1699d2c0c2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:52.176360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.181156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-19e00ea4-80f7-4f30-8450-e0ca72558b8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11eb391b-2573-43f0-8654-fe1699d2c0c2 HTTP/1.1" status: 204 len: 168 time: 0.3476222 May 06 12:20:52.190636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71a45d2d-34bb-4d8f-88a5-2b51bdfe5c43 req-94c28da0-0ce4-4e79-bc03-de0dc3c2eaf5 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602466 May 06 12:20:52.212680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.273336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-e90dabf8-9aa0-40f0-aa8d-1ef10c0ce72f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805010 May 06 12:20:52.406616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7b5d2d-54a2-4acc-9f93-177ada76f6ae req-e1e57640-68d6-4dfc-b6ab-b7423ad3c359 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261206 May 06 12:20:52.409653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-495cc1fa-6fbf-4dee-afef-cd6d1f7daa80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:52.410409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-495cc1fa-6fbf-4dee-afef-cd6d1f7daa80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:52.461229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.508683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Pushing event deleted for resources: {'Port': ['ID=d4e0622c-4153-45d9-b5cf-21b422e66b27,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:52.553275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.553628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.553970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.554330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.554667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.555014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.555323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.555650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.556003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.556329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.556679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:52.597541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.609915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-495cc1fa-6fbf-4dee-afef-cd6d1f7daa80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:52.611108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-495cc1fa-6fbf-4dee-afef-cd6d1f7daa80 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.3749313 May 06 12:20:52.642462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-6573f2ff-1367-4320-80f2-bc18d4a98cd0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/quotas/1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 375 time: 0.0232077 May 06 12:20:52.667374 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5af34a2-7c2d-4b83-9f91-5f0043a5d77b'] response: {'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'code': 200} May 06 12:20:52.673535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] No DVR routers for this DVR port d4e0622c-4153-45d9-b5cf-21b422e66b27 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:20:52.677231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.702075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-deleted', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:52.739829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc846ca7-a62e-44ca-9a2e-c8e630a92458 req-589610c2-5f75-442d-9c62-530d3bcefef2 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.86 "DELETE /v2.0/ports/d4e0622c-4153-45d9-b5cf-21b422e66b27 HTTP/1.1" status: 204 len: 173 time: 4.4468095 May 06 12:20:52.754560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Pushing event updated for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:52.758475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:52.797685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-219bde27-3a24-478b-8e07-458633955ed0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529145 May 06 12:20:52.886008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-69924a04-93eb-4481-987f-74328bf8e3e9 req-7cbddbdf-ba08-4a9c-8fac-8bc88be95bb0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Synchronizing usage tracker for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:20:52.965993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:52.967392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:52.996989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50dd6041-5dbb-40db-adcf-c6c4cef45c44 req-3da9ef1e-07ec-4af0-8eb8-3429b1bda33f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1096 time: 0.2568240 May 06 12:20:53.052443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-69924a04-93eb-4481-987f-74328bf8e3e9 req-7cbddbdf-ba08-4a9c-8fac-8bc88be95bb0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] Unset dirty status for tenant:32728f4d9b4948439f3f1234d994c155 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:20:53.053216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69924a04-93eb-4481-987f-74328bf8e3e9 req-7cbddbdf-ba08-4a9c-8fac-8bc88be95bb0 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.2176321 May 06 12:20:53.094581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-e16717a9-e7aa-4909-b236-7a2fdacc9bb7 service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942047 May 06 12:20:53.297365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50dd6041-5dbb-40db-adcf-c6c4cef45c44 req-14c0668d-f7be-42da-b8f8-5ee9af20e662 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860816 May 06 12:20:53.318019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-09f57b1a-0068-4e6e-8c94-70efec229154 service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224908 May 06 12:20:53.365083 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d814047d-bcc1-4dac-96be-9b398ebb7c9d'] response: {'server_uuid': '6e63b09a-9610-4000-9229-29963e542407', 'name': 'network-vif-deleted', 'tag': 'd4e0622c-4153-45d9-b5cf-21b422e66b27', 'status': 'completed', 'code': 200} May 06 12:20:53.387461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-41b299ef-a302-4b7a-9899-0c23b2671c37 None None] Provisioning complete for port a520587c-7638-4b32-91de-25a4c356f509 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:53.388430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41b299ef-a302-4b7a-9899-0c23b2671c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:53.445713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-41b299ef-a302-4b7a-9899-0c23b2671c37 None None] Port a520587c-7638-4b32-91de-25a4c356f509 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:20:53.468508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42642) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:53.491532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:53.529682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:53.529682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Usage tracker for resource:security_group_rule and tenant:2cdd47d432ef46b3af7e0cd8fe14ed9b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:53.530971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:53.537960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:53.614011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed76cf-fb45-4255-89aa-dca1ad8e80c5 req-8f047846-b95e-4b59-baec-586a40f9ba69 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:53.615880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90ed76cf-fb45-4255-89aa-dca1ad8e80c5 req-8f047846-b95e-4b59-baec-586a40f9ba69 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.2531023 May 06 12:20:53.630092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:53.678195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90ed76cf-fb45-4255-89aa-dca1ad8e80c5 req-bd645a01-5a4a-4a0e-b110-567f13088db8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565891 May 06 12:20:53.714487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16614b74-d01f-493f-8641-8404e0786f65 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:20:53.764156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:53.765529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Router a2dc8d45-2f12-4c87-b1be-c42360e240cf has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:20:53.819046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2cdd47d432ef46b3af7e0cd8fe14ed9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3494422 May 06 12:20:53.831030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42656) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:53.911271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb56e196-2b70-4cb5-9021-7e4e949b210c req-b9082f69-7ecd-464f-a85e-199a72f7d25f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.0903656 May 06 12:20:53.937257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092c72ab-8fcf-49c7-a1b5-920481d5a66a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:53.980463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.980889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.981291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.981683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.982072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.982721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.982834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.983202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.983569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.983992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:53.984631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc269f7-93ae-4aa4-98b7-243dd77389de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:20:54.026185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.030247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16614b74-d01f-493f-8641-8404e0786f65,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:54.050288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '16614b74-d01f-493f-8641-8404e0786f65', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '16614b74-d01f-493f-8641-8404e0786f65', 'mac_address': 'fa:16:3e:96:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:20:54.072102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.078767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aa38-e183-4333-9bc1-ffa376d49462 req-8c542107-7ec2-456e-92a5-e629bb3883e9 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:54.080272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78a6aa38-e183-4333-9bc1-ffa376d49462 req-8c542107-7ec2-456e-92a5-e629bb3883e9 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 948 time: 0.2027783 May 06 12:20:54.128306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.158822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16614b74-d01f-493f-8641-8404e0786f65 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:20:54.176028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16614b74-d01f-493f-8641-8404e0786f65,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:54.180429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78a6aa38-e183-4333-9bc1-ffa376d49462 req-1bfffb58-c804-4689-801d-69513a0a6729 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935149 May 06 12:20:54.202978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:20:54.211821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c654b07a-f7cf-49c9-a9b0-06727812503d admin admin] 10.222.0.83 "PUT /v2.0/routers/a2dc8d45-2f12-4c87-b1be-c42360e240cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0646892 May 06 12:20:54.216853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Sync routers for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:20:54.233915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:54.234770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:54.312761 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.343530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c72ab-8fcf-49c7-a1b5-920481d5a66a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:54.377645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.395110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0864ce9-641b-48b8-832c-b0641332403b req-fdb6056f-bc4d-4ded-a25b-5c200ed68523 tempest-ServersAdminNegativeTestJSON-883293995 tempest-ServersAdminNegativeTestJSON-883293995-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e63b09a-9610-4000-9229-29963e542407 HTTP/1.1" status: 200 len: 210 time: 0.0525005 May 06 12:20:54.400069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:54.402172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-33fc6036-eb0d-41b3-9b38-ebf59deae232 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/092c72ab-8fcf-49c7-a1b5-920481d5a66a HTTP/1.1" status: 204 len: 168 time: 0.5768125 May 06 12:20:54.567649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:54.581391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:54.647707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['16614b74-d01f-493f-8641-8404e0786f65'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:20:54.903587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ca48-8b63-43ce-b3b2-3bebcf0e6670 req-59473e38-a827-4924-a2ec-62299f2688fc tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:54.905110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d8ca48-8b63-43ce-b3b2-3bebcf0e6670 req-59473e38-a827-4924-a2ec-62299f2688fc tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.0848401 May 06 12:20:54.962181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d8ca48-8b63-43ce-b3b2-3bebcf0e6670 req-b52d0258-06b0-47af-bce1-31d1b73be0d9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 May 06 12:20:55.077269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:51Z', 'revision_number': 2, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:55.079411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64d0ea9b-e1b5-43c7-aca4-2a890be40f99 req-8f7a0888-c235-44f7-b36a-2015689c6970 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.0434859 May 06 12:20:55.083012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Checking router: a2dc8d45-2f12-4c87-b1be-c42360e240cf for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:20:55.083375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Updating router a2dc8d45-2f12-4c87-b1be-c42360e240cf port a520587c-7638-4b32-91de-25a4c356f509 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:20:55.141222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.433865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e66a63-92b8-4bc9-bb64-95d7da2a20b6 req-3d99431d-716c-4eb9-90d3-28ea5851becf tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:55.446993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1e66a63-92b8-4bc9-bb64-95d7da2a20b6 req-3d99431d-716c-4eb9-90d3-28ea5851becf tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 949 time: 0.1471570 May 06 12:20:55.479908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42690) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:55.504961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1e66a63-92b8-4bc9-bb64-95d7da2a20b6 req-08bfc20d-d40a-4df3-9da8-c750520212a2 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 May 06 12:20:55.577534 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.601243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Transition to ACTIVE for port object a520587c-7638-4b32-91de-25a4c356f509 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:20:55.660124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.693230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:55.697557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:878a97ae2fe94171b3703a89d6efc8e3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:55.700689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:55.707052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:55.718646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.762014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16614b74-d01f-493f-8641-8404e0786f65 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:55.795360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:55.911439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0734-c779-4442-ab95-178e052e5c1e None None] Pushing event updated for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:55.981671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.033773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Attempting to bind port a520587c-7638-4b32-91de-25a4c356f509 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:20:56.034145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Attempting to bind port a520587c-7638-4b32-91de-25a4c356f509 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:20:56.034506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Attempting to bind port a520587c-7638-4b32-91de-25a4c356f509 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:20:56.043565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:20:56.043972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:20:56.044374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.044768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:20:56.045234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Bound port: a520587c-7638-4b32-91de-25a4c356f509, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:20:56.045609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.122589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1861e8-b2d0-4172-ad8b-3679a9823ce2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:56.127371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37be69c8-e564-4620-b375-f34afd37e8c6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=878a97ae2fe94171b3703a89d6efc8e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6458404 May 06 12:20:56.131955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:56.137725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 16614b74-d01f-493f-8641-8404e0786f65 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:56.202361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 16614b74-d01f-493f-8641-8404e0786f65 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:56.202793 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.242030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] For port a520587c-7638-4b32-91de-25a4c356f509, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:20:56.263258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] For port a520587c-7638-4b32-91de-25a4c356f509, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a520587c-7638-4b32-91de-25a4c356f509,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:20:56.276277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.332340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.346410 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.375412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.404453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5c06-25e3-4a61-84b5-26a4a0494792 req-b89aed07-2602-4b4a-988f-872245f55d9f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:56.406051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23bc5c06-25e3-4a61-84b5-26a4a0494792 req-b89aed07-2602-4b4a-988f-872245f55d9f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.1678574 May 06 12:20:56.432375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42718) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:56.438945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16614b74-d01f-493f-8641-8404e0786f65'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:20:56.479733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23bc5c06-25e3-4a61-84b5-26a4a0494792 req-3c0868d2-558c-40fc-8d41-d82fb7bd04a3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602100 May 06 12:20:56.506768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16614b74-d01f-493f-8641-8404e0786f65,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:56.527274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0734-c779-4442-ab95-178e052e5c1e None None] Pushing event updated for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:56.536846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:20:56.537559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:56.598561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.631037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1861e8-b2d0-4172-ad8b-3679a9823ce2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:56.654980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.656537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9732acc7-1c73-4eee-ac20-22a4d0ee0668 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7c1861e8-b2d0-4172-ad8b-3679a9823ce2 HTTP/1.1" status: 204 len: 168 time: 0.5248439 May 06 12:20:56.808509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5319cf3a-d482-48e0-8154-a72c9758bb02 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=32728f4d9b4948439f3f1234d994c155&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3650286 May 06 12:20:56.808509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42736) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:56.919929 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.944391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:56.984760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.048520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:57.077688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:20:57.112846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9309484d-db50-4d1a-90b5-7e57f1567c93 req-81220013-e86f-4651-829d-3e13f77dbede tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.1405995 May 06 12:20:57.122198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42742) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:57.129717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246286665', 'description': 'tempest-description--2123844437'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:57.144930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:57.161226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Usage tracker for resource:security_group and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:57.166819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:57.183748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:57.193192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.260330 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae002d65-9aff-4519-ac08-637616fa4039'] response: {'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16614b74-d01f-493f-8641-8404e0786f65', 'code': 200} May 06 12:20:57.351504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.366278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7f113-b1c5-411d-8909-f98dca2c05c7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:57.442956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.444483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9cbaabe7-563f-44e8-a775-bd280791149d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2d7f113-b1c5-411d-8909-f98dca2c05c7 HTTP/1.1" status: 204 len: 168 time: 0.6416698 May 06 12:20:57.472027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-169a85b6-0103-4ead-af82-ddb7371c1d1c req-407ce5ff-572e-4949-9ce7-7e016078f915 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 1101 time: 0.2075996 May 06 12:20:57.487490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:57.492010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Usage tracker for resource:security_group_rule and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:57.495145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:57.501191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:57.513350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:56Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:20:57.520310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141d1e8-61c1-4803-9b8b-2f11993807bc None None] The sync data for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 is: [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:56Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:20:57.633114 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-169a85b6-0103-4ead-af82-ddb7371c1d1c req-c5d0f604-55b7-4854-b63a-29b19d5eee2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245687 May 06 12:20:57.654066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b32d1a-1aa9-4a5b-b4e1-b1526c2bcb5b req-72ecc017-9bb5-4d61-a805-cc8fce827aa9 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:57.655552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90b32d1a-1aa9-4a5b-b4e1-b1526c2bcb5b req-72ecc017-9bb5-4d61-a805-cc8fce827aa9 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.1951580 May 06 12:20:57.682799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.702389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2073b0a3-b0fa-4415-89e7-867362b68175 req-1c6b5447-8e3b-4699-921c-c5b172f67b67 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1096 time: 0.4084690 May 06 12:20:57.756439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90b32d1a-1aa9-4a5b-b4e1-b1526c2bcb5b req-1cdacbe3-1da7-4b10-a746-4b716191c88a tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836222 May 06 12:20:57.760351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-cba2c106-b056-4031-822a-391a967f6a4a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:57.761912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-cba2c106-b056-4031-822a-391a967f6a4a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.4348955 May 06 12:20:57.775603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:57.840176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2073b0a3-b0fa-4415-89e7-867362b68175 req-6b9c52ef-cce1-4806-ab4e-2d21aaafcbe7 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363361 May 06 12:20:57.880426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Request body: {'port': {'device_id': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'admin_state_up': True, 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:57.958006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:58.056402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:58.078054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:58.098488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42764) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:58.121581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.139846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.141409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1e7dec91-f730-41e8-9785-870c15f667b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0182049 May 06 12:20:58.146453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42768) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:58.158439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'security_group_rule': {'security_group_id': 'f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:58.169892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:58.176996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Usage tracker for resource:security_group_rule and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:58.177705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:58.182011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:58.183677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Usage tracker for resource:security_group_rule and tenant:b278992f46904b68b60b00e181d764ae is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:58.188705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:58.190146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:58.199822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:58.221129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:20:58.228006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.281942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.375317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.485848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613066e-fbc5-48a1-aad4-6bb46e2f54bc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:58.497838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e8ece5c-1ade-49ae-b3c9-ecba2f77b45d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b278992f46904b68b60b00e181d764ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3952186 May 06 12:20:58.499364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:58.512023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d40e5e-f9c8-4666-9a43-430fa51f952c req-9a3a1d26-b4c4-4ff3-9738-5ca94b4d28af tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.1484711 May 06 12:20:58.519840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.625852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.673018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.689464 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.710046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Allocated IP 172.20.0.12 (4818f0d2-7e48-4515-8f1e-5e648c5de94a/d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe/83e7c461-573a-4532-baba-1d0d6789ff40) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:20:58.893572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a520587c-7638-4b32-91de-25a4c356f509 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:20:58.951024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:58.986816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.000449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910d2883-6463-41f0-a74f-d60456f49387,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:59.057729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613066e-fbc5-48a1-aad4-6bb46e2f54bc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:59.065774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.069425 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-201ab5e0-c57d-4b9b-a521-0383d71ecb03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6613066e-fbc5-48a1-aad4-6bb46e2f54bc HTTP/1.1" status: 204 len: 168 time: 0.5667343 May 06 12:20:59.069781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.129692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc2010-b784-47cf-9a11-7c0b2f48f85a req-2eb07eed-32dd-4407-a23b-562988db183a tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:59.132648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88fc2010-b784-47cf-9a11-7c0b2f48f85a req-2eb07eed-32dd-4407-a23b-562988db183a tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.1111331 May 06 12:20:59.137585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.141756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-558ea5e8-cae8-4560-90d7-618f5a292742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9960191 May 06 12:20:59.142415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42798) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:59.149544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'security_group_rule': {'security_group_id': 'f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:59.157406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:59.172877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:20:59.196761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Usage tracker for resource:security_group_rule and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:20:59.201045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:20:59.207637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:20:59.211590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88fc2010-b784-47cf-9a11-7c0b2f48f85a req-5fccc5b2-fd00-43bf-a804-40cdbf11cc2e tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646505 May 06 12:20:59.220742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a520587c-7638-4b32-91de-25a4c356f509 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:20:59.226697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a520587c-7638-4b32-91de-25a4c356f509 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:20:59.227069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.252984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2304b76-34bd-4205-adfc-a414aeb82a1a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d17637f9b704fbd9fe7a423f0e94c8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0942163 May 06 12:20:59.256407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42808) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:20:59.295790 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.323644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.382117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.389706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.398902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.449289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a520587c-7638-4b32-91de-25a4c356f509, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a520587c-7638-4b32-91de-25a4c356f509,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:20:59.449404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:20:59.450837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:20:59.457240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:20:59.461331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:20:59.462127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.489344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:59.525185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.633308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.635028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.636255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-8d33d24a-1b25-49f8-8604-e2a1c5952346 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7740793 May 06 12:20:59.650107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Request body: {'port': {'device_id': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:20:59.673202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3d1bf-7a58-4a84-bead-a398319ba87e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:59.690196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.693676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e85f2c6-1db2-46ca-afa5-8082e654bd2f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66a3d1bf-7a58-4a84-bead-a398319ba87e HTTP/1.1" status: 204 len: 168 time: 0.4362228 May 06 12:20:59.735684 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:20:59.773713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:20:59.774319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:20:59.929181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44aa5370-4813-4ecc-bed3-345c4943aa71,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:00.006208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.031068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d446e41-2377-4fc0-92e2-0ea6e42c8ddd req-22409f61-ffd8-4019-905d-4436cd51b0fe tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:00.031788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9d446e41-2377-4fc0-92e2-0ea6e42c8ddd req-22409f61-ffd8-4019-905d-4436cd51b0fe tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:00.074666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.078607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cf1b4909-b4f6-4cec-b0e3-b177ed9bdcab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9324777 May 06 12:21:00.079813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:00.086931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:00.100814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:00.105152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Usage tracker for resource:floatingip and tenant:a10ff3da7de3434882423e6720e7d35d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:00.118378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:00.135313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:00.238226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.426309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9d446e41-2377-4fc0-92e2-0ea6e42c8ddd req-22409f61-ffd8-4019-905d-4436cd51b0fe tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:00.428070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d446e41-2377-4fc0-92e2-0ea6e42c8ddd req-22409f61-ffd8-4019-905d-4436cd51b0fe tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 932 time: 0.6489055 May 06 12:21:00.504434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.558961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d446e41-2377-4fc0-92e2-0ea6e42c8ddd req-75c49254-6db3-48b6-b024-9636a267fe03 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207519 May 06 12:21:00.652570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e7c461-573a-4532-baba-1d0d6789ff40 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:00.661660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.681740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Transition to ACTIVE for port object 83e7c461-573a-4532-baba-1d0d6789ff40 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:00.756662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a520587c-7638-4b32-91de-25a4c356f509 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:00.802526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4c9ce-a476-41bf-b479-e2139ecb49ce req-46eaf807-778a-46ef-ad20-ea11bbc32797 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:00.804886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44e4c9ce-a476-41bf-b479-e2139ecb49ce req-46eaf807-778a-46ef-ad20-ea11bbc32797 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.0933771 May 06 12:21:00.830301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.25.2.112 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/42cb4c85-6084-4f74-9123-d607a68595e6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:00.855058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a520587c-7638-4b32-91de-25a4c356f509 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:00.855466 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:00.877488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44e4c9ce-a476-41bf-b479-e2139ecb49ce req-c4d64d74-9467-4830-a2bb-39d1dc904719 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641940 May 06 12:21:00.997074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.035590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.124607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.251308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:01.291466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:01.304697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:01.307354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=42cb4c85-6084-4f74-9123-d607a68595e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:01.309966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:01.327192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:01.327653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:01.328108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:01.337184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:01.337598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:01.346856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:01.348195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:01.348943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:01.349609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Bound port: 83e7c461-573a-4532-baba-1d0d6789ff40, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:01.350175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.505815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:01.512604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:01.604687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.706687 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.815639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.817901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] 10.222.0.13 "PUT /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 1092 time: 2.1735108 May 06 12:21:01.818390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:01.917456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:01.961551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b81af-80bb-4765-84aa-2461d2cbe709 service neutron] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:02.070514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660825f5-e12a-4684-9a45-849f54ed5f9e req-7fd5a9c7-6740-4730-9c89-e12d9a2c5eb1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:02.072077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-660825f5-e12a-4684-9a45-849f54ed5f9e req-7fd5a9c7-6740-4730-9c89-e12d9a2c5eb1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 944 time: 0.2255855 May 06 12:21:02.188917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-332f5489-2e41-40c5-ac23-44c771cf2552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1095 time: 0.2109613 May 06 12:21:02.224395 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:02.302223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:02.365746 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd30c24e-c208-44f3-989b-2eaf670d4dfc'] response: {'name': 'network-changed', 'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40', 'status': 'completed', 'code': 200} May 06 12:21:02.396247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-660825f5-e12a-4684-9a45-849f54ed5f9e req-550665b3-ff02-4a33-ae67-7e7ad062be9b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174820 May 06 12:21:02.398316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-a0ea1e2e-bd52-4ab3-acd1-966c37247294 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.1990829 May 06 12:21:02.483595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=42cb4c85-6084-4f74-9123-d607a68595e6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:02.544986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-4354bdea-b843-4e08-ba38-4ffde5725697 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:02.547150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-4354bdea-b843-4e08-ba38-4ffde5725697 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1427774 May 06 12:21:02.589193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:02.611499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-cb4c77c2-4b3c-469b-ae88-24551cd9ecd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575299 May 06 12:21:02.805892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:02.807244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e7488d8-96f9-400c-bc9c-533dbca1603f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7260647 May 06 12:21:02.853355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-4ad69ab9-6cb5-4f2d-b5f5-6b2fc8f7175f service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342069 May 06 12:21:03.026291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-207a1125-ac83-4ff4-970e-f814ad8a3745 req-fb4af87e-1ad3-4140-a058-216160ede33f service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582294 May 06 12:21:03.292032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-13958877-d17d-4abc-99ef-621eaaf13ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0908210 May 06 12:21:03.449162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-64854af8-1dba-4e18-af10-76537983f88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:03.450898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-64854af8-1dba-4e18-af10-76537983f88f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1466343 May 06 12:21:03.569227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-6182b012-1ea0-44e1-bf4c-f1c6fe61389d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.1060472 May 06 12:21:03.648367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-4a30fedb-2a07-471d-9a71-e6eb256ff6bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:03.649813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-4a30fedb-2a07-471d-9a71-e6eb256ff6bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0691993 May 06 12:21:03.661549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-b3c7979c-4ab4-4c75-8def-16e21841dc57 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:03.704241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-26a49f87-ac93-4b45-8317-221d6dca2f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435948 May 06 12:21:03.832930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-b3c7979c-4ab4-4c75-8def-16e21841dc57 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:03.835124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-b3c7979c-4ab4-4c75-8def-16e21841dc57 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1246286665&fields=id&tenant_id=a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 267 time: 0.2192500 May 06 12:21:03.900622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-6c77a12d-8675-4790-86c8-95911a43c811 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854765 May 06 12:21:03.996021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-714f9c1e-8900-446d-969b-10fe09df9118 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:03.996685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-714f9c1e-8900-446d-969b-10fe09df9118 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:04.045498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5550fdc-76f1-42d8-a15d-abfc0d7c1756 req-f8a04322-738b-445d-a561-f8fa1d8e57a7 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308675 May 06 12:21:04.101283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-714f9c1e-8900-446d-969b-10fe09df9118 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:04.102498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-714f9c1e-8900-446d-969b-10fe09df9118 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.2588341 May 06 12:21:04.123749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-6565d112-ee16-4412-a2f1-2d7116aabe90 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/quotas/a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 375 time: 0.0118577 May 06 12:21:04.214194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-8300c9dd-ae3a-403e-9e38-f070852fe711 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:04.364026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-8300c9dd-ae3a-403e-9e38-f070852fe711 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:04.366577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-8300c9dd-ae3a-403e-9e38-f070852fe711 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358382 May 06 12:21:04.475573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99dae-cb9d-4525-85c0-4c1055980ccb req-79c799bd-0d28-4598-a755-06a8d4e47be3 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:04.477134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcf99dae-cb9d-4525-85c0-4c1055980ccb req-79c799bd-0d28-4598-a755-06a8d4e47be3 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.1061065 May 06 12:21:04.522801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcf99dae-cb9d-4525-85c0-4c1055980ccb req-62cb4d7a-b41a-427e-94ff-b5df35ea9f4b tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 May 06 12:21:04.534652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-9548c642-df59-455f-96d6-b88dc8a7adb7 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550488 May 06 12:21:04.687035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-7281254c-a1d8-4573-9645-2c250d0c2e91 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461201 May 06 12:21:04.726931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f64e7-66a1-4ca7-9fd0-8f42bfac6842 req-b226e473-c84b-4d49-98f1-0cf0c94d07e2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:04.728441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-413f64e7-66a1-4ca7-9fd0-8f42bfac6842 req-b226e473-c84b-4d49-98f1-0cf0c94d07e2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 944 time: 0.0883057 May 06 12:21:04.789711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-413f64e7-66a1-4ca7-9fd0-8f42bfac6842 req-8de41c20-dada-40ba-90fe-44619815f57a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526764 May 06 12:21:05.053749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-03be9a81-3c07-4b6f-95f9-373182dd82fd tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:05.055393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-03be9a81-3c07-4b6f-95f9-373182dd82fd tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.0944903 May 06 12:21:05.173990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Deleting port 16614b74-d01f-493f-8641-8404e0786f65 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:05.174569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:05.539975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-c2d51c68-3fb9-41a4-b843-d982e2827ff8 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502055 May 06 12:21:05.582627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb5c2590-c001-431f-9d06-390bba544895 req-a8e430e0-5bb5-444c-b40a-63e4b7c1bd00 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 210 time: 0.0588050 May 06 12:21:05.631244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] For port 16614b74-d01f-493f-8641-8404e0786f65, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16614b74-d01f-493f-8641-8404e0786f65,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:05.631532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:05.730774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-3b520b6e-93e8-4647-b43d-2441ca3be625 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:05.732379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-3b520b6e-93e8-4647-b43d-2441ca3be625 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864026 May 06 12:21:05.764346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-09c6d378-ca86-4299-97dc-2930eda87261 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0236561 May 06 12:21:05.772462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Calling delete_port for 16614b74-d01f-493f-8641-8404e0786f65 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:05.805727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:05.880284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-34fd975f-405a-4504-ba58-bb00f77d957c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114337 May 06 12:21:06.045319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:06.055234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6c6fe-c274-42ae-bedc-056f42ea0418 req-905b3d9c-5fb2-4e73-93b3-3b73bf90503e tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:06.056841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e6c6fe-c274-42ae-bedc-056f42ea0418 req-905b3d9c-5fb2-4e73-93b3-3b73bf90503e tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 950 time: 0.1358297 May 06 12:21:06.066580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '83e7c461-573a-4532-baba-1d0d6789ff40', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'port_id': '83e7c461-573a-4532-baba-1d0d6789ff40', 'mac_address': 'fa:16:3e:09:0c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a1fde-3b1a-4d0c-abfd-c9e5a8213efe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:06.109241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e6c6fe-c274-42ae-bedc-056f42ea0418 req-15bbbbf5-0157-456e-ba3a-46722503654a tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c97b246-d464-45ba-bb7e-ce0c4242c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 May 06 12:21:06.135214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:06.165279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['16614b74-d01f-493f-8641-8404e0786f65'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:06.205620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:06.242146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Pushing event deleted for resources: {'Port': ['ID=16614b74-d01f-493f-8641-8404e0786f65,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:06.242516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e7c461-573a-4532-baba-1d0d6789ff40 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:06.263142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:06.420648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:06.556405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:06.662428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['83e7c461-573a-4532-baba-1d0d6789ff40'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:06.693526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3923fc-7f79-4ce4-af05-fdbc9b5cb535 req-a32016d1-40b5-4697-8ff4-8f0d5a53f2ed tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:06.695015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af3923fc-7f79-4ce4-af05-fdbc9b5cb535 req-a32016d1-40b5-4697-8ff4-8f0d5a53f2ed tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.1994629 May 06 12:21:06.752811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af3923fc-7f79-4ce4-af05-fdbc9b5cb535 req-dcc89fe3-51fe-4f08-a800-4fbe6c14562e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 May 06 12:21:06.875439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08f8fc0b-68fc-4c53-94e5-2aba98244c70 req-e0ddd23d-583b-4c2c-afa3-7f4483f877dc tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0445311 May 06 12:21:07.069445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] No DVR routers for this DVR port 16614b74-d01f-493f-8641-8404e0786f65 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:07.083967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:07.084777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'name': 'network-vif-deleted', 'tag': '16614b74-d01f-493f-8641-8404e0786f65'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:07.109879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-279d28ab-2db5-4cf5-a5b6-f4ee1dcbe8be req-f6e726a0-2e35-471f-b97a-38ac58d44378 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 210 time: 0.0717099 May 06 12:21:07.274786 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9317afc0-f963-486c-9eda-8984c0100af8'] response: {'server_uuid': '9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3', 'name': 'network-vif-deleted', 'tag': '16614b74-d01f-493f-8641-8404e0786f65', 'status': 'completed', 'code': 200} May 06 12:21:07.324446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28fa30d-89cc-40a5-a3fa-3a1659be97e0 req-f833338d-486b-4097-9d83-722d7fe2c98f tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.13 "DELETE /v2.0/ports/16614b74-d01f-493f-8641-8404e0786f65 HTTP/1.1" status: 204 len: 173 time: 2.2610142 May 06 12:21:07.428610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-985affd0-ca64-4f32-9744-e74ec24fa8d2 req-6ce0d46d-4587-4be8-9260-27e08110aa9e tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.0428998 May 06 12:21:07.805479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:08.003636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761db2-5890-48d8-8e9b-93b69c6e818d req-18973a15-53a6-4981-8ae5-8d7ae5a611bf tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:08.003636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39761db2-5890-48d8-8e9b-93b69c6e818d req-18973a15-53a6-4981-8ae5-8d7ae5a611bf tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.0963793 May 06 12:21:08.061754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39761db2-5890-48d8-8e9b-93b69c6e818d req-c4b460bb-0ba1-44c0-9691-a541803b66b4 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 May 06 12:21:08.496823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e43073db-58ae-4439-8932-7b3d5c45767d req-e467d610-6800-487b-b7fc-42d041796b5f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0442085 May 06 12:21:08.496823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1bb409e-3871-4955-9f6f-d0967ed65dd9 req-6f65719e-716e-4fcf-a272-154c4257ccbc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 210 time: 0.0441403 May 06 12:21:08.610001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 83e7c461-573a-4532-baba-1d0d6789ff40 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:08.612138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-11caead9-88c5-4f0c-b93b-52e95d436324 req-5bdab78c-7d77-47d9-98a7-6c04d36ef125 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Synchronizing usage tracker for tenant:9d1a79dc1beb491887142a82da65b137 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:08.616000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 83e7c461-573a-4532-baba-1d0d6789ff40 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:08.616448 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:08.757511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f2afd9e6-50b0-4377-b323-08b263caf38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:08.792193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:08.828232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:08.842962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:08.998533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-11caead9-88c5-4f0c-b93b-52e95d436324 req-5bdab78c-7d77-47d9-98a7-6c04d36ef125 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] Unset dirty status for tenant:9d1a79dc1beb491887142a82da65b137 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:09.007886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11caead9-88c5-4f0c-b93b-52e95d436324 req-5bdab78c-7d77-47d9-98a7-6c04d36ef125 tempest-TenantUsagesTestJSON-1747027275 tempest-TenantUsagesTestJSON-1747027275-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e0dce6d-2f93-45d7-aed0-a3a1e1f4f9f3 HTTP/1.1" status: 200 len: 210 time: 0.4327815 May 06 12:21:09.092310 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae1437e-a3c7-43c2-a3ac-2e68ee39c162'] response: {'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40', 'code': 200} May 06 12:21:09.096057 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:09.105401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16614b74-d01f-493f-8641-8404e0786f65 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:09.197504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 16614b74-d01f-493f-8641-8404e0786f65 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:09.198172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16614b74-d01f-493f-8641-8404e0786f65 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:09.265557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-504ef1e9-d99e-47fd-9673-9613d1ecb413 req-424f4a3b-a363-44fc-a1a3-743db2646166 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0895200 May 06 12:21:09.266124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:09.319992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-504ef1e9-d99e-47fd-9673-9613d1ecb413 req-736fad51-36ea-4bb8-8fa1-06c798f4ee47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531867 May 06 12:21:09.324705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-b53e0292-836e-458d-8a4e-4e3b369b188f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:09.326628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-b53e0292-836e-458d-8a4e-4e3b369b188f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.1966734 May 06 12:21:09.458289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43274) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:09.634079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-81579abb-69ac-4949-b3f1-4aa920168c47 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:09.649783 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:09.663994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-81579abb-69ac-4949-b3f1-4aa920168c47 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:09.667105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-81579abb-69ac-4949-b3f1-4aa920168c47 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 380 time: 0.1125853 May 06 12:21:09.677593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'device_id': '21983943-55fe-4302-8383-e14d412a90f1', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'admin_state_up': True, 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'security_groups': ['f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:09.692517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:09.697497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Usage tracker for resource:security_group_rule and tenant:bee634099fdd43fa9ea4f1adaa1df165 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:09.700983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:09.709447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:09.766779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6525aac7-d33f-43a1-8382-44769b7dc6b5 req-3ef0f880-bb95-421d-8b56-8efe96298a73 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0532897 May 06 12:21:09.892177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:09.963839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:09.976777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:09.981422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.081137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bee634099fdd43fa9ea4f1adaa1df165&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6190231 May 06 12:21:10.081137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943aafe-23f1-4758-bc6d-835ee478660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962769b0-3e89-47af-9435-9412c70e645e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:10.083208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:10.169419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ba2f0-e9fe-4c5f-9c78-12455163cb06 req-e53c5f37-61d8-4fb6-a844-0ab99bb90128 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.171045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d6ba2f0-e9fe-4c5f-9c78-12455163cb06 req-e53c5f37-61d8-4fb6-a844-0ab99bb90128 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 946 time: 0.1216168 May 06 12:21:10.204446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:10.208314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.223070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9e58247c-705b-4165-86fb-e8f4e9e9bd45 req-9ad77c15-2013-4b55-90cb-454cd20a8c30 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 210 time: 0.0621102 May 06 12:21:10.233335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d6ba2f0-e9fe-4c5f-9c78-12455163cb06 req-a4927f6f-0f7a-4b91-bbbb-2aede442bd87 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555825 May 06 12:21:10.243826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.339961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.414333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-0920d4ec-e483-46fc-a2d4-6ceb347d448d tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1645890822&fields=id&tenant_id=3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 267 time: 0.0521429 May 06 12:21:10.496959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.20.0.11 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/30b11452-e0c5-44d2-b679-4de8c91130f0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:10.631944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-643d4727-adaa-477d-b1ca-f93f27f94f72 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:10.636319 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-643d4727-adaa-477d-b1ca-f93f27f94f72 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 823 time: 0.1993279 May 06 12:21:10.652650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-dbf24747-253c-4ef5-b89e-fe681c2fe24d tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/quotas/3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 375 time: 0.0114987 May 06 12:21:10.669987 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.699713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962769b0-3e89-47af-9435-9412c70e645e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:10.744935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-17a71179-bea3-4eb5-816c-8295a09485a6 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0860012 May 06 12:21:10.778555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.794792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Transition to ACTIVE for port object 30b11452-e0c5-44d2-b679-4de8c91130f0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:10.798563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-325740bc-546d-44bb-a9ec-6d41699e5938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:10.895468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-43edcbc5-29cf-44f4-b547-d08c80759ece service neutron] 10.222.0.83 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381006 May 06 12:21:10.994764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7488c46-4802-46e3-9921-e58e8906313e req-07c40cc7-759b-48ec-aa97-cff8bdd6d242 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0736997 May 06 12:21:10.995712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:11.051278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-db908f5f-215f-4598-8989-08e581c0ea5b service neutron] 10.222.0.83 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497538 May 06 12:21:11.113431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:11.117086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fbc80c5d-7dc5-4c86-b4fc-11fd7895429f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/962769b0-3e89-47af-9435-9412c70e645e HTTP/1.1" status: 204 len: 168 time: 1.0314090 May 06 12:21:11.127514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:11.137055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:11.137055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:11.137055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:11.141790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.142409 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:11.311032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-51a40540-a796-4073-b623-fe96f23158ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6376700 May 06 12:21:11.323655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Request body: {'port': {'device_id': '21983943-55fe-4302-8383-e14d412a90f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:11.496081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a09ab9d8-0121-4809-bd52-df32a6a3450f None None] Provisioning for port 30b11452-e0c5-44d2-b679-4de8c91130f0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:11.497884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:11.507899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a09ab9d8-0121-4809-bd52-df32a6a3450f None None] Provisioning complete for port 30b11452-e0c5-44d2-b679-4de8c91130f0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:11.507899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a09ab9d8-0121-4809-bd52-df32a6a3450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:11.586502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-75aa0724-0aed-420c-a471-05876dd73d08 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345647 May 06 12:21:11.595144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a09ab9d8-0121-4809-bd52-df32a6a3450f None None] Port 30b11452-e0c5-44d2-b679-4de8c91130f0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:11.649703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993147f-fb20-4828-bf01-76a842288217 req-4a262cb7-fe73-4b29-9a79-1032c9cdf1f8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.650474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3993147f-fb20-4828-bf01-76a842288217 req-4a262cb7-fe73-4b29-9a79-1032c9cdf1f8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:11.747015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-d1a402ab-0e86-416f-b142-7478dc34b095 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.752353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-d1a402ab-0e86-416f-b142-7478dc34b095 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/ports?device_id=69fb5d8d-3bfd-4180-9b9c-f286a939b9bc HTTP/1.1" status: 200 len: 945 time: 0.2308166 May 06 12:21:11.843464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3993147f-fb20-4828-bf01-76a842288217 req-4a262cb7-fe73-4b29-9a79-1032c9cdf1f8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:11.850489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3993147f-fb20-4828-bf01-76a842288217 req-4a262cb7-fe73-4b29-9a79-1032c9cdf1f8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 932 time: 0.4264615 May 06 12:21:11.855747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43350) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:11.898530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-cb1aaace-fd72-4434-9607-1d9ca643c7e5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:11.900204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-cb1aaace-fd72-4434-9607-1d9ca643c7e5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723982 May 06 12:21:11.934634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:11.951846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43356) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:11.960362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Deleting port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:21:11.960696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.041562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.061365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d967757-75c5-49cc-88ce-be7d7cc7e9a1 req-e80e0e10-c4a7-4559-9efc-62b5ab900b4b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:12.062958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d967757-75c5-49cc-88ce-be7d7cc7e9a1 req-e80e0e10-c4a7-4559-9efc-62b5ab900b4b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 946 time: 0.4750118 May 06 12:21:12.103857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3993147f-fb20-4828-bf01-76a842288217 req-e230e45f-a945-4cce-a7d1-e0f3c4de80a4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523627 May 06 12:21:12.158242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.175680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:12.181444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d967757-75c5-49cc-88ce-be7d7cc7e9a1 req-56879c41-78f2-4c98-9758-399f8ba418fb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936399 May 06 12:21:12.182654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Usage tracker for resource:port and tenant:a329543a144a4902b0d6f9db1ffb2ffc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:12.185655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:12.206940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:12.318566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:12.321788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.324356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4ab6525-039d-43bc-9ab5-e767b51d6715 req-e7c86f5e-eff3-4480-805e-455c4baaecbe tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.1134775 May 06 12:21:12.340542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.420409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:12.434287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:12.440576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28fc8f29-a1ea-4ec9-919d-ba7cc1e14d78 req-52f83781-4dab-47c2-b75a-8c3ea5b93265 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0715337 May 06 12:21:12.448768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:12.451080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.463881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Usage tracker for resource:security_group_rule and tenant:a329543a144a4902b0d6f9db1ffb2ffc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:12.469393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:12.478701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:12.514899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:12.520894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ffe1fcf5544754bb6432c53c49eeea is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:12.526594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:12.533501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:12.555723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.620214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae6dd48e-21d1-4ae9-9cd4-75f67dcac7b2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9d1a79dc1beb491887142a82da65b137&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7205751 May 06 12:21:12.622400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:12.632192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43376) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:12.649123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.664580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.713630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:12.715733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.718034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] For port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:12.718391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.726339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Transition to ACTIVE for port object 30b11452-e0c5-44d2-b679-4de8c91130f0 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:12.739871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Usage tracker for resource:security_group_rule and tenant:f31dc276df534805b1bee0c44d2d2229 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:12.746678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:12.842451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:12.842451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0f54c0-bd67-47a8-819b-a0835d0bb9b0 req-c925985c-a183-41a3-aa83-eb47bf9d03a1 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.3330297 May 06 12:21:12.889798 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:12.904061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.009360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d8ec9b-142e-4e33-b7ef-11ad1d1eaef7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.018153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.028522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9fbdd4d4-a5e5-4dd0-912a-9c98d1f63627 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e4ffe1fcf5544754bb6432c53c49eeea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6087322 May 06 12:21:13.032326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:13.070602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.099112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.106864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0f54c0-bd67-47a8-819b-a0835d0bb9b0 req-b6555abf-8ef1-49be-9207-f3e9a00e1ba0 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770331 May 06 12:21:13.176451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.190394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.64 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/861e57b1-6b31-4020-8a06-86a8544c054d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:13.221403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.222426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.234087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.266278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.376559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.515439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b2233-a982-420c-8541-7529fa7c93d1 req-40e8c17e-4c06-40fa-9653-82d455b798e9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:13.516929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-790b2233-a982-420c-8541-7529fa7c93d1 req-40e8c17e-4c06-40fa-9653-82d455b798e9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 944 time: 0.2607367 May 06 12:21:13.531521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.580028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.606704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-790b2233-a982-420c-8541-7529fa7c93d1 req-ca915db9-657d-466e-a27b-734bae5f696b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774119 May 06 12:21:13.622394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object 861e57b1-6b31-4020-8a06-86a8544c054d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:13.654653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.662264 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.663139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.663494 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 disassociated. External IP: 172.25.2.61, port: c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32. May 06 12:21:13.663871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Calling delete_port for c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:21:13.672421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d8ec9b-142e-4e33-b7ef-11ad1d1eaef7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.697121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Attempting to bind port 30b11452-e0c5-44d2-b679-4de8c91130f0 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:13.697498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Attempting to bind port 30b11452-e0c5-44d2-b679-4de8c91130f0 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:13.697774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Attempting to bind port 30b11452-e0c5-44d2-b679-4de8c91130f0 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:13.711052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f0853-d1e4-4a42-836c-cac52bfe019e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.711728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.713621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14c690ad-dbc2-4444-b2b1-2cbf72c48308 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2d8ec9b-142e-4e33-b7ef-11ad1d1eaef7 HTTP/1.1" status: 204 len: 168 time: 0.6776853 May 06 12:21:13.720317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3c58647a-0aa0-4e53-84c0-995b7216d24d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f31dc276df534805b1bee0c44d2d2229&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7674494 May 06 12:21:13.736426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43398) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:13.737055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.740757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Port 30b11452-e0c5-44d2-b679-4de8c91130f0 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:13.741092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Attempting to bind port 30b11452-e0c5-44d2-b679-4de8c91130f0 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:13.773054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97b246-d464-45ba-bb7e-ce0c4242c521,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:13.791322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:13.791670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:13.792148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:13.792591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Bound port: 30b11452-e0c5-44d2-b679-4de8c91130f0, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:13.793002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.809699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f95dafe6-44f4-47e7-9d96-ddc692ab9257 req-f8e12062-edbf-4399-a80f-42804dfa687c tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.4297366 May 06 12:21:13.881868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.937994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21b731e3-0020-4293-96ae-7dfc51f92e77 req-72559f0f-6882-43f5-a360-3777ef9b5f68 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.1298425 May 06 12:21:13.946583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.962840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:13.963986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d5d3610f-f64c-4a07-8dea-013fb0b39555 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6c97b246-d464-45ba-bb7e-ce0c4242c521 HTTP/1.1" status: 204 len: 168 time: 1.3261147 May 06 12:21:13.991285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f95dafe6-44f4-47e7-9d96-ddc692ab9257 req-65549fce-667c-4822-b9ee-074fd119f7d1 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745858 May 06 12:21:13.998662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:13.999533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:14.002308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:14.004656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:14.017546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:14.056062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.063005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:14.084768 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.089059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.163269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:14.163950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.207503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.209315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] 10.222.0.13 "PUT /v2.0/ports/30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1092 time: 2.8902333 May 06 12:21:14.211897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:14.426722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ef21-5675-413a-bacb-63739b7de592 req-76b0ee50-0894-4f16-8c82-e264f9361e2b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:14.432333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e771ef21-5675-413a-bacb-63739b7de592 req-76b0ee50-0894-4f16-8c82-e264f9361e2b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:14.435721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-bae1d9e6-fd18-407f-8c75-44bd8f6043f7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5214183 May 06 12:21:14.436453 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.440167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.443010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ee5f0853-d1e4-4a42-836c-cac52bfe019e HTTP/1.1" status: 204 len: 168 time: 0.7122393 May 06 12:21:14.446005 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7ff56f-cbd7-45f0-9931-de266752719c'] response: {'name': 'network-changed', 'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'status': 'completed', 'code': 200} May 06 12:21:14.492066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Request body: {'port': {'device_id': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:14.536442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a8533-772d-4b70-9a02-4cc4bf68031a service neutron] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:14.547820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f566244-b9aa-47ae-8958-a8bb6843829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f0853-d1e4-4a42-836c-cac52bfe019e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:14.665435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event deleted for resources: {'Port': ['ID=c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:14.746393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.754399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4893f43-0d5d-4fda-bbd8-6bab94561591 req-e1f50bbc-02fe-47ea-aad2-bc39c335c059 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1095 time: 0.3105216 May 06 12:21:14.798620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-52eddc29-dea9-40d2-8e05-5bca551598bb None None] Provisioning for port 861e57b1-6b31-4020-8a06-86a8544c054d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:14.805040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e771ef21-5675-413a-bacb-63739b7de592 req-76b0ee50-0894-4f16-8c82-e264f9361e2b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:14.805515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-52eddc29-dea9-40d2-8e05-5bca551598bb None None] Provisioning complete for port 861e57b1-6b31-4020-8a06-86a8544c054d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:14.806133 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52eddc29-dea9-40d2-8e05-5bca551598bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:14.812068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e771ef21-5675-413a-bacb-63739b7de592 req-76b0ee50-0894-4f16-8c82-e264f9361e2b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 935 time: 0.5704498 May 06 12:21:14.884770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-52eddc29-dea9-40d2-8e05-5bca551598bb None None] Port 861e57b1-6b31-4020-8a06-86a8544c054d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:14.948073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e771ef21-5675-413a-bacb-63739b7de592 req-f49118d0-8592-4c00-938b-a1981c450d1a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:14.968927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893f43-0d5d-4fda-bbd8-6bab94561591 req-ad1f5090-9f1e-4b1d-8a14-91c6f0ce6736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:14.973534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4893f43-0d5d-4fda-bbd8-6bab94561591 req-ad1f5090-9f1e-4b1d-8a14-91c6f0ce6736 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a10ff3da7de3434882423e6720e7d35d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2108102 May 06 12:21:15.102377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:15.136016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e771ef21-5675-413a-bacb-63739b7de592 req-f49118d0-8592-4c00-938b-a1981c450d1a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:15.137178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e771ef21-5675-413a-bacb-63739b7de592 req-f49118d0-8592-4c00-938b-a1981c450d1a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243461 May 06 12:21:15.179127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43428) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:15.271701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.301594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861e57b1-6b31-4020-8a06-86a8544c054d {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:15.319987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.385298 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-661c6c83-574b-4ba4-a60d-d26bf00dc9cb req-6386f9b9-0762-4cc4-8f5f-858483c7a0ba tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.0674803 May 06 12:21:15.404111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Transition to ACTIVE for port object 861e57b1-6b31-4020-8a06-86a8544c054d will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:15.479140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893f43-0d5d-4fda-bbd8-6bab94561591 req-5be6ef94-39c9-464e-8dbc-8e79a72f551e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:15.486049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4893f43-0d5d-4fda-bbd8-6bab94561591 req-5be6ef94-39c9-464e-8dbc-8e79a72f551e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4983821 May 06 12:21:15.545556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:15.565243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:15.572743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Usage tracker for resource:security_group_rule and tenant:f65021a322fe46fda36fae0cab945c35 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:15.600051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19330e93-a220-4ef8-8109-e73987426383 req-ca4c6c9a-5d86-4f33-966b-e40049342dcf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:15.601576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19330e93-a220-4ef8-8109-e73987426383 req-ca4c6c9a-5d86-4f33-966b-e40049342dcf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 944 time: 0.3907170 May 06 12:21:15.714106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:15.721016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:15.723903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19330e93-a220-4ef8-8109-e73987426383 req-5cc51ae7-d631-457d-af28-b1969d720b90 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058476 May 06 12:21:15.741376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:15.746235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-e6989558-2650-4b42-bbcb-525b3e4a9500 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1095 time: 0.2073162 May 06 12:21:15.755713 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:15.778539 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:15.779182 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:15.824605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:15.884888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:21:15.886976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:16.058116 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:16.094354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-d61eb582-5126-4912-8648-a3c1e9f8503c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 217 time: 0.2789307 May 06 12:21:16.110257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] No DVR routers for this DVR port c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:16.118544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.155636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.184695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:16.195943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-34ecfc0f-26e5-4440-be6b-6eed5a996d1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:16.198000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-34ecfc0f-26e5-4440-be6b-6eed5a996d1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0893352 May 06 12:21:16.309647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-162274b6-9fc5-455e-b11a-6973c9589b38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986342 May 06 12:21:16.349007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e009e310-1c70-4a8c-a442-442a8530a3e0 req-28f84f7f-1f5d-485f-a237-72fc3c1aa29b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "DELETE /v2.0/ports/c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32 HTTP/1.1" status: 204 len: 173 time: 4.5901191 May 06 12:21:16.436127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-a4657b41-de5f-4592-9311-6acc8710ce26 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:16.437946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-a4657b41-de5f-4592-9311-6acc8710ce26 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 823 time: 1.0517142 May 06 12:21:16.490975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'name': 'network-vif-deleted', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:16.507648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.513230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:16.518008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:16.530561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:16.531328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:16.554331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b43403bf-99fd-45db-a3c8-4ba4f7056cc1 req-b81e38d5-58a8-428f-a0b1-3422c9b538fa tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.8344874 May 06 12:21:16.567207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-87452855-e145-4a50-9bd2-eb82a98f587e service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509778 May 06 12:21:16.575850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753c3c-6d9b-4960-a400-4d0e2ed16b56 req-acd6fc5d-e1ba-489b-8bff-c765fb766c77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:16.577247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91753c3c-6d9b-4960-a400-4d0e2ed16b56 req-acd6fc5d-e1ba-489b-8bff-c765fb766c77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 947 time: 0.1719046 May 06 12:21:16.599883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-1a3a62d4-cfca-4306-8d5e-bc294e061e3e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c65b5779f89493cbdb24a57cb052dd5 HTTP/1.1" status: 200 len: 380 time: 0.1105413 May 06 12:21:16.611759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'port': {'device_id': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'admin_state_up': True, 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'security_groups': ['527b3ae0-0e5a-4b23-acc6-34c872418822']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:16.630470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Attempting to bind port 861e57b1-6b31-4020-8a06-86a8544c054d on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:16.630859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Attempting to bind port 861e57b1-6b31-4020-8a06-86a8544c054d by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:16.631199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Attempting to bind port 861e57b1-6b31-4020-8a06-86a8544c054d on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:16.721407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91753c3c-6d9b-4960-a400-4d0e2ed16b56 req-e9eb58b6-0fe0-4bf7-947d-651a65235c7f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258719 May 06 12:21:16.765180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40419e60-6df0-45bc-b98a-ea2a74e2e1f2 req-52d74dbd-a38a-4d80-b570-622c4b2bf0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869326 May 06 12:21:16.772832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:16.831150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:16.832588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Port 861e57b1-6b31-4020-8a06-86a8544c054d on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:16.833072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Attempting to bind port 861e57b1-6b31-4020-8a06-86a8544c054d on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:16.926872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b43403bf-99fd-45db-a3c8-4ba4f7056cc1 req-542a2386-a7e1-44e2-abd8-5582fe24fb9c tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635902 May 06 12:21:16.962914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:16.969624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:16.970349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:16.970924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Bound port: 861e57b1-6b31-4020-8a06-86a8544c054d, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:16.971430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.045682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7995cf3c-f527-44e8-ba02-3324709732a2 req-42d1957d-2442-4531-8cbc-177e570c47a7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:17.064419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58b95e-a8b4-485a-ad27-e136057a83dc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:17.092929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b66250e0-d8e6-4a71-bc44-1611c1c7a54f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f65021a322fe46fda36fae0cab945c35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9038913 May 06 12:21:17.092929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:17.161081 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364e436e-2ac1-46ca-97ca-761bf1826e5c'] response: {'server_uuid': '69fb5d8d-3bfd-4180-9b9c-f286a939b9bc', 'name': 'network-vif-deleted', 'tag': 'c6004ca0-b1c5-4f6a-bc0b-3e346a4e2f32', 'status': 'completed', 'code': 200} May 06 12:21:17.169518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7995cf3c-f527-44e8-ba02-3324709732a2 req-42d1957d-2442-4531-8cbc-177e570c47a7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:17.170997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7995cf3c-f527-44e8-ba02-3324709732a2 req-42d1957d-2442-4531-8cbc-177e570c47a7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.1786764 May 06 12:21:17.224321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:17.240777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:17.255583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:17.268610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=861e57b1-6b31-4020-8a06-86a8544c054d,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:17.288031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.289084 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:17.294005 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595b86b5-6841-4732-adc4-0d27f7ae4c2a None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:17.368247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.394745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Made reservation on behalf of 3c65b5779f89493cbdb24a57cb052dd5 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:17.394745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.403220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.596952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:17.598738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] 10.222.0.13 "PUT /v2.0/ports/861e57b1-6b31-4020-8a06-86a8544c054d HTTP/1.1" status: 200 len: 1095 time: 3.1542273 May 06 12:21:17.604289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:17.628178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa84a-9718-481b-a214-5f14fe70eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:17.649977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e569974b-1680-4d06-8e73-d990c09cf502 None None] New status for floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:17.660247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb905afd-870c-4704-9b9b-09618d1ec49f req-15afef1a-fa06-41f5-b751-b97d51c45efd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:17.668929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb905afd-870c-4704-9b9b-09618d1ec49f req-15afef1a-fa06-41f5-b751-b97d51c45efd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 944 time: 0.3447566 May 06 12:21:17.709895 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a959fd87-7a08-4387-94eb-5ef5c2e66856'] response: {'name': 'network-changed', 'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d', 'status': 'completed', 'code': 200} May 06 12:21:17.899015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb905afd-870c-4704-9b9b-09618d1ec49f req-35e87e29-1cce-48e4-9cf5-c21a75fe2ca5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289913 May 06 12:21:17.934321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:18.043965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58b95e-a8b4-485a-ad27-e136057a83dc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:18.090833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef655789-bfa3-4600-b88f-a9b5bd22171e req-984dfb39-91d1-497e-9dc1-9ed7ba002771 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 1098 time: 0.3573565 May 06 12:21:18.124249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ea48-5bda-4148-a874-a089bd2e732c req-fd63e219-fae7-4865-93cb-e5308556f0ff tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:18.125704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d58ea48-5bda-4148-a874-a089bd2e732c req-fd63e219-fae7-4865-93cb-e5308556f0ff tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 947 time: 0.1418478 May 06 12:21:18.176686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef655789-bfa3-4600-b88f-a9b5bd22171e req-ddc4e635-437b-49ba-9541-fe148ae4c24c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489061 May 06 12:21:18.177838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d58ea48-5bda-4148-a874-a089bd2e732c req-2f877d90-6da5-493e-a7f9-41ec10a4c720 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 May 06 12:21:18.186200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:18.187258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d23fa6a-b852-4191-b76b-4482d88c5f89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d58b95e-a8b4-485a-ad27-e136057a83dc HTTP/1.1" status: 204 len: 168 time: 1.0307348 May 06 12:21:18.352660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Allocated IP 172.20.0.10 (0d0a958e-f77f-43bd-8bfc-1269713b5cc0/bae3e731-bfbb-4024-950d-b4ccceb4067f/01347afe-53b5-4711-b19a-f76a02202ac2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:18.444969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83cc305b-a60c-47d8-99e8-b91191001437 req-ccc18e26-0278-4776-a348-5c78db91cfe3 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.0733953 May 06 12:21:18.467760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655789-bfa3-4600-b88f-a9b5bd22171e req-f608e025-1052-4021-a61d-66cc15f713c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:18.469247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef655789-bfa3-4600-b88f-a9b5bd22171e req-f608e025-1052-4021-a61d-66cc15f713c5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2843521 May 06 12:21:18.587150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35e9c8d8-70f3-4207-807c-3205b1f232eb req-054e7bab-0e18-4adf-abae-f0666a00ee8a tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.3763340 May 06 12:21:18.644323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43530) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:18.808095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:18.824944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35e9c8d8-70f3-4207-807c-3205b1f232eb req-afb49c83-3296-4be9-83e6-97998a5cfe75 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259421 May 06 12:21:18.830033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-0707df99-0b0d-4439-95e0-ef846a3e6223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 1098 time: 0.3076696 May 06 12:21:18.938960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-1bc9a955-3e9c-4ed9-bd81-f8d7d6d621e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=861e57b1-6b31-4020-8a06-86a8544c054d HTTP/1.1" status: 200 len: 217 time: 0.0903008 May 06 12:21:18.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Transition to ACTIVE for port object 01347afe-53b5-4711-b19a-f76a02202ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:19.029391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.093741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:19.097981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Usage tracker for resource:security_group_rule and tenant:76b5398ede7741f7a0ad5fd6f4d09d91 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:19.101545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:19.108100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:19.135067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-345e3bde-7d31-4658-927d-3aed74e8521d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:19.136623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-345e3bde-7d31-4658-927d-3aed74e8521d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1839659 May 06 12:21:19.187072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ca07942-a900-4108-bda5-e65aafb05667 req-3a5c7049-d6b0-4fdf-8d77-669f16d439c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1217082 May 06 12:21:19.239321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-99d08bf3-af77-48bb-ae96-fd28fbac59bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895824 May 06 12:21:19.320350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.341130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.357320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf882e-fea6-4241-bd02-a04b9b479cd5 req-006f8274-95c1-4b06-a8ae-c281b38625d4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:19.359107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2bf882e-fea6-4241-bd02-a04b9b479cd5 req-006f8274-95c1-4b06-a8ae-c281b38625d4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 944 time: 0.2123513 May 06 12:21:19.415995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2bf882e-fea6-4241-bd02-a04b9b479cd5 req-e9af4d10-a36b-49d3-9dfb-23db66317ba6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508330 May 06 12:21:19.447355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:19.452897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:19.455444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:19.514587 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.541895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:19.541895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.619671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event updated for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:19.673775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-5c74de4e-35e6-491e-9402-744a1b1ae5af service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247775 May 06 12:21:19.797162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c550e4c7-6527-40b3-b854-db7b226793dc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:19.797162 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b11fc4dc-7d52-474b-8741-ba60b1fc06d1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=76b5398ede7741f7a0ad5fd6f4d09d91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1406989 May 06 12:21:19.797162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:19.800693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-e4717f8c-0f21-4a87-ba81-268957bc750b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1847107 May 06 12:21:19.828267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Request body: {'port': {'device_id': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:19.897340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:19.955298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:19.963477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd71f-d9f8-43d0-a946-527133e25bb0 req-577e55b2-7f7a-4d64-8eaf-5b5a376655e6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:19.970412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-421dd71f-d9f8-43d0-a946-527133e25bb0 req-577e55b2-7f7a-4d64-8eaf-5b5a376655e6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 947 time: 0.2889216 May 06 12:21:19.997564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-571be1bf-5133-4a87-b26d-107e03ccfb7d req-dc1edf2b-7812-47fb-a6a8-515564121693 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187990 May 06 12:21:20.004239 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.046538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.082602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-421dd71f-d9f8-43d0-a946-527133e25bb0 req-66f865b4-8053-40bc-9b66-96c0a65dc3bc tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112514 May 06 12:21:20.179424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:20.207337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:20.265029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17b1b48c-57c2-457c-b914-19a66c71daa2 req-2dacb38e-5e9d-46c4-9bab-56410444eaa8 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1096 time: 0.0737455 May 06 12:21:20.265884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.273835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.294675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:20.312683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:20.352732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c98b24a6-7a9a-4f73-858c-29c97ed14c94 None None] Provisioning for port 01347afe-53b5-4711-b19a-f76a02202ac2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:20.355441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550e4c7-6527-40b3-b854-db7b226793dc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:20.368559 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.369976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-91bec3bf-7f80-4859-9a70-c7e9ac01a395 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c550e4c7-6527-40b3-b854-db7b226793dc HTTP/1.1" status: 204 len: 168 time: 0.5794954 May 06 12:21:20.370734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.382315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c98b24a6-7a9a-4f73-858c-29c97ed14c94 None None] Provisioning complete for port 01347afe-53b5-4711-b19a-f76a02202ac2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:20.383173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c98b24a6-7a9a-4f73-858c-29c97ed14c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.404424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17b1b48c-57c2-457c-b914-19a66c71daa2 req-3a435f6a-96de-4a12-acf0-f6bd7c699b98 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646348 May 06 12:21:20.436105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.535478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c98b24a6-7a9a-4f73-858c-29c97ed14c94 None None] Port 01347afe-53b5-4711-b19a-f76a02202ac2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:20.556141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:20.560636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01347afe-53b5-4711-b19a-f76a02202ac2 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:20.569155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.585607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Transition to ACTIVE for port object 01347afe-53b5-4711-b19a-f76a02202ac2 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:20.645655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417313-5e65-4747-84ca-c957d14ced2d req-5556f79c-1cbd-4550-bfaf-0733c3e1d534 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:20.647009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff417313-5e65-4747-84ca-c957d14ced2d req-5556f79c-1cbd-4550-bfaf-0733c3e1d534 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 932 time: 0.1169133 May 06 12:21:20.667486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:20.701091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff417313-5e65-4747-84ca-c957d14ced2d req-a4b5190e-2dff-403b-bf96-9a0228faaa78 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482919 May 06 12:21:20.811518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30b11452-e0c5-44d2-b679-4de8c91130f0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:20.903134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:20.998316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Attempting to bind port 01347afe-53b5-4711-b19a-f76a02202ac2 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:20.999423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Attempting to bind port 01347afe-53b5-4711-b19a-f76a02202ac2 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:21.000138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Attempting to bind port 01347afe-53b5-4711-b19a-f76a02202ac2 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:21.007348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Port 01347afe-53b5-4711-b19a-f76a02202ac2 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:21.008062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Attempting to bind port 01347afe-53b5-4711-b19a-f76a02202ac2 on network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:21.014943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:21.015603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Checking segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:21.016350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Bound using segment: {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:21.017045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Bound port: 01347afe-53b5-4711-b19a-f76a02202ac2, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92909de-993b-4855-9851-8bd3ef72c93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:21.017606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:21.127147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:21.131122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01347afe-53b5-4711-b19a-f76a02202ac2,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:21.275922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:21.347178 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-a5869df0-b7d3-46bd-b3e3-4cfbcb155b74 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552928 May 06 12:21:21.374973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:21.376502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] 10.222.0.86 "PUT /v2.0/ports/01347afe-53b5-4711-b19a-f76a02202ac2 HTTP/1.1" status: 200 len: 1092 time: 1.5628345 May 06 12:21:21.388409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:21.420720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff0078-e7e4-4f16-8ce3-824a9f368ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:21.545580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-daf4f762-fbf8-4c8d-93c2-721ff0180268 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:21.548480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-daf4f762-fbf8-4c8d-93c2-721ff0180268 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993258 May 06 12:21:21.567418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-8a693f7b-530d-4811-a8e1-5bf40c89bd9f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/quotas/044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 375 time: 0.0130963 May 06 12:21:21.615597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-5dc34c65-46ef-4e3a-81bf-b3d5b6985300 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428569 May 06 12:21:21.654247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-d65020be-6598-4125-8bfa-6e26c0e2b331 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 1095 time: 0.0812125 May 06 12:21:21.818325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-833c6f46-c5c5-41c4-9991-883e1516f642 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01347afe-53b5-4711-b19a-f76a02202ac2 HTTP/1.1" status: 200 len: 217 time: 0.1567004 May 06 12:21:21.884394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-2c6bb3ef-05b1-4931-a96d-1ac8dfbd644c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:21.885828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-2c6bb3ef-05b1-4931-a96d-1ac8dfbd644c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.0603709 May 06 12:21:21.915315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 861e57b1-6b31-4020-8a06-86a8544c054d details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:21.917616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:21.969195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-b09a7a33-ef1e-44b4-8e39-808788be7203 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768011 May 06 12:21:22.178231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-7cf2ce20-9f60-477f-afba-ff8a551b4293 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010422 May 06 12:21:22.182942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=861e57b1-6b31-4020-8a06-86a8544c054d,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:22.218500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '861e57b1-6b31-4020-8a06-86a8544c054d', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '861e57b1-6b31-4020-8a06-86a8544c054d', 'mac_address': 'fa:16:3e:83:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:22.243457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfb1283d-735c-4c5a-8f2c-bc5087f1e5e5 req-b83d111e-fc2c-45f1-ad17-6bed4c3b20da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1241786 May 06 12:21:22.278862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 30b11452-e0c5-44d2-b679-4de8c91130f0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:22.302668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30b11452-e0c5-44d2-b679-4de8c91130f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:22.303043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.348338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-def69423-ba68-4579-985f-40b6b4dcdfdd req-41e22add-ebe8-43b9-a0aa-32c1e16ae76b service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620934 May 06 12:21:22.358489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.384514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861e57b1-6b31-4020-8a06-86a8544c054d {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:22.404974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=861e57b1-6b31-4020-8a06-86a8544c054d,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:22.458395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.487186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:22.497229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:22.600972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.687606 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:22.725196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:22.800736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:22.875878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:22.985955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43660) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:23.179323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-519702750-network', 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:23.183757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:23.187629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Usage tracker for resource:network and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:23.192283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:23.198648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:23.369697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:23.372020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.385460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.416888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:23.420900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Usage tracker for resource:security_group_rule and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:23.423642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:23.430174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:23.505740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.632350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.668140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:21:23.673465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ce4a5c-579d-468d-8375-2989b8f6c64d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:23.682312 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.682933 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Added segment 2afad0f2-316f-45e2-b105-f9da051c4c53 of type vlan for network b24edb0b-48b9-458e-a153-46c7d7100a14 May 06 12:21:23.713913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.715737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:23.724118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-6c92feaa-6cba-4a1e-bc99-6a0b7fd7c855 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:21:23.725087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-6c92feaa-6cba-4a1e-bc99-6a0b7fd7c855 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075078 May 06 12:21:23.877968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.879394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:23.879954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:23.881561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Request body: {'binding': {'host': 'n-h1-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:23.882008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:21:23.972073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 861e57b1-6b31-4020-8a06-86a8544c054d up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:23.992623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] Pushing event updated for resources: {'Network': ['ID=b24edb0b-48b9-458e-a153-46c7d7100a14,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:24.016446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network b24edb0b-48b9-458e-a153-46c7d7100a14 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:21:24.094484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on host n-h1-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:24.094829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:24.095175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:24.101724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:24.102070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:24.108797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:24.109608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:24.109608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:24.110068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Bound port: 83e7c461-573a-4532-baba-1d0d6789ff40, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:24.120051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-89f4eb59-8340-41cb-b724-0ce74426bb98 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1325262 May 06 12:21:24.123031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:24.132714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Request body: {'subnet': {'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-519702750-subnet', 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:24.141050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:24.146182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Usage tracker for resource:subnet and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:24.149238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:24.149636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:24.155477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:24.289615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 861e57b1-6b31-4020-8a06-86a8544c054d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:24.290084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:24.292071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.293182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.294695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-9658d8cb-f7c8-4a92-807f-497c321e4928 service neutron] 10.222.0.83 "POST /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40/bindings HTTP/1.1" status: 201 len: 389 time: 0.4999726 May 06 12:21:24.296473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 861e57b1-6b31-4020-8a06-86a8544c054d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:24.297075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.459468 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.501782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=861e57b1-6b31-4020-8a06-86a8544c054d,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:24.632505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.700556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:24.718228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:24.800713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7537efdf-642f-4c0f-b794-6dca69fb79fb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:24.816223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Checking segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:24.816641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Network hostable DHCP agents. Network: b24edb0b-48b9-458e-a153-46c7d7100a14, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:21:25.009245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Network b24edb0b-48b9-458e-a153-46c7d7100a14 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:21:25.157291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, b24edb0b-48b9-458e-a153-46c7d7100a14) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:25.161247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.162030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:25.166881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db1ef2-137a-4852-8a37-68b11e5e3c24 None None] Network b24edb0b-48b9-458e-a153-46c7d7100a14 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:21:25.200763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62951-4718-4cb1-8b81-be80d325af20 req-11451e00-67f4-4cc9-b3d3-793b707b87b3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.202227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f62951-4718-4cb1-8b81-be80d325af20 req-11451e00-67f4-4cc9-b3d3-793b707b87b3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.0820274 May 06 12:21:25.260358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0f62951-4718-4cb1-8b81-be80d325af20 req-3de32a40-2062-424f-94b0-2955601ae18d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501473 May 06 12:21:25.289029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b1a8efc2-2bbb-47c3-8d40-d775636abfa0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1631877 May 06 12:21:25.420548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2e2ab-9b50-4383-b9fb-9ef6a8abae7a None None] Network b24edb0b-48b9-458e-a153-46c7d7100a14 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:21:25.482527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978f9a0-0287-4497-848c-8003d2880df7 req-5044e455-fa9c-4451-a7aa-09ee6c0ccad9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.484158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3978f9a0-0287-4497-848c-8003d2880df7 req-5044e455-fa9c-4451-a7aa-09ee6c0ccad9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.0932167 May 06 12:21:25.547516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-41de059e-0aa0-44e1-a9e1-46f163f0157f tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:21:25.548467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-41de059e-0aa0-44e1-a9e1-46f163f0157f tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0359886 May 06 12:21:25.566271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Request body: {'binding': {'host': 'n-h2-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:25.566713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:21:25.644819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3978f9a0-0287-4497-848c-8003d2880df7 req-585b7d58-05ba-4cdf-ab1c-3dde17844ff6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536057 May 06 12:21:25.726088 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff5a879-ebb4-4f90-8a26-358de66d5b8f'] response: {'name': 'network-changed', 'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2', 'status': 'completed', 'code': 200} May 06 12:21:25.756145 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-41d0bd3c-6a0e-4a47-9ff1-2c76052bdd35 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1097 time: 0.2462022 May 06 12:21:25.801481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01347afe-53b5-4711-b19a-f76a02202ac2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:25.849105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-0af0f6b8-ef49-43ca-b253-2f74df3b3554 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 1095 time: 0.1026776 May 06 12:21:25.952813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01347afe-53b5-4711-b19a-f76a02202ac2,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:25.970085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '01347afe-53b5-4711-b19a-f76a02202ac2', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'port_id': '01347afe-53b5-4711-b19a-f76a02202ac2', 'mac_address': 'fa:16:3e:3f:f5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:25.985627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-5ab8a129-f51e-4b24-be68-214b90e86bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:25.987213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-5ab8a129-f51e-4b24-be68-214b90e86bd5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 924 time: 0.1307299 May 06 12:21:26.000970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-8bfa7bb8-e80b-4026-b9b3-676d99d37c57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:26.002754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-8bfa7bb8-e80b-4026-b9b3-676d99d37c57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2304964 May 06 12:21:26.004381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on host n-h2-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:26.004716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:26.005040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:26.017895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:26.018222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:26.046977 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:26.056100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-787a20a3-9561-4ec5-86a0-809b869cddfb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01347afe-53b5-4711-b19a-f76a02202ac2 HTTP/1.1" status: 200 len: 217 time: 0.0622878 May 06 12:21:26.066967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01347afe-53b5-4711-b19a-f76a02202ac2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:26.084869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01347afe-53b5-4711-b19a-f76a02202ac2,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:26.099637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551afbfa-afd6-49b9-8884-1d83202a45b2 req-21ffd13e-c3ad-4e10-9038-09c880d07a84 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:26.100357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-551afbfa-afd6-49b9-8884-1d83202a45b2 req-21ffd13e-c3ad-4e10-9038-09c880d07a84 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:26.104689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:26.105030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:26.105410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:26.105850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Bound port: bcc2e183-ac18-41d3-9ac9-4fc567614488, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:26.112351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-4607e650-efdc-4a84-bbdc-47b159c9b1b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.0907791 May 06 12:21:26.122004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-eaefb757-8fb1-4fe5-b87d-19b117d3dd2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:26.123393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-eaefb757-8fb1-4fe5-b87d-19b117d3dd2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.0611370 May 06 12:21:26.197425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-bdef2907-f9c7-4e6d-aa93-5f04e88a21d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:26.198866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-bdef2907-f9c7-4e6d-aa93-5f04e88a21d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0780683 May 06 12:21:26.202964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:26.203657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-f6f846d2-c023-4d39-bfef-57b89fdc189f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706618 May 06 12:21:26.220706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:26.295332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:26.305596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.305936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.306341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.307308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.307308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.307530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.307702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.308054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.308393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.308695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.309014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:26.333319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-551afbfa-afd6-49b9-8884-1d83202a45b2 req-21ffd13e-c3ad-4e10-9038-09c880d07a84 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:26.334470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-551afbfa-afd6-49b9-8884-1d83202a45b2 req-21ffd13e-c3ad-4e10-9038-09c880d07a84 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 944 time: 0.4765408 May 06 12:21:26.340815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-646183be-c4c0-471c-89bb-fa581631840e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262183 May 06 12:21:26.359121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-7d58d232-3b99-43d4-9737-9dda4f0eb2c4 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443019 May 06 12:21:26.383076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:26.384215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-e3bf4dba-6040-4af4-b708-6533d18a35d9 service neutron] 10.222.0.83 "POST /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488/bindings HTTP/1.1" status: 201 len: 389 time: 0.8226645 May 06 12:21:26.486146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['01347afe-53b5-4711-b19a-f76a02202ac2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:26.487348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-5a9062b5-0f6c-4037-bec2-c53d4c2fdda9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469110 May 06 12:21:26.492789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-551afbfa-afd6-49b9-8884-1d83202a45b2 req-18b4e516-e6ff-4c0f-a0db-d404c39bea7b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511099 May 06 12:21:26.578973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a8ab0af-21a2-4851-9351-a4db532efe3c req-e26833b2-0607-420e-8c18-e24c4cb80e66 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124026 May 06 12:21:26.675201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-26b583c7-c143-43fc-8428-70031595a910 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181071 May 06 12:21:26.724800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d1221c7-2dee-4c0e-ad07-14d548f13d6c req-063d2c32-04c2-4bfe-9b99-a5fd3b7cb558 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 210 time: 0.0874624 May 06 12:21:26.794958 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d217f2-4735-4a6c-a616-b82565b0f960'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:21:26.805639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-5e0c3a93-93f6-4c65-850b-b7d78bde5061 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:26.807047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-5e0c3a93-93f6-4c65-850b-b7d78bde5061 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3116086 May 06 12:21:26.849132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Request body: {'port': {'device_id': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '044e26c1f5ca479385964562461c3d1c'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:26.985196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5840384b-0580-4d10-9774-d08601f927fd service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911880 May 06 12:21:27.142198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:27.149144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Usage tracker for resource:port and tenant:044e26c1f5ca479385964562461c3d1c is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:27.153982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:27.165555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:27.181087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d1fdd97-2e13-4233-8507-ffc3650fb32b req-43e28724-3179-4cad-b039-fce289769e15 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1097 time: 0.2329979 May 06 12:21:27.189345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116988-fe95-49d8-9a03-dddeab16b357 req-80d78470-52c3-4222-90ce-1bebdd416416 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:27.190765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff116988-fe95-49d8-9a03-dddeab16b357 req-80d78470-52c3-4222-90ce-1bebdd416416 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 946 time: 0.1857755 May 06 12:21:27.264102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-c76ba623-1c80-4432-bfa2-036a0ab11214 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:27.264935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-c76ba623-1c80-4432-bfa2-036a0ab11214 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:27.265048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d1fdd97-2e13-4233-8507-ffc3650fb32b req-5df6ed18-7279-4643-acf9-987f92a8436a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733430 May 06 12:21:27.267689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff116988-fe95-49d8-9a03-dddeab16b357 req-ba765057-008e-45a5-a948-54780842a71a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616858 May 06 12:21:27.475168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-4df8e8c5-c2cf-4534-8ae7-9f4576ead8b5 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1097 time: 0.1338341 May 06 12:21:27.488956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:27.500253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-c76ba623-1c80-4432-bfa2-036a0ab11214 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:27.501550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-c76ba623-1c80-4432-bfa2-036a0ab11214 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.3945839 May 06 12:21:27.522863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Made reservation on behalf of 044e26c1f5ca479385964562461c3d1c for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:27.523507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-54c823f2-d4b6-466c-a769-93f5ca41a591 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/quotas/db4da5aad0494bc2b59d120f8dd8a688 HTTP/1.1" status: 200 len: 375 time: 0.0126357 May 06 12:21:27.526046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.561847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.575182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-cd747e07-40fa-4307-a112-4e9fdda9cb90 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442128 May 06 12:21:27.579346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8bfc6-5213-4e6f-aafc-6b0030fa5939 req-8cd78f02-ba62-4fad-9de1-39a415d91aa8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:27.580851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28d8bfc6-5213-4e6f-aafc-6b0030fa5939 req-8cd78f02-ba62-4fad-9de1-39a415d91aa8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1804442 May 06 12:21:27.712030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-799b60f8-9b6b-42c8-8006-f0e602bb2daf service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290298 May 06 12:21:27.739865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:27.751258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:27.765542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Usage tracker for resource:security_group_rule and tenant:044e26c1f5ca479385964562461c3d1c is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:27.773262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:27.789614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28d8bfc6-5213-4e6f-aafc-6b0030fa5939 req-4aeb154e-7630-439c-b233-76a244731ef9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018137 May 06 12:21:27.792586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:27.823253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01347afe-53b5-4711-b19a-f76a02202ac2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:27.866001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-3ae314ff-7cf9-4721-ae04-973a9e07c875 service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431446 May 06 12:21:27.912978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-fe612bba-36a5-4a6f-801a-f7c72b0324cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1096 time: 0.2458997 May 06 12:21:28.043836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 01347afe-53b5-4711-b19a-f76a02202ac2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:28.048811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 01347afe-53b5-4711-b19a-f76a02202ac2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:28.049175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.236471 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.273010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01347afe-53b5-4711-b19a-f76a02202ac2,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:28.276051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.342819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-f1df2299-b473-415e-9271-20cba71a0658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.344366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-f1df2299-b473-415e-9271-20cba71a0658 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.3794868 May 06 12:21:28.346144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:28.374453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.420051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.423360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e40ce-06f8-493b-a7fd-3709200d7756 req-c395c06c-7fcb-46c7-9f84-412e8777f124 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.425313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-573e40ce-06f8-493b-a7fd-3709200d7756 req-c395c06c-7fcb-46c7-9f84-412e8777f124 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.1010993 May 06 12:21:28.428494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57476-d1e2-4d34-91db-5cc427554dc6 req-d377927c-51a7-4eb1-94de-3924edda9982 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.430274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71b57476-d1e2-4d34-91db-5cc427554dc6 req-d377927c-51a7-4eb1-94de-3924edda9982 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.4639614 May 06 12:21:28.457185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:28.479093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-573e40ce-06f8-493b-a7fd-3709200d7756 req-cfe4aa14-e3d2-4f80-978f-4c7f4ba9169f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466549 May 06 12:21:28.533650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-041e4d54-100e-4cda-a57e-ef6a587c5374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.1773026 May 06 12:21:28.631745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:28.667228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e325e550-0089-4231-97c1-7a4708d6554b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:28.735914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38258a19-bbde-4133-a71a-543532f07795 req-e5097a60-7380-40d8-81f5-0fa57e6f8d08 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.737379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38258a19-bbde-4133-a71a-543532f07795 req-e5097a60-7380-40d8-81f5-0fa57e6f8d08 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.1346695 May 06 12:21:28.746822 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-42a20b8a-35e8-40c9-9e37-e07f36987b5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126156 May 06 12:21:28.755293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-3d5bfbf0-3309-4340-aceb-7d03aa502661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:28.758277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-3d5bfbf0-3309-4340-aceb-7d03aa502661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.2067850 May 06 12:21:28.792291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38258a19-bbde-4133-a71a-543532f07795 req-5bcadac6-67ca-4751-82cf-595e6965f0f2 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 May 06 12:21:28.796076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d'}, {'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:28.804438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71b57476-d1e2-4d34-91db-5cc427554dc6 req-af592417-7b40-4482-8d73-8a292bdaa783 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382554 May 06 12:21:28.885614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-3eb40379-4dd0-48cb-85c2-e1b11af0092b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800579 May 06 12:21:28.917473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:28.933255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:28.935596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Allocated IP 192.168.233.189 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/ba6a06bb-7ead-4790-a152-fb5d2424a603) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:28.943017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-818c8f7b-6593-48ff-ab78-687bae19ff82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1095 time: 0.0804279 May 06 12:21:28.965589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5942e701-c310-4233-b90d-c2acc6cc3c11 req-34d237e7-8c5c-471f-89ec-012c2d689440 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 210 time: 0.0873230 May 06 12:21:29.031809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e4b0cbf-05d5-4162-9261-6e062e106516 req-17a9bc13-d769-44bf-9637-84020cc4ea41 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 210 time: 0.0848882 May 06 12:21:29.121990 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57b5868-d5f8-4647-9978-0ecf1ac9c0f4'] response: {'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d', 'code': 200} May 06 12:21:29.122477 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57b5868-d5f8-4647-9978-0ecf1ac9c0f4'] response: {'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2', 'code': 200} May 06 12:21:29.214115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-25a9410a-0f0d-44e5-b788-eefdc756d0ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:29.215965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-25a9410a-0f0d-44e5-b788-eefdc756d0ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2189999 May 06 12:21:29.233061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.423901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-d963c48d-455f-4dc1-a798-6fbf53b2b399 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.1867681 May 06 12:21:29.445903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-d5da790a-6056-4734-b328-c962ab5d7875 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188923 May 06 12:21:29.488953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:29.495103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.543494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-be58b7d7-4076-4fac-8ab3-5675054126eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:29.544939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-be58b7d7-4076-4fac-8ab3-5675054126eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1134152 May 06 12:21:29.556106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63e70758-f835-4694-9ff4-11ec1e998df8 req-acbbd198-7590-4670-97a0-bfa1e7314d1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 1100 time: 0.3204722 May 06 12:21:29.592121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e01044c-bb3d-4f01-9bea-896d219ecc92 req-50016549-87ed-470a-8cb4-2d5cfa280018 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 1097 time: 0.2744007 May 06 12:21:29.615943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Transition to ACTIVE for port object ba6a06bb-7ead-4790-a152-fb5d2424a603 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:29.623552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c285203-7281-48a9-b95e-8df82bb1ec6e req-815f739f-f330-4845-973b-6822578e1762 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:29.632253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c285203-7281-48a9-b95e-8df82bb1ec6e req-815f739f-f330-4845-973b-6822578e1762 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.3656440 May 06 12:21:29.634735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1e5b4-8707-47be-9f65-98056a30b353 req-e2f8cae5-1fc5-4a2e-8d11-fa833113ea7f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:29.635799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-b541615a-750a-405d-8376-9b4f2709488f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788145 May 06 12:21:29.636231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-add1e5b4-8707-47be-9f65-98056a30b353 req-e2f8cae5-1fc5-4a2e-8d11-fa833113ea7f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 946 time: 0.4851365 May 06 12:21:29.688930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on host n-h2-840845-1 for vnic_type normal with profile {"migrating_to": "n-h1-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:29.689284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:29.691930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:29.751763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-9ceb0eb2-eb29-4da0-b130-afb18d93d53f service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938344 May 06 12:21:29.769202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:29.769939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Attempting to bind port 83e7c461-573a-4532-baba-1d0d6789ff40 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:29.786057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-add1e5b4-8707-47be-9f65-98056a30b353 req-a12b1a33-9ed3-449e-97ae-334a5409f847 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396403 May 06 12:21:29.796702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:29.799255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:29.799656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:29.800157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Bound port: 83e7c461-573a-4532-baba-1d0d6789ff40, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:29.803587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.910494 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d43a84f-7f6b-4ea2-a7ec-fba2faa3eb7b'] response: {'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40', 'code': 200} May 06 12:21:29.923484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-b55682a6-6e33-44c5-858b-4e57b81dcf62 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460852 May 06 12:21:29.933963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:29.936249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:29.963735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c285203-7281-48a9-b95e-8df82bb1ec6e req-7c45311e-16f0-4345-9fcb-7fbd15f25aed tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305030 May 06 12:21:30.009645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:30.026978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:30.030653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:30.046330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:30.139889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63e70758-f835-4694-9ff4-11ec1e998df8 req-7c83e2b5-4811-4fdc-88fa-3e012d94655e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429854 May 06 12:21:30.245788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e01044c-bb3d-4f01-9bea-896d219ecc92 req-5808572c-da63-4f83-9eab-c89179f45fc7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6301539 May 06 12:21:30.286640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdbacf66-2268-47f4-9dea-b13f22fda574 req-cd19105d-1441-4f54-b3e1-e329479a8e5c service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443096 May 06 12:21:30.309550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220b505-c03a-4cc9-b9a3-71f7f101dd94 req-65a70aea-a0a5-40cb-9806-7d2277f72c6a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:30.311100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8220b505-c03a-4cc9-b9a3-71f7f101dd94 req-65a70aea-a0a5-40cb-9806-7d2277f72c6a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.1397192 May 06 12:21:30.317110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:30.320449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:30.373681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8220b505-c03a-4cc9-b9a3-71f7f101dd94 req-e6057d00-3f93-4f8b-a19d-e3c391f6414c tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555394 May 06 12:21:30.480877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:30.481425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:30.536093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:30.552372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-acbd0b9c-18e7-433d-a9f0-efa67e939caa None None] Provisioning for port ba6a06bb-7ead-4790-a152-fb5d2424a603 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:30.558399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-acbd0b9c-18e7-433d-a9f0-efa67e939caa None None] Provisioning complete for port ba6a06bb-7ead-4790-a152-fb5d2424a603 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:30.558869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-acbd0b9c-18e7-433d-a9f0-efa67e939caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:30.579987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:30.582050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-5ed01055-fe96-45b6-9044-fa7cf9400222 service neutron] 10.222.0.86 "PUT /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 1122 time: 3.0978446 May 06 12:21:30.588995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd488-388e-4af0-95fc-faf562f86ad1 req-9cedf699-3af6-4b9a-86e3-5f3a16ee2c2f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:30.598500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b67cd488-388e-4af0-95fc-faf562f86ad1 req-9cedf699-3af6-4b9a-86e3-5f3a16ee2c2f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.3422046 May 06 12:21:30.622188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-acbd0b9c-18e7-433d-a9f0-efa67e939caa None None] Port ba6a06bb-7ead-4790-a152-fb5d2424a603 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:30.644651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b67cd488-388e-4af0-95fc-faf562f86ad1 req-f3a9ee60-8215-4a56-b144-3c543bec5e1b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 May 06 12:21:30.644923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79631c-f0bd-4cff-a28e-f1fe73f3bade req-a72d889c-3b87-45a7-8da3-4b621864e88e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:30.646337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b79631c-f0bd-4cff-a28e-f1fe73f3bade req-a72d889c-3b87-45a7-8da3-4b621864e88e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.1279743 May 06 12:21:30.684342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-af951b92-7667-4d04-ad18-86f2c5998f2e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8442333 May 06 12:21:30.701316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['83e7c461-573a-4532-baba-1d0d6789ff40'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:30.715700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Request body: {'port': {'device_id': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:30.716963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b79631c-f0bd-4cff-a28e-f1fe73f3bade req-9024e761-6849-4ca3-9e00-4f452e619b48 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650270 May 06 12:21:30.853362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-534a18d0-5cc7-45da-8a8d-4f0ce95c9f70 req-923cfc5f-4f3a-479a-a200-9b5df0561b69 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 210 time: 0.0576217 May 06 12:21:30.964276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:31.026263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c13a9-36f8-4276-b915-edfdc0e03147 req-566e7412-9561-4adc-bef2-cef7bed90c46 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:31.043973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb5c13a9-36f8-4276-b915-edfdc0e03147 req-566e7412-9561-4adc-bef2-cef7bed90c46 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1674969 May 06 12:21:31.044418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43802) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:31.057436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'floatingip': {'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:31.208907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:31.289082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c3532-a5b5-4c84-ab60-3061976d0b79 req-138ee12c-2f85-48ed-92e3-d6dd12cfe770 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:31.290495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e76c3532-a5b5-4c84-ab60-3061976d0b79 req-138ee12c-2f85-48ed-92e3-d6dd12cfe770 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 944 time: 0.0899923 May 06 12:21:31.341631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e76c3532-a5b5-4c84-ab60-3061976d0b79 req-774251fd-744a-4a4c-a32d-fe48dedb5eb2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 May 06 12:21:31.600031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-00bedd25-36b2-47c2-b611-49b3242f9244 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:31.601542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-00bedd25-36b2-47c2-b611-49b3242f9244 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:31.686640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ce094-d15a-4fd5-ab21-468fc461826a req-4d7229cb-dd02-40e4-b1f0-92d59aa3687a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:31.694001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e30ce094-d15a-4fd5-ab21-468fc461826a req-4d7229cb-dd02-40e4-b1f0-92d59aa3687a tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.1098747 May 06 12:21:31.751515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e30ce094-d15a-4fd5-ab21-468fc461826a req-c338b2d7-fbb8-4b55-b18f-d07561b20eee tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566657 May 06 12:21:31.882973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-00bedd25-36b2-47c2-b611-49b3242f9244 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:31.884167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-00bedd25-36b2-47c2-b611-49b3242f9244 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 936 time: 0.7623205 May 06 12:21:31.917038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:31.926623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:31.963097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d243-b0d3-4f62-9429-15f224a1a497 req-9107f6bb-ca2b-466f-8a52-595a7826f62e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:31.964549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a399d243-b0d3-4f62-9429-15f224a1a497 req-9107f6bb-ca2b-466f-8a52-595a7826f62e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.0822015 May 06 12:21:32.011415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a399d243-b0d3-4f62-9429-15f224a1a497 req-5210e30b-b8b4-459c-82be-1c053d53c5eb tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 May 06 12:21:32.035431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6a06bb-7ead-4790-a152-fb5d2424a603 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:32.047491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:32.052423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-9ea77b79-70a9-447d-b292-2a445328cae9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:32.209234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a554cf-8fee-4d2a-a39f-29155d56a478 req-c8ec7459-0a48-4763-aef8-0ab6de51b586 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:32.210728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2a554cf-8fee-4d2a-a39f-29155d56a478 req-c8ec7459-0a48-4763-aef8-0ab6de51b586 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.0883553 May 06 12:21:32.241956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Transition to ACTIVE for port object ba6a06bb-7ead-4790-a152-fb5d2424a603 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:32.262277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2a554cf-8fee-4d2a-a39f-29155d56a478 req-b73846ba-0f38-455d-a1d6-21ba77ca2f93 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 May 06 12:21:32.391790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-9ea77b79-70a9-447d-b292-2a445328cae9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:32.403605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8fdaba53-8eaf-42f1-9e79-98e8b1cc7488 req-9ea77b79-70a9-447d-b292-2a445328cae9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049057 May 06 12:21:32.414022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:32.434532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe3cfc68-aae8-4abd-835d-7dbcf909a29e req-f4c9ea5e-8827-41fe-8450-f33067d3822a tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 210 time: 0.0557113 May 06 12:21:32.506929 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cedd86-a8a3-4a59-bf47-840011a302c5'] response: {'name': 'network-changed', 'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40', 'status': 'completed', 'code': 200} May 06 12:21:32.670119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-0e109886-f7ac-4654-85ef-fe22bd47173c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1125 time: 0.1598117 May 06 12:21:32.684182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbacb3-9019-4522-af71-d019f52925f1 req-e3e9400e-291c-4f90-827c-f044f422f554 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:32.685656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3bbacb3-9019-4522-af71-d019f52925f1 req-e3e9400e-291c-4f90-827c-f044f422f554 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 944 time: 0.1193824 May 06 12:21:32.759403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:32.763986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:32.826980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3bbacb3-9019-4522-af71-d019f52925f1 req-493dfae9-98bd-4584-8927-081345f03fd4 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172123 May 06 12:21:32.861878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-37840225-4af2-4bc9-a4a4-edff3e459d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:32.864016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-37840225-4af2-4bc9-a4a4-edff3e459d30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1773713 May 06 12:21:32.939335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-b97f1f63-197b-40e5-8f75-86273f0dcc44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.0685623 May 06 12:21:32.969215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.003473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-5852b0e4-1d9d-4353-8292-91fc4329e95c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.005209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-5852b0e4-1d9d-4353-8292-91fc4329e95c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0595429 May 06 12:21:33.022573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-da424ad4-0fbb-4ff7-8077-e5d04e04a635 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.024044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-da424ad4-0fbb-4ff7-8077-e5d04e04a635 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.5989840 May 06 12:21:33.083724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-16bd95e5-5ce5-40da-8aa0-02bb94a8ea35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718193 May 06 12:21:33.111521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Request body: {'port': {'device_id': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'admin_state_up': True, 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:33.215816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:33.216300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:33.216699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:33.267752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:33.267752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:33.312359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65b760-b412-4f7c-8f2d-027b54d8bfe3 req-c93bbaca-a8b7-4ecc-b5e0-8a162969430b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.313882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de65b760-b412-4f7c-8f2d-027b54d8bfe3 req-c93bbaca-a8b7-4ecc-b5e0-8a162969430b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.4234810 May 06 12:21:33.322617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:33.322951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:33.323336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:33.323809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Bound port: ba6a06bb-7ead-4790-a152-fb5d2424a603, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:33.324143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.356655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-a69edf76-1ce4-4875-bd7e-1512ee98dd5a service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625999 May 06 12:21:33.367109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c51a6-aa45-4bdf-9293-32d86463081f req-a1fa1a9f-aaac-461e-a03b-be7b987c904d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.368537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e5c51a6-aa45-4bdf-9293-32d86463081f req-a1fa1a9f-aaac-461e-a03b-be7b987c904d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.1842422 May 06 12:21:33.426179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:33.454787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Usage tracker for resource:port and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:33.466107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:33.479388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:33.503308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de65b760-b412-4f7c-8f2d-027b54d8bfe3 req-c73830f0-53a6-4cb5-9d5c-b8d46f2442e1 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669242 May 06 12:21:33.503749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e5c51a6-aa45-4bdf-9293-32d86463081f req-79326962-59c6-4eb5-9806-8e0c88d7f206 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175036 May 06 12:21:33.520390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:33.528980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4fdb8d-2a93-475e-99c7-a0d2dd2282b0 req-40805a1e-1464-422e-93b9-fbaf31eb9a47 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593673 May 06 12:21:33.563832 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Floating IP 4c801b8c-23bd-4c55-bac6-c19ccd5b2b39 associated. External IP: 172.25.2.112, port: 30b11452-e0c5-44d2-b679-4de8c91130f0. May 06 12:21:33.729391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e3efc-aa47-4249-bed3-90f7820ed603 req-c11675d7-257d-429d-b157-e3301a2677c0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:33.729626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:33.730788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de4e3efc-aa47-4249-bed3-90f7820ed603 req-c11675d7-257d-429d-b157-e3301a2677c0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.0815804 May 06 12:21:33.732844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.757446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:33.780239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de4e3efc-aa47-4249-bed3-90f7820ed603 req-b200fead-bd55-4223-a731-22930c18f114 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 May 06 12:21:33.847811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:33.941590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:33.967000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10a3f25c-0442-4f96-8172-a08a30eaa93c req-6bd66304-d7b8-43b6-ade1-5c15a5714131 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 210 time: 0.0409327 May 06 12:21:34.018284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:34.033599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 has no active binding in host n-h1-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:21:34.058879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:34.060281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] 10.222.0.86 "PUT /v2.0/ports/ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 1096 time: 3.3578601 May 06 12:21:34.124905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab770ba6-bf4a-47e4-b65d-afdcccf849c3 req-dcc8687f-8d1a-4387-a41b-42fdbcf1cb74 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:34.126638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab770ba6-bf4a-47e4-b65d-afdcccf849c3 req-dcc8687f-8d1a-4387-a41b-42fdbcf1cb74 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.4451199 May 06 12:21:34.144193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cba4f0-1494-4161-946d-1c12da2dbfda service neutron] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:34.165118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2580-b89e-4c19-a4a3-e779ab156070 req-108e581b-fb42-4ca5-9984-6cd1d8722cfa tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:34.172643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d3a2580-b89e-4c19-a4a3-e779ab156070 req-108e581b-fb42-4ca5-9984-6cd1d8722cfa tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.0861244 May 06 12:21:34.176373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43860) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:34.186314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Request body: {'floatingip': {'port_id': '01347afe-53b5-4711-b19a-f76a02202ac2'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:34.202001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Allocated IP 172.20.0.2 (b24edb0b-48b9-458e-a153-46c7d7100a14/7537efdf-642f-4c0f-b794-6dca69fb79fb/a64d9c7c-f350-4817-9a0f-c77903ea0ad8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:34.280618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:34.295519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab770ba6-bf4a-47e4-b65d-afdcccf849c3 req-c656aa8e-8b5f-455b-a33c-5b373a9ee94f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572018 May 06 12:21:34.488442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-24eebf48-7f28-43ed-b9ac-8037f94fef2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1099 time: 0.2396226 May 06 12:21:34.524197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:34.579276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b64abb-a928-43c8-a489-b20f1ab67f6f req-5fada1a6-01a1-4e9a-8a8d-3f3c7bdb26d3 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:34.580914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2b64abb-a928-43c8-a489-b20f1ab67f6f req-5fada1a6-01a1-4e9a-8a8d-3f3c7bdb26d3 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 944 time: 0.2200677 May 06 12:21:34.759544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-5cb264ab-a43b-48c4-8267-c1ff7c89fbd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.2499068 May 06 12:21:34.777059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2b64abb-a928-43c8-a489-b20f1ab67f6f req-7794e39e-36f6-4109-8147-98fbccbbe3b5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858423 May 06 12:21:34.852251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:34.913837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-c41fbac2-a257-4fe4-90a3-7c1ee882ba64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:34.915492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-c41fbac2-a257-4fe4-90a3-7c1ee882ba64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1467619 May 06 12:21:34.924464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-aa73ca52-48c3-41f4-a820-ea57aacd0425 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 1100 time: 0.2284844 May 06 12:21:35.004286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.048411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-ff21139e-1a69-4d53-aab1-b360f7b287d9 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ac3738a49734a14b4b38f7465041537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435894 May 06 12:21:35.065387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:35.080345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Usage tracker for resource:security_group_rule and tenant:4775d706190642cb91172328fa6bd576 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:35.085796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:35.092609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-6f49a870-4699-48f4-bc2f-aed327f46be5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645577 May 06 12:21:35.097525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:35.120904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.292455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Network b24edb0b-48b9-458e-a153-46c7d7100a14 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:35.305883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:35.308326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:35.346238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Router a2dc8d45-2f12-4c87-b1be-c42360e240cf has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:35.346475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e8e78037-c893-43c3-a4bf-aa6c3dafd229 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:35.346595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:35.347221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e8e78037-c893-43c3-a4bf-aa6c3dafd229 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837760 May 06 12:21:35.437961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-954d911c-dfdf-4953-9dc5-2e303066739b tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/quotas/6ac3738a49734a14b4b38f7465041537 HTTP/1.1" status: 200 len: 375 time: 0.0372648 May 06 12:21:35.439480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:35.440111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.470106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-9dfc45ad-e522-4d2f-94d3-cecf99843009 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686867 May 06 12:21:35.522370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.532959 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.545472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-2089d21d-1f2c-4747-9be5-aae897dc8d15 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015897 May 06 12:21:35.578504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-04993ff6-5d99-4c6e-b721-173d571f9273 service neutron] 10.222.0.13 "GET /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.0858297 May 06 12:21:35.666767 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.784349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:35.842211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-e73b179d-baed-4483-a3d8-0b24f8db54fb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7866940 May 06 12:21:35.884459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Request body: {'port': {'device_id': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:35.953991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Synchronizing usage tracker for tenant:4775d706190642cb91172328fa6bd576 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:35.966630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2609d557-fe2f-4c9a-a983-86b186f3d12b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:36.073117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ab5a08-d8c7-407c-8fc1-69a6d383d632 req-f170b5be-04bf-4e48-9604-662cf78ce474 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527577 May 06 12:21:36.094350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:36.101559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.122917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] Unset dirty status for tenant:4775d706190642cb91172328fa6bd576 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:36.124183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adc1a311-281c-4e39-b831-badd66e6aa0b req-f642e963-c824-4836-9e4e-1d3163f68a6f tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1616535 May 06 12:21:36.129960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bb4ff-ccd6-47e0-a52e-2faa923c7bae req-3b002ad0-dfca-450f-9fa6-5569b6824d6e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.131390 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f4bb4ff-ccd6-47e0-a52e-2faa923c7bae req-3b002ad0-dfca-450f-9fa6-5569b6824d6e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.1878946 May 06 12:21:36.142199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:36.211115 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493c4927-4220-4327-9f94-a243976c300b'] response: {'name': 'network-changed', 'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'status': 'completed', 'code': 200} May 06 12:21:36.234420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e7c461-573a-4532-baba-1d0d6789ff40 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:36.257084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:36.277906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f4bb4ff-ccd6-47e0-a52e-2faa923c7bae req-df8d3bf7-0182-4f15-b31e-24c1746d0f15 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367221 May 06 12:21:36.288007 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 associated. External IP: 172.25.2.61, port: 01347afe-53b5-4711-b19a-f76a02202ac2. May 06 12:21:36.325772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:36.334061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.339061 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Sync routers for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:36.354744 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:36.355278 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:36.477001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.549424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-da9f5cfe-b22a-4cc2-8fc4-112816e1ee28 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "PUT /v2.0/floatingips/4c801b8c-23bd-4c55-bac6-c19ccd5b2b39 HTTP/1.1" status: 200 len: 992 time: 5.5005362 May 06 12:21:36.587135 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:36.608081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-61c86ae2-419c-40dd-909b-dbcc37f770d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1099 time: 0.3497765 May 06 12:21:36.656340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71c0f2-6189-46fa-9afe-07b87649a1f8 req-98af06a6-da47-4b73-9f04-579bda614258 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.657789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f71c0f2-6189-46fa-9afe-07b87649a1f8 req-98af06a6-da47-4b73-9f04-579bda614258 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 931 time: 0.2356567 May 06 12:21:36.667256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] Transition to ACTIVE for port object 83e7c461-573a-4532-baba-1d0d6789ff40 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:36.724270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef1aa-71c5-4558-acd0-17ff727860da req-9f9ee792-7796-413f-a4cc-e407959b1777 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.725843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f06ef1aa-71c5-4558-acd0-17ff727860da req-9f9ee792-7796-413f-a4cc-e407959b1777 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.3669987 May 06 12:21:36.733828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5f71c0f2-6189-46fa-9afe-07b87649a1f8 req-ee57c70d-e61e-4918-991f-421aa85e99e5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:36.872930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-86e1939f-a737-45e9-859b-2aba9a340dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:36.874339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-86e1939f-a737-45e9-859b-2aba9a340dc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2568541 May 06 12:21:36.882001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64d9c7c-f350-4817-9a0f-c77903ea0ad8 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:36.937694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:21:36.943971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:36.950652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f06ef1aa-71c5-4558-acd0-17ff727860da req-6d46eeb9-00d4-430c-94db-219f16463d44 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074139 May 06 12:21:36.986837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-b3bfbd87-591e-4c01-a3b2-fb8bd1f109ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.1007426 May 06 12:21:36.990753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Transition to ACTIVE for port object a64d9c7c-f350-4817-9a0f-c77903ea0ad8 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:37.015670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.053730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-56b559df-f1c1-452d-873f-55aa1fc8eefe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:37.054660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-56b559df-f1c1-452d-873f-55aa1fc8eefe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0617025 May 06 12:21:37.069473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '4c801b8c-23bd-4c55-bac6-c19ccd5b2b39', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21983943-55fe-4302-8383-e14d412a90f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:21:01Z', 'updated_at': '2022-05-06T12:21:32Z', 'revision_number': 1, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:37.073753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Checking router: a2dc8d45-2f12-4c87-b1be-c42360e240cf for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:37.085813 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:37.086542 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:37.097847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5f71c0f2-6189-46fa-9afe-07b87649a1f8 req-ee57c70d-e61e-4918-991f-421aa85e99e5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:37.108435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f71c0f2-6189-46fa-9afe-07b87649a1f8 req-ee57c70d-e61e-4918-991f-421aa85e99e5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399166 May 06 12:21:37.108994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.195898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] Pushing event updated for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:37.293345 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:37.295440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:37.314912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-17bc14cd-34b7-4ff7-9357-29ca2975d8f4 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6ac3738a49734a14b4b38f7465041537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639126 May 06 12:21:37.325493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] No DVR routers for this DVR port 83e7c461-573a-4532-baba-1d0d6789ff40 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:37.383247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-8a09c438-8d18-4e03-adc2-e8a800fec0a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3200576 May 06 12:21:37.465700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0cb9e-f941-4859-804a-1041fd87830b req-844bfb37-a08b-4a5c-8dc3-35f0eba8395f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:37.471704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42b0cb9e-f941-4859-804a-1041fd87830b req-844bfb37-a08b-4a5c-8dc3-35f0eba8395f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.3187518 May 06 12:21:37.477326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-27f1a544-ead8-4b08-852b-71f99f6a5b04 service neutron] 10.222.0.13 "PUT /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40/bindings/n-h1-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8903871 May 06 12:21:37.576992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-a5609cd1-8cba-42f3-af48-6ff664e203e0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:37.578483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-a5609cd1-8cba-42f3-af48-6ff664e203e0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117753 May 06 12:21:37.606157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:21:37.607922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-7129ad62-9aed-481a-a248-60a3d4583215 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/quotas/6ac3738a49734a14b4b38f7465041537 HTTP/1.1" status: 200 len: 375 time: 0.0201883 May 06 12:21:37.712773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '4c801b8c-23bd-4c55-bac6-c19ccd5b2b39', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21983943-55fe-4302-8383-e14d412a90f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:21:01Z', 'updated_at': '2022-05-06T12:21:32Z', 'revision_number': 1, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:37.718771 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67b54c-892b-4515-8967-193fa7082f8b None None] The sync data for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 is: [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '4c801b8c-23bd-4c55-bac6-c19ccd5b2b39', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21983943-55fe-4302-8383-e14d412a90f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:21:01Z', 'updated_at': '2022-05-06T12:21:32Z', 'revision_number': 1, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:37.738734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42b0cb9e-f941-4859-804a-1041fd87830b req-e60f6152-ce27-4b34-ae78-b75735ea96e1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652252 May 06 12:21:37.739556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Attempting to bind port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:37.739977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Attempting to bind port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:37.740701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Attempting to bind port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:37.766376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 on network b24edb0b-48b9-458e-a153-46c7d7100a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:37.766876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Attempting to bind port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:37.772777 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-6c07d70a-f8a9-47e9-9215-0ce7c19a3a5d service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530910 May 06 12:21:37.793593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-c6fc4e54-cf20-4091-94bb-43e5c5c4fc4d tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1742294 May 06 12:21:37.841291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:37.841702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Checking segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:37.842163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Bound using segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:37.842814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Bound port: a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:37.843243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:37.981845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-c021fe92-7407-4cff-a2fa-760b5d87c777 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2759912 May 06 12:21:38.022843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:38.038510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b7b775b-2003-40c9-8f94-85c1e966bd3a req-d8d2a90b-68f2-4d7d-a3d7-ac533fbdbe41 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556319 May 06 12:21:38.042816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:38.045969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:38.068397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c5242-aa72-4553-a265-2b4aad083e82 None None] New status for floating IP 4c801b8c-23bd-4c55-bac6-c19ccd5b2b39: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:38.117917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:21:38.129791 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:21:38.131139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-ce40ba0e-8745-4f05-ab8b-b3910509962a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 1096 time: 0.1411531 May 06 12:21:38.135911 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.149434 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:38.150402 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:38.181297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.266617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:38.307006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-13528e07-224b-44c0-87da-11529cf3f95e tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "PUT /v2.0/floatingips/c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 HTTP/1.1" status: 200 len: 991 time: 4.1257486 May 06 12:21:38.332636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:38.346339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:38.401733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-f631e4a0-dbc7-4871-bae5-04af9e4db545 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1096 time: 0.2220285 May 06 12:21:38.421214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.422603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] 10.222.0.86 "PUT /v2.0/ports/a64d9c7c-f350-4817-9a0f-c77903ea0ad8 HTTP/1.1" status: 200 len: 1091 time: 2.5637400 May 06 12:21:38.474465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819343-f890-46ef-b9cc-f9a98da056a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:38.516196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8bd40-8779-4d8c-8d0c-99c870941bab req-c44e33a0-ba93-4d42-8a3b-025989f20ac2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:38.517919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6dc8bd40-8779-4d8c-8d0c-99c870941bab req-c44e33a0-ba93-4d42-8a3b-025989f20ac2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1781535 May 06 12:21:38.536934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd56c-7cf6-431e-8e09-7e13a1e2068d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:38.537051 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:38.601595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6dc8bd40-8779-4d8c-8d0c-99c870941bab req-0b7a2957-a7a4-4538-aa42-7de3e13f14da tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728610 May 06 12:21:38.634575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9824418-9e70-407f-9c47-6bb69aad88d1 req-49abcb1d-cabf-4792-a1c7-711d3fb62be6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:38.637019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9824418-9e70-407f-9c47-6bb69aad88d1 req-49abcb1d-cabf-4792-a1c7-711d3fb62be6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.1395478 May 06 12:21:38.725229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9824418-9e70-407f-9c47-6bb69aad88d1 req-36fbfc84-67d6-4d4d-a730-9c6e267a807f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 May 06 12:21:38.741417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-c5866ff0-75fe-4c0c-a99b-9433e2ed5388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:38.745281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-c5866ff0-75fe-4c0c-a99b-9433e2ed5388 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.3388095 May 06 12:21:38.807377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-fe4576ca-e920-42b2-9e69-65ad5d5ff07c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 1094 time: 0.1846044 May 06 12:21:38.841223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-d3a25c13-ef22-4d02-a10f-e265c23c9a0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.0889602 May 06 12:21:38.962043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-94717433-ed5f-4c39-b1f5-0b083f822966 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:38.963609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-94717433-ed5f-4c39-b1f5-0b083f822966 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1167536 May 06 12:21:38.964028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-d5c388fc-fe66-4147-85dc-e39275b594d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8 HTTP/1.1" status: 200 len: 217 time: 0.1495264 May 06 12:21:39.013515 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': '01347afe-53b5-4711-b19a-f76a02202ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:3f:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:21:35Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:39.018510 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:21:39.033662 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:21:39.037744 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:21:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:39.068268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-efa8f5d9-a267-49c9-bb64-d624c5a0979f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.069414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-efa8f5d9-a267-49c9-bb64-d624c5a0979f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.0924325 May 06 12:21:39.079834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26a6dc-2252-4dad-acd5-830543cca363 req-d62ed968-78ee-4a9a-b7b1-1fb6a54a20d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.081367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a26a6dc-2252-4dad-acd5-830543cca363 req-d62ed968-78ee-4a9a-b7b1-1fb6a54a20d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.1794665 May 06 12:21:39.108652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-0ac7eb15-405b-46a6-a9f0-a584d4b02506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290545 May 06 12:21:39.162410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-412d56f7-743d-4ebb-87f4-874d68a119dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800769 May 06 12:21:39.246309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219f95f-7e8a-4759-a840-94d717630d3d req-7e0b190a-f0d3-4a88-bb87-672969cbd27f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.247828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0219f95f-7e8a-4759-a840-94d717630d3d req-7e0b190a-f0d3-4a88-bb87-672969cbd27f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 943 time: 0.3213780 May 06 12:21:39.284131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:21:39.295963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-f6764686-16f3-409b-950b-a60d15fba7e8 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807323 May 06 12:21:39.307547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a26a6dc-2252-4dad-acd5-830543cca363 req-8a74c4e3-03fa-4933-997e-279c1369d602 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719711 May 06 12:21:39.391745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-72702d09-7230-4c1f-9928-ffd78cd40ea7 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953776 May 06 12:21:39.429897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0219f95f-7e8a-4759-a840-94d717630d3d req-2b4e80d0-645d-4973-92f0-4284326461e9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646087 May 06 12:21:39.480535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-f8b76221-fff1-4ad7-ba70-d076da772256 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767843 May 06 12:21:39.510115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ec0266d-2c76-4862-b724-4ee8bd096fe6 req-3256efa2-2362-4689-ba74-86634091e0a5 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 210 time: 0.0577223 May 06 12:21:39.519943 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b03451-4900-476f-a028-3c0853af1736'] response: {'name': 'network-changed', 'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'status': 'completed', 'code': 200} May 06 12:21:39.591302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f6a4fb-5b22-4240-9068-784432f1126b req-597cf79e-f1fd-4009-9301-ae4bded14b7b service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190320 May 06 12:21:39.667787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-5888f55a-9676-4c76-b199-69edf1f6e2ad tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324600 May 06 12:21:39.747197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555c81-7512-430b-a441-e93f9b2c36ac req-e22d4c42-3667-49f0-9173-a0dd94dc3e52 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.748883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5555c81-7512-430b-a441-e93f9b2c36ac req-e22d4c42-3667-49f0-9173-a0dd94dc3e52 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.0834053 May 06 12:21:39.763085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-0450cb44-07ee-48e7-9d2f-c0e422b20a61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1097 time: 0.2123041 May 06 12:21:39.770475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': '01347afe-53b5-4711-b19a-f76a02202ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:3f:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:21:35Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:21:39.775029 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6563-21a3-4d22-ba9f-063518e845f8 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c62f0691-1aa4-4cfc-8f1d-c0b603e692b3', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'port_id': '01347afe-53b5-4711-b19a-f76a02202ac2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'mac_address': 'fa:16:3e:3f:f5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:19:46Z', 'updated_at': '2022-05-06T12:21:35Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:21:39.819368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5555c81-7512-430b-a441-e93f9b2c36ac req-9dd272c7-e7c5-423e-9394-a9e90a2d9992 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603371 May 06 12:21:39.871452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:39.913304 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d647ff7-ea91-49c4-9d91-84f6e1bea578'] response: {'name': 'network-changed', 'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2', 'status': 'completed', 'code': 200} May 06 12:21:39.972027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-e92ba2f8-5d64-436f-86d3-5f631284f837 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.978511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-e92ba2f8-5d64-436f-86d3-5f631284f837 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3052015 May 06 12:21:39.990858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-7d9cf60c-ad74-4cfb-b954-a4951801b71f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:39.993138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-7d9cf60c-ad74-4cfb-b954-a4951801b71f service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.2122288 May 06 12:21:40.000955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-24c79a2f-9f79-49cb-95bc-f92de115b8f6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0215647 May 06 12:21:40.033348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:40.061283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'mac_address': 'fa:16:3e:78:51:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:40.120812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-3cef1a89-3874-4d61-9038-5e1357b8b477 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 1097 time: 0.1918378 May 06 12:21:40.127111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f79de-9ec8-470a-88c1-2deefdd31b06 req-62caf261-a0e8-4f07-8417-aa142709b6be tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.135337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-363f79de-9ec8-470a-88c1-2deefdd31b06 req-62caf261-a0e8-4f07-8417-aa142709b6be tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1144073 May 06 12:21:40.139537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:40.160654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-160a7028-83dc-4c4e-b0b4-f445aae7868d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1002 time: 0.1241195 May 06 12:21:40.183917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6a06bb-7ead-4790-a152-fb5d2424a603 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:40.211465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:40.232397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-94d7a459-60a8-4155-8b21-60f8ac414a4d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2305124 May 06 12:21:40.293902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-dfe9d317-4343-40d4-ae03-a535acf1c2a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.293902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-dfe9d317-4343-40d4-ae03-a535acf1c2a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1211107 May 06 12:21:40.293902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-88bee263-0eab-44ea-9200-2d8cfb4827c7 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ac3738a49734a14b4b38f7465041537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387168 May 06 12:21:40.323317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-363f79de-9ec8-470a-88c1-2deefdd31b06 req-183add51-00d3-481c-b023-6d0c1ae8df8d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870241 May 06 12:21:40.324091 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:40.330090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-d23c1d8a-4320-4e24-8b2c-e3e2db173e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.334084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-d23c1d8a-4320-4e24-8b2c-e3e2db173e93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 200 len: 924 time: 0.1808617 May 06 12:21:40.483495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bfe1e4-6abc-4c04-b678-8bc8a6ebd755 None None] New status for floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:21:40.612782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:40.634134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-32a128f6-0ca4-46e1-a25e-a6e3c1118fa2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01347afe-53b5-4711-b19a-f76a02202ac2 HTTP/1.1" status: 200 len: 999 time: 0.2935784 May 06 12:21:40.687150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:40.718344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-50f20cef-6f69-4c77-a164-e034e317903b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.719654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-50f20cef-6f69-4c77-a164-e034e317903b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 200 len: 862 time: 0.0746460 May 06 12:21:40.751796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2b4bb3e-7679-4f4d-87ea-bc5da22918f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:40.757962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-0c57bc05-59ca-4aec-9d0f-ee0226c56b7e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.759429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-0c57bc05-59ca-4aec-9d0f-ee0226c56b7e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485923 May 06 12:21:40.765365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-e2bae9a7-7cc1-41f6-b4f7-d1b9f53e3a66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4566073 May 06 12:21:40.766328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc4d0-6314-4b0b-8813-feef322b2f6e req-9e4dc69a-8431-493c-a2f7-8c8ee275eef7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:40.767859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-791bc4d0-6314-4b0b-8813-feef322b2f6e req-9e4dc69a-8431-493c-a2f7-8c8ee275eef7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.2853794 May 06 12:21:40.774002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-3aa54a2c-0488-4ebe-b7ca-2d8ca936aae9 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2299674 May 06 12:21:40.851317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-791bc4d0-6314-4b0b-8813-feef322b2f6e req-4358354f-e949-4758-baf4-608deeb5e366 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 May 06 12:21:40.864489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Request body: {'port': {'device_id': '6b927b3e-b261-42a3-98bb-fd190717d862', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '6ac3738a49734a14b4b38f7465041537'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:40.879101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-50a80f7a-e2f8-4cde-8cdb-5b2d1102dcb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0d0a958e-f77f-43bd-8bfc-1269713b5cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508472 May 06 12:21:41.184299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-12a38361-65ff-409e-b822-cced772ecfa4 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994869 May 06 12:21:41.260345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-a04f7522-9612-4edc-adfd-4286f08813ff service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377747 May 06 12:21:41.293224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:41.340772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fd5de-ef69-4dc0-bf90-f10163d4886e req-3c6080b2-7c34-4b08-b882-a4458ea5bf9f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:41.342550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e9fd5de-ef69-4dc0-bf90-f10163d4886e req-3c6080b2-7c34-4b08-b882-a4458ea5bf9f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 945 time: 0.2324910 May 06 12:21:41.347432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Usage tracker for resource:port and tenant:6ac3738a49734a14b4b38f7465041537 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:41.348321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a11f70f8-0fdd-4d3c-9fe1-a6f9fdc3150a req-14bf3cc0-0a03-4888-b1fe-54346fa3bcd8 service neutron] 10.222.0.86 "GET /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567476 May 06 12:21:41.357130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:41.372436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:41.429534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-defbf4c4-e6b7-4ff6-baf9-e4cab5df2806 req-28ea65f5-dc1e-4e6e-93e5-5be4278a92c4 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579025 May 06 12:21:41.453810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-13fb53a5-3e98-4025-b9e2-fd2119ba29ff service neutron] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:41.457402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-13fb53a5-3e98-4025-b9e2-fd2119ba29ff service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.458593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bccfbbe0-6291-4ac5-a3de-ce43e778f69b req-13fb53a5-3e98-4025-b9e2-fd2119ba29ff service neutron] 10.222.0.86 "DELETE /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40/bindings/n-h2-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.6782832 May 06 12:21:41.470219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e9fd5de-ef69-4dc0-bf90-f10163d4886e req-d70af43e-f9e9-4d19-bfae-0f24e5743f97 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 May 06 12:21:41.512026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-8e49c66a-fe37-406e-8df6-e7870721034a tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.1319437 May 06 12:21:41.520802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:41.540427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Made reservation on behalf of 6ac3738a49734a14b4b38f7465041537 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:41.543594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.544099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:41.569415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.650889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:41.656872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Usage tracker for resource:security_group_rule and tenant:6ac3738a49734a14b4b38f7465041537 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:41.662913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:41.671753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:41.681209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5edd-7a38-44bc-b821-117ae18607de req-837cde54-b727-4642-a1cd-c6821cc671de tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:41.682704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-afce5edd-7a38-44bc-b821-117ae18607de req-837cde54-b727-4642-a1cd-c6821cc671de tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 949 time: 0.1837609 May 06 12:21:41.748099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-afce5edd-7a38-44bc-b821-117ae18607de req-79297621-7b4b-41c9-a797-30c67466f89d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 May 06 12:21:41.748658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.791003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.864849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21fcd7-95af-4ecc-9133-39c1447eef36 req-31383709-2276-48b0-8730-d3c3afce1f7d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:41.869380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d21fcd7-95af-4ecc-9133-39c1447eef36 req-31383709-2276-48b0-8730-d3c3afce1f7d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:41.870516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:41.933851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:41.988029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19172cb3-9e43-4be3-aa28-bc07b01908dd req-2ecf2b52-0a1a-4885-9384-51d95ceff1c3 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 210 time: 0.1055188 May 06 12:21:41.988818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:42.027993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9812d73-ca34-4bb7-8341-bf2cec925279,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:42.030260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:42.073045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:42.088456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d21fcd7-95af-4ecc-9133-39c1447eef36 req-31383709-2276-48b0-8730-d3c3afce1f7d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:42.089621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d21fcd7-95af-4ecc-9133-39c1447eef36 req-31383709-2276-48b0-8730-d3c3afce1f7d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 943 time: 0.4243405 May 06 12:21:42.100572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.102274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port ba6a06bb-7ead-4790-a152-fb5d2424a603 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:42.114613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port ba6a06bb-7ead-4790-a152-fb5d2424a603 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:42.114988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.147756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d21fcd7-95af-4ecc-9133-39c1447eef36 req-359aba18-c8d8-495b-a2bb-938a797c0e63 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 May 06 12:21:42.158004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Allocated IP 192.168.233.60 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/ac22a836-f8d7-44ae-af85-d4ddc167ff3b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:42.158612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.262261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.318876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.365418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:42.381181 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.406422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 has no active binding in host n-h2-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:21:42.412258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:42.433393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:42.453754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e451a0-0187-4f50-a2fd-b84bb8c416e1 req-fb3fede4-26cb-4f09-b82d-3bb21575ce18 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:42.456237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49e451a0-0187-4f50-a2fd-b84bb8c416e1 req-fb3fede4-26cb-4f09-b82d-3bb21575ce18 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.2669401 May 06 12:21:42.524091 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.596009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:42.601772 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9649cb81-459d-4973-b107-ba399b5c7aff'] response: {'name': 'network-changed', 'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'status': 'completed', 'code': 200} May 06 12:21:42.660399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:42.711412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:42.711750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:42.712172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:42.729943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49e451a0-0187-4f50-a2fd-b84bb8c416e1 req-851d7df9-c369-45de-883d-51e4a5912a96 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661643 May 06 12:21:42.776471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:42.777376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Attempting to bind port bcc2e183-ac18-41d3-9ac9-4fc567614488 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:42.778614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-1808aef8-6ce4-4da4-81d7-359f73f0a5ef tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ac3738a49734a14b4b38f7465041537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465274 May 06 12:21:42.794290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:42.800306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:42.800306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:42.800306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Bound port: bcc2e183-ac18-41d3-9ac9-4fc567614488, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:42.800306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.808431 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8ee9ff-b66f-41b3-9078-208b21212fde'] response: {'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'code': 200} May 06 12:21:42.856383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703fbab-7295-4c01-b76e-4fbbb5b4b7e5 req-89b0a7f1-b27b-43db-bda9-e9b55edce1ab tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:42.863919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6703fbab-7295-4c01-b76e-4fbbb5b4b7e5 req-89b0a7f1-b27b-43db-bda9-e9b55edce1ab tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.1470122 May 06 12:21:42.960592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:42.996902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6703fbab-7295-4c01-b76e-4fbbb5b4b7e5 req-78b3985d-9752-4528-861e-ee4d2eb43a75 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320858 May 06 12:21:43.025466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Transition to ACTIVE for port object ac22a836-f8d7-44ae-af85-d4ddc167ff3b will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:43.034148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:43.051582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:43.055039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a03e3d8-59a7-42fd-95bc-d8ee3d7fd0f3 req-d78229d1-1e04-4ddf-9126-98cd2902c867 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1101 time: 0.1110120 May 06 12:21:43.063210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-e7cc9ba2-3e77-4f9e-9c98-9b57665024d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 1094 time: 0.4306817 May 06 12:21:43.217408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-6344e51b-1e0a-44b0-bcfd-2f346a13a1d9 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.218833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-6344e51b-1e0a-44b0-bcfd-2f346a13a1d9 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281976 May 06 12:21:43.221216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.254003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Request body: {'port': {'device_id': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '6ac3738a49734a14b4b38f7465041537'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:43.277272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b778eb9-2dd8-4604-b3af-17cf68e76223 req-2913cbf0-82db-4da4-8ead-d1f17689b453 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 210 time: 0.1901643 May 06 12:21:43.337381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-4146d253-747c-4a45-81cd-178ecdcbb4f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.338894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-4146d253-747c-4a45-81cd-178ecdcbb4f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 905 time: 0.2676046 May 06 12:21:43.388745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a03e3d8-59a7-42fd-95bc-d8ee3d7fd0f3 req-adf42108-b34e-4675-8cf5-8a619d58214c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275955 May 06 12:21:43.402460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:43.403781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.408355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d8914-a7a4-487b-952a-bfb2122df23c req-6f5e6031-634b-4e30-85b0-b238cf73ea34 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.410386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-468d8914-a7a4-487b-952a-bfb2122df23c req-6f5e6031-634b-4e30-85b0-b238cf73ea34 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.4177976 May 06 12:21:43.457198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-6bd21c17-68e6-469e-b03e-bdcbc58c149a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8 HTTP/1.1" status: 200 len: 217 time: 0.1061039 May 06 12:21:43.462858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.499788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.503008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffcd3348-38a5-41b3-8e66-21e260cfbdcd service neutron] 10.222.0.13 "PUT /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 1121 time: 1.9726410 May 06 12:21:43.553235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf89667-1c69-47b0-8b0a-1c6eb843f959 req-a6c7e28f-b650-455f-86c9-30a1ddce5ef9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.555239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecf89667-1c69-47b0-8b0a-1c6eb843f959 req-a6c7e28f-b650-455f-86c9-30a1ddce5ef9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1140432 May 06 12:21:43.614065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecf89667-1c69-47b0-8b0a-1c6eb843f959 req-3e1a1cd4-c3b3-45bb-acfa-37e4284f2b5f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497229 May 06 12:21:43.636343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['bcc2e183-ac18-41d3-9ac9-4fc567614488'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:43.697932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['bcc2e183-ac18-41d3-9ac9-4fc567614488'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:43.723134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:43.741920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-468d8914-a7a4-487b-952a-bfb2122df23c req-34957265-53b7-4721-b471-9b68d1b40145 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093276 May 06 12:21:43.742844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:43.746995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:43.753580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:43.770050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:43.774109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.774709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:43.788931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Usage tracker for resource:port and tenant:6ac3738a49734a14b4b38f7465041537 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:43.812882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:43.834486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-450c8cf2-9a53-47d2-a060-0de85515e03f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:43.835927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-450c8cf2-9a53-47d2-a060-0de85515e03f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.2087357 May 06 12:21:43.854560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:43.904241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:43.948594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-7c11640c-45fa-4de3-86c8-cec03031200e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918698 May 06 12:21:44.088803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb71d7-d0e4-40d0-aedb-5f05f0c85549 req-082c3924-ff41-4fdb-9bf3-db999305fdde tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:44.090945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ceb71d7-d0e4-40d0-aedb-5f05f0c85549 req-082c3924-ff41-4fdb-9bf3-db999305fdde tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1698272 May 06 12:21:44.120908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-77efa3e1-5f48-4c40-8ff5-ec8170e91a79 req-8ee08017-6b9d-46e6-913c-98d985595820 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Synchronizing usage tracker for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:44.124024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-6f8dc48c-2f9a-4b93-be4f-7639977c0135 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2723289 May 06 12:21:44.153456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Request body: {'port': {'device_id': '6b927b3e-b261-42a3-98bb-fd190717d862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:44.193766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ceb71d7-d0e4-40d0-aedb-5f05f0c85549 req-adad2ead-6f0d-4b7d-9cd9-c238a1219e01 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947261 May 06 12:21:44.202069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Made reservation on behalf of 6ac3738a49734a14b4b38f7465041537 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:44.204982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.251569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:44.304313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'mac_address': 'fa:16:3e:b1:1b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:44.344314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-77efa3e1-5f48-4c40-8ff5-ec8170e91a79 req-8ee08017-6b9d-46e6-913c-98d985595820 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Unset dirty status for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:44.356397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77efa3e1-5f48-4c40-8ff5-ec8170e91a79 req-8ee08017-6b9d-46e6-913c-98d985595820 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 210 time: 0.3515880 May 06 12:21:44.383343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-02de67d4-50d0-4cd2-9c93-7694baebf0b2 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189529 May 06 12:21:44.398203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d1bd378c-51aa-4fa7-8fc3-5f9e3e27b0c1 None None] Provisioning for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:44.428893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d1bd378c-51aa-4fa7-8fc3-5f9e3e27b0c1 None None] Provisioning complete for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:44.429668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d1bd378c-51aa-4fa7-8fc3-5f9e3e27b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.510568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.541804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5f4a-5085-45b5-a114-9c460d4dd8eb req-2ebd1baf-3b53-484d-a4d8-89233febb087 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:44.549340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.550355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-525c5f4a-5085-45b5-a114-9c460d4dd8eb req-2ebd1baf-3b53-484d-a4d8-89233febb087 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 943 time: 0.1547165 May 06 12:21:44.612707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-525c5f4a-5085-45b5-a114-9c460d4dd8eb req-90f7bf44-61f6-49a2-9aed-e8d222eb7bb6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606716 May 06 12:21:44.614827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488'}, {'name': 'network-changed', 'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:44.641617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64d9c7c-f350-4817-9a0f-c77903ea0ad8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:44.665133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd378c-51aa-4fa7-8fc3-5f9e3e27b0c1 None None] Port ac22a836-f8d7-44ae-af85-d4ddc167ff3b cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:44.715072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:44.716894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d81c860c-278f-40a8-9255-53bb9d57cc54 req-32c1848d-111a-44ff-8a1e-643a3440263c service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221626 May 06 12:21:44.749989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Allocated IP 192.168.233.244 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/3119cf73-6268-458d-9fcd-66d6d34bba8f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:44.838077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:44.945042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d740004b-bd36-4751-9b41-09235ea876da req-93bebe7d-a0d5-4779-a81a-78d595a3afe5 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1096 time: 0.1406877 May 06 12:21:44.967416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:44.999053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d740004b-bd36-4751-9b41-09235ea876da req-ca178ae0-6ea5-4dd3-ac82-e98a2b1e843a tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 May 06 12:21:45.046252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.064116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Transition to ACTIVE for port object 3119cf73-6268-458d-9fcd-66d6d34bba8f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:45.190549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a64d9c7c-f350-4817-9a0f-c77903ea0ad8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:45.253775 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.298866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5779e0f3-cc48-44f8-ae71-bbd828547ae1 req-74e8738f-796b-4451-bca4-59af8fc059db tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 210 time: 0.0867672 May 06 12:21:45.370133 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcacd705-5150-4ad5-a03d-44352c1aaf0a'] response: {'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'code': 200} May 06 12:21:45.370395 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcacd705-5150-4ad5-a03d-44352c1aaf0a'] response: {'name': 'network-changed', 'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'status': 'completed', 'code': 200} May 06 12:21:45.470107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:45.478057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:45.482613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:45.538675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:45.542410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.543019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.602472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2e02-f37f-48a9-a97f-ea80dfdc0f50 req-e4393fe3-c9c1-4caf-9747-4e234cb60efe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.603988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccd2e02-f37f-48a9-a97f-ea80dfdc0f50 req-e4393fe3-c9c1-4caf-9747-4e234cb60efe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.1008608 May 06 12:21:45.658210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccd2e02-f37f-48a9-a97f-ea80dfdc0f50 req-6b878f7a-ce6d-4476-8976-598518352f87 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 May 06 12:21:45.705373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-e0e8be5c-7670-4eff-a030-210f86bb90ee tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400329 May 06 12:21:45.798271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:45.906438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-fe9d0879-63d3-481f-9fc8-7fe81ecdd8ce tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.907900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-fe9d0879-63d3-481f-9fc8-7fe81ecdd8ce tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.3507650 May 06 12:21:45.923390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:45.930830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-4775c50d-e8a8-4512-9e28-47fc632e3bf5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.932268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-4775c50d-e8a8-4512-9e28-47fc632e3bf5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265952 May 06 12:21:45.935389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-c5e53e41-8f7a-4902-97d5-e44b7d66dd0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1124 time: 0.4503145 May 06 12:21:45.940228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:45.945985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eae7d-7633-491d-96a0-8ccc054bed1c req-91aa82de-f90e-494f-9564-cc180033ddda tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:45.947396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-179eae7d-7633-491d-96a0-8ccc054bed1c req-91aa82de-f90e-494f-9564-cc180033ddda tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1374824 May 06 12:21:45.975639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-108d4202-7700-405a-a169-1599ff9df9f7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/quotas/1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 375 time: 0.0572026 May 06 12:21:45.976849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:45.983677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f94f6a39-5b97-4e2e-8c0f-a961eed1f454 None None] Provisioning for port 3119cf73-6268-458d-9fcd-66d6d34bba8f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:45.995698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f94f6a39-5b97-4e2e-8c0f-a961eed1f454 None None] Provisioning complete for port 3119cf73-6268-458d-9fcd-66d6d34bba8f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:45.996682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f94f6a39-5b97-4e2e-8c0f-a961eed1f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.048161 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.069387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0b5c7bdb-8b59-49b2-b514-2c68303fd370 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8189793 May 06 12:21:46.071666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6a39-5b97-4e2e-8c0f-a961eed1f454 None None] Port 3119cf73-6268-458d-9fcd-66d6d34bba8f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:46.102748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-179eae7d-7633-491d-96a0-8ccc054bed1c req-e5d2ba45-0e3b-4fbb-bd2e-82de4102d546 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481757 May 06 12:21:46.147484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:46.155431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Request body: {'port': {'device_id': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:46.157592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:46.198853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Transition to ACTIVE for port object ac22a836-f8d7-44ae-af85-d4ddc167ff3b will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:46.274215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:46.277523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.309994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.383481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-6e474e12-9d6a-41fe-969e-002e7a0ce909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:46.384969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-6e474e12-9d6a-41fe-969e-002e7a0ce909 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4409022 May 06 12:21:46.427018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1a1b5-c7ce-46d9-871a-4d5fa9c561c6 req-9c8215b4-0d76-4da1-9859-42104e7f0171 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:46.428537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6da1a1b5-c7ce-46d9-871a-4d5fa9c561c6 req-9c8215b4-0d76-4da1-9859-42104e7f0171 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 936 time: 0.1993289 May 06 12:21:46.529316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:46.531491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.542153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.61 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/c211549c-b502-468f-a07d-6e9180f65ea8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:46.553419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-3b0d24e1-a8e5-4a8c-b4e0-a56e1a81acf9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4416466 May 06 12:21:46.564044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-0f9847f4-70b2-41b7-8695-8015131853fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.1682930 May 06 12:21:46.576378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6da1a1b5-c7ce-46d9-871a-4d5fa9c561c6 req-214d05e7-fc3a-4be4-8292-82a4fbec60d3 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845366 May 06 12:21:46.802328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-f0074143-7463-4e18-9736-1e4bd94790ea tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023498 May 06 12:21:46.867961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-5aba7d07-116d-4a91-9a4a-0cf81dc64568 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:46.869393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-5aba7d07-116d-4a91-9a4a-0cf81dc64568 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.2822869 May 06 12:21:46.952084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:46.964858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a65a-cf48-4361-8550-c00ec4613ea4 req-32592b40-52da-42a6-9bcb-554f2b64c423 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:46.967365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6f0a65a-cf48-4361-8550-c00ec4613ea4 req-32592b40-52da-42a6-9bcb-554f2b64c423 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 944 time: 0.2469974 May 06 12:21:46.993557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object c211549c-b502-468f-a07d-6e9180f65ea8 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:47.029718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6f0a65a-cf48-4361-8550-c00ec4613ea4 req-151bd6e1-9751-482f-8dc6-bb874dcccdba tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 May 06 12:21:47.031470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Attempting to bind port ac22a836-f8d7-44ae-af85-d4ddc167ff3b on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:47.031823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Attempting to bind port ac22a836-f8d7-44ae-af85-d4ddc167ff3b by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:47.032148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Attempting to bind port ac22a836-f8d7-44ae-af85-d4ddc167ff3b on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:47.067625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-d3007793-c185-4336-aa92-ff0c9af5cf33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416271 May 06 12:21:47.107301 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.111807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-b907934e-4775-44d7-8aae-c1587005985e service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442700 May 06 12:21:47.125890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:47.130101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Port ac22a836-f8d7-44ae-af85-d4ddc167ff3b on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:47.130426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Attempting to bind port ac22a836-f8d7-44ae-af85-d4ddc167ff3b on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:47.184420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:47.194142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:47.197585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:47.290985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:47.292205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.351662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:47.388394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:47.388731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:47.389107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:47.389545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Bound port: ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:47.389884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.436858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-088a8285-d290-4883-812a-61509e219ac4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4667108 May 06 12:21:47.463760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Request body: {'port': {'device_id': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:47.568924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-1637cafe-0e5c-4842-84d8-cb80645aaf21 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1101 time: 0.1814532 May 06 12:21:47.572014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-57fadb84-fcc3-4a21-b772-1396df337b47 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:47.573475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-57fadb84-fcc3-4a21-b772-1396df337b47 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7514017 May 06 12:21:47.598567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.613750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.643394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-983117cf-23c0-44ce-b459-3ce8f872fe23 None None] Provisioning for port c211549c-b502-468f-a07d-6e9180f65ea8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:47.650009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-983117cf-23c0-44ce-b459-3ce8f872fe23 None None] Provisioning complete for port c211549c-b502-468f-a07d-6e9180f65ea8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:47.650395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-983117cf-23c0-44ce-b459-3ce8f872fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.675725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:47.692955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:47.703362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Usage tracker for resource:security_group_rule and tenant:535cdfdae80d403e92dc66b10738faf4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:47.706892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:47.707415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-983117cf-23c0-44ce-b459-3ce8f872fe23 None None] Port c211549c-b502-468f-a07d-6e9180f65ea8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:47.765169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:47.820782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-6034f974-4ee5-4e88-ba7d-3134c33d7490 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420230 May 06 12:21:47.842417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-164ea26d-8cec-497c-9583-cea534c0160b service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587074 May 06 12:21:47.871284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.916579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:47.926378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:47.935359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:47.976414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:47.979711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:21:47.988678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fc8d0fa-9d2a-4d83-abf8-7ff7096a5f85 req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126358 May 06 12:21:47.994040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7286fc-3637-4598-9732-35450c28a3e6 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1012b89c-6af9-49c6-9f5e-543a3caa24ed,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:48.080267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.089090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:48.094950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:48.095439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.118347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:48.124506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Usage tracker for resource:port and tenant:a329543a144a4902b0d6f9db1ffb2ffc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:21:48.128218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:21:48.135289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:48.148256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-460c1856-789b-4787-b1b3-18b863392d4a req-c9bd7120-b944-4b49-b011-d2ae3d5c5061 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:48.213538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.213538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac22a836-f8d7-44ae-af85-d4ddc167ff3b HTTP/1.1" status: 200 len: 1095 time: 4.0723445 May 06 12:21:48.244672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:48.278425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.279650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:48.282501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.293149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3119cf73-6268-458d-9fcd-66d6d34bba8f {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:48.321981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.330439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c36b66b-7b1d-4e57-af35-6244269fe341 req-226bad80-6ca4-4e25-9129-64d8f5e7d6ec service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903362 May 06 12:21:48.346003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:48.361967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-460c1856-789b-4787-b1b3-18b863392d4a req-c9bd7120-b944-4b49-b011-d2ae3d5c5061 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:48.361967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-460c1856-789b-4787-b1b3-18b863392d4a req-c9bd7120-b944-4b49-b011-d2ae3d5c5061 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 210 time: 0.2653077 May 06 12:21:48.362810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:48.415491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Transition to ACTIVE for port object 3119cf73-6268-458d-9fcd-66d6d34bba8f will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:48.444719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a3d0b-9f84-452d-9203-c8361a1cd147 service neutron] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:48.477802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.526303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e419-6667-406b-a584-8038966f5d8d req-8386c5ca-c578-4fab-a1fb-8589998ebf03 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:48.527756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b058e419-6667-406b-a584-8038966f5d8d req-8386c5ca-c578-4fab-a1fb-8589998ebf03 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.3429148 May 06 12:21:48.545103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.575970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:48.629893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-d350818f-c682-4a12-9b72-d8fd66928009 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 1098 time: 0.2167330 May 06 12:21:48.731907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3257b2c-eb80-4843-ac8c-f341c0286128 req-5e1308ff-fee1-4705-8549-c8bb68d704bb tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:48.732986 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3257b2c-eb80-4843-ac8c-f341c0286128 req-5e1308ff-fee1-4705-8549-c8bb68d704bb tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.2067482 May 06 12:21:48.762558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:48.783031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-f9d4a960-d607-41e7-8868-e97a34475d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b HTTP/1.1" status: 200 len: 217 time: 0.1016045 May 06 12:21:48.796363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b058e419-6667-406b-a584-8038966f5d8d req-2a420369-d8d4-42ed-91b8-e31ecbe7d8d3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551944 May 06 12:21:48.861088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3257b2c-eb80-4843-ac8c-f341c0286128 req-c3f508fe-9a8c-431d-bac1-b98454522042 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223102 May 06 12:21:48.863679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c211549c-b502-468f-a07d-6e9180f65ea8 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:48.871366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.898395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Transition to ACTIVE for port object c211549c-b502-468f-a07d-6e9180f65ea8 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:48.935570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Attempting to bind port 3119cf73-6268-458d-9fcd-66d6d34bba8f on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:48.935926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Attempting to bind port 3119cf73-6268-458d-9fcd-66d6d34bba8f by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:48.936243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Attempting to bind port 3119cf73-6268-458d-9fcd-66d6d34bba8f on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:48.945256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-43a4d804-555a-40d2-aeae-c9f2e0b09cb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:48.946689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-43a4d804-555a-40d2-aeae-c9f2e0b09cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1444349 May 06 12:21:48.948050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Port 3119cf73-6268-458d-9fcd-66d6d34bba8f on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:48.948362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Attempting to bind port 3119cf73-6268-458d-9fcd-66d6d34bba8f on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:48.955344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:48.955558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:48.955827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:48.960892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Bound port: 3119cf73-6268-458d-9fcd-66d6d34bba8f, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:48.960892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:48.992678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ec2df87-8a0c-4fdc-9aca-aec9fccdec96 req-0df0878e-6b8b-49c4-9154-48c40c93bbff tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 210 time: 0.0443566 May 06 12:21:49.043928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.208827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.24 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/6f21eaf3-92f5-4727-85b9-b0dda5470ba2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:49.233952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:49.239589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:49.272782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-9d3dbd1d-fc29-4305-848e-8f7b4f49d757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3042097 May 06 12:21:49.280311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e60e1807-fc0a-4369-8715-4fab1cdd5096 req-594381c0-fc64-4d01-8a6b-13030273ccec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2746270 May 06 12:21:49.340434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:49.398324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.401902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Attempting to bind port c211549c-b502-468f-a07d-6e9180f65ea8 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:49.402509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Attempting to bind port c211549c-b502-468f-a07d-6e9180f65ea8 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:49.403025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Attempting to bind port c211549c-b502-468f-a07d-6e9180f65ea8 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:49.419728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db6386-a3f2-4a12-9c2f-44ca8f16a5f5 req-6a5c27c7-c9f1-4c93-bfd3-0e5b3b53b953 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:49.432657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4db6386-a3f2-4a12-9c2f-44ca8f16a5f5 req-6a5c27c7-c9f1-4c93-bfd3-0e5b3b53b953 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 945 time: 0.2677445 May 06 12:21:49.444792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Port c211549c-b502-468f-a07d-6e9180f65ea8 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:49.445364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Attempting to bind port c211549c-b502-468f-a07d-6e9180f65ea8 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:49.459094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:49.459615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:49.460072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:49.460519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Bound port: c211549c-b502-468f-a07d-6e9180f65ea8, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:49.460946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.575248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4db6386-a3f2-4a12-9c2f-44ca8f16a5f5 req-586c8a3c-ea66-4471-aec8-d9dd759ba0d9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449118 May 06 12:21:49.576358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:49.579590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c211549c-b502-468f-a07d-6e9180f65ea8,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:49.677147 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0865aff1-f581-49dc-9f71-547795f6891b'] response: {'name': 'network-changed', 'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'status': 'completed', 'code': 200} May 06 12:21:49.702806 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d50862-c5d3-4c79-bdac-58d0d21d5f9f'] response: {'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'code': 200} May 06 12:21:49.704072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.705392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] 10.222.0.13 "PUT /v2.0/ports/3119cf73-6268-458d-9fcd-66d6d34bba8f HTTP/1.1" status: 200 len: 1096 time: 3.5886416 May 06 12:21:49.712930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.753891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cc34a-46d9-41a9-a2d0-675f9a035db7 service neutron] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:49.785597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-811ae77c-012c-4d93-b667-7d48a0886af4 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917376 May 06 12:21:49.865226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:49.868864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c211549c-b502-468f-a07d-6e9180f65ea8 HTTP/1.1" status: 200 len: 1095 time: 2.4119053 May 06 12:21:49.869334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:50.001574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.083305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:50.089787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:50.109586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87748ccb-1559-42b8-9e3a-c3f9f54117a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:50.189093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72540dde-0bfe-458d-af09-be8f33e3e57f req-c9b7b247-32b0-4b5b-b2b6-0e39284b632f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915317 May 06 12:21:50.223246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcdd4b1e-ec14-414f-9f06-afd8476733d2 req-8834f375-4bea-4432-99fd-3991c8df6659 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 210 time: 0.1063170 May 06 12:21:50.235044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f8dc440-05d1-4d09-acd1-348107ab2294 req-354a4b70-a78b-4b3f-90c0-04cee3a3b52f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 1096 time: 0.3974056 May 06 12:21:50.245149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-59155bd5-5e1f-45e8-98f1-3751639eb340 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 1099 time: 0.3443489 May 06 12:21:50.275664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe7086-f1e1-49d2-a027-dba253361fbf req-ac74d996-b268-4434-b775-400e778eab55 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.277144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dbe7086-f1e1-49d2-a027-dba253361fbf req-ac74d996-b268-4434-b775-400e778eab55 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.2570722 May 06 12:21:50.329299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:50.343659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:50.347973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dbe7086-f1e1-49d2-a027-dba253361fbf req-c6acf6fa-691f-4bea-8662-8bf21b0b73fa tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 May 06 12:21:50.369989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-236604f0-f175-4288-9a8f-c54c860d6810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 1098 time: 0.2899628 May 06 12:21:50.394856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-a5b7552f-2a78-4a5f-93a0-ffe50c1cee4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f HTTP/1.1" status: 200 len: 217 time: 0.1388144 May 06 12:21:50.400647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.413057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.428051 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.441148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:50.469608 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde38351-1afa-40b4-aade-c7c5951c3478'] response: {'name': 'network-changed', 'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8', 'status': 'completed', 'code': 200} May 06 12:21:50.512269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:50.526549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:50.537626 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f8dc440-05d1-4d09-acd1-348107ab2294 req-33616be9-e3a5-4fd4-9215-81edc323e052 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948663 May 06 12:21:50.556246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-b58bc5f5-3608-4409-952a-a8f8143f8b78 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2178090 May 06 12:21:50.590517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0ebd7724-3455-4318-8db2-0bf64322fb65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.592366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-0ebd7724-3455-4318-8db2-0bf64322fb65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1302121 May 06 12:21:50.594426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:50.608315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c1758-89b4-42ba-a0e2-58b48b47735f req-2b39fc48-39c2-416d-a2fc-6c664296c59e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.609792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-972c1758-89b4-42ba-a0e2-58b48b47735f req-2b39fc48-39c2-416d-a2fc-6c664296c59e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1912901 May 06 12:21:50.656447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:50.670587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-16f83a91-a471-4d0f-9bf2-736428061daf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c211549c-b502-468f-a07d-6e9180f65ea8 HTTP/1.1" status: 200 len: 217 time: 0.2369633 May 06 12:21:50.685076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:50.736111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-972c1758-89b4-42ba-a0e2-58b48b47735f req-c52eb8d5-7332-4077-8c53-5694769f7a9a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192536 May 06 12:21:50.755836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:50.757426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-76eaee75-887e-41c5-9d88-7dd0d3ebd269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222219 May 06 12:21:50.805647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:50.838874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30b11452-e0c5-44d2-b679-4de8c91130f0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:50.974003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-fe88034d-c108-46f6-a136-ed51776d954e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.976454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-fe88034d-c108-46f6-a136-ed51776d954e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1968377 May 06 12:21:50.976582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:50.984517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:50.985217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:51.152996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fead894-fecc-4e7a-be45-d059fb98664e req-34e79c4d-e558-42a3-9d13-c3b83595f742 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 210 time: 0.1668837 May 06 12:21:51.159645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-742dc511-c85d-448c-a2c4-883532bf940e service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869226 May 06 12:21:51.245282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-bde1203b-da08-4ac5-bc17-be28c604f358 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:51.246968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-bde1203b-da08-4ac5-bc17-be28c604f358 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Synchronizing usage tracker for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:51.284656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-381f00ad-3311-4afd-a78c-cd4ac48a10d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 1098 time: 0.6622307 May 06 12:21:51.284656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-46763448-3dc0-4e71-8fe0-b19fcf2a345d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6209481 May 06 12:21:51.368454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Request body: {'port': {'device_id': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:51.375666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf90cbd2-89f9-49c8-b863-d8caa853157e req-256adb19-b700-456a-8f39-cdfe92b93973 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989231 May 06 12:21:51.402346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-7a0f1377-10ae-471d-9954-57cf087f3da8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4061654 May 06 12:21:51.445470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce04175f-a2d5-4fc6-9279-80399c628631 None None] Provisioning for port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:51.458654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce04175f-a2d5-4fc6-9279-80399c628631 None None] Provisioning complete for port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:51.459357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce04175f-a2d5-4fc6-9279-80399c628631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:51.496228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-bde1203b-da08-4ac5-bc17-be28c604f358 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Unset dirty status for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:51.502796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-bde1203b-da08-4ac5-bc17-be28c604f358 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.8307674 May 06 12:21:51.549357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ce04175f-a2d5-4fc6-9279-80399c628631 None None] Port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:21:51.572387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b86e14-fbbe-41cb-8fb3-4798fdccc0c1 req-bb53a597-7e4d-4b27-89c2-16016e69d2bd tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:51.579607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07b86e14-fbbe-41cb-8fb3-4798fdccc0c1 req-bb53a597-7e4d-4b27-89c2-16016e69d2bd tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 945 time: 0.1948380 May 06 12:21:51.637502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-038766c5-2dab-480f-a0cf-ab9e31eca3bb service neutron] 10.222.0.86 "GET /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.1565242 May 06 12:21:51.692062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07b86e14-fbbe-41cb-8fb3-4798fdccc0c1 req-4de2a77f-3903-4893-921e-ef0b92cc9e0a tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115375 May 06 12:21:51.722636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:52.046278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-61c8d387-b3a8-4d25-9ab9-abf2d5cb0c5f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.047854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-61c8d387-b3a8-4d25-9ab9-abf2d5cb0c5f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.5532269 May 06 12:21:52.080225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:52.085841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:52.100610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Request body: {'port': {'device_id': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'admin_state_up': True, 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:52.103119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72e9cc-331e-4900-81e2-ae4c2469e7b3 req-55972581-99b4-4ed6-87ca-fc48e651d87f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.108255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf72e9cc-331e-4900-81e2-ae4c2469e7b3 req-55972581-99b4-4ed6-87ca-fc48e651d87f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 935 time: 0.2247217 May 06 12:21:52.142512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:52.165490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30b11452-e0c5-44d2-b679-4de8c91130f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:52.166531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.215318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf72e9cc-331e-4900-81e2-ae4c2469e7b3 req-3fd3bb5f-8381-4055-a582-9801d7f97f8d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021533 May 06 12:21:52.218060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc2e183-ac18-41d3-9ac9-4fc567614488 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:52.240952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:52.271533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-e0453709-853c-4485-b399-c66b2c04669f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8549628 May 06 12:21:52.305138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.348003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-45b55305-7dc5-4a79-b9de-65b05e256f53 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Synchronizing usage tracker for tenant:6ac3738a49734a14b4b38f7465041537 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:52.372948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.380723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.445324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:52.447556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-df9db228-a9d2-4379-91fc-6a0048aa4abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.449607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-df9db228-a9d2-4379-91fc-6a0048aa4abd service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 1.1291990 May 06 12:21:52.463968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:52.614754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Transition to ACTIVE for port object bcc2e183-ac18-41d3-9ac9-4fc567614488 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:52.622754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feab6a2-5820-442b-8494-cbf915e11093 req-77226ee0-9e2d-489e-aeec-e7c5921d65e1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:52.630915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2feab6a2-5820-442b-8494-cbf915e11093 req-77226ee0-9e2d-489e-aeec-e7c5921d65e1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 943 time: 0.1644359 May 06 12:21:52.701128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.744714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-bcad6b6c-dc1a-496a-bf25-7122b309a5e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b HTTP/1.1" status: 200 len: 217 time: 0.2149553 May 06 12:21:52.778571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:52.812836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2feab6a2-5820-442b-8494-cbf915e11093 req-e949f77c-e5a8-4f8c-9a40-5be6d7828f22 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808636 May 06 12:21:52.841049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:52.956486 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787dd26a-4606-4130-9a48-e88cb3bac4b0'] response: {'name': 'network-changed', 'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'status': 'completed', 'code': 200} May 06 12:21:52.972888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-45b55305-7dc5-4a79-b9de-65b05e256f53 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Unset dirty status for tenant:6ac3738a49734a14b4b38f7465041537 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:52.986461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e470f5c9-fdb6-4578-8296-3330697e2a3d req-45b55305-7dc5-4a79-b9de-65b05e256f53 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4818826 May 06 12:21:52.991644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:53.049215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:21:53.094880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:21:53.100522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-89563037-28d5-4b5d-bc20-e558ac027e19 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963359 May 06 12:21:53.136542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.137042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.137481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.137915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.138342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.138770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.139203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.139621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.140090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.155437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.155437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:53.185185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4363ad9-e8ad-4955-ac7a-4dab0a8457f1 req-d7bb63a5-7e0f-44f4-944e-c253c18cfbda tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 210 time: 0.0580716 May 06 12:21:53.186629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-55295103-f2f2-488a-9096-80b968f8fa9e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:53.187986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-55295103-f2f2-488a-9096-80b968f8fa9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.3989298 May 06 12:21:53.275916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] No DVR routers for this DVR port bcc2e183-ac18-41d3-9ac9-4fc567614488 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:21:53.311352 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc10f551-bbef-480e-b48b-c404b41c3afa'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:21:53.369118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-d07d4219-85b1-4c4a-a155-fdc46e33aea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ac3738a49734a14b4b38f7465041537&device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 1099 time: 0.2893114 May 06 12:21:53.377209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac44dd-dae3-4f6e-adcc-6febb3aa29a4 req-ff6a7337-a9bf-4157-8057-4d455ebc2d6c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:53.385364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1dac44dd-dae3-4f6e-adcc-6febb3aa29a4 req-ff6a7337-a9bf-4157-8057-4d455ebc2d6c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.3026450 May 06 12:21:53.428359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:21:53.431825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:53.545223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-c10883ad-dbcc-4d66-8f3a-fa1114ed3c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:53.546675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-c10883ad-dbcc-4d66-8f3a-fa1114ed3c90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1451635 May 06 12:21:53.551477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-12a73e64-ce3e-4dc8-9feb-e909ec0dbea8 service neutron] 10.222.0.86 "PUT /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488/bindings/n-h2-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9066389 May 06 12:21:53.644255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-83a9ecd4-ad77-4fd8-afd3-abb7b785de0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f HTTP/1.1" status: 200 len: 217 time: 0.0767910 May 06 12:21:53.657057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1dac44dd-dae3-4f6e-adcc-6febb3aa29a4 req-a6859db8-4607-4395-8ec8-478c4888b0fc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700481 May 06 12:21:53.756524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-85fa3920-413a-4ca2-9904-3ef6d4d42314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:53.758266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-85fa3920-413a-4ca2-9904-3ef6d4d42314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0992301 May 06 12:21:53.784635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-6d2c82f5-2b4a-4caa-9399-62cc94a64f7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4766929 May 06 12:21:53.794099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Allocated IP 172.20.0.9 (4818f0d2-7e48-4515-8f1e-5e648c5de94a/d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe/f1d08848-0dad-47bc-a4ab-757df4e903f7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:21:53.882342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.13', 51138) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:21:53.959344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-a983c14a-e72d-4c16-9353-f43a7f9ea0fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 1098 time: 0.6497996 May 06 12:21:53.969595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:21:54.030789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:54.043638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:21:54.052336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.078314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5e19e-9bf9-432d-a0a0-b8ee60392fa6 req-c2f3e26f-f5d8-42ad-9a66-3dc6338f05c0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.080103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5c5e19e-9bf9-432d-a0a0-b8ee60392fa6 req-c2f3e26f-f5d8-42ad-9a66-3dc6338f05c0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 945 time: 0.4688473 May 06 12:21:54.102013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:54.130258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-ffdd60f7-ce9a-46e0-a7b2-70894dda2a3f tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.2468023 May 06 12:21:54.183528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-ce0ff86c-55a3-4f60-a270-5bcf383c2e34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3817165 May 06 12:21:54.221098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-f058e344-6771-456a-ab9d-4dfec179beb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1101 time: 0.2206059 May 06 12:21:54.235361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632ec88-0aeb-48a6-be64-f207a87d29ed req-c3cd9cbc-64e8-49d6-9366-28a805fdbe52 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.243389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3632ec88-0aeb-48a6-be64-f207a87d29ed req-c3cd9cbc-64e8-49d6-9366-28a805fdbe52 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 935 time: 0.3620148 May 06 12:21:54.302841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Transition to ACTIVE for port object 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:54.316981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:54.345757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'mac_address': 'fa:16:3e:2c:79:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:54.429327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.434396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.453840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:54.474790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:54.489062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-7495d861-c80b-4c0b-9d49-9a53a7930cdd service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622910 May 06 12:21:54.509525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3632ec88-0aeb-48a6-be64-f207a87d29ed req-0a88449e-7fcf-4ad0-9868-a24838700362 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650628 May 06 12:21:54.520108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-841bef67-6ac2-4c83-9f34-d725125fd6c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&tenant_id=f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 1095 time: 0.3798316 May 06 12:21:54.534256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-c840bab6-2604-4b2a-87c1-d4eabe9326cd service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363531 May 06 12:21:54.542673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-7a33b83c-1218-4ec2-817f-8c401b433c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:54.544803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-7a33b83c-1218-4ec2-817f-8c401b433c9e service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2500088 May 06 12:21:54.567128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5c5e19e-9bf9-432d-a0a0-b8ee60392fa6 req-da1757f8-f677-4e9a-a3c4-605d56b3e9ab tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236965 May 06 12:21:54.582322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:54.583415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:54.636824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:54.769926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-d141b4cd-5249-4ed1-8a60-fb14d4eda5df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.1807194 May 06 12:21:54.777063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'mac_address': 'fa:16:3e:4f:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:55.044332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.048818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.062694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.088159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3119cf73-6268-458d-9fcd-66d6d34bba8f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:55.107178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.107423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:55.109690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-c1a867f6-ca59-4004-a3f5-fac7f5db891a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.111189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-c1a867f6-ca59-4004-a3f5-fac7f5db891a service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 1.1230419 May 06 12:21:55.147421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-d620310e-d502-4e41-b7b1-a3682efbce8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.149035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-d620310e-d502-4e41-b7b1-a3682efbce8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1479461 May 06 12:21:55.192256 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.199431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.212447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.212794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.213143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.213472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.213800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.214125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.214603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.214933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.215252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.215575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.216182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:21:55.330111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.335267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:55.344481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:21:55.348573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-eb1184a9-a7b6-41a9-85e6-480640576b14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c211549c-b502-468f-a07d-6e9180f65ea8 HTTP/1.1" status: 200 len: 217 time: 0.2246768 May 06 12:21:55.383758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:21:55.424344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d82e9122-61e7-4ba8-ab46-b6e20e91c266 req-770d8b1a-bca9-43a3-b24c-e73a9ee2e7af service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160907 May 06 12:21:55.426855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:21:55.429367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e2354-7014-4dfb-8187-292bd78766bf req-2da85177-7024-4b97-8aa2-eb5075fe6609 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.430567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.431703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.432554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b48e2354-7014-4dfb-8187-292bd78766bf req-2da85177-7024-4b97-8aa2-eb5075fe6609 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.6614246 May 06 12:21:55.439243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2527cb35-1c05-446e-a6ce-6bdc77f5b657 req-4ca2c001-4ee5-43b0-bf94-a338988df6d4 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8930871 May 06 12:21:55.490897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Attempting to bind port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:55.491263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Attempting to bind port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:55.491594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Attempting to bind port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:55.498551 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-d39a98fc-39b3-440b-818c-a6cdf2afd9c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3241243 May 06 12:21:55.502121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96637095-74eb-407d-bbcf-e66c1bbd79ba req-cd756406-fb3d-4205-814e-dd00048b2a26 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.502285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-eadf095b-ae16-451f-be17-3d19c6a11a1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1095 time: 0.9134665 May 06 12:21:55.505745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96637095-74eb-407d-bbcf-e66c1bbd79ba req-cd756406-fb3d-4205-814e-dd00048b2a26 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.6254592 May 06 12:21:55.539867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-93e4cdb7-650c-4a47-abbe-ff36fd96a3fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:55.542832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-93e4cdb7-650c-4a47-abbe-ff36fd96a3fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1645644 May 06 12:21:55.542832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:55.543438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Attempting to bind port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:55.605756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:55.605992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:55.606321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:55.606766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Bound port: 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:55.607113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:55.641759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-8738e823-6968-4be7-9d9d-94563ecb1644 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5592201 May 06 12:21:55.660570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Request body: {'port': {'device_id': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:21:55.670089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ac22a836-f8d7-44ae-af85-d4ddc167ff3b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:55.702404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96637095-74eb-407d-bbcf-e66c1bbd79ba req-9c6726d0-351e-4766-a2ab-d5dd74ac0b52 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957233 May 06 12:21:55.780181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['3119cf73-6268-458d-9fcd-66d6d34bba8f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:55.838297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b48e2354-7014-4dfb-8187-292bd78766bf req-551ce406-54bb-4229-aec8-bc1ac35f5707 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940294 May 06 12:21:55.989922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.006066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-34835569-7c18-4817-848c-034e10e95da9 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979739 May 06 12:21:56.007414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-4d41472b-9c18-4011-8a0c-2e724ab0ab7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:56.016562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-4d41472b-9c18-4011-8a0c-2e724ab0ab7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4825470 May 06 12:21:56.111223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:56.119179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:56.123479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c211549c-b502-468f-a07d-6e9180f65ea8 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:21:56.178426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-0686d118-40e4-43ba-92ad-729fa02a9825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.1352742 May 06 12:21:56.199237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-191776be-f4a8-4798-8c88-0164d418b1bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6395221 May 06 12:21:56.242025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.287112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-162b32cd-b6f0-4c93-a239-1b2c14526691 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692373 May 06 12:21:56.302077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-3d060cdd-1a99-45d9-9e1d-79aa592b9d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:56.304905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-3d060cdd-1a99-45d9-9e1d-79aa592b9d51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1124127 May 06 12:21:56.511927 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-9dfadfc3-0feb-456e-8cf3-361e2db77c37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804562 May 06 12:21:56.666610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c211549c-b502-468f-a07d-6e9180f65ea8,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:56.688956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'c211549c-b502-468f-a07d-6e9180f65ea8', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'c211549c-b502-468f-a07d-6e9180f65ea8', 'mac_address': 'fa:16:3e:39:46:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:21:56.805764 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-a22fb352-451b-4f7d-bd91-1ae95c000076 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925210 May 06 12:21:56.948615 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:56.998666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c211549c-b502-468f-a07d-6e9180f65ea8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:57.016917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c211549c-b502-468f-a07d-6e9180f65ea8,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:57.033606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-a3b463d6-03aa-4d75-bf36-8d211cb1ec28 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268456 May 06 12:21:57.043035 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.044489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f21eaf3-92f5-4727-85b9-b0dda5470ba2 HTTP/1.1" status: 200 len: 1095 time: 5.7267427 May 06 12:21:57.044931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:57.071164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-9af98d86-56d3-48c9-9503-ed0bb4c2800a service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975393 May 06 12:21:57.089340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0491f-fa5f-4f12-94a5-a4b7addfe381 req-3aa432d1-4b43-4193-90b9-b9ee16fb33d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:57.091410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88b0491f-fa5f-4f12-94a5-a4b7addfe381 req-3aa432d1-4b43-4193-90b9-b9ee16fb33d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.2846127 May 06 12:21:57.109325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba16dca-5f1d-40a6-af27-8470304cf3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:57.145438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88b0491f-fa5f-4f12-94a5-a4b7addfe381 req-c5bb3ad1-3463-4d40-9eb5-2b8c7e36ed68 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458739 May 06 12:21:57.147540 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.212015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122749-a97b-4e55-8dfa-03030cfcf046 req-2d5ec2ce-0f50-4c87-8971-8ced37ca21b0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:57.212721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bf122749-a97b-4e55-8dfa-03030cfcf046 req-2d5ec2ce-0f50-4c87-8971-8ced37ca21b0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:21:57.338476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:57.387343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7c606cd-4638-47d6-bed1-fe025ca41c5a req-bb6181fa-c1ce-448d-9ad2-636cdc06c0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372519 May 06 12:21:57.413758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bf122749-a97b-4e55-8dfa-03030cfcf046 req-2d5ec2ce-0f50-4c87-8971-8ced37ca21b0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:21:57.415011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf122749-a97b-4e55-8dfa-03030cfcf046 req-2d5ec2ce-0f50-4c87-8971-8ced37ca21b0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 931 time: 1.3249893 May 06 12:21:57.491602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-9ee8a9f0-d5fb-42f2-9427-e768d6a939fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 1098 time: 0.2792957 May 06 12:21:57.501695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1c46b-0cc9-4679-ad43-ff1b88d469ee req-bee69eb4-e3c8-4c43-8f88-81ce9effb15e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:57.508040 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3d1c46b-0cc9-4679-ad43-ff1b88d469ee req-bee69eb4-e3c8-4c43-8f88-81ce9effb15e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 947 time: 0.1659863 May 06 12:21:57.524663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf122749-a97b-4e55-8dfa-03030cfcf046 req-49d96306-1107-42e9-86d1-1592d38f8e90 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640259 May 06 12:21:57.535425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d08848-0dad-47bc-a4ab-757df4e903f7 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:21:57.543557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.578824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Transition to ACTIVE for port object f1d08848-0dad-47bc-a4ab-757df4e903f7 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:21:57.677454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:57.701560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-3d42d1cc-574b-4a4b-98ce-f01a5c623412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2 HTTP/1.1" status: 200 len: 217 time: 0.1969130 May 06 12:21:57.734180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['c211549c-b502-468f-a07d-6e9180f65ea8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:21:57.751519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3d1c46b-0cc9-4679-ad43-ff1b88d469ee req-e3fa2ee8-d2c6-46da-a79a-91d598d29521 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884286 May 06 12:21:57.878739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-4eef914a-9756-495e-a69c-eb48dcefcc25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:57.880188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-4eef914a-9756-495e-a69c-eb48dcefcc25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1254644 May 06 12:21:58.104729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:58.110024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:58.117920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f876cce-0ec8-4713-a17e-471499994e4d req-00b95db8-c67d-4b47-97be-fbf67329029b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.119573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f876cce-0ec8-4713-a17e-471499994e4d req-00b95db8-c67d-4b47-97be-fbf67329029b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 945 time: 0.4369779 May 06 12:21:58.132739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-763292c3-9156-4809-a226-a9eba59614f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323596 May 06 12:21:58.147860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:21:58.148334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:21:58.148753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:58.160104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:21:58.160543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:21:58.193996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-7f85c59b-0962-453b-8413-b067ed779405 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.3913572 May 06 12:21:58.201764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:21:58.201764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:21:58.201764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:21:58.201764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Bound port: f1d08848-0dad-47bc-a4ab-757df4e903f7, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:21:58.201764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:58.254871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:58.259636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f876cce-0ec8-4713-a17e-471499994e4d req-0d48f8d8-4085-4c47-9519-e72997c25bf6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335192 May 06 12:21:58.263691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:58.264186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:58.301817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-26729b05-3b09-430b-9c78-1484bb88e40f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611955 May 06 12:21:58.307954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0034c-df86-4b5c-8a2d-f4cc625f5864 req-0020e395-95e9-4450-9182-33d639af6f84 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.313693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35f0034c-df86-4b5c-8a2d-f4cc625f5864 req-0020e395-95e9-4450-9182-33d639af6f84 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 949 time: 0.2940290 May 06 12:21:58.475227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-799c50d6-4da5-4b4e-ba7f-cf1b398c2a2b req-31ce8fca-a45e-47e2-86a4-e0752fcdaa6a service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634672 May 06 12:21:58.496071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35f0034c-df86-4b5c-8a2d-f4cc625f5864 req-23b95663-0ad5-4d3c-bfa7-a6210d2aec71 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529120 May 06 12:21:58.540518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:58.552727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:58.557942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:21:58.578346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:21:58.589963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:58.596903 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da31ded-2ac6-4dfb-b234-ccfee29b874c'] response: {'name': 'network-changed', 'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', 'status': 'completed', 'code': 200} May 06 12:21:58.656932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48ca21-c442-4514-bcc2-e006da986fa0 req-4bcfb893-2675-47b5-908f-197d02c62814 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.665751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f48ca21-c442-4514-bcc2-e006da986fa0 req-4bcfb893-2675-47b5-908f-197d02c62814 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.2251434 May 06 12:21:58.863979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f48ca21-c442-4514-bcc2-e006da986fa0 req-dea2b088-1933-45f1-b6cb-2d1714253d08 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552578 May 06 12:21:58.863979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:58.865162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-3e1b878d-9cc7-4558-a903-026466fb2c59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 1098 time: 0.1521871 May 06 12:21:58.865162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f420a18-fb18-4e99-ad80-4a1f233b635e req-451eec5f-cc86-4a12-9926-bb63c83c498e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.865162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f420a18-fb18-4e99-ad80-4a1f233b635e req-451eec5f-cc86-4a12-9926-bb63c83c498e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1279023 May 06 12:21:58.865634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:58.873745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:58.878602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-07703e2c-61a9-42d8-a9c2-d6a67da5038f service neutron] 10.222.0.86 "PUT /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 1091 time: 3.2265425 May 06 12:21:58.974135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f420a18-fb18-4e99-ad80-4a1f233b635e req-299f562f-37cb-4ec5-8cf1-e0ece3bad931 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 May 06 12:21:58.995299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-df8216cd-ea0e-40f7-9692-49401592700e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:58.996862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-df8216cd-ea0e-40f7-9692-49401592700e service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1922643 May 06 12:21:58.999154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:59.000484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:21:59.005794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-14ef2940-7b9f-41eb-8d83-e38deaf93a0e service neutron] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:21:59.008919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-14ef2940-7b9f-41eb-8d83-e38deaf93a0e service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:59.010018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f59b032-1c88-4ad6-8acf-c051c93fe8f2 req-14ef2940-7b9f-41eb-8d83-e38deaf93a0e service neutron] 10.222.0.13 "DELETE /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488/bindings/n-h1-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.8009844 May 06 12:21:59.073975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-02f15279-4d4d-46e0-84ce-487c6d209de5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2 HTTP/1.1" status: 200 len: 217 time: 0.0705371 May 06 12:21:59.148923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:59.197756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-d52f2416-8b8d-44c0-bb9f-43d2e1eba869 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1094 time: 0.1227636 May 06 12:21:59.225279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-4443f538-6030-4c19-979e-2addf388803f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.230822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-4443f538-6030-4c19-979e-2addf388803f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1399443 May 06 12:21:59.274090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-a490c9e7-3cb3-4a70-9b4d-f3461e777bd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 217 time: 0.0671034 May 06 12:21:59.279844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ae1dd-6062-48ed-ba5a-b415a37350c6 req-e001c9aa-1132-434c-886a-835829fa0154 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.281278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-731ae1dd-6062-48ed-ba5a-b415a37350c6 req-e001c9aa-1132-434c-886a-835829fa0154 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.1327960 May 06 12:21:59.283331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 3119cf73-6268-458d-9fcd-66d6d34bba8f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:21:59.289121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 3119cf73-6268-458d-9fcd-66d6d34bba8f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:21:59.289494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:59.350935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-425d8e55-b92b-4e3c-911e-090b0ce2ef24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:21:59.352585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-425d8e55-b92b-4e3c-911e-090b0ce2ef24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0710480 May 06 12:21:59.356337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-731ae1dd-6062-48ed-ba5a-b415a37350c6 req-7cf276d3-0483-423c-8ff7-933a6fec6479 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680499 May 06 12:21:59.400767 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-5ea7f9cd-1f16-4b7e-8d12-11331ec2e7f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628361 May 06 12:21:59.442830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:59.466977 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6315b705-b5cf-45f3-9104-1824146628b4'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'code': 200} May 06 12:21:59.504704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-185c8042-a01a-4772-965f-f58f22b34a26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100004 May 06 12:21:59.573084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:21:59.660520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:21:59.767706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-d6509b18-0714-453c-be71-d8614773df12 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535306 May 06 12:21:59.853133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:21:59.982418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-571124f5-02c0-49f4-9984-ddba86f10989 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756088 May 06 12:22:00.116505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d41f7921-fcaf-4220-bbc7-ba6ebc92ca98 req-d97e963d-adc1-4aa5-94a4-4b905ab0e390 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 1100 time: 0.5381303 May 06 12:22:00.130600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c211549c-b502-468f-a07d-6e9180f65ea8 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:00.187704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df9c09f2-25c3-4afc-84f3-e63605da77df req-a62da60a-2ba8-4e3e-af26-a4bc614af0c4 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083986 May 06 12:22:00.195581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31784db7-db23-401b-acdb-bf97e5b313e7 req-d3e46f09-0596-49c8-a848-3534c37a8039 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1095 time: 0.3648875 May 06 12:22:00.233449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1890f-480a-40e3-80bb-d157ba43990d req-871b85d0-88ac-4e3a-a91e-7efdc5b8b43c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:00.234053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-08c1890f-480a-40e3-80bb-d157ba43990d req-871b85d0-88ac-4e3a-a91e-7efdc5b8b43c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:00.251232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31784db7-db23-401b-acdb-bf97e5b313e7 req-9b4e405e-9da0-4dde-91b7-c27a2e27f9ed tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 May 06 12:22:00.316280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d41f7921-fcaf-4220-bbc7-ba6ebc92ca98 req-a08529ee-b0c9-4af6-9440-2492ec51cc69 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877089 May 06 12:22:00.350097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995ee382-2ecb-49fd-9e04-80c16c06a024 req-db035600-c555-44cb-a993-658f6eb824d4 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603249 May 06 12:22:00.358085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port c211549c-b502-468f-a07d-6e9180f65ea8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:00.364559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port c211549c-b502-468f-a07d-6e9180f65ea8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:00.373358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:00.397617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-08c1890f-480a-40e3-80bb-d157ba43990d req-871b85d0-88ac-4e3a-a91e-7efdc5b8b43c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:00.401944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08c1890f-480a-40e3-80bb-d157ba43990d req-871b85d0-88ac-4e3a-a91e-7efdc5b8b43c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 947 time: 0.6265445 May 06 12:22:00.469867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08c1890f-480a-40e3-80bb-d157ba43990d req-714823f2-0abc-4a6a-bc4f-ffeead16ff76 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622265 May 06 12:22:00.526274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0ca96-17ed-448f-b4a9-99847bac762a req-c9094d69-03af-44cf-8fa2-834665780143 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:00.526274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0ca96-17ed-448f-b4a9-99847bac762a req-c9094d69-03af-44cf-8fa2-834665780143 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1078055 May 06 12:22:00.582036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0ca96-17ed-448f-b4a9-99847bac762a req-34af0740-5cf2-4b6f-b912-b8557426de8d tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480862 May 06 12:22:00.600710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:00.628818 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:00.684894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c211549c-b502-468f-a07d-6e9180f65ea8,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:00.766358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75102304-964b-49e0-9510-e2de500d19b7 req-4587dbe1-1f8b-4314-a53f-189e9928cd27 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:00.768167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75102304-964b-49e0-9510-e2de500d19b7 req-4587dbe1-1f8b-4314-a53f-189e9928cd27 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.0920815 May 06 12:22:00.799229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:00.819813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b552954c-b34e-4d42-b243-a85ffed89129 req-3fc6ab17-8f3a-43b4-8dbb-687388194918 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1095 time: 0.0817232 May 06 12:22:00.847718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75102304-964b-49e0-9510-e2de500d19b7 req-b47bd0dc-d81f-40f3-b869-ba81f1853758 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 May 06 12:22:00.901214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b552954c-b34e-4d42-b243-a85ffed89129 req-7fd4a5df-5441-44aa-b9fa-e47d1cb617ac tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753214 May 06 12:22:00.904037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:01.031143 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b3e433-01f1-48e0-8de5-cf7f59259d19'] response: {'name': 'network-changed', 'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'status': 'completed', 'code': 200} May 06 12:22:01.146278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-09115826-349d-4836-9e8d-fef5a2bf02bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1094 time: 0.1098266 May 06 12:22:01.159326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2014-1dba-44a2-9067-65fa52f241e3 req-dc91a64c-51bf-48aa-bf90-a6d81bb2c0a2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:01.160808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-615e2014-1dba-44a2-9067-65fa52f241e3 req-dc91a64c-51bf-48aa-bf90-a6d81bb2c0a2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.1779225 May 06 12:22:01.301613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-615e2014-1dba-44a2-9067-65fa52f241e3 req-8fb345d6-a47d-4ca8-8e1d-b005c97817bc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197894 May 06 12:22:01.351420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-f7e8bdc2-196c-477d-b3d8-9c271f5c4891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:01.353032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-f7e8bdc2-196c-477d-b3d8-9c271f5c4891 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1998613 May 06 12:22:01.427612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-ccaad54c-bbf3-4b14-a11f-70604b8818b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 217 time: 0.0655026 May 06 12:22:01.468696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f'}, {'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:01.512907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-76d95e72-7818-4694-99c5-d90ae502cfd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:01.514467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-76d95e72-7818-4694-99c5-d90ae502cfd3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0736039 May 06 12:22:01.538573 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7380c441-f539-4903-a33b-3b1f2c496bbc'] response: {'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'code': 200} May 06 12:22:01.538842 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7380c441-f539-4903-a33b-3b1f2c496bbc'] response: {'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8', 'code': 200} May 06 12:22:01.585363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-2aa8b9b7-f546-41b7-aaf5-d6ef3209e159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545363 May 06 12:22:01.794361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5a5cc2-71ee-45c8-889e-d120d1705c70 req-da8198c3-b966-4fe3-b614-809611e459d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 1101 time: 0.1302183 May 06 12:22:01.897317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-9e42df31-2c30-423a-ae7d-9f9e5000d17c service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017840 May 06 12:22:01.909143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068a28a-09d2-44c8-89df-a37e1ded23d8 req-703af02b-7c23-4e2d-8d4f-10e41ed3d532 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:01.911034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3068a28a-09d2-44c8-89df-a37e1ded23d8 req-703af02b-7c23-4e2d-8d4f-10e41ed3d532 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 947 time: 0.2291126 May 06 12:22:01.918640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-519d88ce-f9c5-4e1b-b236-fdba94fc7b65 req-bacdde04-ace6-4fd1-88f7-5f33251ad37f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 1100 time: 0.2350352 May 06 12:22:01.988183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5a5cc2-71ee-45c8-889e-d120d1705c70 req-04bb7192-9fe7-4220-bb06-04cf9e39d768 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833720 May 06 12:22:02.010671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b34b5-7b02-4187-9b4c-b792126f1f75 req-d6dd9f44-959a-4e7e-b23b-41e858fe1829 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:02.019722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-514b34b5-7b02-4187-9b4c-b792126f1f75 req-d6dd9f44-959a-4e7e-b23b-41e858fe1829 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1686618 May 06 12:22:02.024422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3068a28a-09d2-44c8-89df-a37e1ded23d8 req-db079501-cf28-4c0d-9f42-fef1aa476a3f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070602 May 06 12:22:02.080378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-514b34b5-7b02-4187-9b4c-b792126f1f75 req-d8f0fbbc-b900-4242-a7fc-44a0932a9407 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593317 May 06 12:22:02.086589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-519d88ce-f9c5-4e1b-b236-fdba94fc7b65 req-208d69ad-b762-4978-bb06-838af407a6b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490529 May 06 12:22:02.129344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:02.174846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc4056a6-39dc-4884-b7d2-a1033f886107 req-06c83bc1-3d54-4fc1-899d-b1dcbbdeda0b service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621033 May 06 12:22:02.321749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f81073-9e3a-437e-afa8-3045dc42e151 req-61974ee2-4e77-46b6-8f66-ece84f16ef68 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:02.324300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11f81073-9e3a-437e-afa8-3045dc42e151 req-61974ee2-4e77-46b6-8f66-ece84f16ef68 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1037953 May 06 12:22:02.329112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:02.343898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', 'mac_address': 'fa:16:3e:c0:eb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:02.406165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:02.408017 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11f81073-9e3a-437e-afa8-3045dc42e151 req-04899393-d3d2-41af-9b0f-73c39ab83a44 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 May 06 12:22:02.430555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:02.453276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:02.546363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:02.576735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7d62d-1e36-4524-bc40-6bfda859eaac req-35d3e771-be73-4b3f-b4cb-ef3af8b76784 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:02.578111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83f7d62d-1e36-4524-bc40-6bfda859eaac req-35d3e771-be73-4b3f-b4cb-ef3af8b76784 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.0957589 May 06 12:22:02.635283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83f7d62d-1e36-4524-bc40-6bfda859eaac req-1858c36b-af7e-4476-a816-bd15aaf0e1d8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 May 06 12:22:02.638109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:03.265675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd2604-3718-4398-9cda-c750c193a130 req-f2af8563-4d90-4fc6-9f15-a11097b1444c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:03.270609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48fd2604-3718-4398-9cda-c750c193a130 req-f2af8563-4d90-4fc6-9f15-a11097b1444c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 948 time: 0.0986414 May 06 12:22:03.335071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['6f21eaf3-92f5-4727-85b9-b0dda5470ba2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:03.341361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48fd2604-3718-4398-9cda-c750c193a130 req-38f1469a-90f7-463b-a048-e25b7776f95d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628181 May 06 12:22:03.371262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6766-a647-452a-b2b7-5abb0d050153 req-9ce78b2b-c878-468a-bd15-7062da3d6785 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:03.372911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-159d6766-a647-452a-b2b7-5abb0d050153 req-9ce78b2b-c878-468a-bd15-7062da3d6785 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1178088 May 06 12:22:03.450040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-159d6766-a647-452a-b2b7-5abb0d050153 req-8920f739-f9e6-4749-a9d6-1135b8a5f56a tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650227 May 06 12:22:03.732376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04835-b988-4ccd-8163-447a146a7ef2 req-a8a30424-9938-450a-81c2-9cc1466c87d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:03.740131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36e04835-b988-4ccd-8163-447a146a7ef2 req-a8a30424-9938-450a-81c2-9cc1466c87d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1349792 May 06 12:22:03.824941 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36e04835-b988-4ccd-8163-447a146a7ef2 req-b62ba858-7cd2-4e08-9d06-e438bae8c741 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833282 May 06 12:22:04.023166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699a6e-8dd6-41e0-a4cf-318dd66dd8f6 req-c5503258-6716-4ba9-91ca-2052045d5849 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.053260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5699a6e-8dd6-41e0-a4cf-318dd66dd8f6 req-c5503258-6716-4ba9-91ca-2052045d5849 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.1334889 May 06 12:22:04.098409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:04.223399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5699a6e-8dd6-41e0-a4cf-318dd66dd8f6 req-ba2d9bc3-d8a9-420c-9c66-3ef3b29ceeea tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913630 May 06 12:22:04.276265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:04.290766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'mac_address': 'fa:16:3e:b1:1b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:04.344919 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:04.363148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a64d9c7c-f350-4817-9a0f-c77903ea0ad8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:04.379917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:04.551365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f9817-e4ef-4eae-a368-0404619b6266 req-cf23df1a-5c83-48c1-9ee5-50b96e57cac9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.553107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-313f9817-e4ef-4eae-a368-0404619b6266 req-cf23df1a-5c83-48c1-9ee5-50b96e57cac9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 948 time: 0.0856190 May 06 12:22:04.606198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-313f9817-e4ef-4eae-a368-0404619b6266 req-b4a8e62c-6a4c-43e7-b5ff-32f5d9a7765f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 May 06 12:22:04.671949 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:04.676928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:04.751394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93839639-9ac1-4906-8bdf-7a655873c79c req-55778a9a-130b-48a1-80d3-5506d44d466e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:04.760409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93839639-9ac1-4906-8bdf-7a655873c79c req-55778a9a-130b-48a1-80d3-5506d44d466e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1944501 May 06 12:22:04.827787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93839639-9ac1-4906-8bdf-7a655873c79c req-8a072381-dd8e-469f-b31e-69859ac508a7 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664155 May 06 12:22:04.885702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:05.031577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:05.063238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'port_id': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'mac_address': 'fa:16:3e:bd:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a1fde-3b1a-4d0c-abfd-c9e5a8213efe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:05.145384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782d718-e6cc-4896-9d8b-aa34d9de4813 req-684d1c1b-408b-4d57-a1b4-ba64f24b0b8b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:05.159689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b782d718-e6cc-4896-9d8b-aa34d9de4813 req-684d1c1b-408b-4d57-a1b4-ba64f24b0b8b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1580343 May 06 12:22:05.189501 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:05.220048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d08848-0dad-47bc-a4ab-757df4e903f7 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:05.254973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:05.265824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b782d718-e6cc-4896-9d8b-aa34d9de4813 req-998c29d4-b9f0-4111-8678-e98aa7b65ee6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051824 May 06 12:22:05.329649 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:05.481378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a64d9c7c-f350-4817-9a0f-c77903ea0ad8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:05.572939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:05.719624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f1d08848-0dad-47bc-a4ab-757df4e903f7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:05.950347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c19958-9969-4e7f-b2a1-6e39e51681ad req-25d38e03-2845-4156-ae27-66a6b77f6c62 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:05.974770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17c19958-9969-4e7f-b2a1-6e39e51681ad req-25d38e03-2845-4156-ae27-66a6b77f6c62 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.3201041 May 06 12:22:06.075451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06636e5d-3425-4b50-bd4c-b55ca30b0c68 req-b8b3847b-9cab-4145-a079-9403847c0fc3 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:06.083670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06636e5d-3425-4b50-bd4c-b55ca30b0c68 req-b8b3847b-9cab-4145-a079-9403847c0fc3 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 948 time: 0.1642818 May 06 12:22:06.085922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17c19958-9969-4e7f-b2a1-6e39e51681ad req-b9481c81-71ac-4865-abe4-cd122f85368c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085212 May 06 12:22:06.148393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06636e5d-3425-4b50-bd4c-b55ca30b0c68 req-ff2b63c4-17ce-4c0a-8abb-25e95df40265 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641661 May 06 12:22:06.175161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:06.478158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:06.491900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:06.491900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.534906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a7444-cde7-415f-8a5e-c3eb5e4713b0 req-db352461-ce07-47dc-9b56-b127deb411f3 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:06.543184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb0a7444-cde7-415f-8a5e-c3eb5e4713b0 req-db352461-ce07-47dc-9b56-b127deb411f3 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1790748 May 06 12:22:06.615889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb0a7444-cde7-415f-8a5e-c3eb5e4713b0 req-18cf3d1e-f3c7-4d43-bc7a-572dace8847d tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 May 06 12:22:06.785333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:06.843378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:06.871196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:06.895804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56c92a-04a2-41a0-8ac5-4e340b4e7945 req-a3ac07ed-3fc1-4969-8cd1-c5336e043563 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:06.905887 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b56c92a-04a2-41a0-8ac5-4e340b4e7945 req-a3ac07ed-3fc1-4969-8cd1-c5336e043563 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.2018592 May 06 12:22:06.942045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9800d-cc38-4e7b-8ce6-a93eda68bab5 req-a5ed4594-b808-4526-95e7-1fd0511182bd tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:06.949990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4c9800d-cc38-4e7b-8ce6-a93eda68bab5 req-a5ed4594-b808-4526-95e7-1fd0511182bd tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 949 time: 0.1275706 May 06 12:22:06.977294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b56c92a-04a2-41a0-8ac5-4e340b4e7945 req-8bb2ed7b-f41f-4ed9-be1f-ba41c02f8aff tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696895 May 06 12:22:06.979416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:07.036265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4c9800d-cc38-4e7b-8ce6-a93eda68bab5 req-cadb0e5d-ffbb-46da-a707-b64d80f30639 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 May 06 12:22:07.098075 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7acd14-26ac-430d-8cb1-2d07f559ed28'] response: {'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', 'code': 200} May 06 12:22:07.115223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:07.337146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bc15b73-b836-48a9-8bb8-4644ea7f05a6 req-2bb2f7c8-c0e2-4869-a361-58ae472f18ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 1100 time: 0.1486833 May 06 12:22:07.413942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00420f-3e4b-4efe-8c13-cba3034765f9 req-dba51970-a115-41ff-b863-0ee3dda46102 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:07.425265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f00420f-3e4b-4efe-8c13-cba3034765f9 req-dba51970-a115-41ff-b863-0ee3dda46102 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.1502917 May 06 12:22:07.450389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bc15b73-b836-48a9-8bb8-4644ea7f05a6 req-a28993aa-ef84-4daa-8524-9c9dcfea8dd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024919 May 06 12:22:07.528046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f00420f-3e4b-4efe-8c13-cba3034765f9 req-642c7eb6-ced2-41f4-9298-15d9599a4da3 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 May 06 12:22:07.950455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db448891-6681-4922-967f-af5ac70ea7b9 req-889c8068-37b6-4b78-a01c-f9ebb523edd8 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:07.959084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db448891-6681-4922-967f-af5ac70ea7b9 req-889c8068-37b6-4b78-a01c-f9ebb523edd8 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 949 time: 0.1864495 May 06 12:22:08.031120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db448891-6681-4922-967f-af5ac70ea7b9 req-8a1378eb-e1ac-4f64-8e1f-0fd188fa57d7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 May 06 12:22:08.042025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:08.211058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:08.211431 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:08.442326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3db7279c-4aed-415e-9ca0-41e934041aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:08.557537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c98d-7343-4bd4-9d0d-3dbd5ab7b59b req-baccc3fb-9c50-4e34-b914-904a2a1b7db5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:08.559094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f25c98d-7343-4bd4-9d0d-3dbd5ab7b59b req-baccc3fb-9c50-4e34-b914-904a2a1b7db5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1979184 May 06 12:22:08.580108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:08.664332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f25c98d-7343-4bd4-9d0d-3dbd5ab7b59b req-6eb1cb9c-f613-4543-8e29-e43475807ab5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993207 May 06 12:22:08.710310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:08.787454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:08.788359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:09.119619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:09.134727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d00169-c912-408c-92fa-99c6a7a93633 req-9097f671-bf8a-4f53-a395-b1f4445d1cdc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:09.137296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75d00169-c912-408c-92fa-99c6a7a93633 req-9097f671-bf8a-4f53-a395-b1f4445d1cdc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.1380780 May 06 12:22:09.241761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75d00169-c912-408c-92fa-99c6a7a93633 req-7e4b60d3-cfd2-4cc9-8a55-1913ebfb3852 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958602 May 06 12:22:09.245764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:09.352470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port f1d08848-0dad-47bc-a4ab-757df4e903f7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:09.357923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port f1d08848-0dad-47bc-a4ab-757df4e903f7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:09.361338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.412770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04882b5-8cf4-4b16-8a95-9e7388af824f req-dbbc1304-516a-4863-a9e5-d1e7467204d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:09.416588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a04882b5-8cf4-4b16-8a95-9e7388af824f req-dbbc1304-516a-4863-a9e5-d1e7467204d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 949 time: 0.1599870 May 06 12:22:09.431650 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c0eb03-ab52-4914-9c8c-786e5c5a95cd'] response: {'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'code': 200} May 06 12:22:09.499568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a04882b5-8cf4-4b16-8a95-9e7388af824f req-4d717e61-e1bd-43d8-a81c-85dd91261c23 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766976 May 06 12:22:09.615928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.661186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:09.734906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:09.860648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:09.978074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e704c-613b-4340-8fb0-a00e9dab5b54 req-0b22ed37-2441-4b87-9d9e-7052589a1433 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:09.989312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b1e704c-613b-4340-8fb0-a00e9dab5b54 req-0b22ed37-2441-4b87-9d9e-7052589a1433 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1095457 May 06 12:22:10.083409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b1e704c-613b-4340-8fb0-a00e9dab5b54 req-85c43f5d-c71b-481d-89c1-b015fb613013 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926285 May 06 12:22:10.556337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c81f76-1217-4e4b-ac4b-9e8509fded13 req-a506984c-c1ff-46c5-93cb-4c827cd1b487 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:10.558579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57c81f76-1217-4e4b-ac4b-9e8509fded13 req-a506984c-c1ff-46c5-93cb-4c827cd1b487 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1109614 May 06 12:22:10.610950 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57c81f76-1217-4e4b-ac4b-9e8509fded13 req-a3ea97b1-2741-4c55-b01b-58cbf83f99d8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 May 06 12:22:10.654827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079df35-8497-4540-ac69-3fa826b5c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:10.840467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4d327-586a-4107-abe3-b58019a86755 req-516ed0da-04ab-4843-b771-10326210afdf tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:10.845864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95c4d327-586a-4107-abe3-b58019a86755 req-516ed0da-04ab-4843-b771-10326210afdf tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 949 time: 0.2043006 May 06 12:22:10.955912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95c4d327-586a-4107-abe3-b58019a86755 req-4536a1c3-d74b-4662-b61c-67a4dc6cf4ee tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 May 06 12:22:11.260726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a1aee-2d76-413a-a82d-2dc9b6296761 req-18799dd5-e9b9-4116-823b-753985c1466b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:11.273487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e9a1aee-2d76-413a-a82d-2dc9b6296761 req-18799dd5-e9b9-4116-823b-753985c1466b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 949 time: 0.1164820 May 06 12:22:11.365830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e9a1aee-2d76-413a-a82d-2dc9b6296761 req-648970e0-c962-41cc-9627-2b4017d9f72b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906172 May 06 12:22:11.381302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f263-bda5-4aea-964d-1e763a96b59e req-25a5ecb3-66ed-4024-94af-6f9202478f05 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:11.385421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3887f263-bda5-4aea-964d-1e763a96b59e req-25a5ecb3-66ed-4024-94af-6f9202478f05 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1200159 May 06 12:22:11.432926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:11.495439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3887f263-bda5-4aea-964d-1e763a96b59e req-56ea784f-ed8c-49f7-b326-0df5c81e5922 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035490 May 06 12:22:11.618245 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b459ed9-f739-43be-82a4-d4967bf7f03d'] response: {'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'code': 200} May 06 12:22:11.847303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6190c6f9-f730-4794-ab22-feac91e05d5b req-63760655-4562-43d3-bc9a-916865881e70 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1096 time: 0.1353288 May 06 12:22:11.931968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6190c6f9-f730-4794-ab22-feac91e05d5b req-da5d0b70-c0e8-4053-9b7a-e9f7ef55c648 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 May 06 12:22:11.958120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0f66e-5dc8-41df-a207-960c93dc3be1 req-0ff08074-e442-45fc-9c06-792564af4057 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:11.959755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bf0f66e-5dc8-41df-a207-960c93dc3be1 req-0ff08074-e442-45fc-9c06-792564af4057 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1729422 May 06 12:22:11.997182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4474-c4e4-47d5-be87-0878a7ad2957 req-ac55c277-d86b-4475-86bc-236b5c311d2a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:12.001149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4474-c4e4-47d5-be87-0878a7ad2957 req-ac55c277-d86b-4475-86bc-236b5c311d2a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:12.003002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-529c4474-c4e4-47d5-be87-0878a7ad2957 req-ac55c277-d86b-4475-86bc-236b5c311d2a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90&device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 1689 time: 0.1091425 May 06 12:22:12.014126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bf0f66e-5dc8-41df-a207-960c93dc3be1 req-f69ea973-4132-473f-99e2-5575f36558ee tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 May 06 12:22:12.085708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-529c4474-c4e4-47d5-be87-0878a7ad2957 req-65ff7aeb-3f94-4af0-afec-361f4c8c8a55 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687187 May 06 12:22:12.088991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.199521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:12.215622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.386288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:12.402905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'mac_address': 'fa:16:3e:2c:79:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:12.468936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.488745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-034caad9-787b-408e-8cb2-ea17edea9973 req-577077fe-262a-49a4-bd16-2b971f842b82 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 1100 time: 0.0867946 May 06 12:22:12.501598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:12.519566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:12.540588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-034caad9-787b-408e-8cb2-ea17edea9973 req-6cd8f695-024f-48cc-b3c9-d689f6d8a476 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 May 06 12:22:12.654836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:12.752125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:12.859231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e028b-45c1-4055-b8e8-ddf1b9a57664 req-654b36e9-63b0-4110-905e-7247f2f08d3f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:12.861061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa5e028b-45c1-4055-b8e8-ddf1b9a57664 req-654b36e9-63b0-4110-905e-7247f2f08d3f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1785066 May 06 12:22:12.913743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e90eac9-a91e-42a0-a03d-d260f3bc1930 req-0864182c-1866-43cf-9853-96d087e8468c tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 1100 time: 0.2105510 May 06 12:22:12.920060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa5e028b-45c1-4055-b8e8-ddf1b9a57664 req-845c2bec-dd2a-4618-befb-a54ad5e751fc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479677 May 06 12:22:12.971658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e90eac9-a91e-42a0-a03d-d260f3bc1930 req-69315c2a-c270-4c55-b67d-496d593a055b tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558012 May 06 12:22:12.983387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ac22a836-f8d7-44ae-af85-d4ddc167ff3b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:13.194790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2743-b751-4443-a3cd-94936a1d1432 req-289aaf60-034c-43d4-b163-8bf7a57c654e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:13.202787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb4b2743-b751-4443-a3cd-94936a1d1432 req-289aaf60-034c-43d4-b163-8bf7a57c654e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1081793 May 06 12:22:13.326662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb4b2743-b751-4443-a3cd-94936a1d1432 req-e44249c5-44ac-4b17-bc90-1b8c38e0a58d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225429 May 06 12:22:13.431750 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:13.536345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d15e88-3afe-4fa8-b443-9f57deb2b851 req-95a818f2-cfaa-4d77-bd32-f455ff3df0b9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:13.537848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64d15e88-3afe-4fa8-b443-9f57deb2b851 req-95a818f2-cfaa-4d77-bd32-f455ff3df0b9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.0891483 May 06 12:22:13.610848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64d15e88-3afe-4fa8-b443-9f57deb2b851 req-623c4684-6f87-4d3d-a0e9-989a4b4e7776 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662167 May 06 12:22:13.707839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-d1cfb734-74c2-4e17-80a1-27091f87e82a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350332 May 06 12:22:13.798724 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:22:13.867985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-986424ec-02ba-4f48-b641-7d7491626341 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:13.874762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-986424ec-02ba-4f48-b641-7d7491626341 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660759 May 06 12:22:13.895073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-e84c8132-0c4c-4d13-91a2-4de9aa6d7fca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0193112 May 06 12:22:13.988337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-19a83b51-f9b4-4f33-8875-bf8f94d2d023 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924652 May 06 12:22:14.161804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304bc8-a6ad-4757-b1f2-ebf0dd14341d req-2a0d908f-6a16-414b-be09-41a70345f293 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:14.163753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34304bc8-a6ad-4757-b1f2-ebf0dd14341d req-2a0d908f-6a16-414b-be09-41a70345f293 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.1026175 May 06 12:22:14.217914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34304bc8-a6ad-4757-b1f2-ebf0dd14341d req-a75c0c34-1622-4119-a48f-b6dd343b7fdc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 May 06 12:22:14.219646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:14.318912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:14.319367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.577073 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-37c39b53-cd6a-4edc-9bfc-23f9c24839c5 service neutron] show failed (client error): The resource could not be found. May 06 12:22:14.580796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-37c39b53-cd6a-4edc-9bfc-23f9c24839c5 service neutron] 10.222.0.86 "GET /v2.0/ports/ba6a06bb-7ead-4790-a152-fb5d2424a603/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1403215 May 06 12:22:14.594628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:14.684932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e9740-948f-4f92-8227-05185160a5e2 req-6d318a0b-1a48-42a4-afc8-17c78d397c13 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:14.687373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5e9740-948f-4f92-8227-05185160a5e2 req-6d318a0b-1a48-42a4-afc8-17c78d397c13 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.1336989 May 06 12:22:14.688377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:14.745039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:14.770708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5e9740-948f-4f92-8227-05185160a5e2 req-78593f99-919f-417d-8e63-1f203e3f183c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765193 May 06 12:22:15.138920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826804-7e0e-45f8-ac33-8bacf081ef26 req-aa9588d9-509d-413d-806d-4f199a408f36 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:15.140411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f826804-7e0e-45f8-ac33-8bacf081ef26 req-aa9588d9-509d-413d-806d-4f199a408f36 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.0834830 May 06 12:22:15.187819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f826804-7e0e-45f8-ac33-8bacf081ef26 req-947c3e0a-30cb-4598-ab39-175af05ef8bb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 May 06 12:22:15.270438 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f2ab7f-c435-46f8-a0f2-ac4bbd151a13'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'code': 200} May 06 12:22:15.515423 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:15.698056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:15.917178 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7438890f-fa9c-493c-a005-1f6f6668afca req-06196273-cfb9-4eeb-ac7c-fd8004a218d9 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1096 time: 0.1287637 May 06 12:22:15.988432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7438890f-fa9c-493c-a005-1f6f6668afca req-fa760a75-a226-475e-88ac-7e9681d88681 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 May 06 12:22:16.215271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:16.275276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:16.352417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-c2f698c0-26e8-43d4-bcec-7b506ad026ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.2567902 May 06 12:22:16.386761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:16.396647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:16.427582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:16.460648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f43b-dae9-4ae2-9bdb-ab0b8b04e781 req-57eb9321-065d-4ff2-aec1-dd0582db917b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:16.468421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0929f43b-dae9-4ae2-9bdb-ab0b8b04e781 req-57eb9321-065d-4ff2-aec1-dd0582db917b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.2070534 May 06 12:22:16.529321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:16.649465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0929f43b-dae9-4ae2-9bdb-ab0b8b04e781 req-6f7b6612-7698-4df4-bd03-36a80128bac8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797683 May 06 12:22:16.651896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:16.678699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:17.213565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d4ed79d-8f63-458d-b9db-e505cbcb742a req-720866dc-7508-4429-afab-a390210532e1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.1457369 May 06 12:22:17.247165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:17.271845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:17.313167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:17.403925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:17.409988 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c48ff48-02e0-4b61-8546-d1a69937da3d'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:22:17.434107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:17.479279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Transition to ACTIVE for port object ba6a06bb-7ead-4790-a152-fb5d2424a603 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:17.537551 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3629c6-c33e-46dd-bd01-dd09d2a9a198'] response: {'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'code': 200} May 06 12:22:17.620775 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:17.900088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:17.945699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] No DVR routers for this DVR port ba6a06bb-7ead-4790-a152-fb5d2424a603 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:18.074280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:18.144906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:18.145307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:18.145700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:18.157577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:18.158175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Attempting to bind port ba6a06bb-7ead-4790-a152-fb5d2424a603 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:18.177708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:18.179456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:18.180147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:18.183099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Bound port: ba6a06bb-7ead-4790-a152-fb5d2424a603, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:18.183735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:18.291542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:18.450751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfa249-a7af-4c15-ab54-3d925b586a0b req-93a1ff87-fbd1-4f30-983b-831e6ffe0fd7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:18.465661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69dfa249-a7af-4c15-ab54-3d925b586a0b req-93a1ff87-fbd1-4f30-983b-831e6ffe0fd7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.4212258 May 06 12:22:18.504159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f46bc8-4b5d-455b-a387-a86917852778 req-015006a0-81bc-4838-bdb0-ff3910d5c428 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.0998650 May 06 12:22:18.579589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69dfa249-a7af-4c15-ab54-3d925b586a0b req-fafe1777-4136-44cf-8c09-299dc7b4dd67 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011295 May 06 12:22:18.579589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:18.579589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:18.798257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:18.939564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:18.941103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] 10.222.0.13 "PUT /v2.0/ports/ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 1096 time: 2.5558665 May 06 12:22:18.960209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04358e92-a7b4-431d-b764-ac7a946a8f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:19.163440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-d076e28d-a180-4c11-ae53-617e29aa4eec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1099 time: 0.1835256 May 06 12:22:19.552093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:19.584628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-06357caf-786c-4080-9ad5-09c7fc742759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:19.586998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-06357caf-786c-4080-9ad5-09c7fc742759 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.4076827 May 06 12:22:19.881380 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054a7ab7-066e-4f5b-8f8f-27c56b9a6ca8'] response: {'name': 'network-changed', 'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'status': 'completed', 'code': 200} May 06 12:22:20.020847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-889ad79f-a428-4f2e-a073-88998d05e16f req-8ed46509-69df-4428-9738-98f6734d1c98 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.1303070 May 06 12:22:20.033631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-ade19bf2-c9c1-442d-b9ed-45f1aee019bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.4294977 May 06 12:22:20.207316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-aa5f8211-1034-48e3-a653-b7d27757424d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.209044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-aa5f8211-1034-48e3-a653-b7d27757424d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1530373 May 06 12:22:20.218027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-6fb38705-59c3-4da8-8325-1ebd43d1964f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1099 time: 0.3320234 May 06 12:22:20.234908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:20.359831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:20.578247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063384-5408-4057-b6c8-2a9de26c9ff5 req-0e049224-0c6d-4e03-ab3a-e469da874f01 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.586896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57063384-5408-4057-b6c8-2a9de26c9ff5 req-0e049224-0c6d-4e03-ab3a-e469da874f01 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.4847052 May 06 12:22:20.658409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:20.672971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:20.728225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57063384-5408-4057-b6c8-2a9de26c9ff5 req-afca6245-77e2-47f7-9a18-293c7acf955e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390975 May 06 12:22:20.753543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-300ace93-4c81-40ad-bf2d-57803192a5d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4945359 May 06 12:22:20.754811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-eb0255dd-81b0-4ccf-9f9d-b71280155beb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:20.757411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-eb0255dd-81b0-4ccf-9f9d-b71280155beb service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.5326471 May 06 12:22:20.844689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:20.853069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f213c252-20d0-4615-a2d6-7445f5ec6585 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1322894 May 06 12:22:20.886555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-342ca2b8-010c-4cdf-b83b-e7403ff7a9e1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.1226830 May 06 12:22:20.926091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:20.968933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:21.042979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:21.086212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-0618c629-bdf7-4134-bd02-5cd7f7f2b4a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:21.094572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-0618c629-bdf7-4134-bd02-5cd7f7f2b4a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1583784 May 06 12:22:21.281379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:21.351761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30b11452-e0c5-44d2-b679-4de8c91130f0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:21.500033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-fbb8a4b8-7b02-4ee7-aa57-9e943e7c92dc service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123042 May 06 12:22:21.573239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b3cafb39-c53a-4c3b-bbfd-45655e33b4e8 req-29716e68-3f7b-40fe-82df-968832411812 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.2068486 May 06 12:22:21.583522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b7eb0820-ee25-4aa1-8e4a-95b2137a1106 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:21.584960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b7eb0820-ee25-4aa1-8e4a-95b2137a1106 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7308760 May 06 12:22:21.629376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:21.920058 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-1ab4943c-6646-428d-9780-67a69f5088f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8158829 May 06 12:22:22.133172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:22.159694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:22.257841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9364430-2ea7-4fa5-864c-f4ddfc492bb0 req-b66a9b8d-ba3f-4171-9d4d-18325e432b86 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238669 May 06 12:22:22.287808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-1ce07b42-56d1-44d1-907f-7fa77a0cca1a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018088 May 06 12:22:22.344921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:22.348894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:22.475155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-54db6af8-075e-4d97-97f2-6bcf11294fb4 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302176 May 06 12:22:22.799320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-7e57aeae-f3e0-435e-bc00-37afb85c622b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057332 May 06 12:22:22.805879 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-aa5fc297-a17f-4109-904e-e369629229a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1099 time: 0.1845720 May 06 12:22:22.986250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-a45fd90a-6fb5-4327-91aa-f949197e84fd tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:22.988455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-a45fd90a-6fb5-4327-91aa-f949197e84fd tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6170352 May 06 12:22:23.026004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': 'de00083f-0951-44ea-9610-acd04abef717', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:23.049197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-351ee0b6-b861-4784-bd6b-c9f3530d5376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:23.053771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-351ee0b6-b861-4784-bd6b-c9f3530d5376 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2284451 May 06 12:22:23.055208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b667f-9059-4d75-b5cc-4d7684bc7370 req-274c518a-76f8-4812-8ee2-eb6cefee4c38 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:23.063017 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa0b667f-9059-4d75-b5cc-4d7684bc7370 req-274c518a-76f8-4812-8ee2-eb6cefee4c38 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 0.7778482 May 06 12:22:23.146360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-7be5e292-efbb-4b47-8550-fecabda4d07d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.0865729 May 06 12:22:23.162089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.28 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/a78e0a84-a7eb-4057-a480-559a9af3a698) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:23.246348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-fd9e4c7b-3b54-49a5-8d35-94f1a6ef99d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:23.249155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-fd9e4c7b-3b54-49a5-8d35-94f1a6ef99d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0856590 May 06 12:22:23.451935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-34070781-2162-46fb-aa7f-e4f3951f8859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820598 May 06 12:22:23.462215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:23.501359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Usage tracker for resource:port and tenant:a329543a144a4902b0d6f9db1ffb2ffc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:23.510052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:23.535643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:23.569299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa0b667f-9059-4d75-b5cc-4d7684bc7370 req-bd77af36-bad1-4e25-8d28-0ae9456b4cc0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053079 May 06 12:22:23.981877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:23.983722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.020358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-8bf95f4f-462a-42ea-af02-911cec83aca9 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181360 May 06 12:22:24.121506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.166935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object a78e0a84-a7eb-4057-a480-559a9af3a698 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:24.239483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e27ac-6e28-44c1-9760-a80a94f8779e req-dea785f5-dde6-4e1d-a85b-44d11c225193 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:24.248900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac9e27ac-6e28-44c1-9760-a80a94f8779e req-dea785f5-dde6-4e1d-a85b-44d11c225193 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.3343787 May 06 12:22:24.252080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-2fafaad5-37d4-4978-86be-124d46dcbf28 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:24.256310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-2fafaad5-37d4-4978-86be-124d46dcbf28 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.3490262 May 06 12:22:24.259354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:24.457655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac9e27ac-6e28-44c1-9760-a80a94f8779e req-c53291f1-9e16-43d7-883c-33f67e3206e7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075112 May 06 12:22:24.557340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30b11452-e0c5-44d2-b679-4de8c91130f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:24.557989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.570870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:24.623635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:24.804049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d1f5d4d-b5c5-41f4-b16d-754e2ce1aa4f req-02b8e57f-09d3-462f-8f63-1fa5221133ca service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711463 May 06 12:22:24.878445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a17df5dd-1143-4aeb-9a0d-bee622373e11 req-0d0eeafc-7bf9-49c1-8bf5-83a7bde512a1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.2530491 May 06 12:22:24.931388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Deleting port 01347afe-53b5-4711-b19a-f76a02202ac2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:24.936051 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.000684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:25.066323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:25.068984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:25.073415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:25.318150 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.408686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.138 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/9aef55b5-d158-4440-bf4d-7b574b3a51ba) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:25.566431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] For port 01347afe-53b5-4711-b19a-f76a02202ac2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01347afe-53b5-4711-b19a-f76a02202ac2,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:25.567106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.592819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:25.598047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:25.606109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.715575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:25.900159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c200b48d-9311-49a6-a52c-0f5fb869e9c8 None None] Provisioning for port a78e0a84-a7eb-4057-a480-559a9af3a698 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:25.910569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:25.937479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c200b48d-9311-49a6-a52c-0f5fb869e9c8 None None] Provisioning complete for port a78e0a84-a7eb-4057-a480-559a9af3a698 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:25.938419 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c200b48d-9311-49a6-a52c-0f5fb869e9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.001945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-f2d0c975-2743-4b7d-a1f7-0ad93638bd86 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4034226 May 06 12:22:26.099085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Request body: {'port': {'device_id': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:26.257612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.257940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.258257 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 disassociated. External IP: 172.25.2.61, port: 01347afe-53b5-4711-b19a-f76a02202ac2. May 06 12:22:26.258602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Calling delete_port for 01347afe-53b5-4711-b19a-f76a02202ac2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:26.292294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:26.301271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c200b48d-9311-49a6-a52c-0f5fb869e9c8 None None] Port a78e0a84-a7eb-4057-a480-559a9af3a698 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:22:26.374561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:26.385682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.434635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object 9aef55b5-d158-4440-bf4d-7b574b3a51ba will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:26.572298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a6650-352c-47c3-8c48-6737075de34d req-1155be76-a2d3-42fd-ae8e-b3b2fae002f7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:26.572298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4a6650-352c-47c3-8c48-6737075de34d req-1155be76-a2d3-42fd-ae8e-b3b2fae002f7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 946 time: 0.7356458 May 06 12:22:26.637852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4a6650-352c-47c3-8c48-6737075de34d req-993d1704-a08f-40bd-b216-b72fcee2749b tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups?id=527b3ae0-0e5a-4b23-acc6-34c872418822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961709 May 06 12:22:26.706424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859c1bf-9767-4815-8d19-c866a34d97f3 req-19e457c5-6d3e-4733-9a9e-b378ca064996 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:26.728428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2859c1bf-9767-4815-8d19-c866a34d97f3 req-19e457c5-6d3e-4733-9a9e-b378ca064996 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 948 time: 1.4614108 May 06 12:22:26.755086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:26.811374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'mac_address': 'fa:16:3e:78:51:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:26.822645 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88faed9c-c58b-4ae5-ab4e-87a766b7ddf5'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:22:26.869388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2859c1bf-9767-4815-8d19-c866a34d97f3 req-cc865836-e7be-420c-bc23-9dfc640d0ca2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379304 May 06 12:22:26.905028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:26.982933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6a06bb-7ead-4790-a152-fb5d2424a603 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:27.019726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-8ea41a53-d5a8-46bb-ac91-41e2929455ae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5085213 May 06 12:22:27.029299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.044214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:27.214057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f610dcc-fcb3-44b8-97a2-db9381b88260 req-f29d94d0-e024-444b-b419-2d94baa06d61 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 210 time: 0.0512509 May 06 12:22:27.226496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.271140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.290251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:27.425361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event deleted for resources: {'Port': ['ID=01347afe-53b5-4711-b19a-f76a02202ac2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.523883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:27.716327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:27.854909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:27.869746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:27.922463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:28.120804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01347afe-53b5-4711-b19a-f76a02202ac2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:28.220636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:28.221928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:28.286877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:28.476479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 01347afe-53b5-4711-b19a-f76a02202ac2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:28.482835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01347afe-53b5-4711-b19a-f76a02202ac2 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:28.546308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5251784 May 06 12:22:28.586379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c0af285-5737-4154-bd82-be4a30416f01 req-7878819d-f1b4-477d-8439-e441759314f2 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.3925433 May 06 12:22:28.593023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Request body: {'port': {'device_id': 'de00083f-0951-44ea-9610-acd04abef717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:28.655022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8531da8-e099-4c82-b602-0ba2a16c50d1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:28.768630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:28.891221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-32d33d59-6116-489a-8dbe-396015fd9006 None None] Provisioning for port 9aef55b5-d158-4440-bf4d-7b574b3a51ba completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:28.916325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-32d33d59-6116-489a-8dbe-396015fd9006 None None] Provisioning complete for port 9aef55b5-d158-4440-bf4d-7b574b3a51ba triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:28.916863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-32d33d59-6116-489a-8dbe-396015fd9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:28.997209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78e0a84-a7eb-4057-a480-559a9af3a698 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:29.014892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.074617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Transition to ACTIVE for port object a78e0a84-a7eb-4057-a480-559a9af3a698 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:29.153777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-32d33d59-6116-489a-8dbe-396015fd9006 None None] Port 9aef55b5-d158-4440-bf4d-7b574b3a51ba cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:22:29.231907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99baf6-a0f4-4269-bff0-ab94a8429e10 req-539cbfe5-3f52-4411-a321-c184f64e8917 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:29.243049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec99baf6-a0f4-4269-bff0-ab94a8429e10 req-539cbfe5-3f52-4411-a321-c184f64e8917 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 949 time: 0.8926563 May 06 12:22:29.368359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec99baf6-a0f4-4269-bff0-ab94a8429e10 req-fd239ac3-ffad-40c0-8478-cc537d17b90a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151085 May 06 12:22:29.503694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:29.519622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:29.527920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.556339 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:29.558419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:22:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:29.654308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] No DVR routers for this DVR port 01347afe-53b5-4711-b19a-f76a02202ac2 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:29.659204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.667322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'name': 'network-vif-deleted', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:29.767289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Pushing event updated for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:29.792730 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af54ff8f-6fab-458b-8f9b-797de42ff0d9 req-132b07bc-413a-4cba-a327-b0f1f1919160 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.86 "DELETE /v2.0/ports/01347afe-53b5-4711-b19a-f76a02202ac2 HTTP/1.1" status: 204 len: 173 time: 5.5206814 May 06 12:22:29.817440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:29.949091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-f088bc03-d448-4dfa-a0b6-a6e88c81cc32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 1096 time: 2.7193558 May 06 12:22:30.018357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5c391e52-e654-45f6-8688-f2d74cd97533 req-c4112a3f-6532-404c-b8f0-ed1cd7d18118 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Synchronizing usage tracker for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:30.086075 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:30.168997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5c391e52-e654-45f6-8688-f2d74cd97533 req-c4112a3f-6532-404c-b8f0-ed1cd7d18118 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Unset dirty status for tenant:3c65b5779f89493cbdb24a57cb052dd5 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:30.174107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c391e52-e654-45f6-8688-f2d74cd97533 req-c4112a3f-6532-404c-b8f0-ed1cd7d18118 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.2471061 May 06 12:22:30.380763 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f28f6eb-ece1-44f7-a9df-0f620f7e59a5'] response: {'server_uuid': '0392c5cc-7189-4d51-9fd7-d4254423fba1', 'name': 'network-vif-deleted', 'tag': '01347afe-53b5-4711-b19a-f76a02202ac2', 'status': 'completed', 'code': 200} May 06 12:22:30.656873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-69fba218-132d-4f09-aa62-517b17147188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:30.662174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-69fba218-132d-4f09-aa62-517b17147188 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4523158 May 06 12:22:30.789472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-ca28852d-0ac6-47f7-9291-1917ef762b41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 200 len: 217 time: 0.1151745 May 06 12:22:30.841802 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:30.852419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:30.904038 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:30.904669 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:22:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:31.066122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-44c61973-49f5-4b76-99ea-30d24fc9d046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:31.069722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-44c61973-49f5-4b76-99ea-30d24fc9d046 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1683986 May 06 12:22:31.118214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb0f6-b481-4e3b-a4f8-2fc21746fc6a req-c3bc4e44-883b-49fe-8da3-cc87a593bcaa tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:31.128984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-252fb0f6-b481-4e3b-a4f8-2fc21746fc6a req-c3bc4e44-883b-49fe-8da3-cc87a593bcaa tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 949 time: 0.1639352 May 06 12:22:31.174873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c35db-709b-417c-9a7d-bb4e470ebf4a req-477f4a69-6d60-47f8-992d-26098aa7fb77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:31.177675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f75c35db-709b-417c-9a7d-bb4e470ebf4a req-477f4a69-6d60-47f8-992d-26098aa7fb77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:31.253841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-252fb0f6-b481-4e3b-a4f8-2fc21746fc6a req-474db131-239e-49ff-8c97-411d5fe340f1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215274 May 06 12:22:31.444584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:31.504691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-df7dd5ae-1908-4a2f-a672-d43bbbeb6258 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3733640 May 06 12:22:31.729301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0911e44-15eb-41ba-88f9-96167b79ea5a req-6db597c6-cc46-41b8-a006-7589efc582d8 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/ports?device_id=0392c5cc-7189-4d51-9fd7-d4254423fba1 HTTP/1.1" status: 200 len: 210 time: 0.1247842 May 06 12:22:31.746137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Attempting to bind port a78e0a84-a7eb-4057-a480-559a9af3a698 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:31.746723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Attempting to bind port a78e0a84-a7eb-4057-a480-559a9af3a698 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:31.751884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Attempting to bind port a78e0a84-a7eb-4057-a480-559a9af3a698 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:31.795138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f75c35db-709b-417c-9a7d-bb4e470ebf4a req-477f4a69-6d60-47f8-992d-26098aa7fb77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:31.810220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f75c35db-709b-417c-9a7d-bb4e470ebf4a req-477f4a69-6d60-47f8-992d-26098aa7fb77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 936 time: 2.3397861 May 06 12:22:32.144564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Port a78e0a84-a7eb-4057-a480-559a9af3a698 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:32.146312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Attempting to bind port a78e0a84-a7eb-4057-a480-559a9af3a698 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:32.201354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:32.202024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:32.202599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:32.203206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Bound port: a78e0a84-a7eb-4057-a480-559a9af3a698, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:32.203989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.219647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f75c35db-709b-417c-9a7d-bb4e470ebf4a req-367cf098-ca24-4a3c-a8c7-935aab7cadd9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073999 May 06 12:22:32.276770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:32.288059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-d1368c5f-30d4-4092-876b-2864d8cd5216 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478793 May 06 12:22:32.385302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:32.398169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a78e0a84-a7eb-4057-a480-559a9af3a698,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:32.427953 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:32.438206 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb0b72-f8dc-4606-b5e4-2b33a211e5f5 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:19:09Z', 'revision_number': 4, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b116e637-6e7c-4af5-8354-a0dd28ca3b3f', 'name': '', 'network_id': '0d0a958e-f77f-43bd-8bfc-1269713b5cc0', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'mac_address': 'fa:16:3e:12:74:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:07Z', 'updated_at': '2022-05-06T12:19:21Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'subnets': [{'id': 'bae3e731-bfbb-4024-950d-b4ccceb4067f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:32.607655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ba6a06bb-7ead-4790-a152-fb5d2424a603 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:32.619439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ba6a06bb-7ead-4790-a152-fb5d2424a603 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:32.620338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.660669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:32.979895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-7393bd8f-4a31-4b1c-8bba-f41d31e6ed01 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:32.983567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-7393bd8f-4a31-4b1c-8bba-f41d31e6ed01 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&tenant_id=044e26c1f5ca479385964562461c3d1c&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 949 time: 0.2840192 May 06 12:22:33.171175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:33.251847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98a644-cff2-42e3-9130-c54577a07188 None None] New status for floating IP c62f0691-1aa4-4cfc-8f1d-c0b603e692b3: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:22:33.277094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:33.284185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] 10.222.0.86 "PUT /v2.0/ports/a78e0a84-a7eb-4057-a480-559a9af3a698 HTTP/1.1" status: 200 len: 1095 time: 7.2737179 May 06 12:22:33.287089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:33.332864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:22:33.360997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde253a0-301e-4d65-b537-c7b14cafeadb service neutron] Pushing event updated for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:33.381280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59cffb04-fcd8-4cc2-9e39-109c325f8694 req-0db37849-cea9-4c2b-84da-548d1a890213 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9776533 May 06 12:22:33.387526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4724a31-b464-47a6-8672-e30db61f4d6f req-ab713627-8d63-40b6-b21d-4eaf15732db4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:33.397525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4724a31-b464-47a6-8672-e30db61f4d6f req-ab713627-8d63-40b6-b21d-4eaf15732db4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 949 time: 0.4342165 May 06 12:22:33.401516 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-e61dce7f-3ef1-4c5e-9d11-75dd619bc173 service neutron] delete failed (client error): The resource could not be found. May 06 12:22:33.402607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-e61dce7f-3ef1-4c5e-9d11-75dd619bc173 service neutron] 10.222.0.86 "DELETE /v2.0/ports/ba6a06bb-7ead-4790-a152-fb5d2424a603/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.4060223 May 06 12:22:33.532844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:33.837067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-3acec22d-a253-479e-843d-48dab8db5273 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1100 time: 0.2826722 May 06 12:22:34.068834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689dc7-7015-4f52-90da-ca7d51ae40ea req-0c1e3c6b-aaee-4464-980e-1d392dba7065 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:34.069536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aef55b5-d158-4440-bf4d-7b574b3a51ba {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:34.097076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86689dc7-7015-4f52-90da-ca7d51ae40ea req-0c1e3c6b-aaee-4464-980e-1d392dba7065 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 936 time: 0.3485527 May 06 12:22:34.136845 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:34.196747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:34.208590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Transition to ACTIVE for port object 9aef55b5-d158-4440-bf4d-7b574b3a51ba will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:34.232464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4724a31-b464-47a6-8672-e30db61f4d6f req-bd243837-90ca-463e-a449-5597e54463c6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8336020 May 06 12:22:34.345131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-57cf6575-35c0-4042-8076-f583469e59c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 1098 time: 0.7318928 May 06 12:22:34.375276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86689dc7-7015-4f52-90da-ca7d51ae40ea req-efd1612d-d461-4f7c-ab41-be7aac0ae5c6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845371 May 06 12:22:34.487534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-27659cb3-33e7-4e7c-b858-020a21b40277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:34.491037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-27659cb3-33e7-4e7c-b858-020a21b40277 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.6420560 May 06 12:22:34.506495 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76cf9b4-2114-4a6a-a9a7-eb249e55f92e'] response: {'name': 'network-changed', 'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698', 'status': 'completed', 'code': 200} May 06 12:22:34.534213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ce876e0c-038b-4d56-be8d-18886fb32423 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a78e0a84-a7eb-4057-a480-559a9af3a698 HTTP/1.1" status: 200 len: 217 time: 0.1761644 May 06 12:22:34.655254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-72b95838-f5c0-416d-aab3-a81c90224f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:34.663437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-72b95838-f5c0-416d-aab3-a81c90224f10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1189995 May 06 12:22:34.682437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-6e002203-e222-4ad7-91f1-9e4db12be6ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.1719124 May 06 12:22:34.807713 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a71a73-a6a1-4396-9fc9-50deb0cdb5cd'] response: {'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'code': 200} May 06 12:22:34.916422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-7324c588-f2c8-46bd-952c-fc3379737266 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:34.927083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-7324c588-f2c8-46bd-952c-fc3379737266 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2292285 May 06 12:22:34.947174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-8a6b2241-7397-437c-8814-36d6fa81f0a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2753794 May 06 12:22:35.054759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-f8407040-f118-4b10-ba06-4b94a415d590 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175072 May 06 12:22:35.190658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-7cda1dba-0d57-44ae-905a-ae15c7389d9b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265527 May 06 12:22:35.262656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-e6df20cd-25a9-4155-83c8-0bf80a72edfc service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946490 May 06 12:22:35.420556 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:35.422636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44966) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:35.515069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:35.530255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-5934e872-af25-42b1-bdba-3a3395bb885a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322275 May 06 12:22:35.640850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:35.760506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94257e82-a1ce-4329-ba96-691ae5bf20f0 req-35a7fedd-e0b6-4aa5-a59e-bf758eeaf66a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878964 May 06 12:22:35.860202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7596e2d-a577-46a2-afef-c0855218b45c req-ae6cdf9b-4265-4388-bbb2-ea7c89e03eab tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:35.871124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7596e2d-a577-46a2-afef-c0855218b45c req-ae6cdf9b-4265-4388-bbb2-ea7c89e03eab tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.3037715 May 06 12:22:35.965958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7596e2d-a577-46a2-afef-c0855218b45c req-53913974-a2a0-42d0-9c19-c3ed2eb33524 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930386 May 06 12:22:36.013241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:36.016326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.059127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.243352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21905-4479-4414-8a36-e240d7603880 req-a4c082ed-7ee4-4f73-992b-eb1fd5b75f25 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:36.250105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-52df3e4b-a97a-4b2e-b848-98a0a070f54a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 1098 time: 0.1582332 May 06 12:22:36.255838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fb21905-4479-4414-8a36-e240d7603880 req-a4c082ed-7ee4-4f73-992b-eb1fd5b75f25 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 948 time: 0.5918207 May 06 12:22:36.302837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.388077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Attempting to bind port 9aef55b5-d158-4440-bf4d-7b574b3a51ba on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:36.394700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Attempting to bind port 9aef55b5-d158-4440-bf4d-7b574b3a51ba by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:36.395196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Attempting to bind port 9aef55b5-d158-4440-bf4d-7b574b3a51ba on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:36.437919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b3ae0-0e5a-4b23-acc6-34c872418822,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:36.450519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Port 9aef55b5-d158-4440-bf4d-7b574b3a51ba on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:36.450981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Attempting to bind port 9aef55b5-d158-4440-bf4d-7b574b3a51ba on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:36.460701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:36.461192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:36.461676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:36.462391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Bound port: 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:36.463092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.514335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fb21905-4479-4414-8a36-e240d7603880 req-69444d79-a48b-4415-95ea-c8705d9ef718 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537622 May 06 12:22:36.630281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:36.636340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:36.641752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:36.644333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac1ec1a3-5eb6-439a-8673-4288272338b0 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "DELETE /v2.0/security-groups/527b3ae0-0e5a-4b23-acc6-34c872418822 HTTP/1.1" status: 204 len: 168 time: 1.2113104 May 06 12:22:36.652781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:36.717888 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-c4452f2d-b0c7-4020-971b-43a225c7cfb7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] show failed (client error): The resource could not be found. May 06 12:22:36.723452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c4452f2d-b0c7-4020-971b-43a225c7cfb7 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "GET /v2.0/security-groups/527b3ae0-0e5a-4b23-acc6-34c872418822 HTTP/1.1" status: 404 len: 347 time: 0.0677779 May 06 12:22:36.726762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:36.771987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-3955b9c4-63a2-43ae-a2a8-8f92f6405821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:36.773870 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-3955b9c4-63a2-43ae-a2a8-8f92f6405821 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.5145113 May 06 12:22:36.962518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-a0f39fc1-638e-4973-9d3f-b8a987a2053e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a78e0a84-a7eb-4057-a480-559a9af3a698 HTTP/1.1" status: 200 len: 217 time: 0.1789703 May 06 12:22:36.980409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.164992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-5f76080c-2e82-47b0-bc5e-632068a71ac3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:37.172991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-5f76080c-2e82-47b0-bc5e-632068a71ac3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2036722 May 06 12:22:37.289028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.292622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] 10.222.0.13 "PUT /v2.0/ports/9aef55b5-d158-4440-bf4d-7b574b3a51ba HTTP/1.1" status: 200 len: 1096 time: 8.7127872 May 06 12:22:37.299222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:37.536284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Deleting port 58f9c8d5-ccd3-4fad-918b-b30d44f230bc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:37.537055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:37.581327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-acf356dd-b680-4077-a375-353bbd2c8390 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4004405 May 06 12:22:37.615556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1cb5a-260e-41cb-8f4e-edfd6e27e2f8 req-c5216ec4-ef42-49b0-b78c-555039d0b5fc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:37.623320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33e1cb5a-260e-41cb-8f4e-edfd6e27e2f8 req-c5216ec4-ef42-49b0-b78c-555039d0b5fc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.3304844 May 06 12:22:38.049474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33e1cb5a-260e-41cb-8f4e-edfd6e27e2f8 req-140109ac-d52e-4323-8f87-9b5c02ddbf26 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232094 May 06 12:22:38.059847 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f2cb9c-7464-45b2-bbc3-7a85d738aa31'] response: {'name': 'network-changed', 'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba', 'status': 'completed', 'code': 200} May 06 12:22:38.066811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b0428-c430-4ab3-bfb3-6571df7b2a54 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:38.096911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-e408143a-5eec-49da-b5af-0868938b933c service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032206 May 06 12:22:38.164952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a78e0a84-a7eb-4057-a480-559a9af3a698 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:38.279948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.282320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.479732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a78e0a84-a7eb-4057-a480-559a9af3a698,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:38.514367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a78e0a84-a7eb-4057-a480-559a9af3a698', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'a78e0a84-a7eb-4057-a480-559a9af3a698', 'mac_address': 'fa:16:3e:b2:97:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:38.568129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6bc03fbb-d4f6-4f3e-be43-50ebc4dea488 req-d9e894c6-c95d-4b76-8dcb-56b5f5f58592 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1096 time: 0.4850607 May 06 12:22:38.568680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ca45eba-ee8f-43aa-82d8-2c454fceb2f1 req-58d34817-d7a2-4a5e-8d5b-755619acff82 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592562 May 06 12:22:38.621665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Calling delete_port for 58f9c8d5-ccd3-4fad-918b-b30d44f230bc owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:38.645445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90be8e-7151-40e6-87e0-4407ceeb93d0 req-bd8d3b4d-13b0-43bf-b9d1-02edfc74f3a7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:38.655705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e90be8e-7151-40e6-87e0-4407ceeb93d0 req-bd8d3b4d-13b0-43bf-b9d1-02edfc74f3a7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 948 time: 0.2240028 May 06 12:22:38.669247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.734754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78e0a84-a7eb-4057-a480-559a9af3a698 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:38.753453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e90be8e-7151-40e6-87e0-4407ceeb93d0 req-5f992034-1448-4e17-8e3e-51b53e368792 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967972 May 06 12:22:38.780389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a78e0a84-a7eb-4057-a480-559a9af3a698,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:38.802749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6bc03fbb-d4f6-4f3e-be43-50ebc4dea488 req-501f931f-9535-400c-bfbb-398b6b1f1d60 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432232 May 06 12:22:38.822297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-262ba3e9-9cdd-4015-8632-70b5179fca75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 1099 time: 1.0761447 May 06 12:22:38.867058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5539d07b-4718-40a6-8c4c-c7e56540c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:38.959236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.010831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-7f2eb5d9-ada0-4562-888e-a688ba28a589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba HTTP/1.1" status: 200 len: 217 time: 0.1716912 May 06 12:22:39.132751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:39.252356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-2b2fdf0f-9ae6-4eec-a3d1-de755b795d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:39.257478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-2b2fdf0f-9ae6-4eec-a3d1-de755b795d4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1263793 May 06 12:22:39.279338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:39.393052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.477487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4970bb5c-38db-4a28-b663-ce9a75bb9f8a req-50941b3d-d74c-4450-aca4-13c6a7df6a4d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1919320 May 06 12:22:39.512321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Pushing event deleted for resources: {'Port': ['ID=58f9c8d5-ccd3-4fad-918b-b30d44f230bc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:39.691230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-1173d190-05a7-4d0f-9d20-11afb5a6ab21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4204898 May 06 12:22:39.706348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:39.716971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb32e8-e148-4a0f-b35a-4d1bfa1ca714 req-03232a72-2b39-41a9-a716-e4abfa145476 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:39.724334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81fb32e8-e148-4a0f-b35a-4d1bfa1ca714 req-03232a72-2b39-41a9-a716-e4abfa145476 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.3339839 May 06 12:22:39.878176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81fb32e8-e148-4a0f-b35a-4d1bfa1ca714 req-1b22d63a-b1da-40ef-baf9-d4236281f7dc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528370 May 06 12:22:39.957643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-4b2d12b0-ffad-4d2b-8d52-d0691b005d19 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306919 May 06 12:22:40.003932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:40.008144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-87743c6f-836a-477f-adf2-c7ab67ada240 tempest-ServersWithSpecificFlavorTestJSON-606838163 tempest-ServersWithSpecificFlavorTestJSON-606838163-project] 10.222.0.83 "DELETE /v2.0/floatingips/c62f0691-1aa4-4cfc-8f1d-c0b603e692b3 HTTP/1.1" status: 204 len: 168 time: 3.2799385 May 06 12:22:40.209725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abdfd56c-3560-41f3-8792-c7f134a631d9 req-cdb2e058-d0d6-4455-be28-9b50fccfe474 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412519 May 06 12:22:40.630777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e61a0366-6984-4349-a537-1c2b3f761a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:40.773354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-c4ba4ed6-ce0c-4cbc-abce-ea4f67fd0b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 1099 time: 0.3513823 May 06 12:22:40.946337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-cceb9505-f10f-4ec1-9849-ee21bb2b079f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:40.948645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-cceb9505-f10f-4ec1-9849-ee21bb2b079f service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1615200 May 06 12:22:41.039644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-89315dce-420f-4267-a311-246bf1a69ba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba HTTP/1.1" status: 200 len: 217 time: 0.0660946 May 06 12:22:41.237533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-a30304af-cd59-4cd8-9e04-8bc414ccf482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:41.239073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-a30304af-cd59-4cd8-9e04-8bc414ccf482 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1732693 May 06 12:22:41.357111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-da39e22e-9523-4c1f-83db-df2ba6d1d7d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981562 May 06 12:22:41.629268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-c4dd6c9e-c261-4b03-bb52-bb6f85307c0f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577400 May 06 12:22:41.864342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42f5d89b-bb32-47a6-abbc-1529a6fbbc2e req-084538ed-b5e4-453f-bb63-87e17041b928 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132254 May 06 12:22:42.152358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.161421 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:42.182849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a78e0a84-a7eb-4057-a480-559a9af3a698 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:42.968424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a78e0a84-a7eb-4057-a480-559a9af3a698 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:42.974152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a78e0a84-a7eb-4057-a480-559a9af3a698 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:42.974511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:43.096081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:43.122664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:43.132424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a78e0a84-a7eb-4057-a480-559a9af3a698,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:43.351890 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:43.352776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:43.434981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:43.494873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:43.692295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:43.692295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:43.993171 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.073192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:44.394640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-c8731017-b555-4c66-a226-f94d3dd2bdf3 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:22:44.398302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-c8731017-b555-4c66-a226-f94d3dd2bdf3 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0129278 May 06 12:22:44.411741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Request body: {'binding': {'host': 'n-h2-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:44.412355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:22:44.651666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cdb5a-defd-4cfd-bc81-54f5d052328a req-dfe8a430-0da1-41f8-93b5-cced77c98f9a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:44.653280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f34cdb5a-defd-4cfd-bc81-54f5d052328a req-dfe8a430-0da1-41f8-93b5-cced77c98f9a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 948 time: 0.2055421 May 06 12:22:44.761908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f34cdb5a-defd-4cfd-bc81-54f5d052328a req-28a3382d-24db-4b9d-8b48-431105240e3b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911329 May 06 12:22:44.773480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on host n-h2-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:44.773816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:44.774141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:44.785339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:44.785657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:44.798146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:44.799145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:44.799962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:44.800199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Bound port: f1d08848-0dad-47bc-a4ab-757df4e903f7, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:44.863035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:44.978953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:44.980042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-43beefc3-e07e-42ad-b7bb-bc087ca51959 service neutron] 10.222.0.83 "POST /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5735669 May 06 12:22:45.022815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce388dec-850c-4c0f-9417-72ed90008e7c req-037cdb4a-f9d8-4133-baa1-0a9c21c1e1ab tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1101 time: 0.0944362 May 06 12:22:45.075026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ce388dec-850c-4c0f-9417-72ed90008e7c req-f227846e-6184-41a2-bc40-e6ec3548431f tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Synchronizing usage tracker for tenant:535cdfdae80d403e92dc66b10738faf4 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:45.203216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ce388dec-850c-4c0f-9417-72ed90008e7c req-f227846e-6184-41a2-bc40-e6ec3548431f tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] Unset dirty status for tenant:535cdfdae80d403e92dc66b10738faf4 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:45.204652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce388dec-850c-4c0f-9417-72ed90008e7c req-f227846e-6184-41a2-bc40-e6ec3548431f tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740260 May 06 12:22:45.532069 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dffde9a-f58f-421e-ad62-c701c236e1de'] response: {'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698', 'code': 200} May 06 12:22:45.875138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b551c636-7665-4c97-95d6-99f0f5aedafa req-2c748291-31d0-47e7-a573-237dfb30130f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 1100 time: 0.2458856 May 06 12:22:45.957497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b551c636-7665-4c97-95d6-99f0f5aedafa req-4c94a0d4-e88a-46ea-85a1-c2f8a387ecd8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 May 06 12:22:45.989460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e366-08fb-43fb-89cd-118f547c1e13 req-744728ec-b394-4d60-8a11-d3c1619d7ff0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:45.991283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d85e366-08fb-43fb-89cd-118f547c1e13 req-744728ec-b394-4d60-8a11-d3c1619d7ff0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.2145226 May 06 12:22:46.053103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d85e366-08fb-43fb-89cd-118f547c1e13 req-502d727d-44cd-43aa-9088-2d79e3cb8fd0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 May 06 12:22:46.062510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-bf4a8e40-b677-4334-a058-1818b184ef45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1096 time: 0.1261511 May 06 12:22:46.086796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:46.326274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-7656054f-57ea-470c-b6af-e2d2f37162f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.328089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-7656054f-57ea-470c-b6af-e2d2f37162f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2325215 May 06 12:22:46.376027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9aef55b5-d158-4440-bf4d-7b574b3a51ba details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:22:46.422738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-eb9f7448-5d9b-44b7-9f48-1c0464f052e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 217 time: 0.0796096 May 06 12:22:46.492835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-e8d0cb67-e70f-4e8f-b531-c7bbd444d253 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673311 May 06 12:22:46.574242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-429ff6e8-7cfd-4338-8302-0f595acc425c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.576847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-429ff6e8-7cfd-4338-8302-0f595acc425c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1372578 May 06 12:22:46.633716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:46.652022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '9aef55b5-d158-4440-bf4d-7b574b3a51ba', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '9aef55b5-d158-4440-bf4d-7b574b3a51ba', 'mac_address': 'fa:16:3e:08:d0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:22:46.741751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-d5daa602-673d-4125-9b9c-995f3eac4cc3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.745928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:46.749641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-d5daa602-673d-4125-9b9c-995f3eac4cc3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498529 May 06 12:22:46.756514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-9682bbf5-d6be-4569-a672-29e615caf0a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475444 May 06 12:22:46.773705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef55b5-d158-4440-bf4d-7b574b3a51ba {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:46.778713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-9ff59810-ff8c-4181-84e2-f732ca16cee6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/quotas/044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 375 time: 0.0282140 May 06 12:22:46.815990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:46.925270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-92fb2547-ca89-41bc-92d2-96881f018274 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447566 May 06 12:22:46.956814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b10f95-934f-4eea-b97d-53d85532123f req-c9aafd4b-122f-4dca-9f40-59c257bcf618 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:46.958484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02b10f95-934f-4eea-b97d-53d85532123f req-c9aafd4b-122f-4dca-9f40-59c257bcf618 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 948 time: 0.3540092 May 06 12:22:46.964468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-ecc86f3b-efbe-46f0-9bdf-48a9483f4b7e service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883292 May 06 12:22:46.993236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:47.097147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02b10f95-934f-4eea-b97d-53d85532123f req-2247048a-7768-41ec-962c-7f5c81661f17 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310797 May 06 12:22:47.121428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:47.160934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-b5d61dbe-5347-49df-9c89-955fa6f6445e service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772964 May 06 12:22:47.534430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:47.645622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-79771c9e-bf49-4d13-b208-0a0bf9842e90 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:47.654140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-79771c9e-bf49-4d13-b208-0a0bf9842e90 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.2903411 May 06 12:22:47.677112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-7bca0de7-b767-4ab2-a0e4-4a76d9ce49d8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/quotas/db4da5aad0494bc2b59d120f8dd8a688 HTTP/1.1" status: 200 len: 375 time: 0.0198257 May 06 12:22:47.729109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a899e-dbf8-4fff-8a96-390aedff76cf req-dce9d7b9-08c1-433b-aedc-ff5f62d4225f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:47.731451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa5a899e-dbf8-4fff-8a96-390aedff76cf req-dce9d7b9-08c1-433b-aedc-ff5f62d4225f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.2467892 May 06 12:22:47.761454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:47.818824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-477b33f7-525c-48cb-ac87-915f8affa091 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394205 May 06 12:22:47.821329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa5a899e-dbf8-4fff-8a96-390aedff76cf req-79b7c882-8d0d-4a61-a730-3172692cb124 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 May 06 12:22:48.027577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8dc0da6-cb51-46ca-b53a-7b53eb6f2d6c req-20bdbcbd-ed98-4719-8390-85675f646deb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.0659375 May 06 12:22:48.182140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-b3f53cef-49e9-4462-9715-c89fe95c96ff service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597434 May 06 12:22:48.224835 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14071170-2bea-4d4d-bfe9-b37fbfaf1d00'] response: {'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'code': 200} May 06 12:22:48.374373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c880d010-03d2-45b6-ade5-59e28fd95174 service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879478 May 06 12:22:48.515963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd80624-ef60-405f-8248-0887b1e70e49 req-22cd1f42-d0da-42c3-ab9f-cc58b8764800 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:48.515963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dd80624-ef60-405f-8248-0887b1e70e49 req-22cd1f42-d0da-42c3-ab9f-cc58b8764800 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 949 time: 0.1239421 May 06 12:22:48.598798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-c0e98faa-48ea-496c-961a-be0fc259046e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:48.602560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-c0e98faa-48ea-496c-961a-be0fc259046e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2b616ae-36f1-42e2-86ce-27592babef7f HTTP/1.1" status: 200 len: 943 time: 0.1615798 May 06 12:22:48.616520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dd80624-ef60-405f-8248-0887b1e70e49 req-96c6e769-9ba0-4cbc-aaef-bf3d907f0838 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938568 May 06 12:22:48.703716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Deleting port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:48.704165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:48.991714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccf1f58-9b10-4423-8683-dfa497d35e2f req-09758af1-ec98-4ffc-a919-d07c96b9f403 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.0614710 May 06 12:22:49.188667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66f2582e-eef5-4a1d-a78a-a7c3cc0e9640 req-0c2cd1bc-7ccf-4f03-9105-ec94f7073b16 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.0702467 May 06 12:22:49.219706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] For port a64d9c7c-f350-4817-9a0f-c77903ea0ad8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:49.220369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:49.301815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16a6ec-f884-4f50-a306-717e3846ba7b req-a6b58e55-5209-44b5-ba7c-4876b4101726 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:49.302814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc16a6ec-f884-4f50-a306-717e3846ba7b req-a6b58e55-5209-44b5-ba7c-4876b4101726 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1482260 May 06 12:22:49.379569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45260) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:49.411825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Calling delete_port for a64d9c7c-f350-4817-9a0f-c77903ea0ad8 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:49.640477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc16a6ec-f884-4f50-a306-717e3846ba7b req-2619524f-8b7e-4674-a601-261d7cc88c06 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124018 May 06 12:22:50.223140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71976a33-7d33-4620-9dbd-8aebc4e338d7 req-8349db58-78d8-4595-8235-027cfb0dba5e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.1070538 May 06 12:22:50.331885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:50.403698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9aef55b5-d158-4440-bf4d-7b574b3a51ba up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:22:50.803326 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:22:51.087513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Deleting port b116e637-6e7c-4af5-8354-a0dd28ca3b3f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:51.088484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.389170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] For port b116e637-6e7c-4af5-8354-a0dd28ca3b3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:51.389700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.528957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Calling delete_port for b116e637-6e7c-4af5-8354-a0dd28ca3b3f owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:51.590621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.630213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event deleted for resources: {'Port': ['ID=a64d9c7c-f350-4817-9a0f-c77903ea0ad8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:51.643148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc4bd4cc-65ab-4421-b7c4-667e6b1f67e8 req-82283648-e009-4593-82ec-352dfc4fc360 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.1257784 May 06 12:22:51.806045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] No DVR routers for this DVR port a64d9c7c-f350-4817-9a0f-c77903ea0ad8 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:22:51.822305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee85c9-a95a-4208-9e14-9c036b0bad1e req-b3825002-4a0a-4883-912e-7d37e817e985 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:51.827306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bee85c9-a95a-4208-9e14-9c036b0bad1e req-b3825002-4a0a-4883-912e-7d37e817e985 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 949 time: 0.3009055 May 06 12:22:51.828410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:51.835267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-deleted', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:51.888535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bee85c9-a95a-4208-9e14-9c036b0bad1e req-783a1c19-94ec-4299-9478-3101db77d476 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 May 06 12:22:52.031131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b3fab-eda8-4e37-b4c5-13960899b247 req-f32649c0-0452-4619-9afb-80d99299496b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:52.032647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca5b3fab-eda8-4e37-b4c5-13960899b247 req-f32649c0-0452-4619-9afb-80d99299496b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1267295 May 06 12:22:52.058849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b23b29ae-1671-4148-abc6-7a03785e98f3 req-a4095d67-ad84-4fd2-a2ee-7cae09d6fd00 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:52.085067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca5b3fab-eda8-4e37-b4c5-13960899b247 req-86cde949-42ab-44a6-980a-1832d2f4c46a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458817 May 06 12:22:52.176571 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd27d65-93c3-485d-964b-ee5a364b527c'] response: {'server_uuid': 'd2b616ae-36f1-42e2-86ce-27592babef7f', 'name': 'network-vif-deleted', 'tag': 'a64d9c7c-f350-4817-9a0f-c77903ea0ad8', 'status': 'completed', 'code': 200} May 06 12:22:52.254978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.255625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 9aef55b5-d158-4440-bf4d-7b574b3a51ba completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:52.264342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 9aef55b5-d158-4440-bf4d-7b574b3a51ba triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:52.265972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.318734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:52.367965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a64d9c7c-f350-4817-9a0f-c77903ea0ad8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:52.367965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a64d9c7c-f350-4817-9a0f-c77903ea0ad8 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:52.436733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9db904-0cc0-47d2-ae33-20097697f92c req-619db9e6-638b-4c69-a9fd-5d265be57fe5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "DELETE /v2.0/ports/a64d9c7c-f350-4817-9a0f-c77903ea0ad8 HTTP/1.1" status: 204 len: 173 time: 3.8186953 May 06 12:22:52.455283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.482399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:52.491790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:52.541091 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a6cfcc-8aae-4dcb-a974-7789def01ae8'] response: {'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba', 'code': 200} May 06 12:22:52.715380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b23b29ae-1671-4148-abc6-7a03785e98f3 req-a4095d67-ad84-4fd2-a2ee-7cae09d6fd00 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:52.715380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b23b29ae-1671-4148-abc6-7a03785e98f3 req-a4095d67-ad84-4fd2-a2ee-7cae09d6fd00 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.6988890 May 06 12:22:52.719426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.740322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99577859-3265-4617-a715-de66ec012916 req-48d1b7d5-ddab-440a-af23-9c460d2ef205 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 1100 time: 0.0804262 May 06 12:22:52.780796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:52.828169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:52.898047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b116e637-6e7c-4af5-8354-a0dd28ca3b3f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:53.136385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99577859-3265-4617-a715-de66ec012916 req-37e6e09a-ce76-45d9-a070-3ac2827e484a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951735 May 06 12:22:53.204259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc7d4481-bed6-41d9-b9e3-318c1181c061 req-aff4920d-a94a-4e61-b3c9-bc47930f37ea tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.1364884 May 06 12:22:53.333786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0e47-a026-446b-930c-b93552227f60 req-18797a1f-718e-4e20-bc6e-77f821e34468 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:53.335452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f6d0e47-a026-446b-930c-b93552227f60 req-18797a1f-718e-4e20-bc6e-77f821e34468 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 950 time: 0.1866310 May 06 12:22:53.433781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f6d0e47-a026-446b-930c-b93552227f60 req-4741dca6-8027-47b2-9129-82888722f843 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818384 May 06 12:22:53.629831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29199-b5be-4271-be53-f7f9a217d67b req-394943e6-98f2-475a-9fd1-c4f5a1d20732 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:53.631316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ef29199-b5be-4271-be53-f7f9a217d67b req-394943e6-98f2-475a-9fd1-c4f5a1d20732 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.0991127 May 06 12:22:53.696422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ef29199-b5be-4271-be53-f7f9a217d67b req-eedba4a5-575a-4630-a589-2772b526091d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568519 May 06 12:22:53.699691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:54.016209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38e67f28-9491-4d4f-9e26-7909b5206157 req-0bef3578-d728-4908-8a29-ac768740c029 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.0571935 May 06 12:22:54.462892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f47a90c-81cf-47b4-b358-ae6fa117b97b req-eb50c07d-7894-4387-b48c-1084b90a2e5f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.0587039 May 06 12:22:54.730803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-4bce1d53-2816-414b-ad80-0b496d7bf350 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528133 May 06 12:22:54.918977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:22:55.040751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e950118-0471-4b13-b81a-84fbb9d89bba req-f3a9768a-cc68-4279-99ba-62d8b3c855e5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.049062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e950118-0471-4b13-b81a-84fbb9d89bba req-f3a9768a-cc68-4279-99ba-62d8b3c855e5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 950 time: 0.4354842 May 06 12:22:55.144501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e950118-0471-4b13-b81a-84fbb9d89bba req-83b10f93-5037-48dc-ab44-e7d3542eb26f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 May 06 12:22:55.166314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-f0cd0fc2-1c6f-4fcc-aaed-42f069c4dda6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.168577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-f0cd0fc2-1c6f-4fcc-aaed-42f069c4dda6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019473 May 06 12:22:55.192027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Request body: {'port': {'device_id': '41f951a4-4f3c-42a0-8292-41416316f019', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '044e26c1f5ca479385964562461c3d1c'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:55.258989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d764c-39ba-4690-842b-3658a44afe88 req-1c151006-5eb5-446b-beaf-95b84b005f9e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:55.266875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b11d764c-39ba-4690-842b-3658a44afe88 req-1c151006-5eb5-446b-beaf-95b84b005f9e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.2447679 May 06 12:22:55.354344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b11d764c-39ba-4690-842b-3658a44afe88 req-e10e534c-d92b-4aec-a2ca-b196f3aca5e1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856237 May 06 12:22:55.429864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:22:55.441596 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Sync routers for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:22:55.448519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce2a5356-2cbb-44c4-88b3-7b3d6cb9ad35 admin admin] 10.222.0.83 "PUT /v2.0/routers/6fb33066-7b97-4146-bb6a-ece7b97ca8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0677054 May 06 12:22:55.450264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:22:55.481933 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:55.485988 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:22:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:55.493660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9635b0b-e3f0-457a-ba3f-5112a4172b7c req-04507eab-76ff-4246-93ad-a38d7a8c92db tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.0698071 May 06 12:22:55.504872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:55.520725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:55.688614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Made reservation on behalf of 044e26c1f5ca479385964562461c3d1c for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:55.692879 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:55.866048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:55.873398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:56.029726 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe6f3cf9-296f-47d1-88e8-dbf1adf1e29f req-0af3109e-5b0e-4a55-aed3-8f7485bf3396 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.2139862 May 06 12:22:56.263039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c0b5f-8a43-425c-9e05-431b951e13ec req-b91a0c8f-8978-4d1d-b7ed-19b9756a22c5 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.270392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c7c0b5f-8a43-425c-9e05-431b951e13ec req-b91a0c8f-8978-4d1d-b7ed-19b9756a22c5 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 949 time: 0.2125027 May 06 12:22:56.278907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Allocated IP 192.168.233.172 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/b5d4bef4-2fe0-4680-b2db-f7e78d625782) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:56.353576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c7c0b5f-8a43-425c-9e05-431b951e13ec req-724ecd2c-4edd-486e-9cba-0dda55f2cb4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 May 06 12:22:56.381859 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:22:52Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:56.387790 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Checking router: 6fb33066-7b97-4146-bb6a-ece7b97ca8ff for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:22:56.399713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:56.402482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Routers {'6fb33066-7b97-4146-bb6a-ece7b97ca8ff'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:22:56.403482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:22:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:56.624233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca015c-3059-4cd0-8af3-1efa64829324 req-90174e95-c950-4708-9de1-d63e5895085c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:56.625941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3ca015c-3059-4cd0-8af3-1efa64829324 req-90174e95-c950-4708-9de1-d63e5895085c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 950 time: 0.2129023 May 06 12:22:56.693819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:56.706034 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] Set router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:22:56.722563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3ca015c-3059-4cd0-8af3-1efa64829324 req-0e6d7771-f201-4f96-810b-6ac86fffc08e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805354 May 06 12:22:56.723920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Transition to ACTIVE for port object b5d4bef4-2fe0-4680-b2db-f7e78d625782 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:56.869924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Deleting port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:22:56.870882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:56.909778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:56.935354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:22:57.066894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c334fcb-6df9-4cdb-8f38-78835af3c83b req-448739de-44d1-4931-b9cf-252a33b0e56c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.076340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:22:57.085705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c334fcb-6df9-4cdb-8f38-78835af3c83b req-448739de-44d1-4931-b9cf-252a33b0e56c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.5295837 May 06 12:22:57.151354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:22:57.187502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:22:57.192935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.193664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.266788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab2854ab-8ff8-48f4-9565-777537bcf3a8 req-c6c1b9aa-a566-41f3-a71c-120110100947 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.1790357 May 06 12:22:57.358006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:57.391523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c334fcb-6df9-4cdb-8f38-78835af3c83b req-51295ac4-e196-40e8-80ab-c7bb7701d1f6 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013487 May 06 12:22:57.424799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.425156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.425494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.425847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.426180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.426506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.426823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.427141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.427458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.427790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.434676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:57.462662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-72843b60-7e27-4bf2-a912-89dc0549aaff tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.492737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-72843b60-7e27-4bf2-a912-89dc0549aaff tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.8397574 May 06 12:22:57.524538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-173bffef-fcff-41e5-bc00-b9d0caea9248 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3380451 May 06 12:22:57.539509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Request body: {'port': {'device_id': '41f951a4-4f3c-42a0-8292-41416316f019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:57.548873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Request body: {'port': {'device_id': '240484d6-0684-47cd-9763-801f2afd4178', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'admin_state_up': True, 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:22:57.724885 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:22:52Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:22:57.731605 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb84571-c155-4493-abbe-9aa73bf76832 None None] The sync data for ids ['6fb33066-7b97-4146-bb6a-ece7b97ca8ff'] in n-d-840845-1 is: [{'id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704922856-router', 'tenant_id': '3c65b5779f89493cbdb24a57cb052dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:00Z', 'updated_at': '2022-05-06T12:22:52Z', 'revision_number': 5, 'project_id': '3c65b5779f89493cbdb24a57cb052dd5', 'gw_port': {'id': '3aa0f90f-e8ea-4d55-a94c-96b9881ae47e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb33066-7b97-4146-bb6a-ece7b97ca8ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:01Z', 'updated_at': '2022-05-06T12:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:22:57.741188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7d710a9a-c456-40a8-a80b-9a0cae815360 None None] Provisioning for port b5d4bef4-2fe0-4680-b2db-f7e78d625782 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:22:57.750913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7d710a9a-c456-40a8-a80b-9a0cae815360 None None] Provisioning complete for port b5d4bef4-2fe0-4680-b2db-f7e78d625782 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:22:57.752640 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7d710a9a-c456-40a8-a80b-9a0cae815360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.793708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.806841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:22:57.811481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Usage tracker for resource:port and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:22:57.815359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:22:57.822088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:22:57.841199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7d710a9a-c456-40a8-a80b-9a0cae815360 None None] Port b5d4bef4-2fe0-4680-b2db-f7e78d625782 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:22:57.870644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] For port 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:22:57.871253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:57.975316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfb7e1-6f9e-4cc1-bc30-be7b0e983be0 req-f078c8e1-fbab-487c-8c4a-c23b82237bb4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:57.976165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c8bfb7e1-6f9e-4cc1-bc30-be7b0e983be0 req-f078c8e1-fbab-487c-8c4a-c23b82237bb4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:22:58.018136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec4967-8c5d-45ee-857a-0d49b33479a9 req-5f0b74f2-b7f5-4174-886e-c7b90d15b62b tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:58.019812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24ec4967-8c5d-45ee-857a-0d49b33479a9 req-5f0b74f2-b7f5-4174-886e-c7b90d15b62b tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 949 time: 0.2827218 May 06 12:22:58.026701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Calling delete_port for 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:22:58.166671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24ec4967-8c5d-45ee-857a-0d49b33479a9 req-80e6062a-efef-4703-bc4d-3ac97b48172f tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127596 May 06 12:22:58.326848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:22:58.330733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.429516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c8bfb7e1-6f9e-4cc1-bc30-be7b0e983be0 req-f078c8e1-fbab-487c-8c4a-c23b82237bb4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:22:58.436471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8bfb7e1-6f9e-4cc1-bc30-be7b0e983be0 req-f078c8e1-fbab-487c-8c4a-c23b82237bb4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 936 time: 0.8492692 May 06 12:22:58.548615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8bfb7e1-6f9e-4cc1-bc30-be7b0e983be0 req-66ca1370-4966-4903-91ab-ff4765c09a33 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110575 May 06 12:22:58.592946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d4bef4-2fe0-4680-b2db-f7e78d625782 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:22:58.609835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Allocated IP 172.20.0.9 (b24edb0b-48b9-458e-a153-46c7d7100a14/7537efdf-642f-4c0f-b794-6dca69fb79fb/0f05f3db-6232-4737-a8a1-57ef6a40aa10) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:22:58.614420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.617464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6448b3-6d3c-47bf-9f83-d499a5df7c16 req-65a048fa-b2d5-46fa-a354-f7bdb7c95c22 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:22:58.619416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6448b3-6d3c-47bf-9f83-d499a5df7c16 req-65a048fa-b2d5-46fa-a354-f7bdb7c95c22 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 950 time: 0.2389197 May 06 12:22:58.644426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Transition to ACTIVE for port object b5d4bef4-2fe0-4680-b2db-f7e78d625782 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:22:58.649850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.724155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa0f90f-e8ea-4d55-a94c-96b9881ae47e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:58.828039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:58.828629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b116e637-6e7c-4af5-8354-a0dd28ca3b3f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:22:58.908750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b116e637-6e7c-4af5-8354-a0dd28ca3b3f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:22:58.908950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b116e637-6e7c-4af5-8354-a0dd28ca3b3f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:22:58.949730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6448b3-6d3c-47bf-9f83-d499a5df7c16 req-0a4b4a9d-69fd-4a26-a3d4-d2cb64e4854a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217261 May 06 12:22:58.958917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.959306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.959595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.959960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.960287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.960972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.960972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.961336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.961537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.961847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:58.962161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:22:59.223487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:22:59.244648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Attempting to bind port b5d4bef4-2fe0-4680-b2db-f7e78d625782 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:22:59.245062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Attempting to bind port b5d4bef4-2fe0-4680-b2db-f7e78d625782 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:22:59.245816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Attempting to bind port b5d4bef4-2fe0-4680-b2db-f7e78d625782 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:59.261870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Port b5d4bef4-2fe0-4680-b2db-f7e78d625782 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:22:59.269981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Attempting to bind port b5d4bef4-2fe0-4680-b2db-f7e78d625782 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:22:59.274382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:22:59.274719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:22:59.275101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:22:59.275609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Bound port: b5d4bef4-2fe0-4680-b2db-f7e78d625782, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:22:59.276091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.402502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.488038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087414f4-dc18-441b-bbca-e51ff506e8c5 req-ff3e82b7-7f3f-44dd-927b-31b976dc4ff7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 210 time: 0.1507490 May 06 12:22:59.534790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:22:59.539279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:22:59.615036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.687508 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.764915 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.770532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.777355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:22:59.783289 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] 10.222.0.86 "PUT /v2.0/ports/b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 1096 time: 2.2451553 May 06 12:22:59.788675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:22:59.822025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce26d3-b8bf-4e45-ac62-cc53fefab8ef service neutron] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:00.006654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a64831-d26f-4ee4-8ee3-b5ee81823ba2 req-fb2d48f2-581b-49af-86b9-2fe3d1aa646d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.013641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72a64831-d26f-4ee4-8ee3-b5ee81823ba2 req-fb2d48f2-581b-49af-86b9-2fe3d1aa646d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1461143 May 06 12:23:00.075526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-59071e28-2392-4a9e-8eea-661b5f28cc86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1099 time: 0.1629376 May 06 12:23:00.109266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72a64831-d26f-4ee4-8ee3-b5ee81823ba2 req-1ece81e1-7591-4df5-acbe-55a3afee5c2e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946407 May 06 12:23:00.109898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.110454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fb33066-7b97-4146-bb6a-ece7b97ca8ff {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:23:00.130061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.319670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-199acf48-ec64-4cf6-8016-2613856dd5c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.2312033 May 06 12:23:00.371793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Network b24edb0b-48b9-458e-a153-46c7d7100a14 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:00.381437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:00.381437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.381437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-258c20a5-c971-40b7-92a1-73bd560b7544 admin admin] 10.222.0.83 "DELETE /v2.0/routers/6fb33066-7b97-4146-bb6a-ece7b97ca8ff HTTP/1.1" status: 204 len: 168 time: 4.9301414 May 06 12:23:00.383525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:00.430634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45426) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:00.473986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.474626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.484839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:00.547007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:00.641485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb5456-9724-4fc2-8bf4-aff9df1d61e2 req-06e3ac07-6288-445a-8e26-bed542fca31e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.650165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eceb5456-9724-4fc2-8bf4-aff9df1d61e2 req-06e3ac07-6288-445a-8e26-bed542fca31e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 949 time: 0.4724300 May 06 12:23:00.653633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ee322-b72d-495e-ac5f-69f165b04a54 req-b5c01a97-2390-4d83-ae24-c4f67dc3c64b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.669525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f5ee322-b72d-495e-ac5f-69f165b04a54 req-b5c01a97-2390-4d83-ae24-c4f67dc3c64b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 948 time: 0.1888268 May 06 12:23:00.677451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-3b98a23e-1e52-4a9b-b85c-11be84a1c8e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:00.679270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-3b98a23e-1e52-4a9b-b85c-11be84a1c8e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.3301051 May 06 12:23:00.688503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Deleting subnet bae3e731-bfbb-4024-950d-b4ccceb4067f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:23:00.723248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-c6a4b037-1797-4100-94b4-847e969e48f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1916351 May 06 12:23:00.770693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Request body: {'port': {'device_id': '240484d6-0684-47cd-9763-801f2afd4178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:00.779896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.841163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:00.853413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.863709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:00.949184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:00.949282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f5ee322-b72d-495e-ac5f-69f165b04a54 req-bd2d8121-b0c1-4b0e-b002-bcd65dc366cd tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551150 May 06 12:23:00.964136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:23:00.964530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3aa0f90f-e8ea-4d55-a94c-96b9881ae47e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:00.974021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:00.993174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eceb5456-9724-4fc2-8bf4-aff9df1d61e2 req-63ac3bc6-da28-4cf3-9b76-7b2feb936cd2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411598 May 06 12:23:01.008328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.072731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-242b19a7-46f3-4f71-84d6-2bfc45535edb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3702772 May 06 12:23:01.076810 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ca63c5-f3bc-4fda-ab48-260c7902d6c1'] response: {'name': 'network-changed', 'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'status': 'completed', 'code': 200} May 06 12:23:01.088885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.136044 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c547c5b6-87bf-402f-aa55-5dd4854ebe49'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'code': 200} May 06 12:23:01.336812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-fb943e84-2633-43cc-b041-42b87b218731 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583691 May 06 12:23:01.441508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38e0c-15da-4c45-a24e-b599872ab947 req-ac3ba7c9-bd56-46f1-92e2-cb058e781db6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:01.442221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b4d38e0c-15da-4c45-a24e-b599872ab947 req-ac3ba7c9-bd56-46f1-92e2-cb058e781db6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:01.539060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a8ea1f5-737b-49f7-a140-157f0cf4cf50 req-c08f8ec8-98ef-4ece-b3ec-c1460f0432dd service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895504 May 06 12:23:01.577364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caa8e6-5ad5-44aa-995c-69b0b009c5dd req-a90455c5-908a-4141-bca9-e41a174b8cd2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:01.581635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5caa8e6-5ad5-44aa-995c-69b0b009c5dd req-a90455c5-908a-4141-bca9-e41a174b8cd2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:01.583240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5caa8e6-5ad5-44aa-995c-69b0b009c5dd req-a90455c5-908a-4141-bca9-e41a174b8cd2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6&device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 1690 time: 0.1170359 May 06 12:23:01.626734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.632612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5caa8e6-5ad5-44aa-995c-69b0b009c5dd req-8e0ab740-f3f4-4157-b5d9-9ecb765d7fa8 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 May 06 12:23:01.651469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f05f3db-6232-4737-a8a1-57ef6a40aa10 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:01.662765 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.667237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.667954 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-d66371b8-be47-4f7b-9d04-b7ce7b8429dd tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2754776 May 06 12:23:01.670229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b4d38e0c-15da-4c45-a24e-b599872ab947 req-ac3ba7c9-bd56-46f1-92e2-cb058e781db6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:01.677347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4d38e0c-15da-4c45-a24e-b599872ab947 req-ac3ba7c9-bd56-46f1-92e2-cb058e781db6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 931 time: 0.4620738 May 06 12:23:01.699352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:01.760308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:01.866515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Transition to ACTIVE for port object 0f05f3db-6232-4737-a8a1-57ef6a40aa10 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:01.873530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae3e731-bfbb-4024-950d-b4ccceb4067f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:01.882505 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:01.890028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa29587-555e-44fa-b8ec-1fd337e9cfc7 None None] Network 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:01.896615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-277ca9f2-9ce9-411f-b83a-8565bf6b5a3c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/bae3e731-bfbb-4024-950d-b4ccceb4067f HTTP/1.1" status: 204 len: 168 time: 1.4465051 May 06 12:23:01.911033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45456) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:01.982358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfac100-6552-4bff-b08e-521c15343846 req-8da34b3e-e8f5-4326-937d-acbfc31cf8f9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:02.005353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abfac100-6552-4bff-b08e-521c15343846 req-8da34b3e-e8f5-4326-937d-acbfc31cf8f9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 945 time: 0.1794360 May 06 12:23:02.015753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4d38e0c-15da-4c45-a24e-b599872ab947 req-cca0b780-5e2e-482f-afbb-4fcff907fff6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374491 May 06 12:23:02.027437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.029402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-1c299aac-c8ea-413e-bc43-dba0441f7572 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1099 time: 0.3182104 May 06 12:23:02.110313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.176632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abfac100-6552-4bff-b08e-521c15343846 req-57331ca7-99b1-4aba-93da-a02e4ff4dd3c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835585 May 06 12:23:02.233468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] DHCP port deletion for 0d0a958e-f77f-43bd-8bfc-1269713b5cc0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:23:02.239175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Deleting port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:02.239618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.255589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:02.268268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.294320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91781ebe-fadf-4664-882c-536a36aad443 req-7604b3ec-e963-4aac-b5ab-eb8fbbbb4d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:02.295791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-7604b3ec-e963-4aac-b5ab-eb8fbbbb4d57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2585385 May 06 12:23:02.388469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-e04af3b5-a50a-4865-b4cd-7cf84c5311d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.0864813 May 06 12:23:02.520644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:02.671499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Deleting port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:02.674689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.690969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91781ebe-fadf-4664-882c-536a36aad443 req-98e2247d-f0c7-45c3-8042-d432b36d7ebb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:02.692409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-98e2247d-f0c7-45c3-8042-d432b36d7ebb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2983186 May 06 12:23:02.758642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] For port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:02.759261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:02.847148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:02.860076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-365ab971-af1c-406b-a7d4-c5bab34b34c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561224 May 06 12:23:02.866803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f371758-2b95-45d4-849f-e0b69f25b155 req-67329eaa-014d-44c1-a92b-c8c4dfb4bb9e tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 1100 time: 0.1083286 May 06 12:23:02.918219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Calling delete_port for 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:02.926495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:03.000692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.003727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:03.004507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-81605cde-0b47-47be-bfe0-7396c4bf1c3f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358202 May 06 12:23:03.109872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:03.164606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f371758-2b95-45d4-849f-e0b69f25b155 req-88ea3cc3-ee44-427d-90aa-edab74626ee1 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501734 May 06 12:23:03.175455 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.211457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:03.229436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91781ebe-fadf-4664-882c-536a36aad443 req-d6fee368-6ab6-437b-981c-b832f2eca965 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839900 May 06 12:23:03.236170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 has no active binding in host n-h2-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:23:03.278671 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9240b354-a373-4375-80f2-9af5eff4ae3a'] response: {'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'code': 200} May 06 12:23:03.300704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.356076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.435655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] Pushing event deleted for resources: {'Port': ['ID=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:03.440873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518038-bf1c-47e6-851f-38b2110a9f8c req-cf435c8f-162a-4e96-bae4-f9845ae16621 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:03.448261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47518038-bf1c-47e6-851f-38b2110a9f8c req-cf435c8f-162a-4e96-bae4-f9845ae16621 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 948 time: 1.0743220 May 06 12:23:03.459110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1d679-78e4-4707-846d-bc43f7877387 None None] No DVR routers for this DVR port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:03.490383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b146b12-fc6c-4d50-ac4d-441d52c6f5ab req-68c7c78d-3d5a-42ea-ad1e-d6d73b8bd38f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:03.491922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b146b12-fc6c-4d50-ac4d-441d52c6f5ab req-68c7c78d-3d5a-42ea-ad1e-d6d73b8bd38f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 943 time: 0.1241381 May 06 12:23:03.552082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b146b12-fc6c-4d50-ac4d-441d52c6f5ab req-602f5c59-ac2b-4b93-bada-03a0b6092b6f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534935 May 06 12:23:03.553477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Attempting to bind port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:03.553809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Attempting to bind port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:03.554132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Attempting to bind port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:03.578191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:03.637944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 on network b24edb0b-48b9-458e-a153-46c7d7100a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:03.638249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Attempting to bind port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:03.642772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] For port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bff2bd9-d0e2-4e2a-bcbd-2b8893200091,segment=NetworkSegment(e92909de-993b-4855-9851-8bd3ef72c93c),segment_id=e92909de-993b-4855-9851-8bd3ef72c93c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:03.643134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.864723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-e00e0af8-81fd-4cc2-aa75-2e30a1b2bb7b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:03.866447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-e00e0af8-81fd-4cc2-aa75-2e30a1b2bb7b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.1604195 May 06 12:23:03.884025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-b9c8716f-c443-4d05-8ccc-6c83443065e8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/quotas/f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 375 time: 0.0112810 May 06 12:23:03.908732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Calling delete_port for 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:03.941029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:03.941350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Checking segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:03.941739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Bound using segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:03.942166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Bound port: 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:03.942511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:03.959809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:03.960129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:03.960457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:03.968772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-6055ca05-98ea-4250-9db2-7273ce4c43fb tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794268 May 06 12:23:03.986139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47518038-bf1c-47e6-851f-38b2110a9f8c req-743900e5-1644-4065-aed0-2de29c0fb91a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363164 May 06 12:23:03.992195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:03.992558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Attempting to bind port f1d08848-0dad-47bc-a4ab-757df4e903f7 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:04.059052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:04.059394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:04.059803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:04.060254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Bound port: f1d08848-0dad-47bc-a4ab-757df4e903f7, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:04.060605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.113931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-52e2290b-ccbd-4819-933d-64e71e592483 service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364939 May 06 12:23:04.180285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:23:04.180856 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:23:04.210743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:04.237713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:04.247848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-ebab1d53-1a2c-48be-b6d2-719f924ea7d0 service neutron] 10.222.0.83 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281838 May 06 12:23:04.260809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:04.265689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:04.273663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-012bab84-b9bd-478b-844f-be549182ab9e req-9761c166-f8f0-4f82-b707-1a9ab7c6291c tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 1101 time: 0.1352966 May 06 12:23:04.317860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-012bab84-b9bd-478b-844f-be549182ab9e req-581e463e-3f84-48d7-b620-5ab364f68f95 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 May 06 12:23:04.328869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.350693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:04.370210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.406812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.415968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] 10.222.0.86 "PUT /v2.0/ports/0f05f3db-6232-4737-a8a1-57ef6a40aa10 HTTP/1.1" status: 200 len: 1091 time: 3.6641078 May 06 12:23:04.502029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce698df-3d9c-4ce7-89f9-25c72c6d19dd service neutron] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:04.583076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:04.598797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'mac_address': 'fa:16:3e:fd:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:04.657883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.671246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.673638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 1121 time: 2.9776919 May 06 12:23:04.677652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d4bef4-2fe0-4680-b2db-f7e78d625782 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:04.681249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Deleting port 9bff2bd9-d0e2-4e2a-bcbd-2b8893200091 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:04.681586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.693508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:04.775129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] The port '9bff2bd9-d0e2-4e2a-bcbd-2b8893200091' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:23:04.779382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f1d08848-0dad-47bc-a4ab-757df4e903f7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:04.782989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684427e-4cdb-4250-a4b4-b8ed0637c5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:04.854094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.935950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfc460-d7fb-4f66-9c2f-bb389dba0015 req-01accca1-8fa0-4780-9b27-2a6607b9f97c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:04.937374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21bfc460-d7fb-4f66-9c2f-bb389dba0015 req-01accca1-8fa0-4780-9b27-2a6607b9f97c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.4379075 May 06 12:23:04.941848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:04.950522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:04.987853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-8977b030-02ea-4c7e-af22-c95e73e69a89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 1094 time: 0.3771644 May 06 12:23:04.996969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0a958e-f77f-43bd-8bfc-1269713b5cc0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:05.074719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92909de-993b-4855-9851-8bd3ef72c93c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:05.075003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92909de-993b-4855-9851-8bd3ef72c93c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:05.097707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-ceb13ed3-5a65-4c16-8604-b1efa94de377 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10 HTTP/1.1" status: 200 len: 217 time: 0.0918806 May 06 12:23:05.100143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.137069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:05.150482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21bfc460-d7fb-4f66-9c2f-bb389dba0015 req-a52163ba-4890-4b4c-bfa0-34949af262e5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977968 May 06 12:23:05.167632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.179116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:23:05.179519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: timer() May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:23:05.193094 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:23:05.268291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-4d89214d-fc54-465a-b060-c8d5ed0e01b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:05.270567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-4d89214d-fc54-465a-b060-c8d5ed0e01b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.1631093 May 06 12:23:05.306888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10'}, {'name': 'network-changed', 'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:05.366054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-36126618-b0af-4222-a84d-7276ad495d09 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473335 May 06 12:23:05.395604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-da217b37-57b7-4c4c-859a-4c5979320b94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808120 May 06 12:23:05.538198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.550341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-0da4a1dc-5f86-4817-9b34-d5825a171671 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:05.551842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-0da4a1dc-5f86-4817-9b34-d5825a171671 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724799 May 06 12:23:05.568995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:05.580497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-e993c50a-7eb2-43ee-8dca-431618b2419e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0223963 May 06 12:23:05.585211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0a958e-f77f-43bd-8bfc-1269713b5cc0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:05.618251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca1c80c3-5217-4cc6-9ee9-0bd114a2b12f admin admin] 10.222.0.83 "DELETE /v2.0/networks/0d0a958e-f77f-43bd-8bfc-1269713b5cc0 HTTP/1.1" status: 204 len: 168 time: 3.7146165 May 06 12:23:05.624793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45542) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:05.664344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1d08848-0dad-47bc-a4ab-757df4e903f7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:05.675301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-198e422b-36a4-4acf-929f-a22e8469bc5e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0922217 May 06 12:23:05.804353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6b1c7-b158-4f3f-8ad4-842e9c5e2e41 req-907bbb6f-b37c-41bb-89ab-956515d0edbc tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:05.805804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6cc6b1c7-b158-4f3f-8ad4-842e9c5e2e41 req-907bbb6f-b37c-41bb-89ab-956515d0edbc tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 943 time: 0.4085519 May 06 12:23:05.817388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-2c0cf1bb-363d-40aa-bb2d-1870a7f7745b service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835616 May 06 12:23:06.023926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6cc6b1c7-b158-4f3f-8ad4-842e9c5e2e41 req-88534242-2774-41f1-9143-66f48a1b3473 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105048 May 06 12:23:06.097268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d7b4d6-6bdc-4b13-b2b7-9b3589441132 req-65a0b5b3-8f76-4aad-9450-631231fb78f6 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601976 May 06 12:23:06.148959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51924c-60e2-4c77-acbc-4f1002535d5c req-666288eb-ae23-4d89-aaa9-a17b5038f6be tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.156093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a51924c-60e2-4c77-acbc-4f1002535d5c req-666288eb-ae23-4d89-aaa9-a17b5038f6be tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1007836 May 06 12:23:06.208371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a51924c-60e2-4c77-acbc-4f1002535d5c req-834f124a-4cae-4f9f-914a-f607d265904a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512865 May 06 12:23:06.309530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c605bf02-cb80-4b21-9a3e-afca7516e40a req-2679dea8-da83-40f3-bfc8-ca923defc83a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.0456347 May 06 12:23:06.352496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:06.391251 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1721391-f772-4845-a60a-8cba847b07e7'] response: {'name': 'network-changed', 'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'status': 'completed', 'code': 200} May 06 12:23:06.392372 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1721391-f772-4845-a60a-8cba847b07e7'] response: {'name': 'network-changed', 'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'status': 'completed', 'code': 200} May 06 12:23:06.399760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b29743-160a-41a8-8bbb-3437cf07753f req-055cd18f-bcc3-48e4-900b-0b507ecf2d92 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.401273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71b29743-160a-41a8-8bbb-3437cf07753f req-055cd18f-bcc3-48e4-900b-0b507ecf2d92 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 949 time: 0.1711977 May 06 12:23:06.474761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3045c1c9-5d6a-42b1-9f06-d591d8cbc003 req-f30319f0-c202-43fb-ac03-8d65345a2bc4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 210 time: 0.0414336 May 06 12:23:06.518048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:06.532012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71b29743-160a-41a8-8bbb-3437cf07753f req-faf4307c-b93e-4e43-9bf1-85c6b886d082 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223712 May 06 12:23:06.564508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-6af892ea-e6fe-4ee9-a449-ee159cbdb8e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 1094 time: 0.1376433 May 06 12:23:06.570103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.687161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b5d4bef4-2fe0-4680-b2db-f7e78d625782 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:06.701687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b5d4bef4-2fe0-4680-b2db-f7e78d625782 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:06.702053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:06.757643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:06.772503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55121344-6f69-4c70-8a09-66e15ed4ebce req-eb955962-8b70-429e-998f-4b28bccecaa1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.778766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55121344-6f69-4c70-8a09-66e15ed4ebce req-eb955962-8b70-429e-998f-4b28bccecaa1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.1536863 May 06 12:23:06.862207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'mac_address': 'fa:16:3e:4f:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:06.865642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55121344-6f69-4c70-8a09-66e15ed4ebce req-5715c1f1-05c0-4754-98a6-291c4f480fc5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806298 May 06 12:23:06.866929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-541db9e6-f4ed-48fb-9566-7a8a770f4d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:06.869160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-541db9e6-f4ed-48fb-9566-7a8a770f4d4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 905 time: 0.2442856 May 06 12:23:06.976225 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-19af61f3-bade-4975-a3c3-1a9c9a7f17f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10 HTTP/1.1" status: 200 len: 217 time: 0.0942888 May 06 12:23:06.988920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.021829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3119cf73-6268-458d-9fcd-66d6d34bba8f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:07.031857 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.055653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:07.065550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-3dda13aa-b249-49a7-8d98-b0c3abe8d71d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:07.066984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-3dda13aa-b249-49a7-8d98-b0c3abe8d71d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.0843148 May 06 12:23:07.070209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:07.082037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:07.135847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-71c7d463-c93b-465f-9b63-dfd8ef8288d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510814 May 06 12:23:07.151115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.205856 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:07.242362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:07.346635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:07.368905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb62-5d5c-47c8-a650-9a4d4f4ac2e8 req-9de77775-0e79-4d98-984c-c01d78594fdc tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:07.370476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77dadb62-5d5c-47c8-a650-9a4d4f4ac2e8 req-9de77775-0e79-4d98-984c-c01d78594fdc tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 943 time: 0.2041657 May 06 12:23:07.418557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77dadb62-5d5c-47c8-a650-9a4d4f4ac2e8 req-80442ee7-f549-46e6-b35e-c42e41c3b022 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 May 06 12:23:07.519346 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95e5412-fe68-406d-bfe8-2db7a67f228d'] response: {'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'code': 200} May 06 12:23:07.577190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-504168e8-faad-404e-ad5f-07cd279ca925 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339273 May 06 12:23:07.693419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-911b0f0b-d087-4c3d-8454-221094e382b8 req-b1ca3740-3fa7-44b8-8c0e-864714ce76c0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.0998147 May 06 12:23:07.714371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['3119cf73-6268-458d-9fcd-66d6d34bba8f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:07.738939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e75300-1bf7-4206-baa4-a2cf0855e794 req-70f4819f-77a7-480c-88b6-09106ab5b2e7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:07.741824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47e75300-1bf7-4206-baa4-a2cf0855e794 req-70f4819f-77a7-480c-88b6-09106ab5b2e7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1115789 May 06 12:23:07.754160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45fd0f56-e93a-46ef-9e2d-07fb1a9bc8fb req-a25ee6ac-1e44-42b5-a54c-697c1442fc62 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1101 time: 0.1575656 May 06 12:23:07.833174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45fd0f56-e93a-46ef-9e2d-07fb1a9bc8fb req-cd351b23-87f6-4586-8228-79d41fd477a3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655093 May 06 12:23:07.836453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47e75300-1bf7-4206-baa4-a2cf0855e794 req-fb8a42ca-6cb1-4d8f-ab4a-ac519206caef tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 May 06 12:23:08.000127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-329f596a-d4ce-46aa-ad07-2dc8d81af0dc req-34dcd530-7855-4dfc-9e77-3a665019ef66 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 210 time: 0.0656044 May 06 12:23:08.013997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-674a0b64-8bdf-4c5d-9163-7e8d1804004b service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177368 May 06 12:23:08.122570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eed6c3-6a00-4948-baaa-37f0e82bae45 req-030d32d1-7ee6-4eb6-b374-5598dca116b7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.124224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0eed6c3-6a00-4948-baaa-37f0e82bae45 req-030d32d1-7ee6-4eb6-b374-5598dca116b7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0996821 May 06 12:23:08.193771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0eed6c3-6a00-4948-baaa-37f0e82bae45 req-0ca79adf-ba6f-430f-89a4-8e2c28dabda0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 May 06 12:23:08.315106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Deleting port e32d3117-14ef-44ce-8b66-aea5e89da7b9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:08.315442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.368703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:08.402597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a338cf9a-43a4-4a7a-bab0-a4b2852675e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.458601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135bf92-f4c1-4cb9-9bef-728fe4b2153d req-3d05068b-8fa7-433d-95a9-c30f55ef0a8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.460107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f135bf92-f4c1-4cb9-9bef-728fe4b2153d req-3d05068b-8fa7-433d-95a9-c30f55ef0a8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.2674370 May 06 12:23:08.482558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-d0c59e27-4207-478d-bdf1-66a9709e69c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1124 time: 0.3253658 May 06 12:23:08.546331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:08.617825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:08.642929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'mac_address': 'fa:16:3e:d6:c0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:08.656033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f135bf92-f4c1-4cb9-9bef-728fe4b2153d req-45c19f51-6e9e-4eb4-a145-77dd36a9ac74 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804864 May 06 12:23:08.661743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] For port e32d3117-14ef-44ce-8b66-aea5e89da7b9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e32d3117-14ef-44ce-8b66-aea5e89da7b9,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:08.662015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.678512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eaca9-c704-4f98-93f6-8c3fb87c4786 req-a3708481-1e4b-4f0f-b68f-b33bb46081b8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.686471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f2eaca9-c704-4f98-93f6-8c3fb87c4786 req-a3708481-1e4b-4f0f-b68f-b33bb46081b8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 943 time: 0.0944991 May 06 12:23:08.739619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f2eaca9-c704-4f98-93f6-8c3fb87c4786 req-72f601a6-4814-4726-b7f9-62458fecb8f0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 May 06 12:23:08.777067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.794688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 3119cf73-6268-458d-9fcd-66d6d34bba8f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:08.795262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.851350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f05f3db-6232-4737-a8a1-57ef6a40aa10 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:08.879213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:08.903626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Calling delete_port for e32d3117-14ef-44ce-8b66-aea5e89da7b9 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:08.958020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:08.989779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-44ff88ea-c3fe-4f30-bc55-5e6d15ef0d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:08.991303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-44ff88ea-c3fe-4f30-bc55-5e6d15ef0d0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.4897923 May 06 12:23:08.995234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71461a27-4f06-4220-a063-156784edd53d req-0c20b387-ed44-4e2f-b40d-f55d8cdd8296 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.1056979 May 06 12:23:09.026253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.121014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-8cf8af41-b4bb-4a39-9995-2c572e1912f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 217 time: 0.0849988 May 06 12:23:09.136275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:09.175556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58bf44-ce06-475c-bd9d-754736959523 req-270d556e-faf3-4da6-81e7-8c50e9f03450 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:09.175951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:09.189742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e58bf44-ce06-475c-bd9d-754736959523 req-270d556e-faf3-4da6-81e7-8c50e9f03450 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1915324 May 06 12:23:09.235169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.236938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:09.255641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e58bf44-ce06-475c-bd9d-754736959523 req-a98aba91-f548-463b-bd75-bfb2437e6dd1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645585 May 06 12:23:09.440584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:09.486701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['0f05f3db-6232-4737-a8a1-57ef6a40aa10'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:09.493893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82ce1d19-03b9-48d6-8e72-4a1e8097c5be req-4e18d385-dc3a-4fce-b1db-54a801ce4900 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 210 time: 0.2885098 May 06 12:23:09.502756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-efe0c61a-62ac-4ee4-970b-8fcaca1c28ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:09.504609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-efe0c61a-62ac-4ee4-970b-8fcaca1c28ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.3749506 May 06 12:23:09.526684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:09.554600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95545-a035-4d39-a484-2d6960dc32af req-1da5714b-ff31-43c8-87ca-7f3c45fccd46 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:09.560357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60c95545-a035-4d39-a484-2d6960dc32af req-1da5714b-ff31-43c8-87ca-7f3c45fccd46 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1337430 May 06 12:23:09.585935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.599451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-cfc94f38-f4cc-49e3-a9b5-6ff34fdb8446 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593054 May 06 12:23:09.662616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60c95545-a035-4d39-a484-2d6960dc32af req-d945a1ea-001a-4a20-8185-a7e24560e059 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950012 May 06 12:23:09.738543 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db41fc2c-55a6-4e2f-9a86-dd050cca4e44'] response: {'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'code': 200} May 06 12:23:09.753113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-47237f00-027c-4358-a53a-665cd1a1f34e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746105 May 06 12:23:09.771077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:09.857329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:09.979724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:10.111501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-049d24c9-7ba4-42a7-a9c0-a06b2bfe77d7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.113021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-049d24c9-7ba4-42a7-a9c0-a06b2bfe77d7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526552 May 06 12:23:10.132908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:10.240629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:10.291734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8b0da-af12-438c-8711-3d60d6949587 req-c8a91f5b-1ac5-4bed-8566-0b1621c252e1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.293291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36d8b0da-af12-438c-8711-3d60d6949587 req-c8a91f5b-1ac5-4bed-8566-0b1621c252e1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.2286692 May 06 12:23:10.357143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-f1882b14-4950-4dc6-a9ce-1cee0f9874d2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.358617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-f1882b14-4950-4dc6-a9ce-1cee0f9874d2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 807 time: 0.7533700 May 06 12:23:10.388971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:10.393020 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36d8b0da-af12-438c-8711-3d60d6949587 req-2a8aa9aa-108e-40a0-b50c-9a8be08e8869 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920379 May 06 12:23:10.404978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:10.463698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32d3117-14ef-44ce-8b66-aea5e89da7b9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:10.484133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-1b12769c-d6cc-447a-ae2a-acd3d464c560 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335385 May 06 12:23:10.514679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:10.519511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:10.557887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Request body: {'port': {'device_id': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'admin_state_up': True, 'tenant_id': 'f2d987a7a6774ff9bd762bb91c064f62'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:10.714996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d0658095-a123-4d92-b332-b2ab4380edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:10.856781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db21e354-d815-4682-a4db-cf6df39b2202 req-a92cd0f1-6f95-4b62-83df-d2ad0aa9dfe9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.1916482 May 06 12:23:10.986161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ace3-274a-47a4-bbc0-d550cec99c66 req-d8bc74d6-cc9c-439d-9b76-4faea1ddb59c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:10.992984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2591ace3-274a-47a4-bbc0-d550cec99c66 req-d8bc74d6-cc9c-439d-9b76-4faea1ddb59c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 944 time: 0.9635689 May 06 12:23:10.993754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.101 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/be3bc99d-f84f-49c8-a683-79baff848bf0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:11.184292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24f7bb93-9f05-4e97-8242-f49b62c73864 req-99430196-549a-4188-855e-48b3d0547db6 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991274 May 06 12:23:11.196874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2591ace3-274a-47a4-bbc0-d550cec99c66 req-01fb953a-2c61-4b17-a6a1-6b8fa983fbd7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029212 May 06 12:23:11.228842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:11.243197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:11.355943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.455996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbd6b8-9ef9-4cab-9914-3c5e965c2589 req-f31caed7-7c29-4a1f-88fd-8478357f84f2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:11.463114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cbd6b8-9ef9-4cab-9914-3c5e965c2589 req-f31caed7-7c29-4a1f-88fd-8478357f84f2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2947471 May 06 12:23:11.546032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.562322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cbd6b8-9ef9-4cab-9914-3c5e965c2589 req-33cdeb17-fb84-4f55-9e1a-0c55b11f7d66 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983617 May 06 12:23:11.575192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object be3bc99d-f84f-49c8-a683-79baff848bf0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:11.600353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41bb32cc-b47d-4481-98fc-900e5e89d416 req-231497d4-9c12-4c3e-b844-bd0cacc6e472 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 210 time: 0.1448326 May 06 12:23:11.636415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Made reservation on behalf of f2d987a7a6774ff9bd762bb91c064f62 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:11.639680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.739734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:11.755635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:11.769301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:11.861344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:11.896106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:12.056454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Allocated IP 172.20.0.2 (de2a58b1-2251-4db6-87a9-6809708209c5/40db6904-448b-44ef-bb00-17318975f384/5274d829-4378-45e4-9f8b-728587ab5217) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:12.094445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:12.116023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:12.122793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:12.123844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.159793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:12.218340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd426e-eafe-4157-8603-ed453564c4d3 req-416330b9-f457-4aff-af4f-46a70a14f7ec tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:12.228201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64cd426e-eafe-4157-8603-ed453564c4d3 req-416330b9-f457-4aff-af4f-46a70a14f7ec tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.3248065 May 06 12:23:12.262076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-647ad12a-2bd4-45a7-9297-f92e6280e414 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1328068 May 06 12:23:12.317173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64cd426e-eafe-4157-8603-ed453564c4d3 req-e0145cbd-8bad-48dc-9022-3a2a364b9fa7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854588 May 06 12:23:12.323532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.325604 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.414590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:12.467368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Request body: {'port': {'device_id': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:12.531591 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0886c7-a156-4733-8be2-9c982ec29721'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:23:12.566626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:12.593146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.636068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a970-8c82-4865-b0e7-1f6b28474022 req-9aba8539-0279-430b-8355-04f2e5b683c2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:12.646824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b661a970-8c82-4865-b0e7-1f6b28474022 req-9aba8539-0279-430b-8355-04f2e5b683c2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.4117451 May 06 12:23:12.760811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:23:12.769705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:12.781091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b661a970-8c82-4865-b0e7-1f6b28474022 req-19ff0415-eeeb-4bc3-b653-9d26a6082ba7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330640 May 06 12:23:12.852927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57e0e79b-3cf5-42fb-ad36-3277aba1d59e req-992f7daf-fd9b-4baa-9534-5ecb5e9b2c06 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.0605876 May 06 12:23:13.075787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-09fce03c-405f-4735-892f-17400dd4206f None None] Provisioning for port be3bc99d-f84f-49c8-a683-79baff848bf0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:13.096881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:13.120179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:13.121123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.172373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-09fce03c-405f-4735-892f-17400dd4206f None None] Provisioning complete for port be3bc99d-f84f-49c8-a683-79baff848bf0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:13.173773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-09fce03c-405f-4735-892f-17400dd4206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.254159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:13.299498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.373419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'mac_address': 'fa:16:3e:ca:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:13.378224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-09fce03c-405f-4735-892f-17400dd4206f None None] Port be3bc99d-f84f-49c8-a683-79baff848bf0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:13.417149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Network de2a58b1-2251-4db6-87a9-6809708209c5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:13.418820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366514f7-af07-4afd-8066-bb4465ae6540 req-62e05cc9-84a1-4799-8011-a8d3681f8d8d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.421823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366514f7-af07-4afd-8066-bb4465ae6540 req-62e05cc9-84a1-4799-8011-a8d3681f8d8d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2210839 May 06 12:23:13.430917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:13.436799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:13.484233 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.505975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:13.526292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:13.547967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:13.548745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366514f7-af07-4afd-8066-bb4465ae6540 req-f20516da-8822-4951-98f3-edc1d53978b1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188242 May 06 12:23:13.556958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d76cb-27d9-4348-8d9b-613e6028a748 req-7ece6d5d-0d01-4935-b1a4-e9b0cf78f45f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.558557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da2d76cb-27d9-4348-8d9b-613e6028a748 req-7ece6d5d-0d01-4935-b1a4-e9b0cf78f45f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 944 time: 0.3275914 May 06 12:23:13.580960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:13.580960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.610128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3bc99d-f84f-49c8-a683-79baff848bf0 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:13.623827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.659112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Transition to ACTIVE for port object be3bc99d-f84f-49c8-a683-79baff848bf0 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:13.678811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da2d76cb-27d9-4348-8d9b-613e6028a748 req-aadb180a-c651-47da-9351-ee0f2fff542c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 May 06 12:23:13.731710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Router a8687f0f-275e-4a25-aa33-f95f82cd96a1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:23:13.841582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.871402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:13.903428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-82eb557d-18f5-4845-9979-ab73662dbbda tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3548024 May 06 12:23:13.967272 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.027594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:23:14.034193 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9dab576c-9b9a-4732-8839-2ef094656c71 admin admin] 10.222.0.83 "PUT /v2.0/routers/a8687f0f-275e-4a25-aa33-f95f82cd96a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4082601 May 06 12:23:14.036537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45668) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:14.083372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:14.093480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443c1f7-924b-4ea8-af7e-aae1475948a6 req-89c79db8-d268-4c33-ba9e-5a24956e074c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:14.094300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2443c1f7-924b-4ea8-af7e-aae1475948a6 req-89c79db8-d268-4c33-ba9e-5a24956e074c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:14.174730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:14.204172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Sync routers for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:23:14.263502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2443c1f7-924b-4ea8-af7e-aae1475948a6 req-89c79db8-d268-4c33-ba9e-5a24956e074c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:14.269654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.277283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2443c1f7-924b-4ea8-af7e-aae1475948a6 req-89c79db8-d268-4c33-ba9e-5a24956e074c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 948 time: 0.5034127 May 06 12:23:14.341639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Attempting to bind port be3bc99d-f84f-49c8-a683-79baff848bf0 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:14.343004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Attempting to bind port be3bc99d-f84f-49c8-a683-79baff848bf0 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:14.343897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Attempting to bind port be3bc99d-f84f-49c8-a683-79baff848bf0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:14.360305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Request body: {'port': {'device_id': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:14.369050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2443c1f7-924b-4ea8-af7e-aae1475948a6 req-e651d4c7-8481-4a0f-938f-cb947b1af09d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908329 May 06 12:23:14.372284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Port be3bc99d-f84f-49c8-a683-79baff848bf0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:14.372803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Attempting to bind port be3bc99d-f84f-49c8-a683-79baff848bf0 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:14.383149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:14.387888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:14.390111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:14.391881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:14.392548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Bound port: be3bc99d-f84f-49c8-a683-79baff848bf0, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:14.393092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.398496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['30b11452-e0c5-44d2-b679-4de8c91130f0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:14.447516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:14.448607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:23:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:14.602398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:14.607016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.632881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:14.638446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=be3bc99d-f84f-49c8-a683-79baff848bf0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:14.676836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:14.775913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.912866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-5078b027-2a11-444f-aeea-b041e5f627d9 service neutron] 10.222.0.86 "GET /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.2303815 May 06 12:23:14.916447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.963199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:14.979430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:14.980949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] 10.222.0.86 "PUT /v2.0/ports/be3bc99d-f84f-49c8-a683-79baff848bf0 HTTP/1.1" status: 200 len: 1096 time: 2.6868463 May 06 12:23:14.990639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:15.031471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c900abf-ff87-420d-a9c0-abd805182871 req-30d830c1-98bc-453e-aa72-81a293c1c698 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7853725 May 06 12:23:15.044643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29bbeb-a48c-4682-b3e4-660e7beb17cb req-caf07065-60a6-4bb6-853a-41c23908b668 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:15.050141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a29bbeb-a48c-4682-b3e4-660e7beb17cb req-caf07065-60a6-4bb6-853a-41c23908b668 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 943 time: 0.3607867 May 06 12:23:15.097051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71ffe2-181d-4bb0-ad34-dd8e47e93215 service neutron] Pushing event updated for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:15.153220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:15.159804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a29bbeb-a48c-4682-b3e4-660e7beb17cb req-d032eed9-eb2b-40f6-9af0-20f28f70f1d9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006720 May 06 12:23:15.356172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-49e176b5-bd79-4a0b-8a3a-7b49a664e611 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 1099 time: 0.1936097 May 06 12:23:15.577422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-da805067-f273-4e25-81a7-0d186e787419 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=be3bc99d-f84f-49c8-a683-79baff848bf0 HTTP/1.1" status: 200 len: 217 time: 0.2130888 May 06 12:23:15.645933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:15.693197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-7cdb09ca-f443-4a64-8786-c736af3adebb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:15.696264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-7cdb09ca-f443-4a64-8786-c736af3adebb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1071351 May 06 12:23:15.822740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5cf3b-d8a9-4e7c-97b4-0c8c51bf6381 req-18ca5839-09cf-4038-9ad9-8f6c57fa694b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:15.837647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01f5cf3b-d8a9-4e7c-97b4-0c8c51bf6381 req-18ca5839-09cf-4038-9ad9-8f6c57fa694b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 931 time: 0.3684962 May 06 12:23:15.963029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:23:09Z', 'revision_number': 5, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:15.967594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Checking router: a8687f0f-275e-4a25-aa33-f95f82cd96a1 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:23:15.978844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01f5cf3b-d8a9-4e7c-97b4-0c8c51bf6381 req-28e952a7-36f8-494e-b5ca-a756e5e9a20c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363437 May 06 12:23:15.997474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Routers {'a8687f0f-275e-4a25-aa33-f95f82cd96a1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:23:15.998169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:23:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:16.006115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-28f53312-b587-4703-ac1a-49bacf879527 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2982390 May 06 12:23:16.080668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.093421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5274d829-4378-45e4-9f8b-728587ab5217 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:16.161568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.172120 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c6d87d-4452-4176-aabd-708241c46e8e'] response: {'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'code': 200} May 06 12:23:16.271840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] Set router a8687f0f-275e-4a25-aa33-f95f82cd96a1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:23:16.307474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:16.327837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-77451c03-31d2-48ee-9e1e-e3d9b6b98f14 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167369 May 06 12:23:16.359820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Transition to ACTIVE for port object 5274d829-4378-45e4-9f8b-728587ab5217 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:16.457670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:16.537293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d08848-0dad-47bc-a4ab-757df4e903f7 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:16.551149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:16.584227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.586041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc293-a7c0-4cbf-9713-c7d0c22f00e5 req-1da4e047-8318-4928-adc7-40fa8577ba82 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:16.596704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd6fc293-a7c0-4cbf-9713-c7d0c22f00e5 req-1da4e047-8318-4928-adc7-40fa8577ba82 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.2348237 May 06 12:23:16.663906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd6fc293-a7c0-4cbf-9713-c7d0c22f00e5 req-9815e06c-45d2-42a0-a5d7-aab7f2472141 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641463 May 06 12:23:16.670071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6ae20a5-4343-4338-b1be-866e046d3330 req-1216fd06-6979-4a4a-b40c-1aa21ad7565d service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348484 May 06 12:23:16.690449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:16.705515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649c61-3ee9-4131-b55c-7f64693cc213 req-a01a3bf6-0628-4e41-bb33-4c8bbbb39f62 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:16.718614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e649c61-3ee9-4131-b55c-7f64693cc213 req-a01a3bf6-0628-4e41-bb33-4c8bbbb39f62 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.9759674 May 06 12:23:16.738683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:23:09Z', 'revision_number': 5, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:16.775555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f738f69-e715-4299-9d37-1107d8dae1d7 None None] The sync data for ids ['a8687f0f-275e-4a25-aa33-f95f82cd96a1'] in n-d-840845-1 is: [{'id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1944383896-router', 'tenant_id': '5e1b57f36e67424096bbc6de1dc533c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '942c53c6-df7b-4516-99c0-d85074774167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:19:19Z', 'updated_at': '2022-05-06T12:23:09Z', 'revision_number': 5, 'project_id': '5e1b57f36e67424096bbc6de1dc533c8', 'gw_port': {'id': '942c53c6-df7b-4516-99c0-d85074774167', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8687f0f-275e-4a25-aa33-f95f82cd96a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:19:20Z', 'updated_at': '2022-05-06T12:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:23:16.855682 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0fed6bd-e9af-4a10-9d95-bd81b123598c'] response: {'name': 'network-changed', 'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0', 'status': 'completed', 'code': 200} May 06 12:23:16.859377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-66727641-7a55-4398-9820-a47cd23412e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9532454 May 06 12:23:16.960605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:17.041909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43c1dd40-186a-4e4b-bda3-c9697c21943f req-e1fc33e5-b8a5-4e71-a48c-7a48f5ddc959 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 1096 time: 0.8306649 May 06 12:23:17.048251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e649c61-3ee9-4131-b55c-7f64693cc213 req-45d36761-0731-4f1b-8740-4bef6e72eacb tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282847 May 06 12:23:17.070245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-ff418605-6cc6-4890-9adb-e96a50548287 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 1099 time: 0.1808410 May 06 12:23:17.493080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2187d3d-76fb-4ca3-8e57-b4ec2fcc0321 req-12b87920-5733-4452-9479-3afe93b7892f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:17.495545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2187d3d-76fb-4ca3-8e57-b4ec2fcc0321 req-12b87920-5733-4452-9479-3afe93b7892f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 948 time: 0.4970822 May 06 12:23:17.586048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] Transition to ACTIVE for port object f1d08848-0dad-47bc-a4ab-757df4e903f7 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:17.592981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43c1dd40-186a-4e4b-bda3-c9697c21943f req-26dd8a0b-ab89-4035-b70b-4bcc2ab47f22 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505424 May 06 12:23:17.596330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2187d3d-76fb-4ca3-8e57-b4ec2fcc0321 req-1a7e95ed-46a6-4510-a1bd-9675937a1731 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954745 May 06 12:23:17.597515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-0a49456e-a328-45f5-9f9b-ff43cadf270e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:17.599073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-0a49456e-a328-45f5-9f9b-ff43cadf270e service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.5173542 May 06 12:23:17.639253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:17.639253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:17.639253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:17.656650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.667553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:17.667553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:17.675922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabc32f-752f-4341-ab3c-68cb654e0142 req-eaa257a7-b823-43ef-bb0b-75199208be69 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:17.677409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fabc32f-752f-4341-ab3c-68cb654e0142 req-eaa257a7-b823-43ef-bb0b-75199208be69 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.2744713 May 06 12:23:17.684267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:17.684604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:17.684984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:17.685472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Bound port: 5274d829-4378-45e4-9f8b-728587ab5217, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:17.685820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.816243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.941857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Deleting port 942c53c6-df7b-4516-99c0-d85074774167 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:17.942404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:17.966011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-3b62180f-dc06-47f8-8a73-78e4febf85f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=be3bc99d-f84f-49c8-a683-79baff848bf0 HTTP/1.1" status: 200 len: 217 time: 0.1571083 May 06 12:23:18.042335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fabc32f-752f-4341-ab3c-68cb654e0142 req-0f5d16b3-cc58-45d8-901a-78de40f2715d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397350 May 06 12:23:18.134350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-d2113284-342b-450a-953e-cab0788470cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.147473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-d2113284-342b-450a-953e-cab0788470cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1709156 May 06 12:23:18.303176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f5eec-34b3-4016-a87e-da8e396c4385 req-97b97544-f310-4a89-bfbc-9485e4ac0431 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:18.313137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-625f5eec-34b3-4016-a87e-da8e396c4385 req-97b97544-f310-4a89-bfbc-9485e4ac0431 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.4239404 May 06 12:23:18.404919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-625f5eec-34b3-4016-a87e-da8e396c4385 req-6a588044-1b53-4fb1-be05-6f550b1a19e7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904214 May 06 12:23:18.427449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-87cdff65-a14a-4303-9e20-2850296aa4d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2553709 May 06 12:23:18.530681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] Pushing event updated for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:18.554916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] No DVR routers for this DVR port f1d08848-0dad-47bc-a4ab-757df4e903f7 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:18.610535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:18.613059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:18.805427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-b0b03c35-b986-4dc4-8cae-ff6035d00d7b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377250 May 06 12:23:18.805660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:18.805660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-347bfe81-a2d4-498c-a315-bc85257d578b service neutron] 10.222.0.86 "PUT /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7/bindings/n-h2-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8109767 May 06 12:23:18.805926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['bcc2e183-ac18-41d3-9ac9-4fc567614488'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:18.865092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e32d3117-14ef-44ce-8b66-aea5e89da7b9 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:18.889269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63d8be80-1c68-4390-9a0b-f161e97be79a req-552b5272-f577-47f6-b9be-0a0d881fdc5f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122486 May 06 12:23:18.911355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] For port 942c53c6-df7b-4516-99c0-d85074774167, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=942c53c6-df7b-4516-99c0-d85074774167,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:18.914899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:18.983818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 30b11452-e0c5-44d2-b679-4de8c91130f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:18.987742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.013132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5561d-ed8f-4c04-98c7-a01fd5a714b9 req-821b23eb-2f92-489a-a2f8-9715d0de6ee6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.015347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5af5561d-ed8f-4c04-98c7-a01fd5a714b9 req-821b23eb-2f92-489a-a2f8-9715d0de6ee6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1250608 May 06 12:23:19.044879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e32d3117-14ef-44ce-8b66-aea5e89da7b9 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:23:19.045386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e32d3117-14ef-44ce-8b66-aea5e89da7b9 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:19.113453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Calling delete_port for 942c53c6-df7b-4516-99c0-d85074774167 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:19.116435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5af5561d-ed8f-4c04-98c7-a01fd5a714b9 req-c35fd017-0316-4643-a3fb-09e6ef303a5f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896106 May 06 12:23:19.193961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192f2cc-0cb5-4194-9496-fe131a089b32 req-8f9efad5-054e-40b5-b8c3-d13635eea51c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.195898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f192f2cc-0cb5-4194-9496-fe131a089b32 req-8f9efad5-054e-40b5-b8c3-d13635eea51c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:19.271502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.319317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:19.321943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:19.433035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.466286 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.497568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f192f2cc-0cb5-4194-9496-fe131a089b32 req-8f9efad5-054e-40b5-b8c3-d13635eea51c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:19.510485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f192f2cc-0cb5-4194-9496-fe131a089b32 req-8f9efad5-054e-40b5-b8c3-d13635eea51c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 1.1934299 May 06 12:23:19.555728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.602502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:19.604284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] 10.222.0.13 "PUT /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 1091 time: 5.4019518 May 06 12:23:19.613149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:19.635493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=13']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:19.655034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a379630-f44f-4c52-8fad-f07eb05909f4 req-8eb111da-6502-450d-a509-854c53c8036d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:19.661178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f192f2cc-0cb5-4194-9496-fe131a089b32 req-8fd3843f-afad-4f0a-8bb3-1504bc5cde5f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487460 May 06 12:23:19.674796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a379630-f44f-4c52-8fad-f07eb05909f4 req-8eb111da-6502-450d-a509-854c53c8036d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 946 time: 0.3181233 May 06 12:23:19.778366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-8ca97c5b-d4d8-4417-a06a-6b02203f1b6c tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.3285925 May 06 12:23:19.780106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de73ea-7cba-47e7-bfcf-f1d2b30ca496 service neutron] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:19.905312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=942c53c6-df7b-4516-99c0-d85074774167,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:19.949890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a379630-f44f-4c52-8fad-f07eb05909f4 req-505172c8-7b18-4d66-93ba-dba414f41bf2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732038 May 06 12:23:20.021678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-c5611b92-89b9-43ef-92b9-8b1c8425a69a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 1095 time: 0.2230179 May 06 12:23:20.337146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-04c883d2-83c7-4bc9-a0ac-52f22c8f79a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1094 time: 0.2967935 May 06 12:23:20.342356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.429055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device be3bc99d-f84f-49c8-a683-79baff848bf0 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:20.453726 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-ad4dcdc8-6fe2-4c01-b0af-66ec330352a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 217 time: 0.0977943 May 06 12:23:20.468702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9e1d4-ff95-4cbe-96a5-77b23d5090c5 req-032d6fcd-0420-480f-b318-fe043e9c3423 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:20.471684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94d9e1d4-ff95-4cbe-96a5-77b23d5090c5 req-032d6fcd-0420-480f-b318-fe043e9c3423 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.2690444 May 06 12:23:20.515976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.576653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-78917dc1-e28d-4dbf-a2b9-d91ecb842982 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:20.578708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-78917dc1-e28d-4dbf-a2b9-d91ecb842982 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1051221 May 06 12:23:20.606435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94d9e1d4-ff95-4cbe-96a5-77b23d5090c5 req-a4cdd95a-7444-4ba0-b921-bd9d74b95091 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940378 May 06 12:23:20.644958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=be3bc99d-f84f-49c8-a683-79baff848bf0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:20.665138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'be3bc99d-f84f-49c8-a683-79baff848bf0', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'be3bc99d-f84f-49c8-a683-79baff848bf0', 'mac_address': 'fa:16:3e:d5:82:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:20.695069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-0addfc3f-3c94-4738-9441-02124354f309 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874331 May 06 12:23:20.722292 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10de3f3a-dfdd-40ff-b23a-3e5a2eab5be0'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:23:20.773649 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.865892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3bc99d-f84f-49c8-a683-79baff848bf0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:20.898503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=be3bc99d-f84f-49c8-a683-79baff848bf0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:20.962633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e222dee-3360-48e5-9e7d-630787cb7648 req-6d179194-2fda-46d6-9fd7-0ce030543687 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:20.971812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e222dee-3360-48e5-9e7d-630787cb7648 req-6d179194-2fda-46d6-9fd7-0ce030543687 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 948 time: 1.0171084 May 06 12:23:20.988580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:20.993163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.005293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-c2848f5c-6f86-4b63-aeb6-bc871fd0af06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1095 time: 0.8551524 May 06 12:23:21.010625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.093426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-57d637fd-4341-4c66-8724-249f0497c628 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736982 May 06 12:23:21.153337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:21.155302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dbe19-df63-4e67-8f87-22daa7b0d863 req-26a8886d-f1f8-4600-9f8d-d3548eb44d37 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:21.157331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d05dbe19-df63-4e67-8f87-22daa7b0d863 req-26a8886d-f1f8-4600-9f8d-d3548eb44d37 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.2792399 May 06 12:23:21.170076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-dc4b742c-bc90-4ae4-ae2c-d5d676e261f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:21.171538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-dc4b742c-bc90-4ae4-ae2c-d5d676e261f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1493828 May 06 12:23:21.288577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e222dee-3360-48e5-9e7d-630787cb7648 req-23d99767-0b58-43c7-b981-b4e791a147f4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164227 May 06 12:23:21.291524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-be452c62-b81d-42dd-9d52-37b497eb9062 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 200 len: 217 time: 0.1065788 May 06 12:23:21.322253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['be3bc99d-f84f-49c8-a683-79baff848bf0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:21.364867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-d2fb37fc-e36c-4eb2-823c-ec10095014a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1101 time: 0.3568680 May 06 12:23:21.388828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-854e98b0-3c9a-4d20-a9fc-acd6822fb1cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:21.390587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-854e98b0-3c9a-4d20-a9fc-acd6822fb1cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0794117 May 06 12:23:21.410154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d05dbe19-df63-4e67-8f87-22daa7b0d863 req-d192a5ed-0fca-4e8c-8b75-e49a90af4cd5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801305 May 06 12:23:21.481243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1237209-4f42-44b4-8f22-630a274f3b4e req-551f0ff9-d887-4d1f-99f8-d2618afb241f service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725870 May 06 12:23:21.528120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.531062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8687f0f-275e-4a25-aa33-f95f82cd96a1 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:23:21.568494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-2cfdce74-7e2c-4c2f-a208-edafb0eb684a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698327 May 06 12:23:21.583808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:21.587881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f7d221da-139b-4248-97d6-6832fb575b8e admin admin] 10.222.0.83 "DELETE /v2.0/routers/a8687f0f-275e-4a25-aa33-f95f82cd96a1 HTTP/1.1" status: 204 len: 168 time: 7.5474539 May 06 12:23:21.588961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-700f7ba7-540a-4b91-8db9-38ef332d8ab5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:21.593995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-700f7ba7-540a-4b91-8db9-38ef332d8ab5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2193346 May 06 12:23:21.594526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45764) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:21.769045 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064340b6-662b-4d31-bd11-3a24c46fdd9b'] response: {'name': 'network-changed', 'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217', 'status': 'completed', 'code': 200} May 06 12:23:21.850691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-a93c07a8-7a5d-47e5-aa9f-3649606a402e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.1939182 May 06 12:23:21.903859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-3c45e63e-8166-45be-ad37-b717b1182d71 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255038 May 06 12:23:22.080772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Deleting subnet a05f207e-a0e6-41ab-9870-2d6f3c2c3c63 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:23:22.131553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-3bd2e6fb-aa47-4774-98be-df0a98842b25 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110114 May 06 12:23:22.218930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:22.329893 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:22.349465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-a93d1c19-b0a9-434c-8ae5-82db11fc449f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.350531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-a93d1c19-b0a9-434c-8ae5-82db11fc449f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.3299756 May 06 12:23:22.361605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63868df-875a-4fd4-882b-1f6c3d4cca4a req-9bb91d96-7a74-44fb-86d2-8539029dde05 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.371139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d63868df-875a-4fd4-882b-1f6c3d4cca4a req-9bb91d96-7a74-44fb-86d2-8539029dde05 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.1803524 May 06 12:23:22.436543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-d28a19dd-7365-4587-846f-e9a40a86382b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1094 time: 0.5847652 May 06 12:23:22.450269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d655fc-7d12-4c28-9a0a-cf009e9e7094 req-3ebf4ff5-0b2b-4077-9946-49530f0a7c49 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.458104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04d655fc-7d12-4c28-9a0a-cf009e9e7094 req-3ebf4ff5-0b2b-4077-9946-49530f0a7c49 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.5449424 May 06 12:23:22.482677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d63868df-875a-4fd4-882b-1f6c3d4cca4a req-32c8714c-2cbe-4799-9b96-68983a724b0a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105068 May 06 12:23:22.567975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:22.771443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04d655fc-7d12-4c28-9a0a-cf009e9e7094 req-24acf797-5f62-4a0a-9fab-a4d28864d9d6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123441 May 06 12:23:22.856806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 942c53c6-df7b-4516-99c0-d85074774167 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:22.889734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-2d3d5aa4-7a1d-42bd-b24b-0b77f7f0fd5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5250058 May 06 12:23:22.925088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 942c53c6-df7b-4516-99c0-d85074774167 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:23:22.927350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 942c53c6-df7b-4516-99c0-d85074774167 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:22.940181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f10367-aed8-406b-80a4-44e4171d8171 req-d080df08-929a-4432-8d65-47c80f5d9852 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.951898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46699829-fdeb-4b8f-a285-4685951e7ced req-67f65e7a-67c5-466c-a378-d506e38e58a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:22.952170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20f10367-aed8-406b-80a4-44e4171d8171 req-d080df08-929a-4432-8d65-47c80f5d9852 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.2131369 May 06 12:23:22.962884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-67f65e7a-67c5-466c-a378-d506e38e58a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4862416 May 06 12:23:23.015525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.089564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-b64e665e-49d7-4752-aba3-a3683a8eff9f tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.1170847 May 06 12:23:23.100539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20f10367-aed8-406b-80a4-44e4171d8171 req-0d9ded89-4809-4a02-a82b-5e90e3144cd1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469023 May 06 12:23:23.199312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05f207e-a0e6-41ab-9870-2d6f3c2c3c63,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:23.224751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.228433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd46c4-7848-4cf4-8db6-8e02c1504eac None None] Network c7188599-6d43-48b0-879c-9cdcb42e1a9c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:23:23.228731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-adab8631-7826-4e08-984c-cf66dc8477ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 217 time: 0.1669540 May 06 12:23:23.273607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a9f40e02-1dde-4e43-8da8-40ab9d325c03 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a05f207e-a0e6-41ab-9870-2d6f3c2c3c63 HTTP/1.1" status: 204 len: 168 time: 1.6778598 May 06 12:23:23.343499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46699829-fdeb-4b8f-a285-4685951e7ced req-48830b1d-138e-4925-aa62-49df10dba0a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.347143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-48830b1d-138e-4925-aa62-49df10dba0a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.0794196 May 06 12:23:23.371157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45782) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:23.378876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-76fe323d-5134-4ac8-97d7-09f469a750eb service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725285 May 06 12:23:23.489193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-e1f42c3a-7178-462c-8933-2a14e1715311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104343 May 06 12:23:23.503087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4db9e-b333-4225-97b4-1d5e22863298 req-06c7f2b5-5ae2-405a-ac2e-aedf78ee0099 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.505498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30c4db9e-b333-4225-97b4-1d5e22863298 req-06c7f2b5-5ae2-405a-ac2e-aedf78ee0099 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 949 time: 0.1794713 May 06 12:23:23.624304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-13a3fb9b-d271-42e0-b709-7bc82fa5204a service neutron] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:23.630232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-13a3fb9b-d271-42e0-b709-7bc82fa5204a service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.631502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96c6d171-ace9-4f17-ac64-ccf3ac936017 req-13a3fb9b-d271-42e0-b709-7bc82fa5204a service neutron] 10.222.0.13 "DELETE /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7/bindings/n-h1-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.5250950 May 06 12:23:23.649246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30c4db9e-b333-4225-97b4-1d5e22863298 req-53cb1a38-86df-4fdd-85ca-256ec7f9904f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375041 May 06 12:23:23.812128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] DHCP port deletion for c7188599-6d43-48b0-879c-9cdcb42e1a9c request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:23:23.825791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Deleting port e2d75a3b-8534-44a7-b9f1-5810ce8baeae {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:23.826210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:23.827146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-c3ce1938-279c-4210-a825-e3e44e9df69f service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143745 May 06 12:23:23.895706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87428-1378-4dd9-9b57-59758edcfc4e req-b2f42d98-a601-4a22-bd13-a6ff2f3816d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.903961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0df87428-1378-4dd9-9b57-59758edcfc4e req-b2f42d98-a601-4a22-bd13-a6ff2f3816d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.8800952 May 06 12:23:23.920117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051767bc-be37-4e74-882b-c10c3f8ab914 req-2ab04529-4852-48a0-9d1c-634c9dbeb2ea tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:23.923303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-051767bc-be37-4e74-882b-c10c3f8ab914 req-2ab04529-4852-48a0-9d1c-634c9dbeb2ea tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.1153769 May 06 12:23:24.014613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-051767bc-be37-4e74-882b-c10c3f8ab914 req-53d5acab-6e79-46c5-aac8-f97ffd9b11cb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825031 May 06 12:23:24.027553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.098667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Deleting port e2d75a3b-8534-44a7-b9f1-5810ce8baeae {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:24.099154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.180125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-610b245b-bcb2-461f-956e-97504e7fd880 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224624 May 06 12:23:24.186205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] For port e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:24.200064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0df87428-1378-4dd9-9b57-59758edcfc4e req-fb59e053-1f8e-4fcb-aedf-5f5bdeb56554 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943733 May 06 12:23:24.200689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.290367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46699829-fdeb-4b8f-a285-4685951e7ced req-3f473b75-e7b8-43fd-b6c7-ab2974a4e499 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420710 May 06 12:23:24.533087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Calling delete_port for e2d75a3b-8534-44a7-b9f1-5810ce8baeae owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:24.621113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device be3bc99d-f84f-49c8-a683-79baff848bf0 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:24.642368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] For port e2d75a3b-8534-44a7-b9f1-5810ce8baeae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,segment=NetworkSegment(446e5a68-b1f7-4e52-a33e-937a1a949013),segment_id=446e5a68-b1f7-4e52-a33e-937a1a949013)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:24.643058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.734022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:24.809540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] Pushing event deleted for resources: {'Port': ['ID=e2d75a3b-8534-44a7-b9f1-5810ce8baeae,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:24.915354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e988bf-a5c0-4c13-a0d1-c9c8505156a6 None None] No DVR routers for this DVR port e2d75a3b-8534-44a7-b9f1-5810ce8baeae on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:23:24.947700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2d75a3b-8534-44a7-b9f1-5810ce8baeae no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:25.008801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Calling delete_port for e2d75a3b-8534-44a7-b9f1-5810ce8baeae owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:23:25.071736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e2d75a3b-8534-44a7-b9f1-5810ce8baeae {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:23:25.075165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2d75a3b-8534-44a7-b9f1-5810ce8baeae not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:23:25.080152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4a9bd-ebaa-4846-bab6-15976b885f27 req-0935e4c6-437f-408e-a570-3a955d79a021 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:25.082317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23e4a9bd-ebaa-4846-bab6-15976b885f27 req-0935e4c6-437f-408e-a570-3a955d79a021 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.5450127 May 06 12:23:25.139008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port be3bc99d-f84f-49c8-a683-79baff848bf0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:25.147443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port be3bc99d-f84f-49c8-a683-79baff848bf0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:25.148659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.173954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087d915-9d1e-4304-8f89-d99d8bc3dad6 req-c8455682-3dd9-49c2-962a-7959ac25d24b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:25.183266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0087d915-9d1e-4304-8f89-d99d8bc3dad6 req-c8455682-3dd9-49c2-962a-7959ac25d24b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.2526886 May 06 12:23:25.211882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:23:25.212287 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:23:25.227696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23e4a9bd-ebaa-4846-bab6-15976b885f27 req-34a8422f-7032-44ac-b331-aedabe6be02b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358030 May 06 12:23:25.346695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0087d915-9d1e-4304-8f89-d99d8bc3dad6 req-56b68806-d576-4b84-a182-da6b7e2e9981 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560268 May 06 12:23:25.484348 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.530458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:25.553023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=be3bc99d-f84f-49c8-a683-79baff848bf0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:25.596563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10acf3-a04e-43e1-908d-68e44ab5b947 req-1d216601-e8b5-4a78-bbc5-51ed82540995 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:25.598081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b10acf3-a04e-43e1-908d-68e44ab5b947 req-1d216601-e8b5-4a78-bbc5-51ed82540995 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 949 time: 0.1081815 May 06 12:23:25.615418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc70733-bf3a-4c17-944d-0ff0c1f36b5e req-2bc0b586-3d37-4479-b869-e0b5fdc0d8a5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:25.622106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cc70733-bf3a-4c17-944d-0ff0c1f36b5e req-2bc0b586-3d37-4479-b869-e0b5fdc0d8a5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1078024 May 06 12:23:25.653067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b10acf3-a04e-43e1-908d-68e44ab5b947 req-0bbb8ce6-4deb-4bd7-ba33-f11ef4798c48 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490782 May 06 12:23:25.690531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cc70733-bf3a-4c17-944d-0ff0c1f36b5e req-391e7d6f-a44d-40e0-bcba-6dde15271b44 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658231 May 06 12:23:25.722697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Deleting port e2d75a3b-8534-44a7-b9f1-5810ce8baeae {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:23:25.722697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.832324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] The port 'e2d75a3b-8534-44a7-b9f1-5810ce8baeae' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:23:25.921072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f06ab0-2c73-4e5f-b19e-05697bb0a5d8 req-a73f9f25-2067-423d-9b95-e665a3819425 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1095 time: 0.0830352 May 06 12:23:25.963561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:25.999056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f06ab0-2c73-4e5f-b19e-05697bb0a5d8 req-a7eaf861-6c7a-4c90-b473-c7456205fb56 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686898 May 06 12:23:26.036887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.072092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.072434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.073562 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.073562 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > port after_create 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.073999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.074159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > port after_update 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.074495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.075165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.075165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.075574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.169673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:26.337624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.338314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.338787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.340168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 12:23:26.340648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7188599-6d43-48b0-879c-9cdcb42e1a9c']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:26.350573 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147ea8fd-98de-4adc-a5cb-d845355b220f'] response: {'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0', 'code': 200} May 06 12:23:26.388448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e5a68-b1f7-4e52-a33e-937a1a949013') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:26.388745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e5a68-b1f7-4e52-a33e-937a1a949013') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:23:26.423126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.514174 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.538467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:23:26.539045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn_limited( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn_limited( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: timer() May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:23:26.560244 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:23:26.597006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-195fceb3-3c97-4d73-8935-9701d0326969 req-7dd5eee6-f370-40ef-97b2-281b0c847953 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 1095 time: 0.1101065 May 06 12:23:26.672007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-195fceb3-3c97-4d73-8935-9701d0326969 req-c2f824a1-6959-4a6f-8743-a96e3eeace79 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733957 May 06 12:23:26.680347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afc22b-5f0f-47dd-8ff3-110b359cbc98 req-c10e35cd-a128-489b-bea8-2432d507d846 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:26.681099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81afc22b-5f0f-47dd-8ff3-110b359cbc98 req-c10e35cd-a128-489b-bea8-2432d507d846 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.7867565 May 06 12:23:26.722304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5780b541-b298-43d9-ae92-5f9a71c3b9f8 req-c667e364-5531-46b2-9f25-9d69ae8747ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 1101 time: 0.2825949 May 06 12:23:26.818810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.885913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:26.893180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81afc22b-5f0f-47dd-8ff3-110b359cbc98 req-19ca15be-5969-40cf-8abc-e690f2d7b815 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028782 May 06 12:23:26.907680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7188599-6d43-48b0-879c-9cdcb42e1a9c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:26.927795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a989de65-59d3-4933-9b08-71e148ac6073 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c7188599-6d43-48b0-879c-9cdcb42e1a9c HTTP/1.1" status: 204 len: 168 time: 3.5409410 May 06 12:23:26.930489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5780b541-b298-43d9-ae92-5f9a71c3b9f8 req-003d6c00-67ea-4e21-a569-57d62fdaa8da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915674 May 06 12:23:27.057976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dd807-9086-4532-8310-51298e3b776a req-a868f722-19ad-4491-b9f8-a104090dd113 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:27.061738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f9dd807-9086-4532-8310-51298e3b776a req-a868f722-19ad-4491-b9f8-a104090dd113 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.1549942 May 06 12:23:27.132872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f9dd807-9086-4532-8310-51298e3b776a req-cb12efa1-bbe1-4bcb-aede-7deafab837db tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639613 May 06 12:23:27.181512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53541390-a43c-4c15-9a4a-20686a32a81c req-31b1dd5c-be47-43e7-b88b-11fb12ea9210 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:27.183003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53541390-a43c-4c15-9a4a-20686a32a81c req-31b1dd5c-be47-43e7-b88b-11fb12ea9210 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1019888 May 06 12:23:27.242116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53541390-a43c-4c15-9a4a-20686a32a81c req-2afe1c3a-f9a3-4039-a71a-8fa1a6f023e5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506964 May 06 12:23:27.496061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:27.593254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddd97b-3f97-48ac-90f2-6c41e1af55e2 req-4dd25978-1ab2-4fb1-a8ea-10fa1f1588b4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:27.593254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbddd97b-3f97-48ac-90f2-6c41e1af55e2 req-4dd25978-1ab2-4fb1-a8ea-10fa1f1588b4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 950 time: 0.2807453 May 06 12:23:27.662740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0bed1f38-0fe0-4cad-a9c6-6ff3e275022e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c65b5779f89493cbdb24a57cb052dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1712892 May 06 12:23:27.663940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:27.668287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbddd97b-3f97-48ac-90f2-6c41e1af55e2 req-6e785435-59a5-4f07-b5a0-bb653b36425f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839345 May 06 12:23:27.674875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f52c2a-928b-456c-a7a1-ec8effbd3859 req-4899a044-77b9-4f5a-ae86-15fdd4894689 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:27.676288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82f52c2a-928b-456c-a7a1-ec8effbd3859 req-4899a044-77b9-4f5a-ae86-15fdd4894689 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.2015464 May 06 12:23:27.795914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:27.817387 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:23:27.837936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82f52c2a-928b-456c-a7a1-ec8effbd3859 req-86ffec28-e3b2-48c0-be6a-e2d335eaf1d8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441298 May 06 12:23:27.884651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.033076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-00ed9f0b-5b1e-439b-9260-36dc8676f922 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977426 May 06 12:23:28.274670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-066ec165-ab7e-41b6-83d7-0ccd03832be1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 1095 time: 0.1895940 May 06 12:23:28.283155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57057de3-6073-45e2-92f0-43cb4afacce4 req-58e763fe-1997-4bd8-89c7-65eeeb8ae2a8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:28.284629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57057de3-6073-45e2-92f0-43cb4afacce4 req-58e763fe-1997-4bd8-89c7-65eeeb8ae2a8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1509540 May 06 12:23:28.430234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57057de3-6073-45e2-92f0-43cb4afacce4 req-41f9ea08-fb34-4ff1-bbbf-d95f66bd94ca tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387203 May 06 12:23:28.447968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.505353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-8dfa4e4b-9808-48d1-b7e9-8ab3dc6daf58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:28.507584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-8dfa4e4b-9808-48d1-b7e9-8ab3dc6daf58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1970043 May 06 12:23:28.509826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618884dd-ef7c-4675-92c1-d467e7e98b85,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:28.527116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:28.531758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56e01f70-084a-48b6-955c-1ac5dc426de3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/618884dd-ef7c-4675-92c1-d467e7e98b85 HTTP/1.1" status: 204 len: 168 time: 0.8615587 May 06 12:23:28.616190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-4b752ffe-bbef-406d-a75a-daae70525ee7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 200 len: 217 time: 0.1013541 May 06 12:23:28.753481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-74dbcf57-69bb-45cd-92dd-7b49d0261e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:28.754909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-74dbcf57-69bb-45cd-92dd-7b49d0261e6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1326878 May 06 12:23:28.890313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1e1da-6326-4b49-b18a-1dd3b545a84c req-dcde133b-33a1-4e76-bde6-a5c923eac0b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:28.896325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20c1e1da-6326-4b49-b18a-1dd3b545a84c req-dcde133b-33a1-4e76-bde6-a5c923eac0b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1016741 May 06 12:23:28.945880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20c1e1da-6326-4b49-b18a-1dd3b545a84c req-2cfcd0b8-2702-4ebc-a5f2-dd6dbe22650e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483644 May 06 12:23:28.971971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-b3fb53f8-f984-469d-9a65-bff66e52064c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806777 May 06 12:23:29.199254 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-52af727a-e6b0-422c-a6b4-9b6dbd51b5a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4434156 May 06 12:23:29.219121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c8ee-8f63-4ac0-9187-3ab224f6f840 req-a213dc17-d7d9-44db-90ff-b87a90299278 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:29.229752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b2c8ee-8f63-4ac0-9187-3ab224f6f840 req-a213dc17-d7d9-44db-90ff-b87a90299278 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.4434192 May 06 12:23:29.262309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-e57378b0-9012-4318-afd7-2ff526b524ab service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753515 May 06 12:23:29.377812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011de1b-d5a1-4a85-b259-d30df30b97d6 req-40a291a7-151e-4e8d-984c-ab0f62688c7b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:29.379650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4011de1b-d5a1-4a85-b259-d30df30b97d6 req-40a291a7-151e-4e8d-984c-ab0f62688c7b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 950 time: 0.1051559 May 06 12:23:29.439533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b2c8ee-8f63-4ac0-9187-3ab224f6f840 req-aaac50e3-affa-4449-a003-b29dd6fec6e8 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087827 May 06 12:23:29.445650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4011de1b-d5a1-4a85-b259-d30df30b97d6 req-2b09d2d5-1929-432f-8815-971c827ee785 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591021 May 06 12:23:29.538627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd1ec93e-c053-4a22-bd69-4bd812a83b10 req-3b3b366d-1751-4009-981b-0ddc533f2ba4 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638657 May 06 12:23:29.548204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-2c697746-24fb-4600-a6a3-1178778acad9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 1095 time: 0.1854789 May 06 12:23:29.809895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a590031-be44-4894-9acc-b215f2663259 req-3bcd763a-0b38-48d1-a650-e82cc2bcfb6c tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 1101 time: 0.1109529 May 06 12:23:29.860535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-6e8c03c4-47b1-422a-9c49-694269ff6277 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:29.862138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-6e8c03c4-47b1-422a-9c49-694269ff6277 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2796605 May 06 12:23:29.867135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:29.870433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a590031-be44-4894-9acc-b215f2663259 req-33f59a37-9027-4ba5-8a5b-ec17bb6b157b tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531502 May 06 12:23:30.000454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-1b034d38-000e-472d-8f22-b2bc99438b90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 200 len: 217 time: 0.1008086 May 06 12:23:30.007259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6484a0a-4f95-4b7b-be24-4787cf787f50 req-31eb3900-c17f-4319-92ca-531250726293 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:30.031205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6484a0a-4f95-4b7b-be24-4787cf787f50 req-31eb3900-c17f-4319-92ca-531250726293 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.3378644 May 06 12:23:30.159566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c178b-b517-496e-aad5-e853b70ef4a7 req-1d0047c1-25b8-4626-a9eb-8fd18073f6b4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:30.159566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-393c178b-b517-496e-aad5-e853b70ef4a7 req-1d0047c1-25b8-4626-a9eb-8fd18073f6b4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1439908 May 06 12:23:30.174742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e6c4eb89-a600-40d0-8236-4887c9bdd60e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5e1b57f36e67424096bbc6de1dc533c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025169 May 06 12:23:30.183282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45894) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:30.184788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-add719cf-44e0-4f61-b491-98232344b686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:30.186338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-add719cf-44e0-4f61-b491-98232344b686 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1524072 May 06 12:23:30.212527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-393c178b-b517-496e-aad5-e853b70ef4a7 req-b3b4b182-d68f-4020-ac59-7a8755bc9d9c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 May 06 12:23:30.303791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-6f0ee70f-34fa-4319-aa3f-2d7f34c1bbc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972002 May 06 12:23:30.424447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6484a0a-4f95-4b7b-be24-4787cf787f50 req-679c03f0-61c7-4e30-8336-c7e933e3a142 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922818 May 06 12:23:30.497340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.553711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800de6c6-5e71-4e99-9411-ff0834c362b2 req-d32f5994-cc98-4303-ad97-e46a3ba50a34 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:30.555631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-800de6c6-5e71-4e99-9411-ff0834c362b2 req-d32f5994-cc98-4303-ad97-e46a3ba50a34 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1147816 May 06 12:23:30.608423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-f26ad240-99f8-4697-8617-fe2ff657cac6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558617 May 06 12:23:30.612129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:30.645231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-800de6c6-5e71-4e99-9411-ff0834c362b2 req-15cbde34-c421-4482-9a17-cde7854bbfa1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832853 May 06 12:23:30.647964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-03949451-9bdb-4b37-852a-cea5e76db011 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281939 May 06 12:23:30.669449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:30.941364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-2bcf1653-8c4b-425c-b40c-e98427463593 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:30.948041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-2bcf1653-8c4b-425c-b40c-e98427463593 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268833 May 06 12:23:30.963635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77aecf05-259d-40c3-bd6c-fad90e635f65 req-55bbd5be-6669-4ce0-ae2c-ea0d4a19f36a service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536936 May 06 12:23:30.972757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-a9120118-0ba5-470f-a58a-d4c380163c48 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0237348 May 06 12:23:30.975282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:31.025273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '5274d829-4378-45e4-9f8b-728587ab5217', 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5', 'port_id': '5274d829-4378-45e4-9f8b-728587ab5217', 'mac_address': 'fa:16:3e:a1:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40db6904-448b-44ef-bb00-17318975f384', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:31.111400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.139229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.147852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5274d829-4378-45e4-9f8b-728587ab5217 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:31.166785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac4ac6-bb17-4c2e-b52c-9f967c457a2e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:31.178067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:31.178202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.178202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cdad4b39-5097-4fe8-ac73-100512f0390e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65ac4ac6-bb17-4c2e-b52c-9f967c457a2e HTTP/1.1" status: 204 len: 168 time: 0.9904325 May 06 12:23:31.209715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-64dd7861-c3ef-4914-9c18-adb4394db399 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2361801 May 06 12:23:31.249289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53959926-0ff7-4998-9d75-f8dc3b88cf05 req-0faeaf79-f2be-43da-9c0c-77fd7fcd6b97 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.250865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53959926-0ff7-4998-9d75-f8dc3b88cf05 req-0faeaf79-f2be-43da-9c0c-77fd7fcd6b97 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.1520047 May 06 12:23:31.297861 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:31.304877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53959926-0ff7-4998-9d75-f8dc3b88cf05 req-f2410418-47ed-4bbc-af8b-b72dd6bf1131 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 May 06 12:23:31.427599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:31.440286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.440896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.441436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.441953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.442474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.442981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.443486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.444035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.444541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.445058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.445571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:23:31.670890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8481-f464-4e84-9aaa-3d30d1144c68 req-5bb5f349-4754-43ed-8309-5e06782f9cc3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.678171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff9d8481-f464-4e84-9aaa-3d30d1144c68 req-5bb5f349-4754-43ed-8309-5e06782f9cc3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1382813 May 06 12:23:31.738579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff9d8481-f464-4e84-9aaa-3d30d1144c68 req-18c2fcc0-3266-4997-88c0-05c2b2756653 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 May 06 12:23:31.802042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d1702-c4ca-45d3-b82c-a6c7b1af9125 req-dd584b73-3676-4297-b155-972e08401a36 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:31.803987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef3d1702-c4ca-45d3-b82c-a6c7b1af9125 req-dd584b73-3676-4297-b155-972e08401a36 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1773758 May 06 12:23:31.897692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff0f8bc4-531b-4bcc-9139-4138b30609c7 req-e9471590-4fc3-4dc7-834b-51d148b1328d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 210 time: 0.0737460 May 06 12:23:31.900516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef3d1702-c4ca-45d3-b82c-a6c7b1af9125 req-988b4fa6-8f74-46b4-9791-619a87713286 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895092 May 06 12:23:32.008949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5274d829-4378-45e4-9f8b-728587ab5217'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:32.259278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27124bd1-b8ad-4002-8eae-a8c2be3c070a req-1c4f7e23-2ea4-46e5-a365-58eafa894a5d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:32.267576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27124bd1-b8ad-4002-8eae-a8c2be3c070a req-1c4f7e23-2ea4-46e5-a365-58eafa894a5d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1217463 May 06 12:23:32.498302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27124bd1-b8ad-4002-8eae-a8c2be3c070a req-32281f05-3cc3-4d80-8385-9feea092d542 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297196 May 06 12:23:32.615474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcbdd8-d0c0-4a85-ad5a-3e5cad33b656 req-4a4732f9-b675-4dbb-a7b2-5d5560a55c54 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:32.624745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64fcbdd8-d0c0-4a85-ad5a-3e5cad33b656 req-4a4732f9-b675-4dbb-a7b2-5d5560a55c54 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.1431618 May 06 12:23:32.690209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64fcbdd8-d0c0-4a85-ad5a-3e5cad33b656 req-ae433654-5e5b-4a53-af50-4937059c11b9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643394 May 06 12:23:33.065135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61db363-6bd3-41bc-be81-9651ae24ff35 req-b79c752b-d5ee-4f9c-a856-829c30c69d52 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:33.074062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c61db363-6bd3-41bc-be81-9651ae24ff35 req-b79c752b-d5ee-4f9c-a856-829c30c69d52 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1623824 May 06 12:23:33.137704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c61db363-6bd3-41bc-be81-9651ae24ff35 req-3d06bb83-cbea-4cdc-84c7-b7a374443497 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625656 May 06 12:23:33.260243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ffe69158-6613-4b8a-b06a-4cc9c5bd7216 req-7761c56e-2c3b-4d72-b859-1aaea13a8bcd tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 210 time: 0.0847957 May 06 12:23:33.492494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9d89-4642-4b14-8f64-a13521c79f5f req-e3de2a86-b65b-4569-b666-19363d62d5d4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:33.495304 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d9b9d89-4642-4b14-8f64-a13521c79f5f req-e3de2a86-b65b-4569-b666-19363d62d5d4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1308553 May 06 12:23:33.566342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d9b9d89-4642-4b14-8f64-a13521c79f5f req-9fe6ad27-cb4c-48ba-b9b3-7d5a2dcde73c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615954 May 06 12:23:33.896082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469832f4-aef3-413b-9243-07efa0b3d676 req-f116b4e1-3f62-4841-8198-4bea88f86157 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:33.908745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-469832f4-aef3-413b-9243-07efa0b3d676 req-f116b4e1-3f62-4841-8198-4bea88f86157 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.2357163 May 06 12:23:33.996866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89bed7-9093-4a7e-aa5c-4187668b64bf req-2c62f360-6552-4411-8681-3c14e292e74c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:33.998448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89bed7-9093-4a7e-aa5c-4187668b64bf req-2c62f360-6552-4411-8681-3c14e292e74c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.1661615 May 06 12:23:34.002104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-469832f4-aef3-413b-9243-07efa0b3d676 req-42fce4f0-48bf-4e58-b0bd-ddb100408a56 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924177 May 06 12:23:34.113149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89bed7-9093-4a7e-aa5c-4187668b64bf req-a3d058b2-ac83-498e-b262-b084c68f092f tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028612 May 06 12:23:34.411626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13a1d-1686-4f78-955d-4c15570e3c6a req-da71c45d-284c-40be-b098-1b32f3d27faf tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:34.413619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dec13a1d-1686-4f78-955d-4c15570e3c6a req-da71c45d-284c-40be-b098-1b32f3d27faf tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1220000 May 06 12:23:34.487781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dec13a1d-1686-4f78-955d-4c15570e3c6a req-e98eeca7-eab5-41ba-bc50-750246662907 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682662 May 06 12:23:34.569583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-650b9d64-3d64-4368-b8cc-0dccb48a8e99 req-e934ed1e-130c-4e10-be6a-844375b4663c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 210 time: 0.1318293 May 06 12:23:34.993493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc14c72-aeba-435d-8724-cc183db516ef req-78564cb0-a8e4-4c04-a8e7-3f72f8f7eb2b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:34.998780 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ffc14c72-aeba-435d-8724-cc183db516ef req-78564cb0-a8e4-4c04-a8e7-3f72f8f7eb2b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1460884 May 06 12:23:35.082286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ffc14c72-aeba-435d-8724-cc183db516ef req-388cd187-2729-4f4c-ba77-448ccd248078 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 May 06 12:23:35.288298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c86e5-b981-4fd2-bfcc-763a4acd20bb req-dbae619f-3ebc-4526-9abf-a571d9256195 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.291468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e5c86e5-b981-4fd2-bfcc-763a4acd20bb req-dbae619f-3ebc-4526-9abf-a571d9256195 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1050146 May 06 12:23:35.372618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47025-a844-4cdd-94bd-9f87d31d29c4 req-23895bd3-e3ff-4940-aabd-a812fa81e7a4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.376876 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e5c86e5-b981-4fd2-bfcc-763a4acd20bb req-000ee416-b416-4310-9f72-954dc87de29a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792654 May 06 12:23:35.381038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4b47025-a844-4cdd-94bd-9f87d31d29c4 req-23895bd3-e3ff-4940-aabd-a812fa81e7a4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.1087699 May 06 12:23:35.436742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4b47025-a844-4cdd-94bd-9f87d31d29c4 req-3992b8b5-5444-4b41-b667-216530767ff0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 May 06 12:23:35.767501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0183eb3-ec14-4b12-820e-18ec54b239f5 req-b061edc5-60cd-4ccd-afc0-1ed5a28e9640 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 210 time: 0.0675731 May 06 12:23:35.859869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b6310-47bd-4f29-93e3-583a248ae7a0 req-2defc32b-7d1f-442e-ac23-4355cbd3694a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:35.867609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d6b6310-47bd-4f29-93e3-583a248ae7a0 req-2defc32b-7d1f-442e-ac23-4355cbd3694a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.2018447 May 06 12:23:35.935879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d6b6310-47bd-4f29-93e3-583a248ae7a0 req-c8652554-1a44-4d91-b5ae-fafce83747ef tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670402 May 06 12:23:36.048635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-92fe798e-d069-41f4-988c-ee4d090050c9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444608 May 06 12:23:36.320475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-c282d175-e348-4b3c-9ba3-083f9f6f0527 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.328324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-c282d175-e348-4b3c-9ba3-083f9f6f0527 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675390 May 06 12:23:36.346315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:36.388761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83721b5f-1064-4c1c-9397-4a49142ef103 req-a31751e0-41f6-42bd-88fd-c4aef1410db9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:36.398357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83721b5f-1064-4c1c-9397-4a49142ef103 req-a31751e0-41f6-42bd-88fd-c4aef1410db9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1332765 May 06 12:23:36.501688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83721b5f-1064-4c1c-9397-4a49142ef103 req-4a63754a-a0ae-447d-a4af-2408405dab13 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004319 May 06 12:23:36.609969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:36.626373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:36.695348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:36.790437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:23:36.797869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:36.948951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 5274d829-4378-45e4-9f8b-728587ab5217 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:36.954797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 5274d829-4378-45e4-9f8b-728587ab5217 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:36.955999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.053794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19c73b-8879-4ea0-92e2-bc519aef0ea3 req-1d593f1f-7b12-4f07-a41c-4adf7ca70645 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:37.064370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d19c73b-8879-4ea0-92e2-bc519aef0ea3 req-1d593f1f-7b12-4f07-a41c-4adf7ca70645 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.3449914 May 06 12:23:37.184101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.245286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:37.251823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:37.297824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa146b-4a92-447d-94cc-51c34356114b req-b195b735-e569-4379-a5df-150642d606a4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:37.299559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52fa146b-4a92-447d-94cc-51c34356114b req-b195b735-e569-4379-a5df-150642d606a4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.1528587 May 06 12:23:37.328106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.378539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52fa146b-4a92-447d-94cc-51c34356114b req-bde52173-c801-4715-a81f-2404edc6239c tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717382 May 06 12:23:37.398316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.212 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/59f47794-1ad4-401b-91bc-35f5ac14f75a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:23:37.509135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:37.758646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d19c73b-8879-4ea0-92e2-bc519aef0ea3 req-e3e981ed-430c-43a0-b766-e3c4c8a6dac5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6932833 May 06 12:23:37.836670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:37.901724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object 59f47794-1ad4-401b-91bc-35f5ac14f75a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:38.032267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.047013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698', 'be3bc99d-f84f-49c8-a683-79baff848bf0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:38.172568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:38.293362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32cfc5-adc1-4cf0-8e18-c0480432abaf req-63f79486-52d1-4d8a-a290-44972194df34 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:38.325813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae32cfc5-adc1-4cf0-8e18-c0480432abaf req-63f79486-52d1-4d8a-a290-44972194df34 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 936 time: 0.2782233 May 06 12:23:38.347177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:23:38.353777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:23:38.356531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:23:38.436805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae32cfc5-adc1-4cf0-8e18-c0480432abaf req-068b46d2-94fb-4fa8-8942-fff849689098 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060209 May 06 12:23:38.507591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:38.508426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.537980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:38.583024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0d5a7-f38b-4d07-91dd-a730902058e7 req-d3be7bfa-34b6-4f90-b3cb-0c41d78cd2ae tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:38.590400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fc0d5a7-f38b-4d07-91dd-a730902058e7 req-d3be7bfa-34b6-4f90-b3cb-0c41d78cd2ae tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.4340303 May 06 12:23:38.733274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fc0d5a7-f38b-4d07-91dd-a730902058e7 req-9059fc1f-fb36-424d-b8db-ea33fc7533f4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415732 May 06 12:23:38.739043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fe128ff8-36ce-469e-8602-af7cd52805cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:38.878244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-be91a361-d641-4a0c-a663-e4005b96eaf0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5367305 May 06 12:23:38.889455 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc7e34-47d6-482a-b77b-e1ee42d74efa'] response: {'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217', 'code': 200} May 06 12:23:38.889753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Request body: {'port': {'device_id': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:23:38.955615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8fcb352e-32b1-4385-a9c6-39272273db51 None None] Provisioning for port 59f47794-1ad4-401b-91bc-35f5ac14f75a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:39.017487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8fcb352e-32b1-4385-a9c6-39272273db51 None None] Provisioning complete for port 59f47794-1ad4-401b-91bc-35f5ac14f75a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:39.022933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8fcb352e-32b1-4385-a9c6-39272273db51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.131919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:39.236274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d2ea-5fab-46fb-9cdc-3240ab40ca35 req-799e079b-5e1d-4c19-b927-22a61285bec0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:39.244210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e554d2ea-5fab-46fb-9cdc-3240ab40ca35 req-799e079b-5e1d-4c19-b927-22a61285bec0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.2464898 May 06 12:23:39.280553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb352e-32b1-4385-a9c6-39272273db51 None None] Port 59f47794-1ad4-401b-91bc-35f5ac14f75a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:23:39.405856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e554d2ea-5fab-46fb-9cdc-3240ab40ca35 req-cfbbbd09-b58d-46af-bbed-9cb56f4c7936 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542304 May 06 12:23:39.794611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345b9a5-5b4a-4ba0-955f-fead8dcbc899 req-40d92031-0c8c-4bed-bd9b-536961997a04 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:39.805770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9345b9a5-5b4a-4ba0-955f-fead8dcbc899 req-40d92031-0c8c-4bed-bd9b-536961997a04 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1224606 May 06 12:23:39.880056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9345b9a5-5b4a-4ba0-955f-fead8dcbc899 req-095332b0-4846-456f-b10d-5bb931dcd081 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726027 May 06 12:23:39.905354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649b80-0336-4d32-9de6-8e5d2ec41712 req-08c9e74d-761f-4f6c-960b-833b0539bf6b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:39.913918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28649b80-0336-4d32-9de6-8e5d2ec41712 req-08c9e74d-761f-4f6c-960b-833b0539bf6b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.3909254 May 06 12:23:39.918121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64c22ed9-a251-4d16-b4cd-c1e62e7cdce9 req-2279ceac-95e0-4ec6-a79c-b3d9f4ad6d30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1096 time: 0.8964448 May 06 12:23:40.055706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f47794-1ad4-401b-91bc-35f5ac14f75a {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:40.076316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28649b80-0336-4d32-9de6-8e5d2ec41712 req-ca6a1c5e-65cf-4910-9953-93814745f10b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614451 May 06 12:23:40.079838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.101911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64c22ed9-a251-4d16-b4cd-c1e62e7cdce9 req-bd00bd34-3822-4958-90c1-f6b905975d5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540713 May 06 12:23:40.120923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Transition to ACTIVE for port object 59f47794-1ad4-401b-91bc-35f5ac14f75a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:23:40.196070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935bd2d-d5df-4b8c-b227-50bd629410fd req-96ca19b2-84eb-4a8c-afdd-e0c59a6fa548 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.198076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7935bd2d-d5df-4b8c-b227-50bd629410fd req-96ca19b2-84eb-4a8c-afdd-e0c59a6fa548 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 936 time: 0.1143913 May 06 12:23:40.205666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.262498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7935bd2d-d5df-4b8c-b227-50bd629410fd req-0e73d262-885c-463b-b399-d37a5a4b4f2c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568385 May 06 12:23:40.555573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:40.639983 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f775b2-3775-4823-aca0-452455f6eea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.716722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6781c-a0bb-4a4a-8031-bd6352c486cc req-5c755fce-93ed-4881-b7c2-60dc985bba88 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.718994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdf6781c-a0bb-4a4a-8031-bd6352c486cc req-5c755fce-93ed-4881-b7c2-60dc985bba88 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.4050493 May 06 12:23:40.756826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Attempting to bind port 59f47794-1ad4-401b-91bc-35f5ac14f75a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:23:40.757198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Attempting to bind port 59f47794-1ad4-401b-91bc-35f5ac14f75a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:23:40.757470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Attempting to bind port 59f47794-1ad4-401b-91bc-35f5ac14f75a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:40.790835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Port 59f47794-1ad4-401b-91bc-35f5ac14f75a on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:23:40.791154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Attempting to bind port 59f47794-1ad4-401b-91bc-35f5ac14f75a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:23:40.815660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdf6781c-a0bb-4a4a-8031-bd6352c486cc req-66a11c0c-e3a0-4d12-912f-af5415c2d903 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 May 06 12:23:40.817075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:23:40.817222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:23:40.817592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:23:40.818358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Bound port: 59f47794-1ad4-401b-91bc-35f5ac14f75a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:23:40.818681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:40.898915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e6b8-169b-46c9-9522-11cfb271f21f req-e26131fa-2f80-452c-ba03-50673bc57380 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:40.909682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-86d0e6b8-169b-46c9-9522-11cfb271f21f req-e26131fa-2f80-452c-ba03-50673bc57380 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1636286 May 06 12:23:40.963496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:23:40.966890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:23:41.046807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-86d0e6b8-169b-46c9-9522-11cfb271f21f req-ec35d266-e089-4120-8ad5-6aa418924712 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083608 May 06 12:23:41.264801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcbde1-bddb-4d8c-9344-9bc7d271956e req-14a4d192-059e-4264-b3a9-9ed62c3f109a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:41.267722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bfcbde1-bddb-4d8c-9344-9bc7d271956e req-14a4d192-059e-4264-b3a9-9ed62c3f109a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1166644 May 06 12:23:41.347351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bfcbde1-bddb-4d8c-9344-9bc7d271956e req-6b26e421-83a1-4d4f-9162-1929c04a0a64 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729568 May 06 12:23:41.381890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602342c2-c2e8-4dc5-9a0a-03a1fe678752 req-add21b30-0158-48d0-8e41-16ded35d7093 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:41.390371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602342c2-c2e8-4dc5-9a0a-03a1fe678752 req-add21b30-0158-48d0-8e41-16ded35d7093 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1424053 May 06 12:23:41.465222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602342c2-c2e8-4dc5-9a0a-03a1fe678752 req-99895fe7-e91f-4b6e-8c7a-e1ccbcd4b856 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730584 May 06 12:23:41.613103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62039-19cf-4c87-b234-a2e8f3e3c4bc req-4afec047-8801-4862-ad18-8fa9048ae282 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:41.613103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-59d62039-19cf-4c87-b234-a2e8f3e3c4bc req-4afec047-8801-4862-ad18-8fa9048ae282 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:23:41.918086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:41.972981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-59d62039-19cf-4c87-b234-a2e8f3e3c4bc req-4afec047-8801-4862-ad18-8fa9048ae282 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:23:41.974301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d62039-19cf-4c87-b234-a2e8f3e3c4bc req-4afec047-8801-4862-ad18-8fa9048ae282 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 948 time: 0.4515595 May 06 12:23:42.041810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.048921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.050458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/59f47794-1ad4-401b-91bc-35f5ac14f75a HTTP/1.1" status: 200 len: 1096 time: 3.1651862 May 06 12:23:42.065693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:42.123574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54766d4a-9176-48c1-ad31-eebf4b01c6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:42.128215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:42.161982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d62039-19cf-4c87-b234-a2e8f3e3c4bc req-98bf13f7-b61c-4004-bc7b-f3e565e121e2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646440 May 06 12:23:42.198415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f26002-ec50-4144-be54-cba7f9b9ac01 req-13f97f39-e572-473a-ba8a-57116fe24b1c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.200035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74f26002-ec50-4144-be54-cba7f9b9ac01 req-13f97f39-e572-473a-ba8a-57116fe24b1c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1379213 May 06 12:23:42.310191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74f26002-ec50-4144-be54-cba7f9b9ac01 req-939c0822-0db5-48b8-96ce-95583a1c4bde tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886664 May 06 12:23:42.346955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-2e9c30b6-3045-4419-ab3f-d5517d48b161 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 1099 time: 0.1188598 May 06 12:23:42.552227 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a14bb0-9b78-4960-8b5c-4fe0ec75b4c4'] response: {'name': 'network-changed', 'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a', 'status': 'completed', 'code': 200} May 06 12:23:42.571210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-098333fc-fc0c-4110-820c-79019f512519 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a HTTP/1.1" status: 200 len: 217 time: 0.2131040 May 06 12:23:42.926418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67f8d1-cb2d-43c6-b830-bd7821c5b129 req-62e8d10f-5a6f-430a-a4ff-6a8128896ec8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.934928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb67f8d1-cb2d-43c6-b830-bd7821c5b129 req-62e8d10f-5a6f-430a-a4ff-6a8128896ec8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1900654 May 06 12:23:42.971271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda20f-43aa-47b6-95ef-1c30bb3a686c req-a3d129d8-6d6a-4f8e-a03f-a634c274c37b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.981339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6fda20f-43aa-47b6-95ef-1c30bb3a686c req-a3d129d8-6d6a-4f8e-a03f-a634c274c37b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.5003452 May 06 12:23:42.982979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-f84b7c3c-b8f2-4c03-b0bf-a5970bb1750f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:42.984812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-f84b7c3c-b8f2-4c03-b0bf-a5970bb1750f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.4075172 May 06 12:23:43.002897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb67f8d1-cb2d-43c6-b830-bd7821c5b129 req-d1cc4ed1-9feb-47ea-aff5-4b2fe323e49f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669837 May 06 12:23:43.122605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-7fc4c8de-0c3b-4d91-9daf-13198f7f9c53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067882 May 06 12:23:43.125749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6fda20f-43aa-47b6-95ef-1c30bb3a686c req-b9697e3a-97fd-4e6d-b0b6-e888e4a27147 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340146 May 06 12:23:43.255132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93e83-b8a4-4186-a7fd-aaaa1593e142 req-78c964a5-91a5-4ad5-bca8-736cbeafa350 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.263184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31b93e83-b8a4-4186-a7fd-aaaa1593e142 req-78c964a5-91a5-4ad5-bca8-736cbeafa350 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1078677 May 06 12:23:43.337273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31b93e83-b8a4-4186-a7fd-aaaa1593e142 req-e1e3e36c-02bc-4606-8f46-07ab2a3a01e4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730464 May 06 12:23:43.372205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:43.475056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-4729d20c-47a6-47f7-80b7-098bd3bed6a3 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423507 May 06 12:23:43.670430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a2adb-b6f4-4b78-8de4-e9b1c618f178 req-dd772f23-f981-4881-98f4-bc5a07b2d1d5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.671938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-069a2adb-b6f4-4b78-8de4-e9b1c618f178 req-dd772f23-f981-4881-98f4-bc5a07b2d1d5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 948 time: 0.2414067 May 06 12:23:43.674853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349fff0c-6a5e-4955-b118-6fa799d17800 req-9a000462-3938-4a9d-aef4-fa1103eb21a7 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913326 May 06 12:23:43.717625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a7774-ce1e-40c1-8ba0-b8fd09d3295f req-8a69c3ce-29fd-4d0e-8dd1-4ccf722fb7ea tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:43.726519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-593a7774-ce1e-40c1-8ba0-b8fd09d3295f req-8a69c3ce-29fd-4d0e-8dd1-4ccf722fb7ea tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1379254 May 06 12:23:43.738678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-069a2adb-b6f4-4b78-8de4-e9b1c618f178 req-90f3deb8-f0c8-4859-b801-0c7ca36c3545 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 May 06 12:23:43.794813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-593a7774-ce1e-40c1-8ba0-b8fd09d3295f req-79545516-66f7-4e73-973a-9afffaad8f11 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544851 May 06 12:23:43.817825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46200) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:44.096647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c55cc-10a0-4609-9425-fba50ad70d9c req-e5a38ccd-310e-4f6e-8814-8877bf30da92 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.098215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-713c55cc-10a0-4609-9425-fba50ad70d9c req-e5a38ccd-310e-4f6e-8814-8877bf30da92 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 950 time: 0.1447985 May 06 12:23:44.103567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-392a9079-dcbc-41ca-bb0e-6eba3f45e023 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 1099 time: 0.2163539 May 06 12:23:44.222044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.293192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c02e2-87f0-4929-8e3b-1415ddc01681 req-9fbae432-c174-4db4-aa5e-d5a01c8bb400 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.294858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817c02e2-87f0-4929-8e3b-1415ddc01681 req-9fbae432-c174-4db4-aa5e-d5a01c8bb400 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1083744 May 06 12:23:44.338346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:44.363827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-713c55cc-10a0-4609-9425-fba50ad70d9c req-0604dd8e-3cf3-49e7-a69f-bc8bdc23f2ed tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459815 May 06 12:23:44.365840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce45508fd7174c3a9c7265266c7bf1f8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:44.366539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817c02e2-87f0-4929-8e3b-1415ddc01681 req-16384d41-fc30-41f7-8984-00b06277668d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645685 May 06 12:23:44.380354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:44.389974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:44.406080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-84c5878a-8582-4df7-a024-c65f8baa20c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.409453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-84c5878a-8582-4df7-a024-c65f8baa20c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2907112 May 06 12:23:44.529167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-e986b17b-1e66-41e9-a099-d9964fe89f1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a HTTP/1.1" status: 200 len: 217 time: 0.1063554 May 06 12:23:44.701873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-0d9b610f-1899-4e76-ba7b-6b79055ed219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.701873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-0d9b610f-1899-4e76-ba7b-6b79055ed219 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1601131 May 06 12:23:44.740210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb5e98-1f01-452c-885c-d1deb74aa224 req-cafc762b-630f-4f81-b594-f0828e29d5ff tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.910220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84fb5e98-1f01-452c-885c-d1deb74aa224 req-cafc762b-630f-4f81-b594-f0828e29d5ff tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1561890 May 06 12:23:44.911391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:44.911573 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84fb5e98-1f01-452c-885c-d1deb74aa224 req-aeaa4945-c894-4742-83a0-a6d2f7329529 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715253 May 06 12:23:44.911660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace625a-f069-4b52-b689-5f1fe91b2eae req-93186620-11e0-4b62-9e72-f01d59bd6e53 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:44.911660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ace625a-f069-4b52-b689-5f1fe91b2eae req-93186620-11e0-4b62-9e72-f01d59bd6e53 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.3072295 May 06 12:23:44.911660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-e98cb742-fffc-408f-b30a-b78fe8b42bda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610279 May 06 12:23:44.975819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ace625a-f069-4b52-b689-5f1fe91b2eae req-4431882c-3813-4ea0-9f58-16b015c7a241 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290302 May 06 12:23:45.045615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-5ce04ba1-4f92-417c-8847-18da7c1b1aca service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615498 May 06 12:23:45.284294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ffd9628-f16d-4a17-bb29-54a986e65e70 req-6361791d-76d2-464f-8007-fcd273b72df9 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308140 May 06 12:23:45.294459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf7360-a570-48ed-8fdb-701df793a5cb req-3cf63f95-f8d7-499e-8390-c90e3093d7c1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:45.295832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f2bf7360-a570-48ed-8fdb-701df793a5cb req-3cf63f95-f8d7-499e-8390-c90e3093d7c1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 948 time: 0.1283562 May 06 12:23:45.415518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f2bf7360-a570-48ed-8fdb-701df793a5cb req-59ed1f32-72a3-44f8-8de5-ac27dcea5492 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131692 May 06 12:23:45.556426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.556426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0283d1-92e6-4256-b2df-fc4694dd35ca,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:45.556426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a1a3346-6e53-4ef2-96fc-93285c0910a4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce45508fd7174c3a9c7265266c7bf1f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6931026 May 06 12:23:45.557508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46228) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:45.620314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fd500-8e9a-46d1-af30-3e00e429eb20 req-efb03b5c-cd3e-4cb7-8cea-a19ed2b15f87 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:45.622283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a3fd500-8e9a-46d1-af30-3e00e429eb20 req-efb03b5c-cd3e-4cb7-8cea-a19ed2b15f87 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0902963 May 06 12:23:45.634989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.665629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.688977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a3fd500-8e9a-46d1-af30-3e00e429eb20 req-ab1f0c5c-0143-4e03-a887-70f04af002dc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591204 May 06 12:23:45.811530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.843320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0283d1-92e6-4256-b2df-fc4694dd35ca,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:45.859932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:45.861045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aac1ee2d-086d-405a-b065-f1fc10af534c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8c0283d1-92e6-4256-b2df-fc4694dd35ca HTTP/1.1" status: 204 len: 168 time: 0.3122525 May 06 12:23:45.985844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710da5c-a989-4fb9-9a58-c6292e17ac76 req-47ddc568-d43d-48e2-a928-a8c534e92811 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:45.987679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e710da5c-a989-4fb9-9a58-c6292e17ac76 req-47ddc568-d43d-48e2-a928-a8c534e92811 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.1324215 May 06 12:23:46.122770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e710da5c-a989-4fb9-9a58-c6292e17ac76 req-0fab151c-3b49-4b5a-9f0e-bc8588564470 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708711 May 06 12:23:46.139492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:46.305082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc35a23-ade6-4eec-a276-90bfe4f7dfd2 req-0b9111cb-fb12-436e-9cbc-197e0f7d4e1f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.307081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ddc35a23-ade6-4eec-a276-90bfe4f7dfd2 req-0b9111cb-fb12-436e-9cbc-197e0f7d4e1f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1519585 May 06 12:23:46.400293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ddc35a23-ade6-4eec-a276-90bfe4f7dfd2 req-5433b786-64df-4db5-85c9-ea57b08581b3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 May 06 12:23:46.427093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44a52a-1bdd-40a2-9de8-2ddbc3f20205 req-a323b98f-5b5e-48d4-864b-de556aa0740a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.441093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa44a52a-1bdd-40a2-9de8-2ddbc3f20205 req-a323b98f-5b5e-48d4-864b-de556aa0740a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1901672 May 06 12:23:46.512315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa44a52a-1bdd-40a2-9de8-2ddbc3f20205 req-bfbcdb81-b068-45e5-8858-c280f01326af tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702028 May 06 12:23:46.561765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 59f47794-1ad4-401b-91bc-35f5ac14f75a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:46.771933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:46.797112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '59f47794-1ad4-401b-91bc-35f5ac14f75a', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '59f47794-1ad4-401b-91bc-35f5ac14f75a', 'mac_address': 'fa:16:3e:a0:c1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:46.800522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:46.899150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db4e2-57d8-4b0d-9feb-17a61c287997 req-83c4bcfb-e9e6-4f5d-9fef-ccdea51239ed tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:46.911128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f18db4e2-57d8-4b0d-9feb-17a61c287997 req-83c4bcfb-e9e6-4f5d-9fef-ccdea51239ed tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 948 time: 0.2682376 May 06 12:23:46.987539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f18db4e2-57d8-4b0d-9feb-17a61c287997 req-cce0a73d-5b22-4c1b-9377-b0aad6df04f4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758123 May 06 12:23:47.010490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46256) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:47.061935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.108713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3848435-7d55-4a80-8100-18d7b48f95e8 req-ee3e395e-f807-48b6-8d27-c6451c7bf83e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.110661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3848435-7d55-4a80-8100-18d7b48f95e8 req-ee3e395e-f807-48b6-8d27-c6451c7bf83e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1244218 May 06 12:23:47.127577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:47.128440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.132479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Usage tracker for resource:security_group_rule and tenant:7c546a9f744d44bd9d2d60c5f1605b92 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:47.137468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:47.144986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:47.194810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3848435-7d55-4a80-8100-18d7b48f95e8 req-e6fef2d7-a95d-45ea-be7f-c0407f333e4a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750065 May 06 12:23:47.249987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f47794-1ad4-401b-91bc-35f5ac14f75a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:47.284995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:47.286013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.314391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.333004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:47.333881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:47.389866 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.430331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.478610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151239b-12be-4e0f-8478-a5a8a54ec8bc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.489266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.512405 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f51e89fe-952d-4b29-9dab-df4e74feb7cb'] response: {'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'code': 200} May 06 12:23:47.515504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-3fa6cfcf-cdce-4f24-be1a-d297e612cfcd service neutron] 10.222.0.86 "GET /v2.0/ports/b5d4bef4-2fe0-4680-b2db-f7e78d625782/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.2616203 May 06 12:23:47.521600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-245f1e97-b540-4e73-ae75-46a6a8724419 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c546a9f744d44bd9d2d60c5f1605b92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5098729 May 06 12:23:47.525419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:47.569065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043ad2-f586-4d01-be16-cc7bfcdb55b3 req-9087397c-cce5-44ea-90f2-70c7cc938ece tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.573006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85043ad2-f586-4d01-be16-cc7bfcdb55b3 req-9087397c-cce5-44ea-90f2-70c7cc938ece tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.2501650 May 06 12:23:47.582177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.680338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85043ad2-f586-4d01-be16-cc7bfcdb55b3 req-edadf0da-efaf-41aa-a44c-e6123725835b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924795 May 06 12:23:47.680947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.681194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.714545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['59f47794-1ad4-401b-91bc-35f5ac14f75a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:47.717522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.856635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4fc86-635a-4837-8570-2b151cb37d90 req-96b863fc-3dac-4c87-a35c-326ec302cc92 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.858327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-efd4fc86-635a-4837-8570-2b151cb37d90 req-96b863fc-3dac-4c87-a35c-326ec302cc92 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1948097 May 06 12:23:47.931070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.932496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-efd4fc86-635a-4837-8570-2b151cb37d90 req-328bc8b5-92aa-4a15-b136-9b240080a796 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671511 May 06 12:23:47.959519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bae95d-8cd3-4a39-b66e-21336a87b914 req-dfec5474-c4be-4508-8ac7-39ed33b0bc75 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:47.961191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28bae95d-8cd3-4a39-b66e-21336a87b914 req-dfec5474-c4be-4508-8ac7-39ed33b0bc75 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1521604 May 06 12:23:47.962929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151239b-12be-4e0f-8478-a5a8a54ec8bc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:47.987145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:47.991333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2816b50d-849a-4e3d-9681-40a35a0e0b3c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8151239b-12be-4e0f-8478-a5a8a54ec8bc HTTP/1.1" status: 204 len: 168 time: 0.4647858 May 06 12:23:48.049523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28bae95d-8cd3-4a39-b66e-21336a87b914 req-6814ac86-b0ed-49c9-a9ab-fe7049f014d0 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767872 May 06 12:23:48.285805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f422-f171-4d74-9597-2fe9ba77e0f9 req-b64c0da3-0517-4f3c-b062-f0c39098b894 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:48.287883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8a5f422-f171-4d74-9597-2fe9ba77e0f9 req-b64c0da3-0517-4f3c-b062-f0c39098b894 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 949 time: 0.0935705 May 06 12:23:48.352410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8a5f422-f171-4d74-9597-2fe9ba77e0f9 req-4d65f2c5-52af-41f8-8b77-d50ed8585627 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 May 06 12:23:48.444144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f515ad-3d5a-492e-8d4a-0807042bd8e9 req-1c3cf45a-d029-4589-95e7-8b329680340a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:48.445657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f515ad-3d5a-492e-8d4a-0807042bd8e9 req-1c3cf45a-d029-4589-95e7-8b329680340a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0873899 May 06 12:23:48.500083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f515ad-3d5a-492e-8d4a-0807042bd8e9 req-833d3e31-60e1-4171-83cd-31bce09e2c2b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 May 06 12:23:48.567063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-6391c5ac-63cd-4ee8-9e9f-ede47af5f4fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.0949950 May 06 12:23:48.674939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-924904be-9f7b-45be-9f3c-28874828e5e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1101 time: 0.0772598 May 06 12:23:48.886033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-307a169b-a2a3-4d50-bf18-6a4e6d75466e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:48.887458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-307a169b-a2a3-4d50-bf18-6a4e6d75466e service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2056820 May 06 12:23:48.972630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-a8d11e49-e2a3-4c7d-ac31-4ccabca00043 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.0768743 May 06 12:23:49.075441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da32c-8f81-4eb8-83a4-fedef59e1a6a req-aae6efce-8358-4929-84d6-1ff50af3ca3b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.076942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d3da32c-8f81-4eb8-83a4-fedef59e1a6a req-aae6efce-8358-4929-84d6-1ff50af3ca3b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.2479167 May 06 12:23:49.106228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-20875d8a-31fa-4de8-a95a-d9f7f306239f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.108335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-20875d8a-31fa-4de8-a95a-d9f7f306239f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1185408 May 06 12:23:49.197284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d3da32c-8f81-4eb8-83a4-fedef59e1a6a req-83a2d86c-a33a-4e0d-b708-0129367225aa tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023145 May 06 12:23:49.258039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-592ff662-1e97-4131-88a0-c5240996f266 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425831 May 06 12:23:49.319645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93abe-3230-4757-b538-8d535359b37d req-e8a31c42-b60c-40cb-8c4f-e6cc85aeb9d4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.331504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2b93abe-3230-4757-b538-8d535359b37d req-e8a31c42-b60c-40cb-8c4f-e6cc85aeb9d4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.2429333 May 06 12:23:49.425122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2b93abe-3230-4757-b538-8d535359b37d req-62654375-d189-4676-8fac-04da91181afd tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947158 May 06 12:23:49.695535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-495cf8a1-6b19-4144-8d9f-00de1c53e551 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298747 May 06 12:23:49.709015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac90d6-1f30-4e90-83f7-665c5fdc2706 req-8ca6b7bd-73ab-465b-a994-f24334e25824 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.710452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04ac90d6-1f30-4e90-83f7-665c5fdc2706 req-8ca6b7bd-73ab-465b-a994-f24334e25824 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1486022 May 06 12:23:49.787608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da9e8b-5806-49ad-9b0d-5cdecb579923 req-b56f89ff-ab19-4721-bc60-093dac22260c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:49.796334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52da9e8b-5806-49ad-9b0d-5cdecb579923 req-b56f89ff-ab19-4721-bc60-093dac22260c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 949 time: 0.1264822 May 06 12:23:49.870748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6203315f-0786-4a10-8a5a-42ff9820e6ee req-c8b8cddc-e037-4d14-ba22-8f140d4e88c0 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591623 May 06 12:23:49.928497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52da9e8b-5806-49ad-9b0d-5cdecb579923 req-b86af162-d376-4358-803e-8a2e550209dc tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221964 May 06 12:23:49.990659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04ac90d6-1f30-4e90-83f7-665c5fdc2706 req-78528223-7790-456b-b398-6335979eacb1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187582 May 06 12:23:50.167889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0654ac-bcf3-4360-81a6-7571a39b04a4 req-3bf43704-b15e-4392-9c9f-4119fc6de18b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:50.169567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef0654ac-bcf3-4360-81a6-7571a39b04a4 req-3bf43704-b15e-4392-9c9f-4119fc6de18b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0949841 May 06 12:23:50.236523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef0654ac-bcf3-4360-81a6-7571a39b04a4 req-8a7dbb1d-f692-481f-af26-a77a87fa413b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590117 May 06 12:23:50.339734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:50.424000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e3d5a-db55-4b01-8c1a-0311e3023c75 req-c70385dc-4011-49c9-87f3-683d0caece80 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:50.425443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a96e3d5a-db55-4b01-8c1a-0311e3023c75 req-c70385dc-4011-49c9-87f3-683d0caece80 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 947 time: 0.0876157 May 06 12:23:50.498936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a96e3d5a-db55-4b01-8c1a-0311e3023c75 req-f9bc3616-e8c4-4e04-97c9-85d3ff349c15 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 May 06 12:23:50.589403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 59f47794-1ad4-401b-91bc-35f5ac14f75a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:50.651086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c4b0a-df8c-4b7f-81cf-e67a0f42725e req-8b41623f-e8e1-446b-8067-8341f76ced7b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:50.652672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d17c4b0a-df8c-4b7f-81cf-e67a0f42725e req-8b41623f-e8e1-446b-8067-8341f76ced7b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.0985775 May 06 12:23:50.710344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d17c4b0a-df8c-4b7f-81cf-e67a0f42725e req-5ef26348-45a6-4a0d-b7f0-f073585e7c15 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 May 06 12:23:50.787498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:50.792885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:51.029806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.079236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:51.103544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:51.110503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'mac_address': 'fa:16:3e:2c:79:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:51.117389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:51.173987 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.194904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:51.220996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:51.226212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55801d0-c9f2-47f6-ba2b-6274033b02ef req-e84f3326-10de-453b-9e6b-db003ed7e5e7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.227686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55801d0-c9f2-47f6-ba2b-6274033b02ef req-e84f3326-10de-453b-9e6b-db003ed7e5e7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 949 time: 0.0919342 May 06 12:23:51.245029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 59f47794-1ad4-401b-91bc-35f5ac14f75a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:23:51.252062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 59f47794-1ad4-401b-91bc-35f5ac14f75a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:51.252062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.283599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b16a3-654d-4ac3-825c-6233d00edab7 req-3c79898b-0eb9-4278-8f35-ec2a2ecae645 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.291743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55801d0-c9f2-47f6-ba2b-6274033b02ef req-0329963a-ac38-44ad-bcb1-90749933a6aa tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575180 May 06 12:23:51.294120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b3b16a3-654d-4ac3-825c-6233d00edab7 req-3c79898b-0eb9-4278-8f35-ec2a2ecae645 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1113758 May 06 12:23:51.310176 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.358427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b3b16a3-654d-4ac3-825c-6233d00edab7 req-75fd4914-852a-4c93-b770-1b589a9dfa30 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631495 May 06 12:23:51.374936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.402884 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966ce305-5bc0-4449-842b-0703c2e53877'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'code': 200} May 06 12:23:51.465850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=14']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:51.584228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:51.602300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.657430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:51.659047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ac22a836-f8d7-44ae-af85-d4ddc167ff3b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:51.700125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e550e-337d-4e77-a9ab-57229dc75f71 req-4b2b0ffb-0150-4c4a-8640-a66bebe94793 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.701681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e02e550e-337d-4e77-a9ab-57229dc75f71 req-4b2b0ffb-0150-4c4a-8640-a66bebe94793 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1571341 May 06 12:23:51.752593 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:51.753646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:23:51.768419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e02e550e-337d-4e77-a9ab-57229dc75f71 req-45d47bf0-b8d4-4e65-a685-69daf926500e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588665 May 06 12:23:51.986772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:51.989740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e903a-546a-444f-8d69-03ed08542eb9 req-527f2e02-ea49-4bd6-9bc0-cd0fee6b58c7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:51.997363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-633e903a-546a-444f-8d69-03ed08542eb9 req-527f2e02-ea49-4bd6-9bc0-cd0fee6b58c7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1007636 May 06 12:23:52.057209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.102895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:52.109321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-633e903a-546a-444f-8d69-03ed08542eb9 req-dc439cb0-a57a-42ab-ab9f-809a34b7b623 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058211 May 06 12:23:52.196449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.293606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:52.528636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03296116-2dd5-4c07-b539-ae0c8bf85db2 req-4dc1c551-8cd3-4f0f-b5ba-4e1cbfda80d4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:52.537873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03296116-2dd5-4c07-b539-ae0c8bf85db2 req-4dc1c551-8cd3-4f0f-b5ba-4e1cbfda80d4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.1131487 May 06 12:23:52.602769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:23:52.606173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03296116-2dd5-4c07-b539-ae0c8bf85db2 req-770e4e9c-6ad9-4f02-8b1a-fe17f4130b51 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673537 May 06 12:23:52.619836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088294b-decc-4d3c-b4b5-18733a9e875d req-dc1a8b2a-8830-4926-88c1-a5374cfd8e8a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:52.634945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0088294b-decc-4d3c-b4b5-18733a9e875d req-dc1a8b2a-8830-4926-88c1-a5374cfd8e8a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1106415 May 06 12:23:52.716977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0088294b-decc-4d3c-b4b5-18733a9e875d req-c28f5cee-d5a3-4a63-b934-6066c273a188 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811501 May 06 12:23:52.804156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:52.817797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'mac_address': 'fa:16:3e:fd:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:23:52.887492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:52.915070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d4bef4-2fe0-4680-b2db-f7e78d625782 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:23:52.940965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:52.964499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ac1a5-7879-4498-be75-eb68c4f2d384 req-4dd9d57b-1fd0-46e7-b9a3-66c1d1778ce8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:52.966239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a99ac1a5-7879-4498-be75-eb68c4f2d384 req-4dd9d57b-1fd0-46e7-b9a3-66c1d1778ce8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1035903 May 06 12:23:53.026393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a99ac1a5-7879-4498-be75-eb68c4f2d384 req-de0cf51e-279d-4b89-b60c-90ff4be0ab4f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520339 May 06 12:23:53.028066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46438) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:53.049031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a349b21-2615-4e62-ba61-304200510d76 req-8fa0bdea-9b01-4b37-a861-23055c2ee1c2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:53.051725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a349b21-2615-4e62-ba61-304200510d76 req-8fa0bdea-9b01-4b37-a861-23055c2ee1c2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 948 time: 0.0995085 May 06 12:23:53.053879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.143950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:53.150580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a349b21-2615-4e62-ba61-304200510d76 req-188c5b1b-1a23-442c-98ff-6eedbcf66453 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861969 May 06 12:23:53.226018 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.352207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:53.356821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Usage tracker for resource:security_group_rule and tenant:e346b164f5ca4f4a80e06babc2cd5bf3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:53.363999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:53.374657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:53.396109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:23:53.425457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f7c1d-890e-4d21-89a6-f9d7038eaa4e req-a2c4d196-ef79-4e5a-a084-af793a2a2d5d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:53.426950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148f7c1d-890e-4d21-89a6-f9d7038eaa4e req-a2c4d196-ef79-4e5a-a084-af793a2a2d5d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.1383917 May 06 12:23:53.442636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a'}, {'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:53.503792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.518976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148f7c1d-890e-4d21-89a6-f9d7038eaa4e req-9c00c233-7fb9-44e2-b689-4f46243bc47e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 May 06 12:23:53.604188 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06586f0-b192-41b3-ad28-9a6ea752b56d'] response: {'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a', 'code': 200} May 06 12:23:53.604188 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06586f0-b192-41b3-ad28-9a6ea752b56d'] response: {'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'code': 200} May 06 12:23:53.639648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:53.883933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc4d89a-2eb8-4a33-b280-e6f709fcbcf0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:53.897917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:53.898430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-11dbaa5d-e42e-42ac-89dc-d43b99ff0336 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e346b164f5ca4f4a80e06babc2cd5bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8644269 May 06 12:23:53.962640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a3b14e-a8a3-4da4-8d4e-111e4c0f4b05 req-568bee70-0b6c-4371-a5ea-5c5d4be58d80 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 1101 time: 0.2919023 May 06 12:23:53.980511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d33052-422a-4c9e-8c4f-617efec52438 req-9dd5245c-6562-4b1a-bf41-8e7db5d105a1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:53.982293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87d33052-422a-4c9e-8c4f-617efec52438 req-9dd5245c-6562-4b1a-bf41-8e7db5d105a1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.2116623 May 06 12:23:54.063664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a3b14e-a8a3-4da4-8d4e-111e4c0f4b05 req-82feb4d4-86ff-4e9f-9b66-cb24f4d4c9e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795987 May 06 12:23:54.066687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87d33052-422a-4c9e-8c4f-617efec52438 req-61761145-abd3-4443-a24d-dd35828ec3cf tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678151 May 06 12:23:54.070738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.122101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.190701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa00a-3fd5-4080-bd5e-5d8a5bdc78c1 req-5d4f79bd-135c-464b-ad0b-26c50c25e769 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.192141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-189fa00a-3fd5-4080-bd5e-5d8a5bdc78c1 req-5d4f79bd-135c-464b-ad0b-26c50c25e769 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 949 time: 0.2270479 May 06 12:23:54.231050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-25c67dac-e301-44b1-9ce0-9ab9bf2e0587 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.232903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-25c67dac-e301-44b1-9ce0-9ab9bf2e0587 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019&tenant_id=044e26c1f5ca479385964562461c3d1c&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 949 time: 0.2104795 May 06 12:23:54.265103 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-189fa00a-3fd5-4080-bd5e-5d8a5bdc78c1 req-d8e643f1-dff5-4724-a75a-5501415fd2c3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665500 May 06 12:23:54.299233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e9243-44f2-448b-929c-f459af26d802 req-cc7bb92c-977a-44c6-8b2e-c8e8ef15a809 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.301766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-678e9243-44f2-448b-929c-f459af26d802 req-cc7bb92c-977a-44c6-8b2e-c8e8ef15a809 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.0980322 May 06 12:23:54.360544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-678e9243-44f2-448b-929c-f459af26d802 req-b684e24d-951c-47e2-87f7-a550d88656fe tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 May 06 12:23:54.410867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.449646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.449646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ffc4d89a-2eb8-4a33-b280-e6f709fcbcf0 HTTP/1.1" status: 204 len: 168 time: 0.5495794 May 06 12:23:54.451456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644baeda-6cf7-4366-ae17-5dd9592433cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc4d89a-2eb8-4a33-b280-e6f709fcbcf0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:54.488285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-39019cd4-a165-40e9-acf3-cadede1661ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1100 time: 0.1267724 May 06 12:23:54.602310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:54.659103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-12ddd776-0e01-404e-91ab-007223acf32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.660783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-12ddd776-0e01-404e-91ab-007223acf32a service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1622972 May 06 12:23:54.698284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b5d4bef4-2fe0-4680-b2db-f7e78d625782 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:54.705460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.771663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-31c8d0a2-9ef2-402a-ad01-00c2678f4a95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.0745010 May 06 12:23:54.818180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:23:54.869675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-910b3d84-6462-46ab-bdd8-d48e3a9fd486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.871249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-910b3d84-6462-46ab-bdd8-d48e3a9fd486 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0916197 May 06 12:23:54.878877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd013bb-8690-4d99-b5fe-0d540e96d100 req-bbb37372-7fd8-4b0e-adf2-61442208779e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:54.879833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:54.882703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-edd013bb-8690-4d99-b5fe-0d540e96d100 req-bbb37372-7fd8-4b0e-adf2-61442208779e tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.2241082 May 06 12:23:54.926725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:54.934216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ac22a836-f8d7-44ae-af85-d4ddc167ff3b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:23:54.934564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.010316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-edd013bb-8690-4d99-b5fe-0d540e96d100 req-94b715b3-902d-4683-80d3-21375cce1d69 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974288 May 06 12:23:55.026517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-dc4be241-eee7-471e-bdcc-0a56740bf36b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450889 May 06 12:23:55.040764 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.120496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.155094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:55.170865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:23:55.241807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-70872664-19d3-45d7-8dd6-19e3238a6fe6 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006097 May 06 12:23:55.248115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.338447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:55.352481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7f142-93f4-4673-9e92-a60e9ad0115b req-89a18115-4919-4b6d-9aaf-680799d743b4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:55.354215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54b7f142-93f4-4673-9e92-a60e9ad0115b req-89a18115-4919-4b6d-9aaf-680799d743b4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.1039994 May 06 12:23:55.430509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54b7f142-93f4-4673-9e92-a60e9ad0115b req-ae3a6db4-ddee-498e-b4fe-21da7a0adda4 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680218 May 06 12:23:55.600997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782'}, {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:23:55.642155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e0a381-fe6e-4d82-961f-2a2afb201551 req-a0222059-2f89-4f12-9df7-507838263e9a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893864 May 06 12:23:55.702451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b074-c6e9-4b87-a33a-b78cce8a18f6 req-a7d04f06-2373-48f6-a846-48b87bdb12e5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:55.712546 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3453b074-c6e9-4b87-a33a-b78cce8a18f6 req-a7d04f06-2373-48f6-a846-48b87bdb12e5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1034467 May 06 12:23:55.767125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e791e-6ecc-4ef2-80d3-d10fffec3eaa req-9ad24b12-09ee-47c5-af3d-8c9c67a3e677 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:55.769024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-341e791e-6ecc-4ef2-80d3-d10fffec3eaa req-9ad24b12-09ee-47c5-af3d-8c9c67a3e677 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.0973573 May 06 12:23:55.769960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3453b074-c6e9-4b87-a33a-b78cce8a18f6 req-cd9b0cc7-4c2c-40fa-888b-132e18fca277 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560079 May 06 12:23:55.840342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-341e791e-6ecc-4ef2-80d3-d10fffec3eaa req-16d81d1c-82a4-486c-b5e4-d4bae02ef63b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 May 06 12:23:55.886763 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6acf37-2ae0-4c22-876b-00b428f1e0e5'] response: {'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'code': 200} May 06 12:23:55.887275 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6acf37-2ae0-4c22-876b-00b428f1e0e5'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'code': 200} May 06 12:23:55.915905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46532) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:55.935704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:55.974820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:23:55.979105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a285e8069d46ffa2f02db37cd3c6e8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:23:55.988995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:23:55.989314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:23:56.083631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.242448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e43f7-ff9e-43a0-b002-797508e4ad0d req-769d8c85-f8fe-408b-9052-b25e8debdd21 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:56.244888 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-655e43f7-ff9e-43a0-b002-797508e4ad0d req-769d8c85-f8fe-408b-9052-b25e8debdd21 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 945 time: 0.0912092 May 06 12:23:56.246317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.324034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69645d0-1008-4725-93d1-006467653027,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:56.339902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a10fd0f-097d-4612-ab6d-e9e161a741a1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6a285e8069d46ffa2f02db37cd3c6e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4192936 May 06 12:23:56.340383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:23:56.341833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-655e43f7-ff9e-43a0-b002-797508e4ad0d req-50060692-495c-4dbc-91a7-16bda5702318 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879712 May 06 12:23:56.405187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.437633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.728253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.730945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f7a2c-a3bf-47e6-b633-b100411ddb94 req-e5ac15db-ba21-4cb6-b599-94e7d2e8378c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:56.744248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c9f7a2c-a3bf-47e6-b633-b100411ddb94 req-e5ac15db-ba21-4cb6-b599-94e7d2e8378c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.1431267 May 06 12:23:56.750100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69645d0-1008-4725-93d1-006467653027,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:23:56.752998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:23:56.754410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7dcdbdc-4ae5-42f6-99ce-4896c0ed302b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a69645d0-1008-4725-93d1-006467653027 HTTP/1.1" status: 204 len: 168 time: 0.4132171 May 06 12:23:56.957694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c9f7a2c-a3bf-47e6-b633-b100411ddb94 req-ea2b1683-8a5d-4697-a26e-e3c4683c983a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124121 May 06 12:23:57.242743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a8b48-85a2-4464-b736-91db8e039ef0 req-73b3d258-b46e-47f0-b11f-38aa88bcfed8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:57.244309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d12a8b48-85a2-4464-b736-91db8e039ef0 req-73b3d258-b46e-47f0-b11f-38aa88bcfed8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0817459 May 06 12:23:57.300728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d12a8b48-85a2-4464-b736-91db8e039ef0 req-20bb58a0-2e55-49dd-a64a-51864baa1cb8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 May 06 12:23:57.658963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42370014-cad3-4c7b-83b7-84976d268c86 req-6a5a8c83-e11e-447e-8efd-51d1b4c76682 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 1101 time: 0.1410525 May 06 12:23:57.662881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03cf4-1004-4808-98d7-781d37e0339c req-274b1ce2-09fb-4423-9c34-dbc4a848c46a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:57.665508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22e03cf4-1004-4808-98d7-781d37e0339c req-274b1ce2-09fb-4423-9c34-dbc4a848c46a tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.2442644 May 06 12:23:57.838378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42370014-cad3-4c7b-83b7-84976d268c86 req-6bf74c22-f47e-4841-830f-22d33c71dbb0 tempest-ServersOnMultiNodesTest-388407000 tempest-ServersOnMultiNodesTest-388407000-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647460 May 06 12:23:57.883954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22e03cf4-1004-4808-98d7-781d37e0339c req-e98f1644-206c-40f0-927d-348c258d0bd2 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083075 May 06 12:23:58.159878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27cd5e-3ade-4d0f-a06b-a13b54aed7e3 req-bd4ec9d0-d66b-4868-8618-06b6b9538632 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:58.167320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a27cd5e-3ade-4d0f-a06b-a13b54aed7e3 req-bd4ec9d0-d66b-4868-8618-06b6b9538632 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.1019545 May 06 12:23:58.225775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a27cd5e-3ade-4d0f-a06b-a13b54aed7e3 req-3dc8947a-a050-457a-a059-5063f67e96f1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575082 May 06 12:23:58.327213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-b696527f-b0d0-4d79-91e7-22209595094e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419955 May 06 12:23:58.530217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-c040205c-909f-496e-97ce-a036102c823e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:58.537747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-c040205c-909f-496e-97ce-a036102c823e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094729 May 06 12:23:58.555552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-27418ece-b077-4491-8367-2fd54c5b9018 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/quotas/a329543a144a4902b0d6f9db1ffb2ffc HTTP/1.1" status: 200 len: 375 time: 0.0167124 May 06 12:23:58.707587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-23d4a419-bc91-4f12-899d-d250f2e338c2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1508682 May 06 12:23:58.873649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac7f56-8bda-4c3b-952c-71f252e3cb17 req-b555e622-22cf-4235-893f-d93e7f1b8425 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:58.876547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46ac7f56-8bda-4c3b-952c-71f252e3cb17 req-b555e622-22cf-4235-893f-d93e7f1b8425 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1466024 May 06 12:23:58.937661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46ac7f56-8bda-4c3b-952c-71f252e3cb17 req-24d88893-f07e-4f3d-bfaf-83dc2a21fd25 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 May 06 12:23:59.217071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8476b-e384-4be9-b03e-fe012ac2ca42 req-39cdd6e9-e253-4139-9cac-13de3e89df1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:59.225237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94c8476b-e384-4be9-b03e-fe012ac2ca42 req-39cdd6e9-e253-4139-9cac-13de3e89df1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1051216 May 06 12:23:59.291928 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94c8476b-e384-4be9-b03e-fe012ac2ca42 req-1ddc583a-49e6-4ffc-95b8-7d6fbe19cdbc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655792 May 06 12:23:59.373164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf096d8-0cdc-4a7c-a423-57d80bf1ca16 req-eb701dd7-0930-4da6-9573-1f31541535c7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:59.376461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdf096d8-0cdc-4a7c-a423-57d80bf1ca16 req-eb701dd7-0930-4da6-9573-1f31541535c7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.1747484 May 06 12:23:59.442424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdf096d8-0cdc-4a7c-a423-57d80bf1ca16 req-4750a1f1-2580-456d-831c-e517684fb32d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597782 May 06 12:23:59.512369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b521a50b-7ce4-4e93-8121-0787a0dcfdad req-95e37e1e-b618-4bd8-b178-a450b8648d77 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.0495415 May 06 12:23:59.722410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-b6dceee8-e4f1-4279-845e-56af83804e9b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402288 May 06 12:23:59.780559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d0380-7402-4f85-8f7b-862010fcaa37 req-906598d8-c8e9-4133-ae26-78119082bcd4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:23:59.783339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-910d0380-7402-4f85-8f7b-862010fcaa37 req-906598d8-c8e9-4133-ae26-78119082bcd4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1192944 May 06 12:23:59.883934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-910d0380-7402-4f85-8f7b-862010fcaa37 req-55de9d62-b396-403a-8449-3a41a14c4332 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949957 May 06 12:24:00.063100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-f1dedad6-8bd6-4cea-8c2e-a4e74498d1d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:00.065918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-f1dedad6-8bd6-4cea-8c2e-a4e74498d1d5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405890 May 06 12:24:00.095065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-6c848d94-a7ef-4c2a-bba7-d999e8441e02 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/quotas/044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 375 time: 0.0212979 May 06 12:24:00.235512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-f7314824-7682-4953-9d1e-d4f95fe3a698 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383665 May 06 12:24:00.591532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b82742b-cb99-44ed-a667-d2460c1d318b req-d4bb5b42-0660-4f37-b471-468f6a121fe4 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1096 time: 0.1075509 May 06 12:24:00.619682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:00.692889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b82742b-cb99-44ed-a667-d2460c1d318b req-120d4462-8dd2-4866-9266-11b7b1d57204 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926664 May 06 12:24:00.997534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:01.040457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'mac_address': 'fa:16:3e:d6:c0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:01.123056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:01.171070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f05f3db-6232-4737-a8a1-57ef6a40aa10 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:01.217869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:01.254574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e60a0e20-3849-4fd6-af07-a33e3308225f req-a5ad2729-322b-4ed3-b9ac-be4bf5a376d3 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.0561748 May 06 12:24:01.351077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:01.419391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74f9e439-ba6f-4168-babf-4a4dff653161 req-6c6ec60e-5752-40d0-83c7-add1ba7f14b5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 210 time: 0.0759242 May 06 12:24:01.509430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:01.598730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['0f05f3db-6232-4737-a8a1-57ef6a40aa10'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:01.770438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdc1eb59-6569-4df6-b88f-a9816121fa5d req-ec5ee191-23f1-44b7-81a8-bf13f5609ef8 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1096 time: 0.1157176 May 06 12:24:01.892816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdc1eb59-6569-4df6-b88f-a9816121fa5d req-59771e32-f693-4747-87bf-9d2605f77fb1 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132259 May 06 12:24:02.379190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a723-4944-40be-aad6-df19fe7d83df req-2c670ef4-7191-4d9f-a43a-7dcc59348455 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:02.379190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a01a723-4944-40be-aad6-df19fe7d83df req-2c670ef4-7191-4d9f-a43a-7dcc59348455 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2109423 May 06 12:24:02.503485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a01a723-4944-40be-aad6-df19fe7d83df req-75ba1ec0-771a-423d-8fcd-841c1e190fb8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132095 May 06 12:24:02.528999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-7c87a2c9-03f2-4451-a684-3b61dacfe553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.2529621 May 06 12:24:02.631073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:02.754442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:02.760675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:02.881427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-400c27cd-c264-41c7-8725-2335504bb27d req-0acb0df5-a80a-4365-95af-b36cfd685cd6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.0837336 May 06 12:24:02.992687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-689c93fb-0126-4939-a4bf-c66ae4f9bb57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:02.995598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-689c93fb-0126-4939-a4bf-c66ae4f9bb57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.4420054 May 06 12:24:03.043553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.083631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:03.112808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:03.128442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a97a7862-a09c-4fe9-937c-f820f17fe8e8 req-87d72c9d-23d3-4004-b507-15328f938775 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4607246 May 06 12:24:03.224059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-a8e411d2-6e4e-47f1-a0b5-f0aed6ff5f56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.2195444 May 06 12:24:03.282666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:03.351215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-3e1faf24-bfec-4df0-a62d-2823c89ef440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:03.355630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-3e1faf24-bfec-4df0-a62d-2823c89ef440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1225536 May 06 12:24:03.522110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-c738f9cd-6d09-4d6a-9d1e-9748cdc495a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518502 May 06 12:24:03.523620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:03.736267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-59367982-d87f-4721-b379-76cfa0386f64 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836394 May 06 12:24:04.135879 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-22b1f411-3e4f-4b24-97c4-a92a100c45dc service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6000974 May 06 12:24:04.220793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-044c5e10-3918-4ce2-aa8c-9ea623d30b84 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:04.220793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-044c5e10-3918-4ce2-aa8c-9ea623d30b84 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4750121 May 06 12:24:04.253792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Request body: {'port': {'device_id': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a329543a144a4902b0d6f9db1ffb2ffc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:04.564192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09ae4d9a-f8b3-428d-a4ca-dfb57f1f63ee req-4aaf1207-3766-4671-85d4-84529e0aaa64 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001470 May 06 12:24:04.636169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:04.647064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:04.807905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:24:05.643072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Made reservation on behalf of a329543a144a4902b0d6f9db1ffb2ffc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:05.649656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:05.935591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Allocated IP 192.168.233.169 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/ff6d4158-8af4-44cc-889e-e214dda64190) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:06.255561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:06.278566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Transition to ACTIVE for port object ff6d4158-8af4-44cc-889e-e214dda64190 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:06.473129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-65dd5b78-3a3d-481f-a378-a34030f5fae6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555727 May 06 12:24:06.881070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:06.900518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698', 'be3bc99d-f84f-49c8-a683-79baff848bf0', '59f47794-1ad4-401b-91bc-35f5ac14f75a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:07.059014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:07.104447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event updated for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:07.165002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.165350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.165693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.168245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.168654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.171136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.171481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.172354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.173407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.173750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.177671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:07.270878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed36b433-b6db-4b52-9bf2-17ab3df4edd2 req-aa4b17b9-2cd9-48da-b353-83e8fb8356d6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 210 time: 0.1036046 May 06 12:24:07.276209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:07.279313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:07.282251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:07.383251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-69050cb3-c014-4b62-a674-7ff934162f61 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.386829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-69050cb3-c014-4b62-a674-7ff934162f61 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9079912 May 06 12:24:07.458660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Request body: {'port': {'device_id': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '044e26c1f5ca479385964562461c3d1c'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:07.688126 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56e7b4d-6839-453b-aefb-124581c79c82'] response: {'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'code': 200} May 06 12:24:07.705432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:07.706209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:07.846568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:07.858918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:07.935899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-3ef0c2a4-9594-4218-9fef-08fb3832dac1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6942432 May 06 12:24:07.954719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Request body: {'port': {'device_id': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:08.091854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54521-2749-44c5-bb06-d5e53d657593 req-69ed5b26-0ef1-42a6-823a-98b75f556e81 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:08.093984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bb54521-2749-44c5-bb06-d5e53d657593 req-69ed5b26-0ef1-42a6-823a-98b75f556e81 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1610925 May 06 12:24:08.180667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Made reservation on behalf of 044e26c1f5ca479385964562461c3d1c for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:08.185461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:08.207578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bb54521-2749-44c5-bb06-d5e53d657593 req-c99b63de-60bc-49a8-80b4-072fe79d61e6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016281 May 06 12:24:08.211163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:08.372240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-c23c8fd6-a869-4bd3-ad20-8e616e9b9963 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:24:08.379159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-c23c8fd6-a869-4bd3-ad20-8e616e9b9963 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0158343 May 06 12:24:08.409438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5023648e-ad76-4cf3-88a5-45f38a167358 None None] Provisioning for port ff6d4158-8af4-44cc-889e-e214dda64190 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:08.436478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5023648e-ad76-4cf3-88a5-45f38a167358 None None] Provisioning complete for port ff6d4158-8af4-44cc-889e-e214dda64190 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:08.437064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5023648e-ad76-4cf3-88a5-45f38a167358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:08.620235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Request body: {'binding': {'host': 'n-h1-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:08.621254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:24:08.713687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660e657-cb36-41bc-bf9f-04bd2a985e99 req-c9e0b120-6f3d-4373-8328-8568d436cd74 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:08.721032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3660e657-cb36-41bc-bf9f-04bd2a985e99 req-c9e0b120-6f3d-4373-8328-8568d436cd74 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 936 time: 0.3048513 May 06 12:24:08.725511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5023648e-ad76-4cf3-88a5-45f38a167358 None None] Port ff6d4158-8af4-44cc-889e-e214dda64190 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:08.801877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e692466b-e527-465c-961e-f274e11a3cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:08.847666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3660e657-cb36-41bc-bf9f-04bd2a985e99 req-f7732b8c-4867-4c60-a2a4-721ea21627d6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195593 May 06 12:24:08.964527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on host n-h1-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:08.965113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:08.965253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:08.981606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:08.981606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:09.011518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:09.011897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:09.012322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:09.012830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Bound port: 5274d829-4378-45e4-9f8b-728587ab5217, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:09.044392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:09.118162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Allocated IP 192.168.233.152 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/7f9e2571-de50-436a-8fd6-7d0779129aa6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:09.330000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:09.344687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-984c78e0-f99b-4991-902d-f5c0b325ee24 service neutron] 10.222.0.83 "POST /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217/bindings HTTP/1.1" status: 201 len: 389 time: 0.9625206 May 06 12:24:09.476920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:09.530088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Transition to ACTIVE for port object 7f9e2571-de50-436a-8fd6-7d0779129aa6 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:09.630436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-43fcc5c4-7456-41ff-9612-9c11e7476f63 req-3db67206-95ce-42e0-8e63-a2caea6bb8e5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 210 time: 0.1108391 May 06 12:24:09.798272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:09.823000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:09.933743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:10.058466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:10.061727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:10.199570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:10.209851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:10.210953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.292672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24125a83-d8f4-439a-85c6-669f6aabb8b8 req-1fa4aa75-3490-461e-983e-0f69ee5b36df tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:10.298083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24125a83-d8f4-439a-85c6-669f6aabb8b8 req-1fa4aa75-3490-461e-983e-0f69ee5b36df tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2411199 May 06 12:24:10.417956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24125a83-d8f4-439a-85c6-669f6aabb8b8 req-885ab873-f34e-4b6d-bb05-89009a7b117f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183848 May 06 12:24:10.445221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-36a226fb-c90c-4a79-8230-7bff56002491 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0003769 May 06 12:24:10.461144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff6d4158-8af4-44cc-889e-e214dda64190 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:10.480682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Request body: {'port': {'device_id': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:10.646821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-53f211b9-1cec-4e8b-8715-66b74bb66540 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1096 time: 0.2094300 May 06 12:24:10.742011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.771105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-438d5663-3a24-4aa2-8d37-e9401e54dbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.774303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Transition to ACTIVE for port object ff6d4158-8af4-44cc-889e-e214dda64190 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:10.900157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.919559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0f25a6b7-4730-48ab-b8b7-c02f09603553 None None] Provisioning for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:10.926000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0f25a6b7-4730-48ab-b8b7-c02f09603553 None None] Provisioning complete for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:10.926563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f25a6b7-4730-48ab-b8b7-c02f09603553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:10.932158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:11.026695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0f25a6b7-4730-48ab-b8b7-c02f09603553 None None] Port 7f9e2571-de50-436a-8fd6-7d0779129aa6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:11.075015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afcdb5-50eb-43cc-8076-c56f848a557d req-bf44fe55-3cb8-4554-80a0-7ed7257f5e34 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:11.082817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42afcdb5-50eb-43cc-8076-c56f848a557d req-bf44fe55-3cb8-4554-80a0-7ed7257f5e34 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.2029154 May 06 12:24:11.110956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-a625dcfa-133c-470e-9e4b-f73a38930fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:11.112609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-a625dcfa-133c-470e-9e4b-f73a38930fb1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.4546194 May 06 12:24:11.223367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:11.316125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42afcdb5-50eb-43cc-8076-c56f848a557d req-4202d8df-a13c-467e-8fd1-e0d61e90bd48 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321997 May 06 12:24:11.317556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-866126c6-4c15-40b8-a72d-c805a2c8a976 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 217 time: 0.1922956 May 06 12:24:11.499296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-235dfc3a-6480-49fd-bf72-5672237ae557 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:11.503247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-235dfc3a-6480-49fd-bf72-5672237ae557 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1566453 May 06 12:24:11.596942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-b41f4e6e-c238-408d-99ab-ea07c0dc1f2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759609 May 06 12:24:11.855324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-3ae5ec6c-8112-4cf3-986b-95e3bbce5d0b service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024817 May 06 12:24:11.923878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Attempting to bind port ff6d4158-8af4-44cc-889e-e214dda64190 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:11.923878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Attempting to bind port ff6d4158-8af4-44cc-889e-e214dda64190 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:11.923878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Attempting to bind port ff6d4158-8af4-44cc-889e-e214dda64190 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:11.948774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:12.026018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Port ff6d4158-8af4-44cc-889e-e214dda64190 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:12.026445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Attempting to bind port ff6d4158-8af4-44cc-889e-e214dda64190 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:12.039723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:12.040168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:12.040556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:12.041190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Bound port: ff6d4158-8af4-44cc-889e-e214dda64190, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:12.041563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.277217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-589d313f-4e4b-4724-b539-1ae47aa393dd service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046149 May 06 12:24:12.292619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee4967-dc26-4e83-9a06-217968b80d39 req-72999c36-af29-4029-8d6f-76ed69721e85 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:12.300492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:12.303271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18ee4967-dc26-4e83-9a06-217968b80d39 req-72999c36-af29-4029-8d6f-76ed69721e85 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 948 time: 0.7019937 May 06 12:24:12.317056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.350396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Transition to ACTIVE for port object 7f9e2571-de50-436a-8fd6-7d0779129aa6 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:12.351615 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:12.365368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:12.369626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ff6d4158-8af4-44cc-889e-e214dda64190,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:12.381999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18ee4967-dc26-4e83-9a06-217968b80d39 req-692acbdf-8809-46fc-b5b6-09fb14c0aa4d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756028 May 06 12:24:12.621260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2706d-c36c-49f5-9bcc-3f38cef3553f req-6d76f8b0-a4e2-498a-87f1-d7d34268e1e5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:12.622829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6a2706d-c36c-49f5-9bcc-3f38cef3553f req-6d76f8b0-a4e2-498a-87f1-d7d34268e1e5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0956242 May 06 12:24:12.784639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6a2706d-c36c-49f5-9bcc-3f38cef3553f req-4b09a866-a23c-4103-9e5f-a87e9bc29511 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445212 May 06 12:24:12.986639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfdadf-0c7b-47ba-9f94-57dff261477c req-8f38cc4b-5e09-4e7b-8a3b-57c9234da594 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:12.994185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ecfdadf-0c7b-47ba-9f94-57dff261477c req-8f38cc4b-5e09-4e7b-8a3b-57c9234da594 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 936 time: 0.0963278 May 06 12:24:13.040153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ecfdadf-0c7b-47ba-9f94-57dff261477c req-1defe232-28c1-448a-9a58-7b1a4b9acd3e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 May 06 12:24:13.065328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.129434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.150845 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.380646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.383606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff6d4158-8af4-44cc-889e-e214dda64190 HTTP/1.1" status: 200 len: 1096 time: 5.4338608 May 06 12:24:13.416585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:13.517658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:13.725285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676270c6-3bb4-4093-8783-454c35c50906 service neutron] Pushing event updated for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:13.871763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa78aa-a978-4520-8575-59e50ad0b733 req-ec02fd2c-be15-4af3-995d-7160c9a2afbc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:13.882535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08aa78aa-a978-4520-8575-59e50ad0b733 req-ec02fd2c-be15-4af3-995d-7160c9a2afbc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2736170 May 06 12:24:13.925730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:14.023804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08aa78aa-a978-4520-8575-59e50ad0b733 req-3b85650e-e154-49eb-9516-6675eced83a8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388094 May 06 12:24:14.086224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-23bb93f5-3d63-4113-aaba-f560060a54bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 1099 time: 0.5073605 May 06 12:24:14.214024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-4614fb61-28e2-46ec-b3bd-d0278e7c960b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ff6d4158-8af4-44cc-889e-e214dda64190 HTTP/1.1" status: 200 len: 217 time: 0.1013269 May 06 12:24:14.302377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d39e7a-2286-49c9-981e-8b20e4854c08 req-48c04c53-9e1d-4c5e-84d6-1667ea4f9ad4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.314176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64d39e7a-2286-49c9-981e-8b20e4854c08 req-48c04c53-9e1d-4c5e-84d6-1667ea4f9ad4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.8387339 May 06 12:24:14.422143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0f698-f274-4a78-b1c7-d27a23393872 req-88b331ed-f942-46ec-9a11-c6cabcc98667 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.455391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ab0f698-f274-4a78-b1c7-d27a23393872 req-88b331ed-f942-46ec-9a11-c6cabcc98667 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 948 time: 0.1943791 May 06 12:24:14.497438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46948) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:14.540917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Attempting to bind port 7f9e2571-de50-436a-8fd6-7d0779129aa6 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:14.548236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Attempting to bind port 7f9e2571-de50-436a-8fd6-7d0779129aa6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:14.548589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Attempting to bind port 7f9e2571-de50-436a-8fd6-7d0779129aa6 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:14.563431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ab0f698-f274-4a78-b1c7-d27a23393872 req-9c69f994-7f4b-43a0-9153-91f9ada7ded7 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 May 06 12:24:14.726253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:14.733750 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209c959f-843b-414d-9399-fe733b7b968b'] response: {'name': 'network-changed', 'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190', 'status': 'completed', 'code': 200} May 06 12:24:14.741357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Port 7f9e2571-de50-436a-8fd6-7d0779129aa6 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:14.741357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Attempting to bind port 7f9e2571-de50-436a-8fd6-7d0779129aa6 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:14.770704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:14.775123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Usage tracker for resource:security_group_rule and tenant:ec88705a851f452f9c2d688c28fbc000 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:14.779827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:14.786910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:14.888010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:14.888311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:14.888712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:14.889209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Bound port: 7f9e2571-de50-436a-8fd6-7d0779129aa6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:14.891091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:14.891549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:14.934904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-d0d2a142-be8f-42b1-a4a6-0154259529e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:14.941606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-d0d2a142-be8f-42b1-a4a6-0154259529e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.6755676 May 06 12:24:14.996692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.055026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64d39e7a-2286-49c9-981e-8b20e4854c08 req-4ed520f5-2d5b-4865-9b7c-af072af41896 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399943 May 06 12:24:15.109870 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec88705a851f452f9c2d688c28fbc000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5918167 May 06 12:24:15.117077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e001c9d1-1732-4234-a122-10b334f13f73,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:15.118966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:15.136971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.137420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.138136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.138136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.138441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.138947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.139226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.139899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.139899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.140171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.140625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba96d1c-79fd-405b-94e2-90a012ca4673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:15.213130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6b03-348f-46c3-ae09-05db563470e6 req-0c955730-f559-4160-99b6-50055cbdee0f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:15.226024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c6c6b03-348f-46c3-ae09-05db563470e6 req-0c955730-f559-4160-99b6-50055cbdee0f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.1914985 May 06 12:24:15.381195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c6c6b03-348f-46c3-ae09-05db563470e6 req-044c58f9-57c9-4c38-8efc-3450198ebf5f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541350 May 06 12:24:15.394743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:15.398223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:15.525147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.683097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:15.705790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.707451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-c2ce3f99-c95f-43f5-9d81-9f71652d42fc service neutron] 10.222.0.86 "PUT /v2.0/ports/7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 1096 time: 5.2487164 May 06 12:24:15.776021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-fbcdee65-8bff-418e-b46a-7556d24557bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8168261 May 06 12:24:15.871225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:15.919417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:16.152706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6b847-f325-4c33-b2e0-6cb227313416 req-0248ae15-0c82-415f-9555-add4bd291427 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:16.154249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5c6b847-f325-4c33-b2e0-6cb227313416 req-0248ae15-0c82-415f-9555-add4bd291427 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.7517090 May 06 12:24:16.165956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106096e-b178-4438-a5df-46f2ad575da7 req-7b61f00b-4c7d-4bf8-911f-b36e901b7a89 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:16.174650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8106096e-b178-4438-a5df-46f2ad575da7 req-7b61f00b-4c7d-4bf8-911f-b36e901b7a89 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 948 time: 0.1884835 May 06 12:24:16.215913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:16.262207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8106096e-b178-4438-a5df-46f2ad575da7 req-8fcb8f27-be75-49c6-8899-a72295b9ee10 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 May 06 12:24:16.265036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:16.326803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:16.329280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e001c9d1-1732-4234-a122-10b334f13f73 HTTP/1.1" status: 204 len: 168 time: 1.2075281 May 06 12:24:16.332289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-fe1ba9b3-8ab0-444d-b21e-484edb2a9c48 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331461 May 06 12:24:16.334210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a6a52-154d-44ab-8375-c6453847a5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e001c9d1-1732-4234-a122-10b334f13f73,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:16.558093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-8d242219-1487-4ceb-9ad6-fa0e75df2f1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1099 time: 0.5737820 May 06 12:24:16.625739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed3e4-6088-424c-95be-43282baef00c req-79118a42-c365-4c90-a020-e4f9fe840e77 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:16.628036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-125ed3e4-6088-424c-95be-43282baef00c req-79118a42-c365-4c90-a020-e4f9fe840e77 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.2265158 May 06 12:24:16.642666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5c6b847-f325-4c33-b2e0-6cb227313416 req-9b0f7122-6a69-4861-94e6-c956e23be6f8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784689 May 06 12:24:16.660680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-2a7ba242-9668-4bc8-ab3b-2c0de86ced46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.0862887 May 06 12:24:16.807786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-125ed3e4-6088-424c-95be-43282baef00c req-77241e81-96d9-4c3b-8cd1-c7b4150ff3d1 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732302 May 06 12:24:16.914232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:16.928020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-a6302bcd-3cec-4769-826d-d3fbae6d9204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:16.932471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-a6302bcd-3cec-4769-826d-d3fbae6d9204 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2553697 May 06 12:24:17.078646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-d8d97da8-5a5a-474e-b612-0dd2041f8fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186852 May 06 12:24:17.139890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-9dcf3778-6496-446d-aa04-77ec5d5a490f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897378 May 06 12:24:17.154403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12059b72-640c-4d94-bbc9-c26de7f371ab req-de123f82-a13a-436e-bc5c-bfff1f12415c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:17.155675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-12059b72-640c-4d94-bbc9-c26de7f371ab req-de123f82-a13a-436e-bc5c-bfff1f12415c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:17.181427 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82947a1-358c-4171-ae79-6420e84f50c8'] response: {'name': 'network-changed', 'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'status': 'completed', 'code': 200} May 06 12:24:17.385888 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-4bb41175-cf04-4b9d-b1aa-dd28060e7bcf service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383664 May 06 12:24:17.818156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-12059b72-640c-4d94-bbc9-c26de7f371ab req-de123f82-a13a-436e-bc5c-bfff1f12415c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:17.838350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12059b72-640c-4d94-bbc9-c26de7f371ab req-de123f82-a13a-436e-bc5c-bfff1f12415c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.8969834 May 06 12:24:17.868109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c7afdd0f-f4b0-48e4-ab70-e8f3a4e4f8b1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:17.876911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c7afdd0f-f4b0-48e4-ab70-e8f3a4e4f8b1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.5705011 May 06 12:24:17.932754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-27aa2074-d572-44e6-b713-be29ec2c6152 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/quotas/a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 375 time: 0.0536587 May 06 12:24:17.991723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:18.040972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:18.117198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12059b72-640c-4d94-bbc9-c26de7f371ab req-1ff88575-e9ef-4478-8b56-38bb02dd699d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792330 May 06 12:24:18.122745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82665c54-1b6b-4566-b173-6fd664fdb42b req-47a486d1-8939-459a-8c69-464c0ba8216a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7301140 May 06 12:24:18.161811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:18.170500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-e0c5f125-ccb4-4c8a-a9a8-400eefbfc7ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 1099 time: 0.6568239 May 06 12:24:18.174621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Usage tracker for resource:security_group_rule and tenant:fbfb676fa3904192b7ffa8d7f630bfad is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:18.188299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:18.211359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:18.244749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-98e9ee0d-d01f-4a04-931b-d37f8709157f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3093617 May 06 12:24:18.540061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:18.657413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:18.802475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34908c6-5f0f-49b2-8f84-154ffc004738,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:18.813440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fdc2927d-b61c-49d0-8856-40d6bf7674fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fbfb676fa3904192b7ffa8d7f630bfad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8111551 May 06 12:24:18.815878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47018) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:18.894911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-d64ff451-7d37-4a9a-8976-ca97792f5201 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1099 time: 0.5374267 May 06 12:24:18.912077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-4d49a7c4-b17c-4701-9480-9b6d0bdc3a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:18.920790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-4d49a7c4-b17c-4701-9480-9b6d0bdc3a06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.7381938 May 06 12:24:19.170132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:19.331588 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:19.362128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-0b8f56c8-685c-4dc0-9377-0d1205bd4a74 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1123385 May 06 12:24:19.535925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6d73e-39bb-408f-9aeb-a3e832c08541 req-46986ea2-2d39-4194-b648-32ba8b2f4332 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:19.536620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c4a6d73e-39bb-408f-9aeb-a3e832c08541 req-46986ea2-2d39-4194-b648-32ba8b2f4332 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:19.572230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-1e820494-a5d9-437e-bdb2-28d910369d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=ff6d4158-8af4-44cc-889e-e214dda64190 HTTP/1.1" status: 200 len: 217 time: 0.5632246 May 06 12:24:19.753075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-ec4259d8-d5ad-43ad-8b5d-702c413d29bf service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871722 May 06 12:24:19.793812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:19.841492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc9603-043b-4cd6-a252-02b96796459c req-f0db6bc3-1e4c-4a21-bd3f-aa1b39457fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:19.849629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-f0db6bc3-1e4c-4a21-bd3f-aa1b39457fa9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.9439893 May 06 12:24:19.880491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c4a6d73e-39bb-408f-9aeb-a3e832c08541 req-46986ea2-2d39-4194-b648-32ba8b2f4332 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:19.897531 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4a6d73e-39bb-408f-9aeb-a3e832c08541 req-46986ea2-2d39-4194-b648-32ba8b2f4332 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 948 time: 1.4207966 May 06 12:24:19.905794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34908c6-5f0f-49b2-8f84-154ffc004738,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:19.970440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:19.970440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3cd7b823-9031-4a3a-9ca5-cb9853cb520c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c34908c6-5f0f-49b2-8f84-154ffc004738 HTTP/1.1" status: 204 len: 168 time: 1.1454213 May 06 12:24:20.100459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-264213e2-dd69-43c4-9b6f-a8402277b78b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.2000701 May 06 12:24:20.174397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-eec274ea-7e55-4a82-91a0-0ead3ce44d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:20.174397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-eec274ea-7e55-4a82-91a0-0ead3ce44d46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.5683560 May 06 12:24:20.194176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4a6d73e-39bb-408f-9aeb-a3e832c08541 req-c0577a37-0a51-4e11-979f-9d243f859f3e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949843 May 06 12:24:20.282948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc9603-043b-4cd6-a252-02b96796459c req-df80e9ee-f20a-4671-9eb0-3d9279f7cd43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:20.284648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-df80e9ee-f20a-4671-9eb0-3d9279f7cd43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1702621 May 06 12:24:20.408531 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-7a745f53-2b0f-4dd5-91de-dd3b8235d7d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745536 May 06 12:24:20.412225 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-1f5703b9-a532-4bd3-bc78-7d1681863541 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190305 May 06 12:24:20.723966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:20.795554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90cc8-3b73-4735-8ee5-1c5964e1c0a6 req-da575606-b486-4130-82e6-19d0709290a3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:20.796594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3a90cc8-3b73-4735-8ee5-1c5964e1c0a6 req-da575606-b486-4130-82e6-19d0709290a3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.3931983 May 06 12:24:20.919537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-581edd2a-eed2-4ea4-a89f-a9fc5e2108d8 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750099 May 06 12:24:20.928371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:20.940883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-4fd6b643-8c3b-42d6-9a52-18c2853129c3 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905541 May 06 12:24:20.950131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ff6d4158-8af4-44cc-889e-e214dda64190 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:20.992713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3a90cc8-3b73-4735-8ee5-1c5964e1c0a6 req-978fa46b-6730-4f56-9eb2-34c9f35d90c3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728446 May 06 12:24:20.994719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e418398-e0cc-4073-b442-28947fba4fa7 req-d50c2ea8-b4cc-495d-941f-53a8d089ac5c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:20.997337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e418398-e0cc-4073-b442-28947fba4fa7 req-d50c2ea8-b4cc-495d-941f-53a8d089ac5c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.1797473 May 06 12:24:21.064282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e418398-e0cc-4073-b442-28947fba4fa7 req-d5bb8abc-0957-44de-b8ba-b2bf1acd8363 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589468 May 06 12:24:21.198662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:21.203391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-732fe936-4d55-4709-82e1-f81a03780954 req-2190939a-a972-4d9e-b4a0-a1d62836fb10 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 210 time: 0.0611577 May 06 12:24:21.219632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'mac_address': 'fa:16:3e:37:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:21.305507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ff6d4158-8af4-44cc-889e-e214dda64190,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:21.334966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ff6d4158-8af4-44cc-889e-e214dda64190', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'ff6d4158-8af4-44cc-889e-e214dda64190', 'mac_address': 'fa:16:3e:e1:bd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:21.344683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb723ca-8332-4331-a84e-91b8695e8917 req-abcbf4a1-d618-4f79-b2f7-708c9664bd98 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095237 May 06 12:24:21.385387 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.386165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccfc9603-043b-4cd6-a252-02b96796459c req-e2777c78-4ec4-4c1f-a3ad-607358006e48 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262919 May 06 12:24:21.437673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c040-e028-45d2-ba93-46158c34c30a req-447027ad-aed3-40f8-9092-7686ea2c03cd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:21.446138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-447027ad-aed3-40f8-9092-7686ea2c03cd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.2380631 May 06 12:24:21.451481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:21.469079 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-8beb10eb-2403-44b7-9377-3187008a991d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/quotas/1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 375 time: 0.0216579 May 06 12:24:21.496264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:21.498835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.520797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff6d4158-8af4-44cc-889e-e214dda64190 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:21.544503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ff6d4158-8af4-44cc-889e-e214dda64190,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:21.556218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb433a-767a-4613-a338-a75c855d5637 req-5cb2c4ea-a664-4950-9480-b35b4be868b2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:21.557691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77fb433a-767a-4613-a338-a75c855d5637 req-5cb2c4ea-a664-4950-9480-b35b4be868b2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 948 time: 0.0978670 May 06 12:24:21.576198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-7d3fb1dd-1a09-4f91-a30f-3dad8b859668 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057515 May 06 12:24:21.610161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77fb433a-767a-4613-a338-a75c855d5637 req-c2c1be46-9c2c-4f5c-afda-d2de44184f1d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443738 May 06 12:24:21.716007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-e08fa18d-c4bd-499b-97f8-db3ffb1506b8 service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389487 May 06 12:24:21.879144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.923738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:21.979416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:22.026800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-bb279185-36ab-43c9-86bf-5bbf1355e6ff service neutron] 10.222.0.83 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029661 May 06 12:24:22.112407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:22.290519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:22.491164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1ae51-fde8-47ea-b93f-ef1ebc6b7669 req-674d4b2e-b621-457b-a3d2-66e9717a98b9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:22.496834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46a1ae51-fde8-47ea-b93f-ef1ebc6b7669 req-674d4b2e-b621-457b-a3d2-66e9717a98b9 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.2455795 May 06 12:24:22.512743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ff6d4158-8af4-44cc-889e-e214dda64190'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:22.805008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46a1ae51-fde8-47ea-b93f-ef1ebc6b7669 req-d137a087-07b2-4d48-b4ba-95f665a6ac74 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993002 May 06 12:24:23.104570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea79de2-dfeb-4e96-8aab-3881408aed42 req-130d1879-3a56-4207-9c29-153375310713 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:23.105982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ea79de2-dfeb-4e96-8aab-3881408aed42 req-130d1879-3a56-4207-9c29-153375310713 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 949 time: 0.0933678 May 06 12:24:23.164897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ea79de2-dfeb-4e96-8aab-3881408aed42 req-783285c9-50d6-46cf-bde2-d12966b5c89a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 May 06 12:24:23.356716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1b61282-189c-453f-a3d0-8b83e70776c3 req-58d1a6f9-eebd-42db-92d5-f6989ffa7a8c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 210 time: 0.0512819 May 06 12:24:23.420806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213133f-7833-4021-afee-a84cbf4e5864 req-6163d965-7e24-44bb-ae87-64f667f6b74d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:23.422796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e213133f-7833-4021-afee-a84cbf4e5864 req-6163d965-7e24-44bb-ae87-64f667f6b74d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 949 time: 0.0937579 May 06 12:24:23.489230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e213133f-7833-4021-afee-a84cbf4e5864 req-0db239fa-9c00-4a48-bb49-20aef7d6a612 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602281 May 06 12:24:23.605123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12a600f0-2b8f-418d-8062-76c8b9d7452c req-566faac1-3f35-4404-8583-6db2a5fcbb96 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 210 time: 0.0431452 May 06 12:24:24.008853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456e581-1b55-4ab3-b56d-937431e0ddc2 req-b44e7067-c01c-4071-9b5f-4801105d6935 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:24.010335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f456e581-1b55-4ab3-b56d-937431e0ddc2 req-b44e7067-c01c-4071-9b5f-4801105d6935 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 945 time: 0.0848780 May 06 12:24:24.060833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f456e581-1b55-4ab3-b56d-937431e0ddc2 req-79744d1d-0e98-4ff6-947c-323320156dd6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 May 06 12:24:24.359729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-67aff322-0df7-4c96-86b8-cfbb5fd84dea tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.0878339 May 06 12:24:24.373530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:24.556667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:24.581740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e6a3d26-df43-44cb-9664-03df168e78ae req-ed3b5d38-d078-40f6-929d-2c42a1d47a00 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 210 time: 0.0593202 May 06 12:24:24.607110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983ef47-55aa-4963-8f4f-be0bdae3c5e3 req-a01cef44-93bf-40a8-b0c6-b6a434827a7b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:24.608636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b983ef47-55aa-4963-8f4f-be0bdae3c5e3 req-a01cef44-93bf-40a8-b0c6-b6a434827a7b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 949 time: 0.2777338 May 06 12:24:24.684515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747154-5f9b-4c69-ab35-9c043408169c req-f1ed841b-2625-4903-9bb8-8ad722fef3c0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:24.686289 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-f1ed841b-2625-4903-9bb8-8ad722fef3c0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.2567070 May 06 12:24:24.708640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'device_id': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'admin_state_up': True, 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:24.763276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:24.768757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:24.776089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b983ef47-55aa-4963-8f4f-be0bdae3c5e3 req-2062b8b3-4078-470c-8418-d38a81110484 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593406 May 06 12:24:24.915453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:25.029896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:25.068608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fb06f-bc72-4a98-b9f4-5129bbb8820b req-c51d54c7-7971-45ee-8db9-f3d527ec63f5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:25.070114 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1fb06f-bc72-4a98-b9f4-5129bbb8820b req-c51d54c7-7971-45ee-8db9-f3d527ec63f5 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 949 time: 0.2470162 May 06 12:24:25.096599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:25.105417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:25.116366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 has no active binding in host n-h1-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:24:25.122048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:25.134005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:25.141745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:25.143593 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.160940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:25.166609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.179869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1fb06f-bc72-4a98-b9f4-5129bbb8820b req-52e19458-f18a-4b8b-82c8-4ed845879e7d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964453 May 06 12:24:25.201316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd7049c-307d-4fbb-bbbc-556cf5b9c138 req-4e9b714f-7a6c-4ee7-ba75-653cd41bc607 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 210 time: 0.0522854 May 06 12:24:25.219156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:25.228031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.263043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.277499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.329880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:25.353267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:25.489371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on host n-h2-840845-1 for vnic_type normal with profile {"migrating_to": "n-h1-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:25.490481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:25.490982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:25.494242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:25.496273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.20.0.7 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/e97c4043-8e2f-44d4-9f47-ebf1919a7df5) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:25.501634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:25.501957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Attempting to bind port 5274d829-4378-45e4-9f8b-728587ab5217 on network de2a58b1-2251-4db6-87a9-6809708209c5 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:25.509574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:25.510109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Checking segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:25.510752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Bound using segment: {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:25.511410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Bound port: 5274d829-4378-45e4-9f8b-728587ab5217, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152a4c-8ee6-4977-9b06-511dd89e91ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'de2a58b1-2251-4db6-87a9-6809708209c5'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:25.511956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.548489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.652513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:25.672181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:25.682072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:25.698792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf550c-7a92-4c6f-b712-3f9f44ee59ab req-eba50c57-ae15-4409-98d5-d95767a872b7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:25.700334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2eaf550c-7a92-4c6f-b712-3f9f44ee59ab req-eba50c57-ae15-4409-98d5-d95767a872b7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.1669326 May 06 12:24:25.711473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-d8f26c41-91ac-4f35-a73a-df835a4d35f3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452130 May 06 12:24:25.748683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2eaf550c-7a92-4c6f-b712-3f9f44ee59ab req-e4488bfc-3be6-4774-afb2-4a700bbf1d3b tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 May 06 12:24:25.822642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.878158 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df489568-c8bc-42fa-8bbd-d510ff673918'] response: {'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217', 'code': 200} May 06 12:24:25.889823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:25.926534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Transition to ACTIVE for port object e97c4043-8e2f-44d4-9f47-ebf1919a7df5 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:25.938432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-f423ae84-1803-44d0-ae7c-c45dffd04083 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:25.938432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-f423ae84-1803-44d0-ae7c-c45dffd04083 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163591 May 06 12:24:25.961867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-2e2c3f4a-733c-412b-8784-d3758a4d0611 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/quotas/78d5d90b365d4487a52d8fc182ccefe9 HTTP/1.1" status: 200 len: 375 time: 0.0170205 May 06 12:24:25.978037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:26.027637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-0d5a0ba2-b603-4d84-a91d-ea0773e65fc2 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555565 May 06 12:24:26.032785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:26.034214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-8e26973d-5894-47d1-a4d9-e6faad20560c service neutron] 10.222.0.86 "PUT /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 1121 time: 1.6651695 May 06 12:24:26.082599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:26.160995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:26.164220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:26.168260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:26.179105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5274d829-4378-45e4-9f8b-728587ab5217'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:26.201704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:26.245075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:26.245616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:26.271807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5274d829-4378-45e4-9f8b-728587ab5217'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:26.372203 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290a5c97-01c3-464b-8724-196c8ff73edf'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'code': 200} May 06 12:24:26.445038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-c01cba06-5536-4312-874a-8fd261e8959b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7388129 May 06 12:24:26.472337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Request body: {'port': {'device_id': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:26.727430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:26.752119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb826f-3787-4a0f-b994-19ae7f7d0aca req-3bf205ab-b6d8-460b-8ebe-3ac319b60004 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:26.753610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09fb826f-3787-4a0f-b994-19ae7f7d0aca req-3bf205ab-b6d8-460b-8ebe-3ac319b60004 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 950 time: 0.2006435 May 06 12:24:26.758265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:26.835810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1943e65d-23a9-44f7-9751-239b6a6c8876 req-23ef43b4-f247-4cfb-8a18-30bd48d5bd8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1101 time: 0.3776076 May 06 12:24:26.875156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f392346d-461b-48af-a266-b7a3a6ecf484 None None] Provisioning for port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:26.886209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f392346d-461b-48af-a266-b7a3a6ecf484 None None] Provisioning complete for port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:26.887049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f392346d-461b-48af-a266-b7a3a6ecf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:26.904557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c040-e028-45d2-ba93-46158c34c30a req-2f42f5d0-87bc-4929-b73b-8ccedb473950 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:26.907070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-2f42f5d0-87bc-4929-b73b-8ccedb473950 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 821 time: 0.3546066 May 06 12:24:26.935393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Request body: {'port': {'device_id': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'admin_state_up': True, 'tenant_id': '1ac5db7a990a4e36a05bf1ec5397a309'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:26.949796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1943e65d-23a9-44f7-9751-239b6a6c8876 req-b16857d4-8545-4420-b88b-11f49d7c252c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 May 06 12:24:26.993954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ff6d4158-8af4-44cc-889e-e214dda64190 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:27.003172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09fb826f-3787-4a0f-b994-19ae7f7d0aca req-f11a2502-9002-4a6b-bff7-0369c02a0633 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190359 May 06 12:24:27.076640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f392346d-461b-48af-a266-b7a3a6ecf484 None None] Port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:27.100922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.120920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:27.132248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:27.148032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:27.316387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97c4043-8e2f-44d4-9f47-ebf1919a7df5 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:27.324552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.338693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109739-c713-4e4e-98b7-9fa5dbd9cebd req-1c484351-6101-459a-b134-0c8503973e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:27.339380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-31109739-c713-4e4e-98b7-9fa5dbd9cebd req-1c484351-6101-459a-b134-0c8503973e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:27.340921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-50c1ea86-8585-44a4-9641-5efb9f0b647a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902739 May 06 12:24:27.353029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Transition to ACTIVE for port object e97c4043-8e2f-44d4-9f47-ebf1919a7df5 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:27.407952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ff6d4158-8af4-44cc-889e-e214dda64190 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:27.413655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ff6d4158-8af4-44cc-889e-e214dda64190 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:27.414208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.463939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-ffb56109-39d3-4524-ba03-20e704d905f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 1096 time: 0.0747042 May 06 12:24:27.516692 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.521453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Made reservation on behalf of 1ac5db7a990a4e36a05bf1ec5397a309 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:27.525640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.635683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.642201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.665276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:27.678806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ff6d4158-8af4-44cc-889e-e214dda64190,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:27.718785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-31109739-c713-4e4e-98b7-9fa5dbd9cebd req-1c484351-6101-459a-b134-0c8503973e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:27.729632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-31109739-c713-4e4e-98b7-9fa5dbd9cebd req-1c484351-6101-459a-b134-0c8503973e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 931 time: 0.5455966 May 06 12:24:27.761978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-41a39e70-edc9-450b-bc8e-27959c329683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:27.763909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-41a39e70-edc9-450b-bc8e-27959c329683 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2765851 May 06 12:24:27.771033 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:27.859724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:27.887604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:27.895347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:27.935374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-8b8dbaaa-1d01-479e-bc04-c1431f8f6935 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 200 len: 217 time: 0.1182582 May 06 12:24:27.999085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Allocated IP 172.20.0.10 (4818f0d2-7e48-4515-8f1e-5e648c5de94a/d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe/2ea07621-3a41-40f6-b2cc-2cbe24df43e6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:28.035036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-31109739-c713-4e4e-98b7-9fa5dbd9cebd req-be4f74cc-5c3e-4e38-8896-16dcaedf0c1e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042607 May 06 12:24:28.080153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Attempting to bind port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:28.080486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Attempting to bind port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:28.080863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Attempting to bind port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:28.083539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-cb22dba5-1d78-4bd1-b3d9-cd91f8f164f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:28.085213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-cb22dba5-1d78-4bd1-b3d9-cd91f8f164f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1387870 May 06 12:24:28.087282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:28.087602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Attempting to bind port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:28.095820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:28.096166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:28.096592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:28.097211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Bound port: e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:28.097746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.176076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-6a4745f9-a1ac-4296-b04f-c42550f0ec8c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820589 May 06 12:24:28.253673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:28.258645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:28.288951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3c2a2-bf46-4dcb-9657-47da47b3ae26 req-cf862899-4576-41fe-93a6-2c56e172f39c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:28.292225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3b3c2a2-bf46-4dcb-9657-47da47b3ae26 req-cf862899-4576-41fe-93a6-2c56e172f39c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1156442 May 06 12:24:28.350723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3b3c2a2-bf46-4dcb-9657-47da47b3ae26 req-6eb738ee-63c6-49f1-be51-6f1a66fb8d29 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559680 May 06 12:24:28.373039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10'}, {'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:28.389734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.422803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.471689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-7c69c517-09ec-4995-85aa-694219b46eaf service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507589 May 06 12:24:28.484324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.485751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] 10.222.0.86 "PUT /v2.0/ports/e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 200 len: 1091 time: 2.0290506 May 06 12:24:28.490875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:28.515993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de09c12-83f8-4362-ac5d-a8b1abd01674 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:28.664534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac3db13c-d723-4e3a-937d-73478338c9f7 req-7c54a79d-9e9e-445e-97de-f4673fbd499d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 210 time: 0.1094589 May 06 12:24:28.713656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49b590-7782-4738-95d9-3e26daf064aa req-0d97558b-160f-4f6e-8df0-c3b7fa0cb90a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:28.732156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-a770017f-c5d4-4916-8cc4-c3459f06196f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 1094 time: 0.1131988 May 06 12:24:28.740374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca49b590-7782-4738-95d9-3e26daf064aa req-0d97558b-160f-4f6e-8df0-c3b7fa0cb90a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.3141825 May 06 12:24:28.785131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:28.818806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1d08848-0dad-47bc-a4ab-757df4e903f7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:28.948231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05bcca83-4adb-48aa-83a6-eb8883f412eb req-af0268ed-3831-46dd-9a23-df44080bd172 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621956 May 06 12:24:28.949998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-69ac6983-ef03-436e-9569-6d9f04d39b74 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440226 May 06 12:24:28.974428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:28.976095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-a614721e-69fe-4e66-98c1-53af179eb0cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 200 len: 217 time: 0.2344589 May 06 12:24:28.980310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Network 4818f0d2-7e48-4515-8f1e-5e648c5de94a is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:28.984808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:29.013641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:29.030794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:29.032196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca49b590-7782-4738-95d9-3e26daf064aa req-cfc39249-262f-4bbf-a457-0cf6a58d1bad tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725670 May 06 12:24:29.123524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.124188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.183540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6747154-5f9b-4c69-ab35-9c043408169c req-2f61fe35-5166-41bd-b9ad-7449593f5577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.185018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-2f61fe35-5166-41bd-b9ad-7449593f5577 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1442070 May 06 12:24:29.255393 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.263372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-fd80d5f6-a675-44f6-9290-d012cec106ee tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.265278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-fd80d5f6-a675-44f6-9290-d012cec106ee tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142722 May 06 12:24:29.270992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-fba0e607-d94a-42d5-a3ae-1807a5624e97 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419182 May 06 12:24:29.301051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:29.306911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-72604deb-3214-42d0-9bfc-9079e558fcd6 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/quotas/78d5d90b365d4487a52d8fc182ccefe9 HTTP/1.1" status: 200 len: 375 time: 0.0210512 May 06 12:24:29.318360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Request body: {'port': {'device_id': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:29.350767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-f0f1f6bf-b03e-46be-a2b5-53a8f9331a89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491764 May 06 12:24:29.369590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-1db00300-7016-4937-86cf-1df0d99327db tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556068 May 06 12:24:29.381688 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.481931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:29.526852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-4e35a9ac-ec01-4f87-8189-a7992f063212 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591468 May 06 12:24:29.604636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abef54-5d42-4143-8da7-2297c9e7fd35 req-6cc1e4da-0d60-4cb1-bcc2-621d1391cedd tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:29.606162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26abef54-5d42-4143-8da7-2297c9e7fd35 req-6cc1e4da-0d60-4cb1-bcc2-621d1391cedd tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.3337831 May 06 12:24:29.611723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:29.712710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26abef54-5d42-4143-8da7-2297c9e7fd35 req-593f515e-bf58-41b2-ba55-1f09951239e7 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919895 May 06 12:24:29.724874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6747154-5f9b-4c69-ab35-9c043408169c req-f7f67f60-6efa-42e9-bb92-bd5fb76acb4f service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886249 May 06 12:24:29.860182 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b712e0-e298-4e04-a8f1-f9fe423d6f0a'] response: {'name': 'network-changed', 'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217', 'status': 'completed', 'code': 200} May 06 12:24:29.997591 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c323a32-2eb6-4553-a01b-f90dbee24d7f'] response: {'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'code': 200} May 06 12:24:29.998099 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c323a32-2eb6-4553-a01b-f90dbee24d7f'] response: {'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190', 'code': 200} May 06 12:24:30.088086 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d839b2c8-37c5-49a3-bc91-99bf8899a3c1'] response: {'name': 'network-changed', 'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'status': 'completed', 'code': 200} May 06 12:24:30.151183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-c2e7dfde-487b-4616-a227-c4f3376d2c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1124 time: 0.2213283 May 06 12:24:30.269887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6858360c-8d54-4635-9dbf-dc8d04f696fe req-437f5bf8-d98c-4fd2-9415-1c462348b81d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 1101 time: 0.1644545 May 06 12:24:30.313395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-bf732660-efeb-4e74-99ed-bfa39a058167 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 1094 time: 0.1429911 May 06 12:24:30.356925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6858360c-8d54-4635-9dbf-dc8d04f696fe req-255aa4db-f954-4ec9-8d59-c2d541fc1596 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 May 06 12:24:30.433716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-dbb13faa-bd4c-46ae-a934-e4292cd4fbef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:30.439037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-dbb13faa-bd4c-46ae-a934-e4292cd4fbef service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.2736404 May 06 12:24:30.445241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:30.473464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.490964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-e558da71-f08d-44d6-a431-e9d7cb7217e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:30.492630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-e558da71-f08d-44d6-a431-e9d7cb7217e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.1674809 May 06 12:24:30.496371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Transition to ACTIVE for port object 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:30.512792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce45b6-d866-408f-89b3-7a1a6d81bda6 req-ed901315-9119-4e77-b213-ac13c9a40722 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:30.514434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17ce45b6-d866-408f-89b3-7a1a6d81bda6 req-ed901315-9119-4e77-b213-ac13c9a40722 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 943 time: 0.2699683 May 06 12:24:30.574795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-5630dfe3-6868-4a4b-9b2b-f20ff74bc2d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 200 len: 217 time: 0.0674794 May 06 12:24:30.593520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-ad9a754f-0344-45ef-b4ad-75a14d2559da tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357509 May 06 12:24:30.598395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17ce45b6-d866-408f-89b3-7a1a6d81bda6 req-953f6d95-95e8-4f74-a9b8-5dd0a2894de0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 May 06 12:24:30.758070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:30.836812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-572075ee-7396-4fb9-aea6-d049c2a959b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:30.838570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-572075ee-7396-4fb9-aea6-d049c2a959b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.2560287 May 06 12:24:30.926267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-a5f4072f-e168-405f-843d-dfab9a565004 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 217 time: 0.3024662 May 06 12:24:31.040643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-a7ff8db5-6701-4a51-b512-68f9db7510d0 service neutron] 10.222.0.13 "GET /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.3299792 May 06 12:24:31.101360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-830e3297-5dc1-40f0-b1d8-dc071bfc92ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3268621 May 06 12:24:31.130251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ecc95-2d8d-45fd-b65a-b1e8d98344a2 req-e42b7d01-7c35-462c-818f-5e330e9870b7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:31.131676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-844ecc95-2d8d-45fd-b65a-b1e8d98344a2 req-e42b7d01-7c35-462c-818f-5e330e9870b7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.2242405 May 06 12:24:31.136873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-bb438671-7cc9-4fef-8230-b520a20265e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2837710 May 06 12:24:31.161198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:31.188626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-00e9d098-aad4-4604-8573-2d03e6a9a412 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:31.190081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-00e9d098-aad4-4604-8573-2d03e6a9a412 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5908613 May 06 12:24:31.201518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-583d5456-a603-4df6-ab23-6e2d4f56e23c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:31.203789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-583d5456-a603-4df6-ab23-6e2d4f56e23c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.2072778 May 06 12:24:31.271314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Request body: {'port': {'device_id': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '78d5d90b365d4487a52d8fc182ccefe9'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:31.379555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-844ecc95-2d8d-45fd-b65a-b1e8d98344a2 req-bc675ea1-71e3-42f7-a973-27b84eedbdc3 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377455 May 06 12:24:31.500754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-7606df10-4b6b-49e2-b7c9-e4780fcfa2f4 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302603 May 06 12:24:31.502902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-aafa615f-b697-412c-bb2e-ffc72ca7daa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2658327 May 06 12:24:31.512181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-6f5523b7-1032-43ee-a788-4ff8fc45674b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 1095 time: 0.3740969 May 06 12:24:31.667811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094554af-0545-4085-b2cb-d8c0a4fde77e req-84a9ba22-c27f-4564-87f4-f580ebf9b10d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:31.669464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-094554af-0545-4085-b2cb-d8c0a4fde77e req-84a9ba22-c27f-4564-87f4-f580ebf9b10d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.7681115 May 06 12:24:31.739057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:31.739374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:31.739695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:31.751218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:31.751678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b00f5950-fe66-4854-9b58-ec90dbfdea3d req-5d0b8e7f-195c-42d6-b3bd-44ba3e386e95 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 210 time: 0.2159629 May 06 12:24:31.763437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Usage tracker for resource:port and tenant:78d5d90b365d4487a52d8fc182ccefe9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:31.768087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:31.777859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:31.778407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:31.781896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:31.797229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-094554af-0545-4085-b2cb-d8c0a4fde77e req-24f652eb-0c70-44ae-927a-7e28c093ba7a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145396 May 06 12:24:31.879865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:31.880335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:31.880880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:31.881349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Bound port: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:31.881705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.897123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Made reservation on behalf of 78d5d90b365d4487a52d8fc182ccefe9 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:31.900189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.924346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:31.934798 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:31.946940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-1c15a292-724e-4d80-93ed-dbac990e6b5f service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135730 May 06 12:24:31.972712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:31.999097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:32.130894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-66a82ef1-7c7c-4195-8f8b-ab3e7e4baf27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.130894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-66a82ef1-7c7c-4195-8f8b-ab3e7e4baf27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.5076914 May 06 12:24:32.150290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5274d829-4378-45e4-9f8b-728587ab5217 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:32.172715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4640500-dcd6-4f59-b602-7a61e8a6543a req-b5234b0f-e226-45d4-a98b-1077a9e4f5a4 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421757 May 06 12:24:32.193211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:32.201929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Usage tracker for resource:security_group_rule and tenant:78d5d90b365d4487a52d8fc182ccefe9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:32.215492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:32.218832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:32.219907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:32.229971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:32.257499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-467b0857-0cbb-476c-85b5-50dced720773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 200 len: 217 time: 0.1067562 May 06 12:24:32.258895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:32.269253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc58768-3dcb-4cd2-b03e-ddd454f8bee8 req-2c430ad5-2808-403d-8dee-9afa46251df7 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959323 May 06 12:24:32.291099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480ce93-222e-440f-85a3-fe00731c484d req-14a2a211-a65a-43b6-b89b-b8a6145428c9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.292583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8480ce93-222e-440f-85a3-fe00731c484d req-14a2a211-a65a-43b6-b89b-b8a6145428c9 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.3140206 May 06 12:24:32.317483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbabf-3200-41e0-881b-d0e4fea6ab15 req-44062e8a-018e-4b50-b3a8-a953271aa9d6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.318839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c23fbabf-3200-41e0-881b-d0e4fea6ab15 req-44062e8a-018e-4b50-b3a8-a953271aa9d6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 943 time: 0.2404437 May 06 12:24:32.378563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-c3c09f21-7dd2-4d7c-8503-4cb5ec43ee35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.378563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-c3c09f21-7dd2-4d7c-8503-4cb5ec43ee35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.1040101 May 06 12:24:32.384643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.384643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8480ce93-222e-440f-85a3-fe00731c484d req-e8f955f1-a57c-4d2e-88a1-ce1f490b8931 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830927 May 06 12:24:32.390561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c23fbabf-3200-41e0-881b-d0e4fea6ab15 req-877e5bf5-40e5-44ee-8ce9-277db8e54647 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647581 May 06 12:24:32.436451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.439081 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.472712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-21ccd956-9a61-4b8e-b723-982a35a6368a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664892 May 06 12:24:32.525991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.723423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] Transition to ACTIVE for port object 5274d829-4378-45e4-9f8b-728587ab5217 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:32.724743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.726080 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] 10.222.0.86 "PUT /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 1092 time: 3.4116819 May 06 12:24:32.726510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:32.746613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300f038-9b87-473b-805a-75cc4e821962 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:32.757248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:32.758167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-0815d932-4778-4c26-b8d3-0659f5cdae84 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613683 May 06 12:24:32.761900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e97c4043-8e2f-44d4-9f47-ebf1919a7df5 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:32.886547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fda4-4547-470d-9610-e915a8902b2f req-a7022ca9-0cba-44b2-93bc-b5e23c47cc6c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.892292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-a7022ca9-0cba-44b2-93bc-b5e23c47cc6c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.3624847 May 06 12:24:32.909460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:32.959451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:32.978701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f98827-b4aa-4de6-b339-b96d5a507aa7 req-f784daef-785f-4e21-ae10-d4a8c50d3fc5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:32.993171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14f98827-b4aa-4de6-b339-b96d5a507aa7 req-f784daef-785f-4e21-ae10-d4a8c50d3fc5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 943 time: 0.3640642 May 06 12:24:33.004351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'mac_address': 'fa:16:3e:52:fa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:33.006855 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-770e1fab-b9c0-42ed-a595-35a96e99544c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/quotas/db4da5aad0494bc2b59d120f8dd8a688 HTTP/1.1" status: 200 len: 375 time: 0.0942624 May 06 12:24:33.006855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Allocated IP 192.168.233.49 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/55c03184-5c63-47b8-9f2e-aeded01a56a2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:33.118783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:33.158813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97c4043-8e2f-44d4-9f47-ebf1919a7df5 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:33.160884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-0907910c-6f08-47b8-935d-42ba359a1b66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1095 time: 0.2530720 May 06 12:24:33.160994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:33.185109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] Pushing event updated for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:33.210775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] No DVR routers for this DVR port 5274d829-4378-45e4-9f8b-728587ab5217 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:33.223157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14f98827-b4aa-4de6-b339-b96d5a507aa7 req-f5fc850e-0bd9-469e-91e9-54e409472d3a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400906 May 06 12:24:33.224957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32c32187-51c9-4d9c-b293-10f1207ae6b1 req-c313f825-a261-4c64-afcb-a95f393c6794 service neutron] 10.222.0.13 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583223 May 06 12:24:33.271663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:33.296923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-cd60012e-9301-480d-8cac-aecfdafdc7fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 217 time: 0.1298039 May 06 12:24:33.308871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-fb948a2b-23e1-4c59-9c6c-2ff66399c560 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366085 May 06 12:24:33.318651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-da32c67e-c47b-44c1-9acf-f7c198718260 service neutron] 10.222.0.13 "PUT /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217/bindings/n-h1-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2580287 May 06 12:24:33.403081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:33.413224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.413619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.413954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.414285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.414695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.415332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.415712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.416059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.416380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.417050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.417394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:24:33.457407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-72bf6431-5bd7-47f9-ae49-68a87cce62c2 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4306724 May 06 12:24:33.499754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-754411a5-a826-4676-85df-e36dfb018302 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:33.501423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-754411a5-a826-4676-85df-e36dfb018302 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862187 May 06 12:24:33.604631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.86', 62976) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:33.612316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Request body: {'port': {'device_id': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '78d5d90b365d4487a52d8fc182ccefe9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:33.696267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:33.716432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c040-e028-45d2-ba93-46158c34c30a req-d4f82ce5-1b1d-42bc-901a-80714693a1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:33.716432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-d4f82ce5-1b1d-42bc-901a-80714693a1ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.3420494 May 06 12:24:33.825841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-268123dc-c682-4bc8-b0db-e9c42fb760cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926290 May 06 12:24:34.011665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.055398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Transition to ACTIVE for port object 55c03184-5c63-47b8-9f2e-aeded01a56a2 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:34.057455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-199d4b79-56d2-4ed8-b087-b7b53029254d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:34.058938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-199d4b79-56d2-4ed8-b087-b7b53029254d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/ports?device_id=240484d6-0684-47cd-9763-801f2afd4178 HTTP/1.1" status: 200 len: 943 time: 0.5652592 May 06 12:24:34.061727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-5d1b87f8-616f-4c7f-8c8b-e2e1c70f2b13 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298892 May 06 12:24:34.066353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-098922d8-4686-4a3e-9732-a4f31b21227e service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011631 May 06 12:24:34.127494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3724ee5-6e3f-480b-bd9e-b8908b0b6b82 req-75301c59-0adf-4a2e-b96d-4ac509fab929 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:34.127494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3724ee5-6e3f-480b-bd9e-b8908b0b6b82 req-75301c59-0adf-4a2e-b96d-4ac509fab929 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.6320868 May 06 12:24:34.151003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-ab06cc15-e240-4041-b9fb-4c4294b5ee28 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.5505219 May 06 12:24:34.159247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:34.226723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Usage tracker for resource:port and tenant:78d5d90b365d4487a52d8fc182ccefe9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:34.245340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:34.245340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Deleting port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:34.245340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.297022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:34.337904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.337904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d828c040-e028-45d2-ba93-46158c34c30a req-381a5949-6549-4bb8-a70e-c86e4094fdcd service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600923 May 06 12:24:34.353183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-0579faa2-807c-42d4-95cf-9ddcb84f516c service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667804 May 06 12:24:34.396781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3724ee5-6e3f-480b-bd9e-b8908b0b6b82 req-85d08762-d919-4054-a15e-5be17cec1e8a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479243 May 06 12:24:34.430861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:34.435124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Made reservation on behalf of 78d5d90b365d4487a52d8fc182ccefe9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:34.435870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:34.436343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.436524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:34.466881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:34.512680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:34.513311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.603019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-773d9234-4ce1-4c03-9113-6132476d7794 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f&tenant_id=f2d987a7a6774ff9bd762bb91c064f62 HTTP/1.1" status: 200 len: 1095 time: 0.4413407 May 06 12:24:34.617513 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2774c9-6c6f-4ce8-97c9-db8990293d14'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'code': 200} May 06 12:24:34.631002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-20f4d749-a118-49c0-8b77-4c8678331aa8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3923268 May 06 12:24:34.659832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Request body: {'port': {'device_id': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:34.811218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] For port 0f05f3db-6232-4737-a8a1-57ef6a40aa10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0f05f3db-6232-4737-a8a1-57ef6a40aa10,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:34.816278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.898888 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83238a8-8c4a-4444-8449-2dde90c108d6'] response: {'name': 'network-changed', 'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'status': 'completed', 'code': 200} May 06 12:24:34.913048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ac66800f-8e1d-44fc-a2fc-f45339463f74 None None] Provisioning for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:34.918417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ac66800f-8e1d-44fc-a2fc-f45339463f74 None None] Provisioning complete for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:34.918987 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ac66800f-8e1d-44fc-a2fc-f45339463f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.972934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:34.980181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ac66800f-8e1d-44fc-a2fc-f45339463f74 None None] Port 55c03184-5c63-47b8-9f2e-aeded01a56a2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:35.009852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-79807def-7c8e-46f8-83e6-f149d20a2c57 req-c5df9ced-389e-459f-9e3b-f9e5b90cda1e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:35.081146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:35.134100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Calling delete_port for 0f05f3db-6232-4737-a8a1-57ef6a40aa10 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:35.145566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:35.167628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-df2b5119-3d32-4fa0-a88e-54e8f20cd78a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1095 time: 0.2679129 May 06 12:24:35.225619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-79807def-7c8e-46f8-83e6-f149d20a2c57 req-c5df9ced-389e-459f-9e3b-f9e5b90cda1e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:35.230704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-79807def-7c8e-46f8-83e6-f149d20a2c57 req-c5df9ced-389e-459f-9e3b-f9e5b90cda1e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 210 time: 0.2850323 May 06 12:24:35.279694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-419f8370-cf89-4f2d-8064-c459480c4f8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1095 time: 0.6209533 May 06 12:24:35.281900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Allocated IP 192.168.233.131 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/7af8ec4c-a1a7-4596-acc0-e9154eb0c81f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:35.351436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-3c76646e-fc2c-4747-a879-ad6bdfa7b810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.353043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-3c76646e-fc2c-4747-a879-ad6bdfa7b810 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1550238 May 06 12:24:35.474050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-6d8fe5d1-ed4b-4a40-ab13-16021b736988 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 217 time: 0.0684037 May 06 12:24:35.525246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8fcd-11d5-4db6-a896-d07ae70095ea req-e1f537fa-8780-40b4-a987-5db5ba7d4efd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.526922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b7a8fcd-11d5-4db6-a896-d07ae70095ea req-e1f537fa-8780-40b4-a987-5db5ba7d4efd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.5837405 May 06 12:24:35.558842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-0d868354-fa90-44ba-baea-9e43c8998d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.560302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-0d868354-fa90-44ba-baea-9e43c8998d6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.0718095 May 06 12:24:35.565718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bde9c-e8ca-4a8d-bbe9-fd083cd45c30 req-e397661a-9362-4f7a-8245-6c2792f3d358 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.567130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd9bde9c-e8ca-4a8d-bbe9-fd083cd45c30 req-e397661a-9362-4f7a-8245-6c2792f3d358 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.1997190 May 06 12:24:35.619931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-a2e4c174-0f43-4567-ae66-e6ebb4e2048e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518367 May 06 12:24:35.644802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-e246cdf1-9894-419f-919e-4be59c2bc3a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:35.646327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-e246cdf1-9894-419f-919e-4be59c2bc3a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 200 len: 908 time: 0.3528740 May 06 12:24:35.646918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:35.775759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event deleted for resources: {'Port': ['ID=0f05f3db-6232-4737-a8a1-57ef6a40aa10,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:35.810840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-a6aed956-f33a-4c22-b962-06d05e2e73fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 200 len: 217 time: 0.1186278 May 06 12:24:35.830679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd9bde9c-e8ca-4a8d-bbe9-fd083cd45c30 req-914c79d6-0d74-402b-b920-80a1c00f9c02 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212555 May 06 12:24:35.903027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-f2ad0fef-aa42-4725-8b3f-3407882aee4f service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644782 May 06 12:24:36.052621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b7a8fcd-11d5-4db6-a896-d07ae70095ea req-a21856e0-05de-443f-9c1f-0cb2ede9107e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021739 May 06 12:24:36.074059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] No DVR routers for this DVR port 0f05f3db-6232-4737-a8a1-57ef6a40aa10 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:36.080359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.087290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.087621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-deleted', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:36.121137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Transition to ACTIVE for port object 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:36.126974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-d7e22fdd-5f87-4b37-86e8-d3a66ff84e6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:36.128650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-d7e22fdd-5f87-4b37-86e8-d3a66ff84e6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 200 len: 847 time: 0.2889545 May 06 12:24:36.131003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b264fda7-e1ba-42cc-8982-d1857ea0995f req-34c18594-0fd2-4584-a8f2-bf5f30b3548e service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174027 May 06 12:24:36.153316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3984b2-94ee-4995-a729-1721d9041a37 req-81194830-8eca-4b06-8dfd-90e48ba709de tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:36.162847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a3984b2-94ee-4995-a729-1721d9041a37 req-81194830-8eca-4b06-8dfd-90e48ba709de tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.1456428 May 06 12:24:36.204159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-9014d973-a1a6-421d-a225-b275e2b05e67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=de2a58b1-2251-4db6-87a9-6809708209c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555751 May 06 12:24:36.206549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a642978-7823-4f0b-9f18-647d4f76c8d7 req-afea03ab-bb41-4cc8-a2bb-0863a5afcc91 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "DELETE /v2.0/ports/0f05f3db-6232-4737-a8a1-57ef6a40aa10 HTTP/1.1" status: 204 len: 173 time: 2.1266260 May 06 12:24:36.228384 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a3984b2-94ee-4995-a729-1721d9041a37 req-c55f8b69-ec84-415e-aded-f261a47a8bc6 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 May 06 12:24:36.355295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.490371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event updated for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:36.507147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:36.511435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:36.517511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:36.557733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-3560f9e4-064a-438c-9e7d-5fbb79b8a465 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372443 May 06 12:24:36.571712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:36.580217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.596753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Transition to ACTIVE for port object 55c03184-5c63-47b8-9f2e-aeded01a56a2 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:36.660687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb2bb575-76b8-4ad7-834d-32ce91a7d7b3 req-eb2f483c-ab8d-4ace-8ef6-6ba422bcabd4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 210 time: 0.0453851 May 06 12:24:36.688562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db36052-1abe-4171-a56f-ae9b9f4dd2db req-814ad5c5-ecc4-4ffc-9f58-403d8a9da29d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:36.690096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7db36052-1abe-4171-a56f-ae9b9f4dd2db req-814ad5c5-ecc4-4ffc-9f58-403d8a9da29d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 944 time: 0.4351101 May 06 12:24:36.696039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.703994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:36.717509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:36.757965 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3630f7ff-f921-4c1f-8983-97785f916cb3'] response: {'server_uuid': '240484d6-0684-47cd-9763-801f2afd4178', 'name': 'network-vif-deleted', 'tag': '0f05f3db-6232-4737-a8a1-57ef6a40aa10', 'status': 'completed', 'code': 200} May 06 12:24:36.778006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e97c4043-8e2f-44d4-9f47-ebf1919a7df5 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:36.833511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-f3a714ee-3b44-4c03-8385-56d6169721f5 service neutron] 10.222.0.86 "GET /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607920 May 06 12:24:36.847219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7db36052-1abe-4171-a56f-ae9b9f4dd2db req-d8c68804-7c1a-46aa-b1d1-d78f444dff2f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366420 May 06 12:24:36.848639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-84a82380-7dfd-4d8c-b6e6-2b4360884cc5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2540948 May 06 12:24:36.865686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Request body: {'port': {'device_id': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:37.048826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-08b8ec6a-5c1a-41f3-97d9-76a1e0cf1cb6 None None] Provisioning for port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:37.054329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-08b8ec6a-5c1a-41f3-97d9-76a1e0cf1cb6 None None] Provisioning complete for port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:37.057168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08b8ec6a-5c1a-41f3-97d9-76a1e0cf1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.104230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:37.119005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:37.148883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:37.149626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.184082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.249876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-08b8ec6a-5c1a-41f3-97d9-76a1e0cf1cb6 None None] Port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:24:37.272046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Attempting to bind port 55c03184-5c63-47b8-9f2e-aeded01a56a2 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:37.272650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Attempting to bind port 55c03184-5c63-47b8-9f2e-aeded01a56a2 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:37.273158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Attempting to bind port 55c03184-5c63-47b8-9f2e-aeded01a56a2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:37.285239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078037-97e5-4978-9e36-abf0a034d9af req-a308bf4a-e078-43ce-9deb-3bfa9073c8fc tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:37.294234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0078037-97e5-4978-9e36-abf0a034d9af req-a308bf4a-e078-43ce-9deb-3bfa9073c8fc tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 936 time: 0.2823222 May 06 12:24:37.339915 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.345418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Port 55c03184-5c63-47b8-9f2e-aeded01a56a2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:37.345791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Attempting to bind port 55c03184-5c63-47b8-9f2e-aeded01a56a2 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:37.354914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:37.355607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:37.356165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:37.356752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Bound port: 55c03184-5c63-47b8-9f2e-aeded01a56a2, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:37.357262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.387454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:37.409138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:37.456784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b0078037-97e5-4978-9e36-abf0a034d9af req-1bf374d2-8371-46cc-b5a1-866d15f76697 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:37.497242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.498408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:37.544771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:37.548242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:37.596134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b0078037-97e5-4978-9e36-abf0a034d9af req-1bf374d2-8371-46cc-b5a1-866d15f76697 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:37.597120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0078037-97e5-4978-9e36-abf0a034d9af req-1bf374d2-8371-46cc-b5a1-866d15f76697 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885132 May 06 12:24:37.603974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 0f05f3db-6232-4737-a8a1-57ef6a40aa10 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:37.604580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0f05f3db-6232-4737-a8a1-57ef6a40aa10 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:37.633739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.658236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:37.718813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1ae08-e0d7-4652-a0b0-75abf9b7ef4f req-24a3c99d-f09c-4dc2-8978-70cccab02763 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:37.726572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3af1ae08-e0d7-4652-a0b0-75abf9b7ef4f req-24a3c99d-f09c-4dc2-8978-70cccab02763 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.4189823 May 06 12:24:37.773468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:37.776334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] 10.222.0.86 "PUT /v2.0/ports/55c03184-5c63-47b8-9f2e-aeded01a56a2 HTTP/1.1" status: 200 len: 1095 time: 3.1233485 May 06 12:24:37.784858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:37.796342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fda4-4547-470d-9610-e915a8902b2f req-d0a20866-4499-451d-a10a-d27c165f5636 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:37.796342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-d0a20866-4499-451d-a10a-d27c165f5636 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.3287237 May 06 12:24:37.814102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Request body: {'port': {'device_id': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'admin_state_up': True, 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:37.857896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d063ab0-986a-4b9d-bdcc-4315f69d9b7c service neutron] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:38.059070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3af1ae08-e0d7-4652-a0b0-75abf9b7ef4f req-82450e36-3225-40ff-9982-d8183ee9d6c1 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315549 May 06 12:24:38.059928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c33c898-013c-4eab-8349-f309a5e0a0b7 req-6f132d0a-a4ec-439b-9ebd-27e7b0d7ccce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1428037 May 06 12:24:38.224518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-9b2fd513-1004-4b47-9998-df987b7dae68 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1098 time: 0.1626911 May 06 12:24:38.321559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-7d13a78a-2778-4399-b486-cf7a674efd68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2 HTTP/1.1" status: 200 len: 217 time: 0.0894997 May 06 12:24:38.330689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:24:38.342581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Usage tracker for resource:port and tenant:db4da5aad0494bc2b59d120f8dd8a688 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:24:38.349972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:24:38.362067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:24:38.365352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:38.376171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:38.392459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-a3b0b437-84e3-4df0-8c03-75166d7ec053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:38.393939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-a3b0b437-84e3-4df0-8c03-75166d7ec053 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0628750 May 06 12:24:38.403212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-963de21a-a549-4002-98ad-ba6a6eb16b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:38.501076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-7216ea5d-ec7f-40a9-ba6e-2ad78dc7eb11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893886 May 06 12:24:38.526750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Transition to ACTIVE for port object 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:38.528502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:24:38.532315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:38.628083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315e7bf-511a-472d-b95a-59dfb255ccc4 req-9397d760-218b-4f2a-8ffc-56cc944ebddc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:38.644328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f315e7bf-511a-472d-b95a-59dfb255ccc4 req-9397d760-218b-4f2a-8ffc-56cc944ebddc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.3452220 May 06 12:24:38.668188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:38.763719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-5696a0ce-d0d3-4e97-8dab-2b2271406345 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513196 May 06 12:24:38.954987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f315e7bf-511a-472d-b95a-59dfb255ccc4 req-8f1bbac3-dca1-47f3-864e-d9bd5b038abe tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211198 May 06 12:24:38.980227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:39.061124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-e51b88d8-c2fc-490f-99b9-a7565e4deccd tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f&tenant_id=f2d987a7a6774ff9bd762bb91c064f62&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1095 time: 0.5716262 May 06 12:24:39.075044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-696505fb-88ca-4d2c-b39a-9f6d323eb06a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3024921 May 06 12:24:39.100092 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35664f11-0990-4f61-bef0-d8d59a8a5e81'] response: {'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'code': 200} May 06 12:24:39.101019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de079c1f-521a-4b5f-87d8-e95e08a403ed req-67aa302d-9300-4f66-becf-d8db814a8c82 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272827 May 06 12:24:39.119375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c1d4-c065-420e-9418-d6f952152760 req-1b5a3788-fdf6-4c46-badf-866ee4658e45 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:39.129899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7687c1d4-c065-420e-9418-d6f952152760 req-1b5a3788-fdf6-4c46-badf-866ee4658e45 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.2656415 May 06 12:24:39.174570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Allocated IP 172.20.0.3 (b24edb0b-48b9-458e-a153-46c7d7100a14/7537efdf-642f-4c0f-b794-6dca69fb79fb/d294cec5-aee6-4e63-a51a-17dcd35eee9c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:24:39.251042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7687c1d4-c065-420e-9418-d6f952152760 req-490dfb49-9f94-4aac-b59f-0b12164ee0bd tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155951 May 06 12:24:39.291383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f88f668d-5212-4fc5-a083-f2cad82c1eb1 req-92d1637e-6ccf-4352-8109-9f16eb9dc894 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 1096 time: 0.1157959 May 06 12:24:39.320683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Attempting to bind port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:39.320683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Attempting to bind port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:39.320683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Attempting to bind port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:39.321547 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bf7b17-dc14-48fb-84f5-f677747a8f27'] response: {'name': 'network-changed', 'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'status': 'completed', 'code': 200} May 06 12:24:39.336149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:39.336421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Attempting to bind port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:39.352468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f88f668d-5212-4fc5-a083-f2cad82c1eb1 req-9bec49d3-b1be-423b-93ad-e81bef0fb2fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545573 May 06 12:24:39.358634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c2c619e0-7c24-4c62-b78e-36d11dee3fe8 req-961f6ca5-e502-4e06-8006-2aadf0674e52 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:39.410505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:39.411144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:39.411705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:39.412173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Bound port: 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:39.412519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.504145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b481b-81de-4499-974f-efe0671d3e69 req-dac79769-dd0c-46a0-acaa-2af5f138e5f3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:39.509038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c3b481b-81de-4499-974f-efe0671d3e69 req-dac79769-dd0c-46a0-acaa-2af5f138e5f3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0892658 May 06 12:24:39.535327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-5a661151-b3f8-4510-9659-de6407063d4b service neutron] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:39.574814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c3b481b-81de-4499-974f-efe0671d3e69 req-aaa7145b-35b4-4e28-a82e-40882cd85e2a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 May 06 12:24:39.575056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-5a661151-b3f8-4510-9659-de6407063d4b service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.575056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfea5069-195e-48f1-bfb3-f718097dcd15 req-5a661151-b3f8-4510-9659-de6407063d4b service neutron] 10.222.0.86 "DELETE /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217/bindings/n-h2-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.4931355 May 06 12:24:39.580465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c2c619e0-7c24-4c62-b78e-36d11dee3fe8 req-961f6ca5-e502-4e06-8006-2aadf0674e52 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:39.581761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2c619e0-7c24-4c62-b78e-36d11dee3fe8 req-961f6ca5-e502-4e06-8006-2aadf0674e52 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 210 time: 0.3252163 May 06 12:24:39.696927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:39.717030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:39.721847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.811284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77317d31-1e43-45e1-a0b0-f36a560736d4 req-1d09a0e7-3054-4578-a1d0-7c644d4a81c4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:39.814097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77317d31-1e43-45e1-a0b0-f36a560736d4 req-1d09a0e7-3054-4578-a1d0-7c644d4a81c4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0993290 May 06 12:24:39.819336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-d1db1e99-700f-4721-9102-86554cf36ed7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1098 time: 0.1952994 May 06 12:24:39.842664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071ff8b-7a61-4d5d-85ce-f4c810e3b2ff req-c5340199-6d29-42f0-b7a7-262b4b454128 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:39.843268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4071ff8b-7a61-4d5d-85ce-f4c810e3b2ff req-c5340199-6d29-42f0-b7a7-262b4b454128 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:39.876404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77317d31-1e43-45e1-a0b0-f36a560736d4 req-0eac3755-d790-4b76-9844-b7f60a6a23dc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548465 May 06 12:24:39.934550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:39.990520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:40.050347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:40.052019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/7af8ec4c-a1a7-4596-acc0-e9154eb0c81f HTTP/1.1" status: 200 len: 1096 time: 3.1906266 May 06 12:24:40.063729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:40.099827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Network b24edb0b-48b9-458e-a153-46c7d7100a14 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:24:40.101935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda33c0-e96a-4226-9aeb-98b8f83e71c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:40.104940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:24:40.108104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:24:40.142503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-61fca6be-7790-46d1-95ca-9de16be021bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.144332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-61fca6be-7790-46d1-95ca-9de16be021bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2971258 May 06 12:24:40.195238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4071ff8b-7a61-4d5d-85ce-f4c810e3b2ff req-c5340199-6d29-42f0-b7a7-262b4b454128 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:40.196606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4071ff8b-7a61-4d5d-85ce-f4c810e3b2ff req-c5340199-6d29-42f0-b7a7-262b4b454128 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 948 time: 0.4613066 May 06 12:24:40.244536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2acdd-e44a-4d09-806d-31fff27c44ff req-92fe1ee7-a3b8-439a-be82-bb20fc61c768 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.255511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1a2acdd-e44a-4d09-806d-31fff27c44ff req-92fe1ee7-a3b8-439a-be82-bb20fc61c768 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.1130941 May 06 12:24:40.287203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-75388a8e-97a5-4afd-8627-87c93b63cb6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2 HTTP/1.1" status: 200 len: 217 time: 0.1013110 May 06 12:24:40.331881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1a2acdd-e44a-4d09-806d-31fff27c44ff req-ecddb1bd-d5a9-4b4b-b264-bee340c001a0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 May 06 12:24:40.538022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:40.563078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.563692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:40.591024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-0b7f5f6f-a4fb-425a-81ce-1b7efdb67fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.592583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-0b7f5f6f-a4fb-425a-81ce-1b7efdb67fe4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2593637 May 06 12:24:40.635242 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4071ff8b-7a61-4d5d-85ce-f4c810e3b2ff req-366b4dad-f552-47a1-ae1b-e9613feeecc8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378203 May 06 12:24:40.644607 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b05bed3-854b-4b93-98e7-7f794c7dc7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:40.660647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-08fe800d-4357-47be-ae9e-ca094e69413f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 1099 time: 0.4626637 May 06 12:24:40.708001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef996c7-78c9-435e-a29b-0eb305ab9f7c req-1c430fa6-6978-472c-a46b-5e751dc00b8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:40.715254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4ef996c7-78c9-435e-a29b-0eb305ab9f7c req-1c430fa6-6978-472c-a46b-5e751dc00b8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:40.749735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-ce6b1935-f558-429e-8299-320143919efe tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9389572 May 06 12:24:40.749735 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa409e6-1326-479a-a960-ad9c76f9ba86'] response: {'name': 'network-changed', 'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f', 'status': 'completed', 'code': 200} May 06 12:24:40.760344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Request body: {'port': {'device_id': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:24:40.791622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-040be543-2ff7-4e24-bc62-6bc8b9e19424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f HTTP/1.1" status: 200 len: 217 time: 0.1088691 May 06 12:24:40.828467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4ef996c7-78c9-435e-a29b-0eb305ab9f7c req-1c430fa6-6978-472c-a46b-5e751dc00b8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:40.830438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ef996c7-78c9-435e-a29b-0eb305ab9f7c req-1c430fa6-6978-472c-a46b-5e751dc00b8d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.2344222 May 06 12:24:40.851566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-e757773a-02ec-422e-99f9-575b33939774 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497482 May 06 12:24:40.924520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ef996c7-78c9-435e-a29b-0eb305ab9f7c req-65d9287a-780e-4517-87b8-544276282ae4 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795627 May 06 12:24:41.006883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-f6e7be2e-7c2c-4024-83c3-7435b749fa00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.008212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-f6e7be2e-7c2c-4024-83c3-7435b749fa00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2041845 May 06 12:24:41.130235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:41.268563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-0f945d2a-7a4b-4616-9d93-0352caa45a9a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891258 May 06 12:24:41.346488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaefc1a-cb4a-4871-95cc-5924a5d19cf0 req-f5724dcd-63a1-4837-91da-720f5952b44a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.362993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-feaefc1a-cb4a-4871-95cc-5924a5d19cf0 req-f5724dcd-63a1-4837-91da-720f5952b44a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1487174 May 06 12:24:41.407359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-b93d4bbd-e599-446b-9615-3508d81067c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3830526 May 06 12:24:41.412390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-feaefc1a-cb4a-4871-95cc-5924a5d19cf0 req-5cf6c017-3677-444e-b553-4e44bcb663a7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573418 May 06 12:24:41.450126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1f069c-44c3-47b0-bb56-5c6c787a4dba req-c38ea773-06b6-45a9-8d46-a96304328826 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 1095 time: 0.4100959 May 06 12:24:41.617097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bc3e0-68a9-4c19-8252-42c9f383cd9a req-5fc97ef2-261e-4a5d-b8ed-34df30373afd tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.618546 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-326bc3e0-68a9-4c19-8252-42c9f383cd9a req-5fc97ef2-261e-4a5d-b8ed-34df30373afd tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 931 time: 0.0803492 May 06 12:24:41.668471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-326bc3e0-68a9-4c19-8252-42c9f383cd9a req-2ca5eb93-5d7a-47b4-be32-da1cc60e29ac tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 May 06 12:24:41.724918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1f069c-44c3-47b0-bb56-5c6c787a4dba req-4bdb620a-555c-40c9-8cd3-ec08c20650f5 tempest-LiveMigrationTest-887364451 tempest-LiveMigrationTest-887364451-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597625 May 06 12:24:41.726727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6ee6606-7b56-433c-88b7-ff27c459bdfd req-1762cf51-ba46-47d3-b842-f8636e1fe3c6 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508765 May 06 12:24:41.754921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-0e0b58ec-ad93-4922-8b89-6c09d49486d3 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210320 May 06 12:24:41.810870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:24:41.892871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726aaf2a-d7d2-4f36-ae71-e2b780ab5f37 req-3c73e5b8-296d-43ab-9f92-d40f3aeb0370 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:41.894334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-726aaf2a-d7d2-4f36-ae71-e2b780ab5f37 req-3c73e5b8-296d-43ab-9f92-d40f3aeb0370 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0898082 May 06 12:24:41.956289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-726aaf2a-d7d2-4f36-ae71-e2b780ab5f37 req-92203029-826e-43ca-8181-bc76b27b5ce6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 May 06 12:24:41.978684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d294cec5-aee6-4e63-a51a-17dcd35eee9c {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:41.990248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.033766 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.059323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Transition to ACTIVE for port object d294cec5-aee6-4e63-a51a-17dcd35eee9c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:24:42.087405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-482fe4ed-9fc6-4367-b669-c265aab07ec1 req-3e2ac4df-b1dd-4cd7-92ab-56a497048eca service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189082 May 06 12:24:42.121474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d47121-9724-4f1d-a82d-bbe98a2b7c87 req-6b688619-2620-455a-98a1-6e61027e561b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:42.123498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f2d47121-9724-4f1d-a82d-bbe98a2b7c87 req-6b688619-2620-455a-98a1-6e61027e561b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.1055443 May 06 12:24:42.147613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.160716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.169108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf226-4b5a-42fc-8766-7385c0d7b365 req-263a76e7-c33e-44d3-b6ea-d7c49abb58f5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:42.170590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcecf226-4b5a-42fc-8766-7385c0d7b365 req-263a76e7-c33e-44d3-b6ea-d7c49abb58f5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 948 time: 0.0848265 May 06 12:24:42.221634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcecf226-4b5a-42fc-8766-7385c0d7b365 req-8d181894-8ab7-4273-a485-696bdc5020dc tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442393 May 06 12:24:42.226101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f2d47121-9724-4f1d-a82d-bbe98a2b7c87 req-1778ec1d-9e7e-4e8d-a013-0f423ac19440 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971825 May 06 12:24:42.404148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:42.674011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Attempting to bind port d294cec5-aee6-4e63-a51a-17dcd35eee9c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:24:42.674333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Attempting to bind port d294cec5-aee6-4e63-a51a-17dcd35eee9c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:24:42.674648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Attempting to bind port d294cec5-aee6-4e63-a51a-17dcd35eee9c on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:42.697405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Port d294cec5-aee6-4e63-a51a-17dcd35eee9c on network b24edb0b-48b9-458e-a153-46c7d7100a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:24:42.697725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Attempting to bind port d294cec5-aee6-4e63-a51a-17dcd35eee9c on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:24:42.713750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-2cbbb379-a5ef-404a-8862-7fa056431418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 1099 time: 0.2285652 May 06 12:24:42.719003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:24:42.719331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Checking segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:24:42.719693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Bound using segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:24:42.720143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Bound port: d294cec5-aee6-4e63-a51a-17dcd35eee9c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:24:42.720479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:42.768154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4476b0d-1706-4d79-a165-f2b82832879a req-c0a37108-45ec-4058-b8dc-18a2ad98764d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:42.769598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4476b0d-1706-4d79-a165-f2b82832879a req-c0a37108-45ec-4058-b8dc-18a2ad98764d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.2569103 May 06 12:24:42.776721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-78c59db2-ecd6-4911-a072-523f8791cab1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1101 time: 0.2104990 May 06 12:24:42.820525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:42.966648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:42.994413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a', 'port_id': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'mac_address': 'fa:16:3e:54:a8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77a1fde-3b1a-4d0c-abfd-c9e5a8213efe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:43.078277 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.081405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:43.088462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4476b0d-1706-4d79-a165-f2b82832879a req-fd9740d3-078f-47d4-abcc-00925a81c149 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688410 May 06 12:24:43.105317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-659dc2bf-6bac-4225-8ab2-af5d0b93cb6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.107003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-659dc2bf-6bac-4225-8ab2-af5d0b93cb6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3760912 May 06 12:24:43.119850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:43.120350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:24:43.139374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:24:43.202313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acff11-5e32-4686-af74-dde30e9c3730 req-6a043950-9b67-45d3-a0d7-11152603e0d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.203844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-6a043950-9b67-45d3-a0d7-11152603e0d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3826218 May 06 12:24:43.206018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-d38559c9-b298-4991-b6a2-5ff6059149b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f HTTP/1.1" status: 200 len: 217 time: 0.0883145 May 06 12:24:43.239847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.241137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:43.259168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b8f9e-8d01-4892-8bdd-4a46d563f6f8 req-e0f2847e-3d9d-40d1-8e96-32954889eccc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.261066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-516b8f9e-8d01-4892-8bdd-4a46d563f6f8 req-e0f2847e-3d9d-40d1-8e96-32954889eccc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1133015 May 06 12:24:43.310589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-516b8f9e-8d01-4892-8bdd-4a46d563f6f8 req-d474cb63-5b20-474c-8211-61ce17dc40b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 May 06 12:24:43.350139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.470092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:43.500959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-b4af8a3b-ca78-4306-81a2-e88409281be8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.2828734 May 06 12:24:43.513431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:43.530182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'mac_address': 'fa:16:3e:0d:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:43.568260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363cc43-955c-4695-9f55-667b37e9fd76 req-842ee3ee-0c62-4559-931e-a6200ca75c16 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.614517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b363cc43-955c-4695-9f55-667b37e9fd76 req-842ee3ee-0c62-4559-931e-a6200ca75c16 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.0980413 May 06 12:24:43.614922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:43.614922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.614922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-c34a81a1-1c3d-4733-96de-ae76677fef20 service neutron] 10.222.0.86 "PUT /v2.0/ports/d294cec5-aee6-4e63-a51a-17dcd35eee9c HTTP/1.1" status: 200 len: 1091 time: 2.8354304 May 06 12:24:43.614922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:43.615294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:43.615405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-8749c268-d0af-46b0-a0e6-e0133aa72b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.615405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-8749c268-d0af-46b0-a0e6-e0133aa72b6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.3463225 May 06 12:24:43.623903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:43.627390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b363cc43-955c-4695-9f55-667b37e9fd76 req-e9222374-27ec-40ad-96dd-a44e6f2fab13 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 May 06 12:24:43.641727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:43.688090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acff11-5e32-4686-af74-dde30e9c3730 req-2ddd3c27-72bf-46e1-9e30-3965d4c0ef7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.688090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-2ddd3c27-72bf-46e1-9e30-3965d4c0ef7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1656373 May 06 12:24:43.699436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-859605c8-ce62-481a-a725-84e5e1d0ad3b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.699436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-859605c8-ce62-481a-a725-84e5e1d0ad3b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.4264898 May 06 12:24:43.831415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5aeea-bbb7-4adb-9466-5c8e9bb26d0b req-ed703938-a0be-4d2f-8b7c-db12732d83df tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.832469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1e5aeea-bbb7-4adb-9466-5c8e9bb26d0b req-ed703938-a0be-4d2f-8b7c-db12732d83df tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 943 time: 0.5627456 May 06 12:24:43.836744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc4d3c-df06-4a26-8b75-449f9075c2c8 req-ca6b21c1-2ef9-46cb-ad1a-adead0da86b9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:43.838204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eefc4d3c-df06-4a26-8b75-449f9075c2c8 req-ca6b21c1-2ef9-46cb-ad1a-adead0da86b9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0818446 May 06 12:24:43.886273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eefc4d3c-df06-4a26-8b75-449f9075c2c8 req-ba49c14d-ca23-4930-8a3a-5f4547877fad tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 May 06 12:24:43.929749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port ff6d4158-8af4-44cc-889e-e214dda64190 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:43.930087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.109495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-94dacf9e-de1d-4ac8-8755-132c2caf15d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4834054 May 06 12:24:44.118955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1e5aeea-bbb7-4adb-9466-5c8e9bb26d0b req-b050c459-7d35-405c-84ea-399f2d74b909 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722619 May 06 12:24:44.125605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-6d2fa80e-04bf-4136-91b0-a1cad0cb02b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4279664 May 06 12:24:44.201123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f23f8-c5ff-42ea-83fe-7705e1138aee req-2431fe59-5834-4c42-a0ae-902e92ce8692 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.203453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0f23f8-c5ff-42ea-83fe-7705e1138aee req-2431fe59-5834-4c42-a0ae-902e92ce8692 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 948 time: 0.0948541 May 06 12:24:44.215937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.252513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0f23f8-c5ff-42ea-83fe-7705e1138aee req-a838e4fa-a696-4039-ab4c-57c0400dffeb tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 May 06 12:24:44.275144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-d22002f6-882f-49c1-a414-ccc4e1610c10 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.276576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-d22002f6-882f-49c1-a414-ccc4e1610c10 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.4885306 May 06 12:24:44.318827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.401925 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-f14e505f-a92e-45ed-9f76-6e3eb40534d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 1094 time: 0.0851729 May 06 12:24:44.404118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:44.579155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-0484e363-b004-4fa0-b280-dfd5f244b2b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c HTTP/1.1" status: 200 len: 217 time: 0.1689456 May 06 12:24:44.615210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Deleting port 5274d829-4378-45e4-9f8b-728587ab5217 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:44.615498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:44.654723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11fda4-4547-470d-9610-e915a8902b2f req-56f53cce-c098-41c5-80ed-9d52d5ecd548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:44.656123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-56f53cce-c098-41c5-80ed-9d52d5ecd548 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.0708585 May 06 12:24:44.712356 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cabaa90-01b7-4678-ae3f-186fe594f1f0'] response: {'name': 'network-changed', 'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'status': 'completed', 'code': 200} May 06 12:24:44.712486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:44.712599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-3bb515bb-ba3c-4867-bcb0-756809ebf3a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448866 May 06 12:24:44.734873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-15a88124-130d-47c1-8183-746f27cab176 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140714 May 06 12:24:44.739432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2ea07621-3a41-40f6-b2cc-2cbe24df43e6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:44.742768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-7dd87cc5-181f-471e-b27a-efea5564be95 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920064 May 06 12:24:44.995803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-fef76fdd-bac0-45bd-945c-53b84b08fbf1 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770765 May 06 12:24:45.067345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f992d-1646-4db3-b402-fe7aa618cd7f req-d4b9eab7-7769-4853-8541-ae317f79081b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.068830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e12f992d-1646-4db3-b402-fe7aa618cd7f req-d4b9eab7-7769-4853-8541-ae317f79081b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 950 time: 0.8085394 May 06 12:24:45.070452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port ff6d4158-8af4-44cc-889e-e214dda64190, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ff6d4158-8af4-44cc-889e-e214dda64190,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:45.070807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.128786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd3dc1-2a10-47b8-92e4-ffaeeba8b28e req-9d11c4fd-1bfb-4457-a78c-2eca811e92a7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.130275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cdd3dc1-2a10-47b8-92e4-ffaeeba8b28e req-9d11c4fd-1bfb-4457-a78c-2eca811e92a7 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1981089 May 06 12:24:45.190360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef11fda4-4547-470d-9610-e915a8902b2f req-b17cb170-df16-4acd-8bac-3165217ff285 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802709 May 06 12:24:45.212250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cdd3dc1-2a10-47b8-92e4-ffaeeba8b28e req-79a99f89-0b8a-4ff9-a8a4-f3185ce6d8f5 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702493 May 06 12:24:45.318014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for ff6d4158-8af4-44cc-889e-e214dda64190 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:45.409818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-ed6ee48d-16ab-4480-a580-5ff2c0a2f5fd service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520953 May 06 12:24:45.450201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-8031ab4f-dab7-4d0c-bce6-95e09e497c4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 1094 time: 0.1351035 May 06 12:24:45.461330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7df0e-f23f-48f2-85bf-dfedd80f15a3 req-dfe02f59-d767-43f4-8b56-9037054cb476 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.462806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60b7df0e-f23f-48f2-85bf-dfedd80f15a3 req-dfe02f59-d767-43f4-8b56-9037054cb476 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1122148 May 06 12:24:45.465344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e12f992d-1646-4db3-b402-fe7aa618cd7f req-88bceba6-8b5d-45b6-8d47-34711c9dc0a2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732078 May 06 12:24:45.467192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4aeb2d2-01b4-41e6-a191-f280a087e95a req-a52d2d0a-0cef-405c-9555-d77d7693512c service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084887 May 06 12:24:45.564893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] For port 5274d829-4378-45e4-9f8b-728587ab5217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5274d829-4378-45e4-9f8b-728587ab5217,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:45.565249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.615720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60b7df0e-f23f-48f2-85bf-dfedd80f15a3 req-232da7d5-35f5-4913-ae86-eebd5cd07f8e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326880 May 06 12:24:45.648423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-ffc8b553-ff92-4500-9dd9-765efd8108b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.648423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-ffc8b553-ff92-4500-9dd9-765efd8108b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 905 time: 0.1840117 May 06 12:24:45.737181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-eac77166-f520-46b3-9f7f-4f3a34cb0d48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c HTTP/1.1" status: 200 len: 217 time: 0.0771003 May 06 12:24:45.809512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-0b6043ad-a567-4089-af13-e16d6ceaa3a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:45.811198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-0b6043ad-a567-4089-af13-e16d6ceaa3a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.0673983 May 06 12:24:45.840994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Calling delete_port for 5274d829-4378-45e4-9f8b-728587ab5217 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:45.878261 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:45.890722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:45.904095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-f3592b91-1ba2-44ca-8e9e-c5e34f3358de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852783 May 06 12:24:45.955536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=ff6d4158-8af4-44cc-889e-e214dda64190,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:46.041093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce5576-39dc-46dd-982a-4f48cbc43031 req-6521476d-1eac-4a88-b45a-98262b057e53 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:46.048637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-44ce5576-39dc-46dd-982a-4f48cbc43031 req-6521476d-1eac-4a88-b45a-98262b057e53 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1921630 May 06 12:24:46.100375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port ff6d4158-8af4-44cc-889e-e214dda64190 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:46.104062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.121210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-5d732c29-565a-4da5-81e4-6abaa159c9bf service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034199 May 06 12:24:46.134614 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.140479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-44ce5576-39dc-46dd-982a-4f48cbc43031 req-5b55cf5c-88a9-4502-ba20-ba57580074f4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901561 May 06 12:24:46.166275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07073f2-48df-456c-b0a4-1583ee87db8e req-8ad7fbd6-5831-422c-b3fd-cd0987595f36 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:46.166991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e07073f2-48df-456c-b0a4-1583ee87db8e req-8ad7fbd6-5831-422c-b3fd-cd0987595f36 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:46.196797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e07073f2-48df-456c-b0a4-1583ee87db8e req-8ad7fbd6-5831-422c-b3fd-cd0987595f36 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:46.205463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698', 'be3bc99d-f84f-49c8-a683-79baff848bf0', '59f47794-1ad4-401b-91bc-35f5ac14f75a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:46.206600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e07073f2-48df-456c-b0a4-1583ee87db8e req-8ad7fbd6-5831-422c-b3fd-cd0987595f36 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 944 time: 0.4712429 May 06 12:24:46.245798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-342c2838-47cc-43cb-96d4-cc66ca7d04bb tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "DELETE /v2.0/ports/ff6d4158-8af4-44cc-889e-e214dda64190 HTTP/1.1" status: 204 len: 173 time: 2.5126379 May 06 12:24:46.281882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e07073f2-48df-456c-b0a4-1583ee87db8e req-cb8edf65-2fa8-4c81-a86f-265adabf10f4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 May 06 12:24:46.308107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.356953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c6c3b7-dc8b-4232-802b-292ca22eb74b req-876fd64e-9f71-4012-ab58-140003ad9bb1 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159786 May 06 12:24:46.455729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f822a2-37d3-4031-82fe-267095d6e49e req-690e4d59-aa93-444a-b58c-ed5dce0cf2ce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:46.458399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51f822a2-37d3-4031-82fe-267095d6e49e req-690e4d59-aa93-444a-b58c-ed5dce0cf2ce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 943 time: 0.1043873 May 06 12:24:46.471005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event deleted for resources: {'Port': ['ID=5274d829-4378-45e4-9f8b-728587ab5217,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:46.531509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51f822a2-37d3-4031-82fe-267095d6e49e req-4da823ff-aa9a-4e5b-bb89-be9763441e55 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 May 06 12:24:46.536927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] No DVR routers for this DVR port 5274d829-4378-45e4-9f8b-728587ab5217 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:46.539795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:46.542655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758189f3-451b-46ec-a2ad-b015fe414c4e req-1a5aa8be-5462-41b5-a13e-eb273707309d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "DELETE /v2.0/ports/5274d829-4378-45e4-9f8b-728587ab5217 HTTP/1.1" status: 204 len: 173 time: 2.1781635 May 06 12:24:46.587083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c8bf2-4311-47ec-ad85-419f3568b39f req-9b4437f3-77c6-4fbe-b032-fc628043dda5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:46.595600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff5c8bf2-4311-47ec-ad85-419f3568b39f req-9b4437f3-77c6-4fbe-b032-fc628043dda5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 948 time: 0.1620126 May 06 12:24:46.650737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff5c8bf2-4311-47ec-ad85-419f3568b39f req-be99c7e3-7c71-4acb-89c2-8480db719302 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539706 May 06 12:24:46.701587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'name': 'network-vif-deleted', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190'}, {'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-deleted', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:46.838400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:46.853781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc4aae-4f8d-497c-8139-02070ecdd3f9 req-663bf01d-deeb-46d9-a5ce-392e8cea32d6 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:46.861331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99fc4aae-4f8d-497c-8139-02070ecdd3f9 req-663bf01d-deeb-46d9-a5ce-392e8cea32d6 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1205575 May 06 12:24:46.908537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9dca2779-d76d-4cb8-859f-21fa60acb132 req-884fc8a9-909a-49d9-973d-bd7354438f82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:46.926693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99fc4aae-4f8d-497c-8139-02070ecdd3f9 req-033bd2ec-97ce-409b-aaa6-801dcee02a3a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643282 May 06 12:24:47.007602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9dca2779-d76d-4cb8-859f-21fa60acb132 req-884fc8a9-909a-49d9-973d-bd7354438f82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:47.008995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9dca2779-d76d-4cb8-859f-21fa60acb132 req-884fc8a9-909a-49d9-973d-bd7354438f82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.2363987 May 06 12:24:47.044354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:47.054402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:47.054535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.129188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:47.132016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ff6d4158-8af4-44cc-889e-e214dda64190 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:47.185683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ff6d4158-8af4-44cc-889e-e214dda64190 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:47.186030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ff6d4158-8af4-44cc-889e-e214dda64190 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:47.286830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260a616-0a1a-4c42-aebc-682ee44a3041 req-a2c7c341-9564-4387-8352-6e77efba796f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:47.289544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9260a616-0a1a-4c42-aebc-682ee44a3041 req-a2c7c341-9564-4387-8352-6e77efba796f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0957103 May 06 12:24:47.343198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9260a616-0a1a-4c42-aebc-682ee44a3041 req-f1bf8bc0-a812-46fd-a707-6e6ab220a130 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 May 06 12:24:47.344616 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.383153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:47.416958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:47.436681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:47.457827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f', 'mac_address': 'fa:16:3e:6c:20:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:47.457972 n-d-840845-1 neutron-server[84800]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2a4b1ce6-fd1b-4a29-8bb9-659d886eadbd']: {'server_uuid': 'b2a0461c-7472-404d-abc0-2411dbe403a9', 'name': 'network-vif-deleted', 'tag': 'ff6d4158-8af4-44cc-889e-e214dda64190', 'status': 'failed', 'code': 422} returned with failed status May 06 12:24:47.457972 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4b1ce6-fd1b-4a29-8bb9-659d886eadbd'] response: {'server_uuid': 'fa7787d0-a6e4-492e-ad91-5b460373bc6f', 'name': 'network-vif-deleted', 'tag': '5274d829-4378-45e4-9f8b-728587ab5217', 'status': 'completed', 'code': 200} May 06 12:24:47.524011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.560597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.561360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:47.641207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:47.650323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11dc1-1ddd-4812-a2ad-a46e145ddeda req-b2e6c608-5a44-40f1-bd34-62a6d6613084 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:47.654847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8b11dc1-1ddd-4812-a2ad-a46e145ddeda req-b2e6c608-5a44-40f1-bd34-62a6d6613084 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0839412 May 06 12:24:47.689157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:47.694844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:47.696961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8b11dc1-1ddd-4812-a2ad-a46e145ddeda req-d7e95e8f-07d1-4dd6-9937-48f5ee310c25 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 May 06 12:24:47.730142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47594) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:24:47.869173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f75bbaf0-8c99-47f0-9eca-0e9a668ea843 req-9efe5885-668e-4d5c-885d-2c6b9542a50e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa7787d0-a6e4-492e-ad91-5b460373bc6f HTTP/1.1" status: 200 len: 210 time: 0.0567129 May 06 12:24:47.890731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:47.898292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.898453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-92730569-f243-47d0-ae6b-85d9b7904540 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.1653349 May 06 12:24:47.938329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:47.939073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:47.983084 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58ae6dc-bd1a-4b6b-90f2-c9d40a21bbed'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'code': 200} May 06 12:24:48.041908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:48.156806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:48.212924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:48.235084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ddbe07b-789f-4c7b-ada3-c182d7203d89 req-9e9a2eec-6140-4acf-a3e4-d343f9f5683b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1100 time: 0.1917906 May 06 12:24:48.241744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f81df-9fb3-45cb-9de1-0458634ec5b2 req-f9e443bf-8644-45d3-92b9-a88ba378028c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:48.243142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-776f81df-9fb3-45cb-9de1-0458634ec5b2 req-f9e443bf-8644-45d3-92b9-a88ba378028c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 943 time: 0.1405036 May 06 12:24:48.322982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:48.323970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:48.330264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ddbe07b-789f-4c7b-ada3-c182d7203d89 req-f2855842-9722-4f53-bcaa-81e3412e1679 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861795 May 06 12:24:48.333969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-776f81df-9fb3-45cb-9de1-0458634ec5b2 req-3b58d608-fe84-4253-bb1f-8f71acbd3c44 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751858 May 06 12:24:48.452807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 5274d829-4378-45e4-9f8b-728587ab5217 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:48.453161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5274d829-4378-45e4-9f8b-728587ab5217 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:48.461905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:48.466398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:48.598326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c20d3b-d201-4c7e-8290-7c142a070c97 req-e6fc4c91-da38-4b06-a619-7f71a4039d93 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:48.599435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9c20d3b-d201-4c7e-8290-7c142a070c97 req-e6fc4c91-da38-4b06-a619-7f71a4039d93 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 949 time: 0.1004636 May 06 12:24:48.661408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9c20d3b-d201-4c7e-8290-7c142a070c97 req-26e6eeff-a482-429d-9dea-244769eb8549 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 May 06 12:24:48.708611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['bcc2e183-ac18-41d3-9ac9-4fc567614488'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:48.739130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280b4f5-9be8-4f0f-bbc7-5702e2cd6a6b req-0586529f-f772-4eb4-a3c3-b9fec47e27b8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:48.741902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6280b4f5-9be8-4f0f-bbc7-5702e2cd6a6b req-0586529f-f772-4eb4-a3c3-b9fec47e27b8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0913014 May 06 12:24:48.849295 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6280b4f5-9be8-4f0f-bbc7-5702e2cd6a6b req-d5fa5f98-9bb2-4c06-8179-b4d007604e53 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 May 06 12:24:48.855789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:24:48.903340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-466d3dee-5f90-4382-b4cc-68cf348e5979 req-b585e47c-a3a0-4a4f-9eda-b7c8fc42d665 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.0913029 May 06 12:24:49.089677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d6434-f866-4aae-90fd-e6629d209eb3 req-77d4ceab-2a96-437a-9710-f6dac1cfe3e6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:49.091144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f4d6434-f866-4aae-90fd-e6629d209eb3 req-77d4ceab-2a96-437a-9710-f6dac1cfe3e6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0881755 May 06 12:24:49.143106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:49.162583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f4d6434-f866-4aae-90fd-e6629d209eb3 req-ae1899a7-ce57-4650-a0b7-38efba0c853a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522542 May 06 12:24:49.162978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'mac_address': 'fa:16:3e:d0:db:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:24:49.228073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:49.247104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d294cec5-aee6-4e63-a51a-17dcd35eee9c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:24:49.262285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:49.352702 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:49.380761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfe25-dee5-45dc-8e5b-a01e066acd8a req-72472148-ae4f-468e-8a89-d7ebb5319599 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:49.382301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-326dfe25-dee5-45dc-8e5b-a01e066acd8a req-72472148-ae4f-468e-8a89-d7ebb5319599 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0887270 May 06 12:24:49.427057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:49.431614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-326dfe25-dee5-45dc-8e5b-a01e066acd8a req-2c29670c-02e5-4296-8669-c8d1ab3978a1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 May 06 12:24:49.781505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d294cec5-aee6-4e63-a51a-17dcd35eee9c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:49.910121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-414e08f4-0b5b-431f-a3e2-e6f39be802c2 req-45691088-458b-4585-b6fd-4f673cecdd04 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a0461c-7472-404d-abc0-2411dbe403a9 HTTP/1.1" status: 200 len: 210 time: 0.0710812 May 06 12:24:49.984982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:50.350579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:50.665348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9ce6b-f318-49e3-8d55-ba02acb78e83 req-35fcc28c-6f6d-43c7-a83d-2d6822fbebf6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.666790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ad9ce6b-f318-49e3-8d55-ba02acb78e83 req-35fcc28c-6f6d-43c7-a83d-2d6822fbebf6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 944 time: 0.0877702 May 06 12:24:50.713297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ad9ce6b-f318-49e3-8d55-ba02acb78e83 req-19f6c40c-5e48-4191-9ad2-546a12c2c8cf tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 May 06 12:24:50.943986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc6c6c-69af-4444-8483-9862ce3d4c00 req-1ec36763-68ae-4e57-9895-e892827488b3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.947309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ddc6c6c-69af-4444-8483-9862ce3d4c00 req-1ec36763-68ae-4e57-9895-e892827488b3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 949 time: 0.1082728 May 06 12:24:50.989884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647010-6ab8-4733-a021-ffd63467341f req-5e2740c9-5b75-4ee8-9c20-f0fe11651f8b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:50.992971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da647010-6ab8-4733-a021-ffd63467341f req-5e2740c9-5b75-4ee8-9c20-f0fe11651f8b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0968537 May 06 12:24:51.015491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ddc6c6c-69af-4444-8483-9862ce3d4c00 req-1f2e45ac-e8fd-4c0c-8a41-80fa32754624 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615392 May 06 12:24:51.064316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da647010-6ab8-4733-a021-ffd63467341f req-75b45ecd-c998-423e-be91-f47a468b2e9b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 May 06 12:24:51.101079 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5aa4fc-833e-4a33-ab80-2ad936c96988'] response: {'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'code': 200} May 06 12:24:51.114373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:51.304190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:51.311920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:51.312724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:51.346889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f207-8f7c-40c4-a8c8-93a2df96f149 req-ca91fc30-d4bd-43be-a2a8-539a2b833194 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:51.360073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0203f207-8f7c-40c4-a8c8-93a2df96f149 req-ca91fc30-d4bd-43be-a2a8-539a2b833194 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1289186 May 06 12:24:51.429458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0203f207-8f7c-40c4-a8c8-93a2df96f149 req-e5e4bd69-2f7b-4136-9fa3-267a379f4d1e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681920 May 06 12:24:51.456600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1eb1df11-63f7-4edd-aec2-9d527b5d947c req-76cfedfc-a620-4b64-a504-49dd6c330e9a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2712471 May 06 12:24:51.475734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735bf3d-4f78-4d08-81c4-823fa9cfac37 req-10236c1c-1311-4bb9-95ce-274ec1147f3f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:51.486593 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:51.492274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9735bf3d-4f78-4d08-81c4-823fa9cfac37 req-10236c1c-1311-4bb9-95ce-274ec1147f3f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.2402372 May 06 12:24:51.526628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:51.582091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9735bf3d-4f78-4d08-81c4-823fa9cfac37 req-1b534c6c-6cd2-440d-ab45-e281bf95814d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889356 May 06 12:24:51.583637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1eb1df11-63f7-4edd-aec2-9d527b5d947c req-d86ffd74-2465-48dd-8487-21184a31fab2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 May 06 12:24:51.639525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:51.716094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:52.438395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45935-fd88-4e1a-b2cb-2ee9c2c64c1d req-d38269ae-2b3e-4377-b111-34d67a709481 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.439894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25c45935-fd88-4e1a-b2cb-2ee9c2c64c1d req-d38269ae-2b3e-4377-b111-34d67a709481 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 944 time: 0.0817218 May 06 12:24:52.487561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25c45935-fd88-4e1a-b2cb-2ee9c2c64c1d req-82a5a2c7-4b14-46c8-ac4d-1dd5e68d6af8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 May 06 12:24:52.683867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc2aa4-ca89-42db-ac6e-b27f39a7d1b8 req-48fd085b-6bcf-450a-8673-62b799f11d8b tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.685344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cbc2aa4-ca89-42db-ac6e-b27f39a7d1b8 req-48fd085b-6bcf-450a-8673-62b799f11d8b tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.0834620 May 06 12:24:52.734693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cbc2aa4-ca89-42db-ac6e-b27f39a7d1b8 req-b55d4e3a-b594-4a04-b5b0-a55545399493 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 May 06 12:24:52.868058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:24:52.933727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96045d1-b428-406d-bc56-58f8ca9d5a46 req-995e2744-9883-47ad-bc3a-2cd554441c32 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:52.935059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a96045d1-b428-406d-bc56-58f8ca9d5a46 req-995e2744-9883-47ad-bc3a-2cd554441c32 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0876024 May 06 12:24:52.988303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a96045d1-b428-406d-bc56-58f8ca9d5a46 req-4fe66abb-3da3-467b-bd89-6e652a883f12 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 May 06 12:24:53.038832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port d294cec5-aee6-4e63-a51a-17dcd35eee9c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:24:53.045112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port d294cec5-aee6-4e63-a51a-17dcd35eee9c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:24:53.045621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:53.102287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:53.179621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:53.214321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f7347-5f7c-42c7-a8cc-aad47387bdcf req-8beebaf0-f81c-4f9d-b1fc-5534a698f521 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:53.214321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d40f7347-5f7c-42c7-a8cc-aad47387bdcf req-8beebaf0-f81c-4f9d-b1fc-5534a698f521 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.0836570 May 06 12:24:53.242932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:53.281474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d40f7347-5f7c-42c7-a8cc-aad47387bdcf req-5c62d4ab-58a6-421d-a122-f32a1782c9c6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 May 06 12:24:53.413524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:53.430223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e725d-1862-4505-9a50-62d50398c0eb req-f9370df5-c1d8-468b-933e-515ca7d06614 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:53.431797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b17e725d-1862-4505-9a50-62d50398c0eb req-f9370df5-c1d8-468b-933e-515ca7d06614 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0856082 May 06 12:24:53.481674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277f138-186d-4e63-ad6b-f094fdd32fb6 req-266d3637-3964-43ed-911f-36cb1d2af7a2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:53.483060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9277f138-186d-4e63-ad6b-f094fdd32fb6 req-266d3637-3964-43ed-911f-36cb1d2af7a2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0906525 May 06 12:24:53.489893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b17e725d-1862-4505-9a50-62d50398c0eb req-2da8268d-a409-4fac-a036-379a28d02a1a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 May 06 12:24:53.496605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:53.541352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9277f138-186d-4e63-ad6b-f094fdd32fb6 req-b3ea613f-f451-41b4-ac9a-4e4e29a515fb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 May 06 12:24:53.556361 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079d9b33-e7de-4572-8ed7-3ed3ca512426'] response: {'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f', 'code': 200} May 06 12:24:53.717380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a16b5c5c-07a3-4989-98f2-ef70ab01286f req-914b53c0-7afc-47e6-b1f0-d532c076090e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 1101 time: 0.0810981 May 06 12:24:53.768041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a16b5c5c-07a3-4989-98f2-ef70ab01286f req-cf7d72a9-28da-4c9d-a524-3fd1f40b3eee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 May 06 12:24:54.201316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b75eb4-6deb-4ae8-a081-596c0eeebd4d req-3015cb07-20dc-4738-b168-8aad1ca38213 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.202774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46b75eb4-6deb-4ae8-a081-596c0eeebd4d req-3015cb07-20dc-4738-b168-8aad1ca38213 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.0788786 May 06 12:24:54.249927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46b75eb4-6deb-4ae8-a081-596c0eeebd4d req-ece648b3-f103-4e56-9dd8-afaa78412ebf tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 May 06 12:24:54.271309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb771a6-a4a3-4a3d-9feb-eca8d3b63e88 req-434844e0-ff92-4040-99a9-f03ab19cf5f5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.272738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebb771a6-a4a3-4a3d-9feb-eca8d3b63e88 req-434844e0-ff92-4040-99a9-f03ab19cf5f5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.0849111 May 06 12:24:54.323453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebb771a6-a4a3-4a3d-9feb-eca8d3b63e88 req-b69651d3-bf66-4b5c-869c-190e859edd5f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 May 06 12:24:54.364686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-de088b8d-506f-4d42-916e-88147c260596 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.366132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-de088b8d-506f-4d42-916e-88147c260596 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.0974336 May 06 12:24:54.482798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port 59f47794-1ad4-401b-91bc-35f5ac14f75a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:54.484148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.526919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ec35b-2cb7-43a3-82bb-3393c5438a0a req-3cf53266-5fdf-425b-9def-f66cfda5023b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.528327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a13ec35b-2cb7-43a3-82bb-3393c5438a0a req-3cf53266-5fdf-425b-9def-f66cfda5023b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0836477 May 06 12:24:54.575192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a13ec35b-2cb7-43a3-82bb-3393c5438a0a req-9f3438fd-e8b2-48cf-bd50-f6f30ad39256 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 May 06 12:24:54.588225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd5fd-791a-4411-a2de-38311dd6cdb0 req-3c83a834-b39f-455c-9109-ce24129a7418 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.589737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27dbd5fd-791a-4411-a2de-38311dd6cdb0 req-3c83a834-b39f-455c-9109-ce24129a7418 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.2182012 May 06 12:24:54.734966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27dbd5fd-791a-4411-a2de-38311dd6cdb0 req-be0b0524-45a6-4b72-9c71-6339b3c62ce6 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370096 May 06 12:24:54.799433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port 59f47794-1ad4-401b-91bc-35f5ac14f75a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=59f47794-1ad4-401b-91bc-35f5ac14f75a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:54.799938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:54.943942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c50a50-5b8f-4251-a833-12b9761344f2 req-55c6ed61-348b-4376-976c-6e8663c9bcf4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:54.945428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0c50a50-5b8f-4251-a833-12b9761344f2 req-55c6ed61-348b-4376-976c-6e8663c9bcf4 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.0771339 May 06 12:24:54.957881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for 59f47794-1ad4-401b-91bc-35f5ac14f75a owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:54.996264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0c50a50-5b8f-4251-a833-12b9761344f2 req-721f3c9f-1326-4909-86be-0d9e4d5f1260 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 May 06 12:24:55.196515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b531f-eca0-4921-812f-2e1d47a544cd req-aff8dae9-7a6c-4b90-81d2-f583e9a632c8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:55.198053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d4b531f-eca0-4921-812f-2e1d47a544cd req-aff8dae9-7a6c-4b90-81d2-f583e9a632c8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0813758 May 06 12:24:55.244979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d4b531f-eca0-4921-812f-2e1d47a544cd req-b7dd1715-7ef4-45fb-9e81-ddeddf98deaa tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 May 06 12:24:55.247798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7742ad-1a1f-43d9-921b-ef35d980ccbf req-a28b389f-70aa-4854-8a77-f71c627ce83f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:55.249960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee7742ad-1a1f-43d9-921b-ef35d980ccbf req-a28b389f-70aa-4854-8a77-f71c627ce83f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 950 time: 0.3819849 May 06 12:24:55.260433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-1c5f1e59-c7cf-47e5-a84e-bbdff4768261 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:55.261886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-1c5f1e59-c7cf-47e5-a84e-bbdff4768261 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 944 time: 0.2733293 May 06 12:24:55.363489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee7742ad-1a1f-43d9-921b-ef35d980ccbf req-c8118dcd-f2b5-47de-a721-ed99e9c0d92c tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007478 May 06 12:24:55.368510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Deleting port bcc2e183-ac18-41d3-9ac9-4fc567614488 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:55.368843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:55.412611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:55.425092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698', 'be3bc99d-f84f-49c8-a683-79baff848bf0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:55.470729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:24:55.472047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38ff79-208a-42a8-9d1a-3dd7d4cbf724 req-519c6703-544f-4c1b-8a8d-4b72af64f832 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:55.475188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=59f47794-1ad4-401b-91bc-35f5ac14f75a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:55.480924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c38ff79-208a-42a8-9d1a-3dd7d4cbf724 req-519c6703-544f-4c1b-8a8d-4b72af64f832 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1167057 May 06 12:24:55.536442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c38ff79-208a-42a8-9d1a-3dd7d4cbf724 req-f04a4189-32b0-4288-84e8-b2466ce6176e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545545 May 06 12:24:55.566464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:55.702348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port 59f47794-1ad4-401b-91bc-35f5ac14f75a on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:55.707915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:55.712860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'name': 'network-vif-deleted', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:55.773840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db565-4e71-4551-bdff-92a749e4e13c req-db6e8eca-de35-4d7b-83d0-f77c74539665 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:55.781305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f61db565-4e71-4551-bdff-92a749e4e13c req-db6e8eca-de35-4d7b-83d0-f77c74539665 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.1106892 May 06 12:24:55.837978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8de83eea-a5f5-406a-b72a-0152d00eb49b req-b028756a-34e1-4cdf-9e0b-6ab0d93ac4f1 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1097 time: 0.3432479 May 06 12:24:55.851926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f61db565-4e71-4551-bdff-92a749e4e13c req-11dafdb6-8254-4514-833b-78797871a0cb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689094 May 06 12:24:55.926376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] For port bcc2e183-ac18-41d3-9ac9-4fc567614488, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bcc2e183-ac18-41d3-9ac9-4fc567614488,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:55.926743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:56.059535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a05cde-8eab-43b2-b4db-9741d8c26f55 req-d196bb97-ec57-4681-8c0c-64586a10b677 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:56.067746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8a05cde-8eab-43b2-b4db-9741d8c26f55 req-d196bb97-ec57-4681-8c0c-64586a10b677 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.0949976 May 06 12:24:56.100374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Calling delete_port for bcc2e183-ac18-41d3-9ac9-4fc567614488 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:56.116130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8a05cde-8eab-43b2-b4db-9741d8c26f55 req-df5c654a-6583-436d-85ce-761ae540c008 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 May 06 12:24:56.130379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8de83eea-a5f5-406a-b72a-0152d00eb49b req-222aceb5-bb77-4807-9254-ea295b11643c tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914944 May 06 12:24:56.138906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23a11e6c-ccdc-4a3d-9b4d-85d8948459f8 req-b66a23ba-d316-4858-8741-819d80fefd12 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "DELETE /v2.0/ports/59f47794-1ad4-401b-91bc-35f5ac14f75a HTTP/1.1" status: 204 len: 173 time: 1.7655931 May 06 12:24:56.200691 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8baaa15-e594-4ede-8e8c-f2d633a35f54'] response: {'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'code': 200} May 06 12:24:56.292000 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d94ea9-62b6-4534-af1b-28353810a441'] response: {'server_uuid': 'fca67931-6b14-4d27-ac6c-cd7c12eca990', 'name': 'network-vif-deleted', 'tag': '59f47794-1ad4-401b-91bc-35f5ac14f75a', 'status': 'completed', 'code': 200} May 06 12:24:56.363556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe793726-c92e-4ae1-9662-554f1233d8e5 req-87893b05-f1dd-4367-b081-90a7bc3e7608 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0800138 May 06 12:24:56.413044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:56.420919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e1af29d-c8b9-40d5-9734-5a041aa42dc3 req-027a3074-454e-4dc3-85c6-b8bf1ca7e5ff tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.0426958 May 06 12:24:56.485610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event deleted for resources: {'Port': ['ID=bcc2e183-ac18-41d3-9ac9-4fc567614488,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:56.589980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe793726-c92e-4ae1-9662-554f1233d8e5 req-abc984f9-f410-4507-9a0c-87d3ceba7180 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944742 May 06 12:24:56.591513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] No DVR routers for this DVR port bcc2e183-ac18-41d3-9ac9-4fc567614488 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:56.595520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:56.618192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704bc59-415e-41f7-a2e0-46ba347377bb req-59f3b20b-3201-4e12-a999-ee42b911fa84 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:56.619559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d704bc59-415e-41f7-a2e0-46ba347377bb req-59f3b20b-3201-4e12-a999-ee42b911fa84 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.2550287 May 06 12:24:56.622854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d1dd2-1b9c-41e9-9ef7-627342c625d2 req-a148a525-1469-4af7-b895-7c151a614255 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:56.624862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c9d1dd2-1b9c-41e9-9ef7-627342c625d2 req-a148a525-1469-4af7-b895-7c151a614255 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0875299 May 06 12:24:56.666988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d704bc59-415e-41f7-a2e0-46ba347377bb req-506184a8-89f5-4e08-a22c-2042caad6dcf tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 May 06 12:24:56.670450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c9d1dd2-1b9c-41e9-9ef7-627342c625d2 req-c68cdcd5-3c0c-480c-a9ac-154387415f3f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 May 06 12:24:56.700088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-898b3a3f-c009-4523-8a88-6f62ec81747c req-57777c16-f2e1-4254-8fef-b5337c4a55e3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "DELETE /v2.0/ports/bcc2e183-ac18-41d3-9ac9-4fc567614488 HTTP/1.1" status: 204 len: 173 time: 1.4144051 May 06 12:24:56.867632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7bafacad-d32b-4579-a0fd-70d86fe7592e req-7a1e9f41-3197-4d12-ab8b-1dea07a75427 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0736558 May 06 12:24:56.885428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93027063-744a-48ad-857a-30398e36a4ea req-9e5346d3-d693-4039-b380-887845c79b2e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:56.887025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93027063-744a-48ad-857a-30398e36a4ea req-9e5346d3-d693-4039-b380-887845c79b2e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0837629 May 06 12:24:56.892383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 59f47794-1ad4-401b-91bc-35f5ac14f75a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:56.930046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 59f47794-1ad4-401b-91bc-35f5ac14f75a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:56.932318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 59f47794-1ad4-401b-91bc-35f5ac14f75a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:56.936919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7bafacad-d32b-4579-a0fd-70d86fe7592e req-aef87b99-5b6d-4456-b562-da3ff515c72a tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 May 06 12:24:56.938468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93027063-744a-48ad-857a-30398e36a4ea req-105be81a-0dba-4db7-ac87-959675d78eea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 May 06 12:24:57.118633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7d25192-9e9f-487c-bcf6-4445457658ce req-ff8acba3-464c-4c87-bdc8-339e11d0e486 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=fca67931-6b14-4d27-ac6c-cd7c12eca990 HTTP/1.1" status: 200 len: 210 time: 0.0464559 May 06 12:24:57.194778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37c55-87c2-4557-9c99-a6e4fccd3f1d req-adc33ce4-c2b5-42ba-9a18-83e48fa71644 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.196351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bea37c55-87c2-4557-9c99-a6e4fccd3f1d req-adc33ce4-c2b5-42ba-9a18-83e48fa71644 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0895956 May 06 12:24:57.247370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bea37c55-87c2-4557-9c99-a6e4fccd3f1d req-9a6a3ef0-8999-4244-993a-cff9a0c80297 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 May 06 12:24:57.253578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-fe88676c-236f-45ce-8d03-ef895281d3ab tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307240 May 06 12:24:57.500787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-d0b24dc4-94ad-4f7a-82cc-62d21c47d93a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.507481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-d0b24dc4-94ad-4f7a-82cc-62d21c47d93a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483261 May 06 12:24:57.509868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d441c61-fd4d-400a-959c-d086ce392529 req-fabbb835-3566-4f72-a931-daa1a3b54055 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.511371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d441c61-fd4d-400a-959c-d086ce392529 req-fabbb835-3566-4f72-a931-daa1a3b54055 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.1174026 May 06 12:24:57.518218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723114-7e94-40d8-8d4a-639b3c533574 req-124e439c-10f3-4c7a-ad95-46120b4e426c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:57.519705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b723114-7e94-40d8-8d4a-639b3c533574 req-124e439c-10f3-4c7a-ad95-46120b4e426c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.1570888 May 06 12:24:57.520383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-37f0278d-98e0-4fa3-a51f-33fbb8bcc188 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/quotas/78d5d90b365d4487a52d8fc182ccefe9 HTTP/1.1" status: 200 len: 375 time: 0.0120218 May 06 12:24:57.601991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-e32f4fd5-0ee7-472f-a6b2-74f47edc087b tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777926 May 06 12:24:57.618537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b723114-7e94-40d8-8d4a-639b3c533574 req-59779ff8-a222-471d-8ce9-daf523e101b3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 May 06 12:24:57.629519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Deleting port 3119cf73-6268-458d-9fcd-66d6d34bba8f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:24:57.629854 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:57.945518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0a952efd-1c8a-41e8-8483-272c89fa3168 req-51f89a9c-02ff-48c7-9cca-2cb124a78b20 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:24:58.024623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] For port 3119cf73-6268-458d-9fcd-66d6d34bba8f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3119cf73-6268-458d-9fcd-66d6d34bba8f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:24:58.034891 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.079681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90285-7005-45e0-be41-e79637da34f3 req-17af374c-1c78-4059-8e26-8eb53517fb2e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.089748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66f90285-7005-45e0-be41-e79637da34f3 req-17af374c-1c78-4059-8e26-8eb53517fb2e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 948 time: 0.1391299 May 06 12:24:58.157624 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66f90285-7005-45e0-be41-e79637da34f3 req-bdf8331d-30c1-4c68-a199-58a5ca73fd3c tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659456 May 06 12:24:58.174522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Calling delete_port for 3119cf73-6268-458d-9fcd-66d6d34bba8f owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:24:58.209081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0a952efd-1c8a-41e8-8483-272c89fa3168 req-51f89a9c-02ff-48c7-9cca-2cb124a78b20 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:24:58.210259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a952efd-1c8a-41e8-8483-272c89fa3168 req-51f89a9c-02ff-48c7-9cca-2cb124a78b20 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=d4b024b2-7c19-4333-859f-18cd1a25ed75 HTTP/1.1" status: 200 len: 210 time: 0.3704238 May 06 12:24:58.299044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-deleted', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:24:58.366369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-998234c1-e319-40c6-894d-8ad6fe2a4a96 req-4479bfa1-59d2-408a-96da-4456afdbacf5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 210 time: 0.0655031 May 06 12:24:58.419478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc93e8fc-2e8d-46ed-bdad-c89e830aff16 req-35326219-23ae-4ab9-b3f9-dcf29dee6e9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1339068 May 06 12:24:58.583361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00e3b-755a-473e-80b0-15b076ba8c30 req-1605ea86-5d8b-4991-bd72-06ca2e59bb60 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.584907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2b00e3b-755a-473e-80b0-15b076ba8c30 req-1605ea86-5d8b-4991-bd72-06ca2e59bb60 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0802057 May 06 12:24:58.608881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.668626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Pushing event deleted for resources: {'Port': ['ID=3119cf73-6268-458d-9fcd-66d6d34bba8f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:24:58.714240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2b00e3b-755a-473e-80b0-15b076ba8c30 req-fde4c6bd-8b88-47d0-9b79-eba60ee7683c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235867 May 06 12:24:58.757538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] No DVR routers for this DVR port 3119cf73-6268-458d-9fcd-66d6d34bba8f on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:24:58.759968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:24:58.916741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d441c61-fd4d-400a-959c-d086ce392529 req-636f7602-b880-4afb-8ca8-ad881dfb3b4e tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "DELETE /v2.0/ports/3119cf73-6268-458d-9fcd-66d6d34bba8f HTTP/1.1" status: 204 len: 173 time: 1.3760912 May 06 12:24:58.995604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211b56-d5dd-47e2-ac38-93f5eabf5a2a req-c3429b65-7865-4096-b7c0-2a587d5f9fec tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:58.996898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19211b56-d5dd-47e2-ac38-93f5eabf5a2a req-c3429b65-7865-4096-b7c0-2a587d5f9fec tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0778329 May 06 12:24:59.045052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19211b56-d5dd-47e2-ac38-93f5eabf5a2a req-62f73152-1fb6-4e2e-bb59-ab8bbe60651e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 May 06 12:24:59.114324 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e28e19a-d173-4e13-8ad5-ec4932950115'] response: {'server_uuid': 'd4b024b2-7c19-4333-859f-18cd1a25ed75', 'name': 'network-vif-deleted', 'tag': 'bcc2e183-ac18-41d3-9ac9-4fc567614488', 'status': 'completed', 'code': 200} May 06 12:24:59.132445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:59.168942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: bcc2e183-ac18-41d3-9ac9-4fc567614488 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:59.169384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bcc2e183-ac18-41d3-9ac9-4fc567614488 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:59.170042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:24:59.204139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 3119cf73-6268-458d-9fcd-66d6d34bba8f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:24:59.204580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3119cf73-6268-458d-9fcd-66d6d34bba8f not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:24:59.293545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e06b96-ee86-443c-8836-9dcef56ca080 req-386edaff-caf7-4731-a62d-6bf7e0cb1491 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:24:59.294881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77e06b96-ee86-443c-8836-9dcef56ca080 req-386edaff-caf7-4731-a62d-6bf7e0cb1491 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.0844431 May 06 12:24:59.340360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77e06b96-ee86-443c-8836-9dcef56ca080 req-3f84fcd2-5412-45fd-9907-009bb84fd1fc tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 May 06 12:24:59.920053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9ad6a528-ef9a-4618-b613-5c0654602414 req-ab1f6b83-40fe-4367-b498-428412e47a68 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Synchronizing usage tracker for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:00.020886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9ad6a528-ef9a-4618-b613-5c0654602414 req-ab1f6b83-40fe-4367-b498-428412e47a68 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Unset dirty status for tenant:6ac3738a49734a14b4b38f7465041537 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:00.022087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ad6a528-ef9a-4618-b613-5c0654602414 req-ab1f6b83-40fe-4367-b498-428412e47a68 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f22d7a2-bc93-4765-97f0-b618deb060fe HTTP/1.1" status: 200 len: 210 time: 0.1403117 May 06 12:25:00.683478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-7eabd7b9-dcbb-4b50-8d02-3c2d255e14ec tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:25:00.684647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-7eabd7b9-dcbb-4b50-8d02-3c2d255e14ec tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053091 May 06 12:25:00.694427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Request body: {'binding': {'host': 'n-h2-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:00.694942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 12:25:00.744309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4c5327a-df0c-4a30-82e3-0215dd9ef608 req-3b6eb50e-bcee-476c-a03a-187bf62bc2b9 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 210 time: 0.0452328 May 06 12:25:00.938870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h2-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:00.939278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:00.939798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:00.945606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:00.945929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:00.952846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:00.953183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:00.953610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:00.954034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Bound port: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:00.956774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-c9c72bfe-fc2c-4e3f-a683-aed05a824cb1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312417 May 06 12:25:00.973162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d7e68-72ad-4613-9646-c98c2f504d3f req-93231d63-5cc3-41b9-8d3d-62e5918bbb63 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:00.974600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c31d7e68-72ad-4613-9646-c98c2f504d3f req-93231d63-5cc3-41b9-8d3d-62e5918bbb63 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1055021 May 06 12:25:00.985478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:01.090291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.093667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] 10.222.0.83 "POST /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4012620 May 06 12:25:01.112600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c31d7e68-72ad-4613-9646-c98c2f504d3f req-3df08a14-bf36-4247-b3a5-933b3dda20b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178596 May 06 12:25:01.116306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-deleted', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:01.163407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-3a26061c-8063-49da-aa02-064aa7ea095d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:01.164848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-3a26061c-8063-49da-aa02-064aa7ea095d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894097 May 06 12:25:01.188515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Request body: {'port': {'device_id': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '78d5d90b365d4487a52d8fc182ccefe9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:01.466408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:01.473960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfd0e0-7be2-4e68-994b-c6297e8d7d7b req-39e7ead0-b6ea-4b84-af67-82232aa3ecce tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:01.474656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cecfd0e0-7be2-4e68-994b-c6297e8d7d7b req-39e7ead0-b6ea-4b84-af67-82232aa3ecce tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:01.487672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:01.518543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250c88-fdc4-4c27-8db0-ddea94794f78 req-345c50f3-685d-4191-a08d-d1a767bef99a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:01.520085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff250c88-fdc4-4c27-8db0-ddea94794f78 req-345c50f3-685d-4191-a08d-d1a767bef99a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0859838 May 06 12:25:01.569253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff250c88-fdc4-4c27-8db0-ddea94794f78 req-695deb6f-a96b-482d-847e-e252c152258c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 May 06 12:25:01.630385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Made reservation on behalf of 78d5d90b365d4487a52d8fc182ccefe9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:01.633427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:01.643825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cecfd0e0-7be2-4e68-994b-c6297e8d7d7b req-39e7ead0-b6ea-4b84-af67-82232aa3ecce tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:01.650257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecfd0e0-7be2-4e68-994b-c6297e8d7d7b req-39e7ead0-b6ea-4b84-af67-82232aa3ecce tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 950 time: 0.3862963 May 06 12:25:01.749236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecfd0e0-7be2-4e68-994b-c6297e8d7d7b req-df36f39b-ba69-4e9d-bfcc-09963fb68d6b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 May 06 12:25:01.863328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Allocated IP 192.168.233.86 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/5747bd00-a174-4a17-96d7-175cdd871ddb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:02.137995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d729da-11a4-4eb7-bb6e-e6b0a14a591d req-03865a66-43da-489d-94ba-eb80dc7a8bc6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.140108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d729da-11a4-4eb7-bb6e-e6b0a14a591d req-03865a66-43da-489d-94ba-eb80dc7a8bc6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.2674618 May 06 12:25:02.235302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.241800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-e6a1c2c7-89da-45e8-9338-3a07451eee32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2637684 May 06 12:25:02.251651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d729da-11a4-4eb7-bb6e-e6b0a14a591d req-7a08fdd4-3c03-4dbd-a675-b1df6ed699da tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994046 May 06 12:25:02.260087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Transition to ACTIVE for port object 5747bd00-a174-4a17-96d7-175cdd871ddb will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:02.350686 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e9f440-eb09-47c7-b577-917ce43a8ebb'] response: {'server_uuid': '4f22d7a2-bc93-4765-97f0-b618deb060fe', 'name': 'network-vif-deleted', 'tag': '3119cf73-6268-458d-9fcd-66d6d34bba8f', 'status': 'completed', 'code': 200} May 06 12:25:02.380673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-39ea3f7e-6e28-4d47-8b27-5f65834440d6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.382764 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-39ea3f7e-6e28-4d47-8b27-5f65834440d6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 950 time: 0.0946772 May 06 12:25:02.409377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-09d757ca-581f-4428-8e0f-15cfa58074a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.410696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-09d757ca-581f-4428-8e0f-15cfa58074a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.1492846 May 06 12:25:02.474626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port be3bc99d-f84f-49c8-a683-79baff848bf0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:02.475196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.514030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.527654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:02.579818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-5feeb6d2-82b5-4441-8e20-aceb101d4b9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 217 time: 0.1622217 May 06 12:25:02.582062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:02.660750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:02.667910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:02.675348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:02.720960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-16acbf07-3dfc-4ffb-8c41-bcfb66d06d19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.721832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-16acbf07-3dfc-4ffb-8c41-bcfb66d06d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1321988 May 06 12:25:02.726178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event updated for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:02.824570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e272eaa-b384-44d8-b890-46fcd2572249 req-bcae6c9a-c852-43ed-bb86-cc4eb7d83ab8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.826286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e272eaa-b384-44d8-b890-46fcd2572249 req-bcae6c9a-c852-43ed-bb86-cc4eb7d83ab8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.2553530 May 06 12:25:02.838690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:02.839612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:02.869197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-a41cdbcb-dd66-44cf-9270-f8f630791ce9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356916 May 06 12:25:02.920297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port be3bc99d-f84f-49c8-a683-79baff848bf0, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=be3bc99d-f84f-49c8-a683-79baff848bf0,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:02.920695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.001995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-92ca7060-c282-492f-bda7-12902b23140d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8173740 May 06 12:25:03.033317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Request body: {'port': {'device_id': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:03.068562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee61db-5664-43f5-bf2f-1d5318080b8e req-0038634d-7628-4826-bf04-0e336d3ee68a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:03.069252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c8ee61db-5664-43f5-bf2f-1d5318080b8e req-0038634d-7628-4826-bf04-0e336d3ee68a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:03.070003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for be3bc99d-f84f-49c8-a683-79baff848bf0 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:03.129841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fb9268b6-0a60-4a13-9dcf-c4afed5a58e1 None None] Provisioning for port 5747bd00-a174-4a17-96d7-175cdd871ddb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:03.135446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fb9268b6-0a60-4a13-9dcf-c4afed5a58e1 None None] Provisioning complete for port 5747bd00-a174-4a17-96d7-175cdd871ddb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:03.135856 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb9268b6-0a60-4a13-9dcf-c4afed5a58e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.137500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e272eaa-b384-44d8-b890-46fcd2572249 req-55f624a0-e5fc-4730-bcf1-57cc6caeed53 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000581 May 06 12:25:03.195306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-c1ee5ba5-b0e4-4e43-b187-3f801dd21cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787311 May 06 12:25:03.199576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fb9268b6-0a60-4a13-9dcf-c4afed5a58e1 None None] Port 5747bd00-a174-4a17-96d7-175cdd871ddb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:25:03.206804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-56e04384-c5c3-4329-bc10-037330eb0726 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:03.208254 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-56e04384-c5c3-4329-bc10-037330eb0726 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.3382099 May 06 12:25:03.319714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c8ee61db-5664-43f5-bf2f-1d5318080b8e req-0038634d-7628-4826-bf04-0e336d3ee68a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:03.321885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8ee61db-5664-43f5-bf2f-1d5318080b8e req-0038634d-7628-4826-bf04-0e336d3ee68a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 935 time: 0.8424904 May 06 12:25:03.345392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.347327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.357426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698', 'be3bc99d-f84f-49c8-a683-79baff848bf0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:03.388305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:03.410578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=be3bc99d-f84f-49c8-a683-79baff848bf0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:03.509064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port be3bc99d-f84f-49c8-a683-79baff848bf0 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:03.511910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.516672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'name': 'network-vif-deleted', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:03.542000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fe75-d980-4b0e-ac00-2ea483de7e42 req-1536575a-857f-420a-bb2a-e83835b20546 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:03.543504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d791fe75-d980-4b0e-ac00-2ea483de7e42 req-1536575a-857f-420a-bb2a-e83835b20546 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.2369518 May 06 12:25:03.576200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Deleting port fae3a72b-7a64-44bd-b97a-e23537952f36 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:03.576537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:03.595915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d791fe75-d980-4b0e-ac00-2ea483de7e42 req-4e64ab26-8e9e-48f5-a599-39a86b1c0d4c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 May 06 12:25:03.610281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6ba4cc2-1eb8-48ba-88d5-0308ac9a99f4 req-95f3f94a-2866-407d-b738-38ef950abdca tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "DELETE /v2.0/ports/be3bc99d-f84f-49c8-a683-79baff848bf0 HTTP/1.1" status: 204 len: 173 time: 1.2158077 May 06 12:25:03.657312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8ee61db-5664-43f5-bf2f-1d5318080b8e req-22177257-6949-4647-83c6-73804d6e77c3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232780 May 06 12:25:03.663618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-f44117c8-24e7-47c0-8cfa-30ab2bfbfada service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521928 May 06 12:25:04.109594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5747bd00-a174-4a17-96d7-175cdd871ddb {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:04.124434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.129085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dbd3d-93a3-4d28-a4a1-cc7c6cc99889 req-9eb4da4e-1a4e-4d23-af32-2658027d58fc tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:04.136289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca0dbd3d-93a3-4d28-a4a1-cc7c6cc99889 req-9eb4da4e-1a4e-4d23-af32-2658027d58fc tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 945 time: 0.3793979 May 06 12:25:04.187948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca0dbd3d-93a3-4d28-a4a1-cc7c6cc99889 req-0e5a6f1e-d33d-41d2-8392-af2a7b74247e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506699 May 06 12:25:04.228288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Transition to ACTIVE for port object 5747bd00-a174-4a17-96d7-175cdd871ddb will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:04.309054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] For port fae3a72b-7a64-44bd-b97a-e23537952f36, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fae3a72b-7a64-44bd-b97a-e23537952f36,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:04.309500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.376975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:04.402041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b067-1ed4-45f7-8af6-61ba4388a462 req-d5ca957a-bebb-4b48-a8fd-6b97d68e7af4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:04.403915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0758b067-1ed4-45f7-8af6-61ba4388a462 req-d5ca957a-bebb-4b48-a8fd-6b97d68e7af4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1036861 May 06 12:25:04.456885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0758b067-1ed4-45f7-8af6-61ba4388a462 req-276a0b83-7b1f-4500-ab39-2bc8fe5e6161 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 May 06 12:25:04.472954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Calling delete_port for fae3a72b-7a64-44bd-b97a-e23537952f36 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:04.548220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Pushing event updated for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:04.647646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ef4c4a11-0dcf-44cb-bd84-8b0a0ed94386 req-d8b09942-579f-4254-9a76-91b35403aa32 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:04.756452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ef4c4a11-0dcf-44cb-bd84-8b0a0ed94386 req-d8b09942-579f-4254-9a76-91b35403aa32 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:04.757965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef4c4a11-0dcf-44cb-bd84-8b0a0ed94386 req-d8b09942-579f-4254-9a76-91b35403aa32 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aac07-b838-4a76-be7c-1fb68a2a2dc3 HTTP/1.1" status: 200 len: 210 time: 0.1594236 May 06 12:25:04.883433 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d479292-5e2f-441a-a59d-963204074dc2'] response: {'server_uuid': '420aac07-b838-4a76-be7c-1fb68a2a2dc3', 'name': 'network-vif-deleted', 'tag': 'be3bc99d-f84f-49c8-a683-79baff848bf0', 'status': 'completed', 'code': 200} May 06 12:25:04.891252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Attempting to bind port 5747bd00-a174-4a17-96d7-175cdd871ddb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:04.891555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Attempting to bind port 5747bd00-a174-4a17-96d7-175cdd871ddb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:04.891911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Attempting to bind port 5747bd00-a174-4a17-96d7-175cdd871ddb on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:04.926393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Port 5747bd00-a174-4a17-96d7-175cdd871ddb on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:04.926721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Attempting to bind port 5747bd00-a174-4a17-96d7-175cdd871ddb on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:04.949365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:04.949708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:04.950098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:04.950528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Bound port: 5747bd00-a174-4a17-96d7-175cdd871ddb, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:04.950880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.023840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d7cef-46b6-4034-af87-794d52b51d5a req-989ea9bd-64fb-4056-91a4-04289804c856 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.025247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e9d7cef-46b6-4034-af87-794d52b51d5a req-989ea9bd-64fb-4056-91a4-04289804c856 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 945 time: 0.3492227 May 06 12:25:05.032126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.095068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae39c2b-6c85-4fbc-8087-24519d6f2141 req-05711a70-375e-4127-9f5a-283b9bd42163 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.096832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ae39c2b-6c85-4fbc-8087-24519d6f2141 req-05711a70-375e-4127-9f5a-283b9bd42163 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.1124697 May 06 12:25:05.116268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event deleted for resources: {'Port': ['ID=fae3a72b-7a64-44bd-b97a-e23537952f36,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:05.150688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ae39c2b-6c85-4fbc-8087-24519d6f2141 req-b9994ccd-df2d-4948-b189-210ad0cee591 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 May 06 12:25:05.232019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:05.236336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] No DVR routers for this DVR port fae3a72b-7a64-44bd-b97a-e23537952f36 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:05.239727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.242312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-deleted', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:05.251925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e9d7cef-46b6-4034-af87-794d52b51d5a req-18e6220a-a376-40a9-ac1c-438c026f355f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157214 May 06 12:25:05.256849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5747bd00-a174-4a17-96d7-175cdd871ddb,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:05.379673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beebc37-a78d-4655-91f0-233a6ddd1794 req-05d489b6-9fc3-4a47-a42e-47fc1f8e5f54 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.381151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5beebc37-a78d-4655-91f0-233a6ddd1794 req-05d489b6-9fc3-4a47-a42e-47fc1f8e5f54 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 948 time: 0.0801427 May 06 12:25:05.412262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.416423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b0bb30f-ed13-4233-b042-be5a20510a66 req-5387a2e0-fe45-42b9-8c29-0a81f3c6164e tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.86 "DELETE /v2.0/ports/fae3a72b-7a64-44bd-b97a-e23537952f36 HTTP/1.1" status: 204 len: 173 time: 2.1831927 May 06 12:25:05.432913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5beebc37-a78d-4655-91f0-233a6ddd1794 req-1d710df3-0b73-4dc7-930b-99adf49f7edb tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 May 06 12:25:05.498176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:05.500526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] 10.222.0.86 "PUT /v2.0/ports/5747bd00-a174-4a17-96d7-175cdd871ddb HTTP/1.1" status: 200 len: 1095 time: 2.4727817 May 06 12:25:05.519700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa37f9-4849-41ee-995b-60aadd5d1259 service neutron] Pushing event updated for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:05.547756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c075e-e6ea-45dd-938d-191dcfc5091b req-43274a37-f2e0-46f8-b043-81edf20394d2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.549340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-525c075e-e6ea-45dd-938d-191dcfc5091b req-43274a37-f2e0-46f8-b043-81edf20394d2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1776934 May 06 12:25:05.628027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-525c075e-e6ea-45dd-938d-191dcfc5091b req-0a440bea-fa1d-4bd6-b2b0-2264ccb6823b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644796 May 06 12:25:05.710193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2e01f-6c41-44ad-a223-4bf7ef265310 req-977b679a-dbea-4794-9bb6-7c3f24c88489 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:05.717395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53b2e01f-6c41-44ad-a223-4bf7ef265310 req-977b679a-dbea-4794-9bb6-7c3f24c88489 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 947 time: 0.1458981 May 06 12:25:05.787493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53b2e01f-6c41-44ad-a223-4bf7ef265310 req-65fc5405-fcda-4f74-b6b6-ce1cc42ad5db tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 May 06 12:25:05.883246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22468133-6e2b-4f38-9b51-88f553574599 req-5b241d60-a464-4243-9baa-29f496c25d21 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Synchronizing usage tracker for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:05.900521 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928f32c1-25d7-4513-8315-b319cf1488f3'] response: {'server_uuid': 'b050a75e-87c5-4f09-ae42-8bc28a6fd864', 'name': 'network-vif-deleted', 'tag': 'fae3a72b-7a64-44bd-b97a-e23537952f36', 'status': 'completed', 'code': 200} May 06 12:25:05.925225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-86d423fa-8239-4109-ad1a-ca85d7de1d73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 1098 time: 0.2722399 May 06 12:25:05.996548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22468133-6e2b-4f38-9b51-88f553574599 req-5b241d60-a464-4243-9baa-29f496c25d21 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Unset dirty status for tenant:f2d987a7a6774ff9bd762bb91c064f62 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:05.997731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22468133-6e2b-4f38-9b51-88f553574599 req-5b241d60-a464-4243-9baa-29f496c25d21 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=b050a75e-87c5-4f09-ae42-8bc28a6fd864 HTTP/1.1" status: 200 len: 210 time: 0.1849968 May 06 12:25:06.007179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-180b5cdc-a8f3-4dcb-b6d8-054ea7da8c90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5747bd00-a174-4a17-96d7-175cdd871ddb HTTP/1.1" status: 200 len: 217 time: 0.0681627 May 06 12:25:06.096125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-612ff572-145f-4f2c-928c-1415568cd891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.098297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-612ff572-145f-4f2c-928c-1415568cd891 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0617237 May 06 12:25:06.242339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-738a9dfd-aa29-4075-b867-ff32dea2a8e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364253 May 06 12:25:06.250098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef6ad-0968-40ab-ad1e-a7f020b5577f req-7489a5f3-84ad-43e3-8afe-4761c9fd7be3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.251594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d9ef6ad-0968-40ab-ad1e-a7f020b5577f req-7489a5f3-84ad-43e3-8afe-4761c9fd7be3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1106479 May 06 12:25:06.384751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d9ef6ad-0968-40ab-ad1e-a7f020b5577f req-a0e1788b-31fc-43e1-b519-5505b963a018 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137781 May 06 12:25:06.424579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-d7b44ad9-aa06-485c-9275-884409852340 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719317 May 06 12:25:06.573546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9615b60b-49f4-41c9-9882-75eb59af6dd8 req-f839d6b6-a765-4944-a79b-b6267ca9cefa service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429017 May 06 12:25:06.674840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f116-d97b-4a79-b422-9159d5e6b395 req-ed8340e6-cbc9-4f49-b756-b398da9b111c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.676703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad3f116-d97b-4a79-b422-9159d5e6b395 req-ed8340e6-cbc9-4f49-b756-b398da9b111c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0818045 May 06 12:25:06.694945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e5070-573f-4091-9525-aea15c76a7b9 req-b19186a6-102e-41ca-8063-e4cb475d1aca tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:06.696470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-499e5070-573f-4091-9525-aea15c76a7b9 req-b19186a6-102e-41ca-8063-e4cb475d1aca tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 948 time: 0.0844717 May 06 12:25:06.729312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad3f116-d97b-4a79-b422-9159d5e6b395 req-950291b3-6cec-43ff-a6ac-4f4a12d0c58f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 May 06 12:25:06.748320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-499e5070-573f-4091-9525-aea15c76a7b9 req-90665dd3-01f1-4ab5-b3d3-5a68c76fcd61 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 May 06 12:25:06.913929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:06.969625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: fae3a72b-7a64-44bd-b97a-e23537952f36 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:06.969935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fae3a72b-7a64-44bd-b97a-e23537952f36 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:06.970354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device be3bc99d-f84f-49c8-a683-79baff848bf0 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:07.004933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: be3bc99d-f84f-49c8-a683-79baff848bf0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:07.005274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device be3bc99d-f84f-49c8-a683-79baff848bf0 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:07.021590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0288b-e92c-4a09-8597-4166a956295d req-16c9e4d3-b699-428c-8bdd-e850a137320f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:07.023054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69b0288b-e92c-4a09-8597-4166a956295d req-16c9e4d3-b699-428c-8bdd-e850a137320f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0882781 May 06 12:25:07.069672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69b0288b-e92c-4a09-8597-4166a956295d req-1d1c921e-47d2-4b45-8b12-0a2eb38146e5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 May 06 12:25:07.261592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa256ab4-1f76-4292-bb9c-70a34d58fe1c req-83d43e4b-f384-487b-b011-7a22a2bf1fee tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:07.263096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa256ab4-1f76-4292-bb9c-70a34d58fe1c req-83d43e4b-f384-487b-b011-7a22a2bf1fee tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 947 time: 0.0818381 May 06 12:25:07.317201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa256ab4-1f76-4292-bb9c-70a34d58fe1c req-c6e4a7f9-182a-4344-97c6-b34a80429b0d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441427 May 06 12:25:07.836373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-2d4e25d8-a328-4d32-9a36-a51b6db57d64 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:07.837798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-2d4e25d8-a328-4d32-9a36-a51b6db57d64 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 948 time: 0.0870812 May 06 12:25:07.901362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:07.916092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Deleting port ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:07.917323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.047793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6820026-b8c6-48fc-b28e-d68f1af777d9 req-9324ab75-7f13-445b-a2fc-06d224f9a40c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.049297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6820026-b8c6-48fc-b28e-d68f1af777d9 req-9324ab75-7f13-445b-a2fc-06d224f9a40c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.0826082 May 06 12:25:08.096644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6820026-b8c6-48fc-b28e-d68f1af777d9 req-5c1cbd6f-edc8-4738-80ee-1f59fe4cb3f8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 May 06 12:25:08.193553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac346caa-d22e-4463-9252-4ff90f228a57 req-a57cc59e-5820-4107-bfa4-9031b64fabd6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.195008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac346caa-d22e-4463-9252-4ff90f228a57 req-a57cc59e-5820-4107-bfa4-9031b64fabd6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.2390268 May 06 12:25:08.271296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] For port ac22a836-f8d7-44ae-af85-d4ddc167ff3b, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:08.271651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.315497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249ecf1-f1d4-4c66-a76d-af3583ff53f0 req-6270e969-3da6-4775-bb31-a5708963dccd tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.317392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0249ecf1-f1d4-4c66-a76d-af3583ff53f0 req-6270e969-3da6-4775-bb31-a5708963dccd tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 948 time: 0.0937009 May 06 12:25:08.340090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac346caa-d22e-4463-9252-4ff90f228a57 req-29249bc5-80e7-4e38-a193-446e0b903b9f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395123 May 06 12:25:08.369669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-635dd684-6663-4e2d-8882-e21af574768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.383964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0249ecf1-f1d4-4c66-a76d-af3583ff53f0 req-5d8c10bb-3a23-4432-b4b8-4c26594efa13 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/security-groups?id=a9812d73-ca34-4bb7-8341-bf2cec925279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607214 May 06 12:25:08.406408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Calling delete_port for ac22a836-f8d7-44ae-af85-d4ddc167ff3b owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:08.598438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838424a1-3ed1-44c6-b0a6-9336bbe04bf2 req-0844d04d-8e5a-4ff2-9c61-ff64289699e2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.600365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-838424a1-3ed1-44c6-b0a6-9336bbe04bf2 req-0844d04d-8e5a-4ff2-9c61-ff64289699e2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 949 time: 0.0802631 May 06 12:25:08.648995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-838424a1-3ed1-44c6-b0a6-9336bbe04bf2 req-274694cd-ec89-465d-84ab-3635bd2fb934 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 May 06 12:25:08.716124 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d47fe24-e2aa-4a19-baf1-1e5e39aa21de'] response: {'name': 'network-changed', 'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb', 'status': 'completed', 'code': 200} May 06 12:25:08.803485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:08.880315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Pushing event deleted for resources: {'Port': ['ID=ac22a836-f8d7-44ae-af85-d4ddc167ff3b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:08.898102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e088-f460-4274-9e7b-5745aae3560c req-2497175e-e87b-4c49-9609-9278073b5a88 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.899534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d178e088-f460-4274-9e7b-5745aae3560c req-2497175e-e87b-4c49-9609-9278073b5a88 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.2461472 May 06 12:25:08.901435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be963425-b6e2-446b-9e33-c0b66ecac3c9 req-c983b294-d540-42eb-ac53-ee6cbefc15fc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.902930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be963425-b6e2-446b-9e33-c0b66ecac3c9 req-c983b294-d540-42eb-ac53-ee6cbefc15fc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.0832531 May 06 12:25:08.918679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:08.930679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92adc9-07f3-4763-9ef3-94c1078a9636 req-9132f033-a6ab-4d01-bd42-1ccc5c90886d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:08.937179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d92adc9-07f3-4763-9ef3-94c1078a9636 req-9132f033-a6ab-4d01-bd42-1ccc5c90886d tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.3888137 May 06 12:25:08.951266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be963425-b6e2-446b-9e33-c0b66ecac3c9 req-07631b69-6e27-40c2-b994-131440405501 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 May 06 12:25:09.058394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] No DVR routers for this DVR port ac22a836-f8d7-44ae-af85-d4ddc167ff3b on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:09.062541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.069984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.085431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'mac_address': 'fa:16:3e:d0:db:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:09.120345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-69a13dbf-6f0d-426b-8729-5c698a0d6d41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 1098 time: 0.3765883 May 06 12:25:09.125701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Deleting port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:09.125701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.144906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.154338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd94ca-6549-45f0-8f44-ce1f6b69dfb4 req-6e866b0f-bbeb-42c9-8bfd-4a4fec823d5d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.157110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0fd94ca-6549-45f0-8f44-ce1f6b69dfb4 req-6e866b0f-bbeb-42c9-8bfd-4a4fec823d5d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 947 time: 0.0868583 May 06 12:25:09.160891 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d92adc9-07f3-4763-9ef3-94c1078a9636 req-42f6e566-77db-40bb-82b8-caf1811a8a61 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220037 May 06 12:25:09.163462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d294cec5-aee6-4e63-a51a-17dcd35eee9c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:09.180366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.212263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-903e2fbf-e0c4-4fa9-afe0-ca5d33533181 req-a9c4bdd2-5485-42fe-92cc-e60fd89446b0 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.13 "DELETE /v2.0/ports/ac22a836-f8d7-44ae-af85-d4ddc167ff3b HTTP/1.1" status: 204 len: 173 time: 1.3647866 May 06 12:25:09.226194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0fd94ca-6549-45f0-8f44-ce1f6b69dfb4 req-9fe078a2-6035-4634-ac63-071964705fc9 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639739 May 06 12:25:09.269945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.270601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5747bd00-a174-4a17-96d7-175cdd871ddb details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:09.534865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:09.570447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5747bd00-a174-4a17-96d7-175cdd871ddb,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.571976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d554c-a6e5-41b8-928d-c3ef4501be43 req-225d3de3-f022-474f-9045-4d6e120d92c9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.573443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a7d554c-a6e5-41b8-928d-c3ef4501be43 req-225d3de3-f022-474f-9045-4d6e120d92c9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0838897 May 06 12:25:09.579515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-542018cb-0afa-4ded-a592-7a150daacaa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.580984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-542018cb-0afa-4ded-a592-7a150daacaa5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.4304819 May 06 12:25:09.585357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '5747bd00-a174-4a17-96d7-175cdd871ddb', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '5747bd00-a174-4a17-96d7-175cdd871ddb', 'mac_address': 'fa:16:3e:a9:df:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:09.622939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a7d554c-a6e5-41b8-928d-c3ef4501be43 req-13f43d42-10af-4943-92cb-bf0ad721c677 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 May 06 12:25:09.650009 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.672074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5747bd00-a174-4a17-96d7-175cdd871ddb {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:09.692442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5747bd00-a174-4a17-96d7-175cdd871ddb,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.728311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-990b9928-b233-4490-9c1e-54619c0339a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5747bd00-a174-4a17-96d7-175cdd871ddb HTTP/1.1" status: 200 len: 217 time: 0.1239433 May 06 12:25:09.739008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8973d59-1f53-45b4-b6a0-149ef81f13ae req-43c52d59-6552-42a0-8115-b610b836189d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:09.740461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8973d59-1f53-45b4-b6a0-149ef81f13ae req-43c52d59-6552-42a0-8115-b610b836189d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.4266689 May 06 12:25:09.793560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.836728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3cf5f583-36df-4bca-89e3-add3fadb1238 req-1fb8c766-e34e-4985-b369-b33820ad4126 tempest-ListImageFiltersTestJSON-28805190 tempest-ListImageFiltersTestJSON-28805190-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b927b3e-b261-42a3-98bb-fd190717d862 HTTP/1.1" status: 200 len: 210 time: 0.0440860 May 06 12:25:09.839481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] For port 34f3d7f6-886c-4a5e-b729-0ac4887d1528, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=34f3d7f6-886c-4a5e-b729-0ac4887d1528,segment=NetworkSegment(c2152a4c-8ee6-4977-9b06-511dd89e91ad),segment_id=c2152a4c-8ee6-4977-9b06-511dd89e91ad)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:09.839967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:09.871023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:09.983818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Calling delete_port for 34f3d7f6-886c-4a5e-b729-0ac4887d1528 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:10.014852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d294cec5-aee6-4e63-a51a-17dcd35eee9c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:10.023428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-2943c326-579b-4357-89f5-d7e152740d72 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.024897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-2943c326-579b-4357-89f5-d7e152740d72 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 949 time: 0.4819858 May 06 12:25:10.090703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-64bd9e0e-4122-45a8-89be-057d6e5257d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.097907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-64bd9e0e-4122-45a8-89be-057d6e5257d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.3463421 May 06 12:25:10.149319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cb05-b4b3-4a9d-aacf-59eea229a67b req-6331f122-694c-4721-95e7-ffd645ba4a17 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.151613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b18cb05-b4b3-4a9d-aacf-59eea229a67b req-6331f122-694c-4721-95e7-ffd645ba4a17 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 949 time: 0.1179743 May 06 12:25:10.161356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8973d59-1f53-45b4-b6a0-149ef81f13ae req-87f585bf-8637-420c-8992-9c6d56219d9f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681531 May 06 12:25:10.198865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port a78e0a84-a7eb-4057-a480-559a9af3a698 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:10.199194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.249493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b18cb05-b4b3-4a9d-aacf-59eea229a67b req-a768924b-5e54-4074-aa2c-bbc1023c484a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918756 May 06 12:25:10.254922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5747bd00-a174-4a17-96d7-175cdd871ddb'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:10.631376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f08dc-4420-47c8-b5c7-6210d73c37f5 req-bb9f8a22-015b-4864-94a8-91faf6597bf3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.638497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-500f08dc-4420-47c8-b5c7-6210d73c37f5 req-bb9f8a22-015b-4864-94a8-91faf6597bf3 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 944 time: 0.1828058 May 06 12:25:10.690119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6b620a13-2e83-4c9b-ba7d-21e08c8dce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.709873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-500f08dc-4420-47c8-b5c7-6210d73c37f5 req-27c0a1c5-f3de-42a7-99e1-fcf8487b8702 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/security-groups?id=8bc5a7f6-737f-4b46-ba3c-175208fb3941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 May 06 12:25:10.732444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-deleted', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:10.872279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-34fd5bed-7980-424c-827b-f1be069e4d2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7612126 May 06 12:25:10.891046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:10.929179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:10.994155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4838-b4fa-43f1-afad-36919f5f416d req-8759c274-1a0d-4fe2-8be2-88dbfda12cbe tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:10.996235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-845d4838-b4fa-43f1-afad-36919f5f416d req-8759c274-1a0d-4fe2-8be2-88dbfda12cbe tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 948 time: 0.1190305 May 06 12:25:11.027565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port d294cec5-aee6-4e63-a51a-17dcd35eee9c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:11.027565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.036226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Pushing event deleted for resources: {'Port': ['ID=34f3d7f6-886c-4a5e-b729-0ac4887d1528,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:11.102978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-845d4838-b4fa-43f1-afad-36919f5f416d req-0f4052b6-4763-4207-8557-f84223393a73 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684965 May 06 12:25:11.107244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-188ee555-1e3b-4110-91b9-a2dbc594da30 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:11.107244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-188ee555-1e3b-4110-91b9-a2dbc594da30 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/ports?device_id=de00083f-0951-44ea-9610-acd04abef717 HTTP/1.1" status: 200 len: 950 time: 0.6886542 May 06 12:25:11.164029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:11.192584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20a14e-ff9e-4371-9688-fb80ed4858d1 req-6507a5ca-fe25-42c3-bb5f-dd52de45ff82 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:11.192584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea20a14e-ff9e-4371-9688-fb80ed4858d1 req-6507a5ca-fe25-42c3-bb5f-dd52de45ff82 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.7305210 May 06 12:25:11.225908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 34f3d7f6-886c-4a5e-b729-0ac4887d1528 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:11.226259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 34f3d7f6-886c-4a5e-b729-0ac4887d1528 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:11.226670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:11.285162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] No DVR routers for this DVR port 34f3d7f6-886c-4a5e-b729-0ac4887d1528 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:11.286715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ac22a836-f8d7-44ae-af85-d4ddc167ff3b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:11.286928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ac22a836-f8d7-44ae-af85-d4ddc167ff3b not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:11.296092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port a78e0a84-a7eb-4057-a480-559a9af3a698, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a78e0a84-a7eb-4057-a480-559a9af3a698,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:11.296553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.296916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.316068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.346227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:11.360487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-ac9acb60-64eb-4324-9e37-e1fad4211691 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658961 May 06 12:25:11.369128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:11.434099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56ec40-d708-4464-84fd-5fa95ba0d451 req-7cb77cb3-bcd0-4e7a-9eaa-d280a473623a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:11.434099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e56ec40-d708-4464-84fd-5fa95ba0d451 req-7cb77cb3-bcd0-4e7a-9eaa-d280a473623a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1293426 May 06 12:25:11.512291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.579690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e56ec40-d708-4464-84fd-5fa95ba0d451 req-719ef4f7-7495-4a48-af52-2f235eaeb0c2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308782 May 06 12:25:11.586703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54bcbdb6-c521-4681-83f1-471861ad32ea req-3f0c4ce2-ebbb-4831-8b4b-f4f1fbc3f0cb service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695852 May 06 12:25:11.676340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port 9aef55b5-d158-4440-bf4d-7b574b3a51ba {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:11.677578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:11.677690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:11.808348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea20a14e-ff9e-4371-9688-fb80ed4858d1 req-dd4b6245-3e5d-4e68-b4b9-0e911ce5fae8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604846 May 06 12:25:11.813409 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ad1ae2-7453-40c7-acd1-2823c9fd1f7a'] response: {'server_uuid': '6b927b3e-b261-42a3-98bb-fd190717d862', 'name': 'network-vif-deleted', 'tag': 'ac22a836-f8d7-44ae-af85-d4ddc167ff3b', 'status': 'completed', 'code': 200} May 06 12:25:11.837248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for a78e0a84-a7eb-4057-a480-559a9af3a698 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:11.867387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d178e088-f460-4274-9e7b-5745aae3560c req-44d2d43f-95bb-43cd-9f07-99391a740070 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.13 "DELETE /v2.0/ports/34f3d7f6-886c-4a5e-b729-0ac4887d1528 HTTP/1.1" status: 204 len: 173 time: 2.9275746 May 06 12:25:12.042467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.148141 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.214894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbc6e0-3818-4dfa-ac30-5c9af5c4e2cb req-d2ee9eaf-c70e-49d8-ac73-7c177c326ec8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:12.223398 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1bbc6e0-3818-4dfa-ac30-5c9af5c4e2cb req-d2ee9eaf-c70e-49d8-ac73-7c177c326ec8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.1693513 May 06 12:25:12.276019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port 9aef55b5-d158-4440-bf4d-7b574b3a51ba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9aef55b5-d158-4440-bf4d-7b574b3a51ba,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:12.277099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.304862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1bbc6e0-3818-4dfa-ac30-5c9af5c4e2cb req-cd57b72a-f826-4c2d-adfb-ce3551d62355 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 May 06 12:25:12.456227 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da74130-053a-4f71-8b3d-eec5cc8d34d1'] response: {'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'code': 200} May 06 12:25:12.517473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.537115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a78e0a84-a7eb-4057-a480-559a9af3a698'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:12.544301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for 9aef55b5-d158-4440-bf4d-7b574b3a51ba owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:12.633143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', '9aef55b5-d158-4440-bf4d-7b574b3a51ba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:12.669783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=a78e0a84-a7eb-4057-a480-559a9af3a698,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:12.681917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593617e0-7d1d-4b4a-8fb4-b9c37b53a5b7 req-e46ccc57-af70-43a9-a172-7a5266dd5864 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:12.687213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1438c72a-2c9e-40be-bde0-d9b896150b47 req-3e70dec3-07a5-453a-a41f-05a24ddaea89 tempest-LiveMigrationTest-551046718 tempest-LiveMigrationTest-551046718-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0146e9-790c-4baa-8910-7ab0219c6d6b HTTP/1.1" status: 200 len: 210 time: 0.0752432 May 06 12:25:12.690271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-593617e0-7d1d-4b4a-8fb4-b9c37b53a5b7 req-e46ccc57-af70-43a9-a172-7a5266dd5864 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 949 time: 0.5561118 May 06 12:25:12.904529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port a78e0a84-a7eb-4057-a480-559a9af3a698 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:12.932782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:12.974828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5747bd00-a174-4a17-96d7-175cdd871ddb up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:13.005858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-593617e0-7d1d-4b4a-8fb4-b9c37b53a5b7 req-e3b66e59-5df5-4133-88e9-ea74c7ee3214 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106208 May 06 12:25:13.113115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce31b57c-eb8b-4d09-8fbe-c3eddc5942a3 req-cac85084-2ebc-4bdc-a97f-8bb286cfcaf2 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.86 "DELETE /v2.0/ports/a78e0a84-a7eb-4057-a480-559a9af3a698 HTTP/1.1" status: 204 len: 173 time: 3.0779738 May 06 12:25:13.275723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 5747bd00-a174-4a17-96d7-175cdd871ddb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:13.303343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 5747bd00-a174-4a17-96d7-175cdd871ddb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:13.304077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.402356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-7fad32cf-a638-4d9b-8852-25e52dcd04ad tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1097 time: 0.5781853 May 06 12:25:13.416992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840845-1'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:13.447096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.560616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.570346 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.579214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.615985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5747bd00-a174-4a17-96d7-175cdd871ddb,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:13.662444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=9aef55b5-d158-4440-bf4d-7b574b3a51ba,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:13.789212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-07dbc424-ca0e-46ea-bc73-97327758c830 service neutron] 10.222.0.86 "GET /v2.0/ports/7f9e2571-de50-436a-8fd6-7d0779129aa6/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.6222186 May 06 12:25:13.800549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:13.847674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-deleted', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528'}, {'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'name': 'network-vif-deleted', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:13.937444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce335fbb-c4b1-4116-8eee-357fe37e91af req-05c1af73-d752-4d68-9900-76365591a8e4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:13.938042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcadfe-c091-48de-b8cf-e0210b416f86 req-850aa944-612e-4c32-895d-049913f728b4 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:13.940889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce335fbb-c4b1-4116-8eee-357fe37e91af req-05c1af73-d752-4d68-9900-76365591a8e4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1316268 May 06 12:25:13.941814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55fcadfe-c091-48de-b8cf-e0210b416f86 req-850aa944-612e-4c32-895d-049913f728b4 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 948 time: 0.6576900 May 06 12:25:13.945026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port 9aef55b5-d158-4440-bf4d-7b574b3a51ba on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:13.945628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:13.951033 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.010021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ea5687c-054b-4007-bbfe-a587e14ca6cd req-0e3ca684-ed37-466b-b7b7-727030b5d550 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "DELETE /v2.0/ports/9aef55b5-d158-4440-bf4d-7b574b3a51ba HTTP/1.1" status: 204 len: 173 time: 2.9069233 May 06 12:25:14.014325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce335fbb-c4b1-4116-8eee-357fe37e91af req-43198068-a36f-4154-bf36-a28a43cdbd26 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 May 06 12:25:14.036652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:14.064413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55fcadfe-c091-48de-b8cf-e0210b416f86 req-c1bdca9f-2f8f-421c-8e7f-38c53d79888f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149499 May 06 12:25:14.136054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:14.296599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:14.431447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8267-f928-4807-9ab0-1ee06f7c2a40 req-5430ec78-4aa2-4a64-b1fe-64069c07d504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:14.443674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d56c8267-f928-4807-9ab0-1ee06f7c2a40 req-5430ec78-4aa2-4a64-b1fe-64069c07d504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.2670054 May 06 12:25:14.457178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:14.512371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d56c8267-f928-4807-9ab0-1ee06f7c2a40 req-3402ebd6-ab0d-485b-b151-4bc437c5d59b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677021 May 06 12:25:14.550246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c260ae-9d98-4572-893e-3832558f176a req-d7bee933-2c38-4d03-abc6-edf52c4de7a2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:14.557360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c260ae-9d98-4572-893e-3832558f176a req-d7bee933-2c38-4d03-abc6-edf52c4de7a2 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 946 time: 0.2131510 May 06 12:25:14.636356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c260ae-9d98-4572-893e-3832558f176a req-99de8b05-46cb-48fc-897f-a52af5cdd92c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706284 May 06 12:25:14.756272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48056) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:14.829971 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34f95b1-6a0a-4186-8d82-9bb2655b7105'] response: {'server_uuid': '9a0146e9-790c-4baa-8910-7ab0219c6d6b', 'name': 'network-vif-deleted', 'tag': '34f3d7f6-886c-4a5e-b729-0ac4887d1528', 'status': 'completed', 'code': 200} May 06 12:25:14.830488 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34f95b1-6a0a-4186-8d82-9bb2655b7105'] response: {'server_uuid': '36a5ce1e-a1ac-4a49-bb9b-b764524c10f6', 'name': 'network-vif-deleted', 'tag': 'a78e0a84-a7eb-4057-a480-559a9af3a698', 'status': 'completed', 'code': 200} May 06 12:25:14.944858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a78e0a84-a7eb-4057-a480-559a9af3a698 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:14.989328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.022706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a78e0a84-a7eb-4057-a480-559a9af3a698 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:15.023119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a78e0a84-a7eb-4057-a480-559a9af3a698 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:15.025881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d', 'c211549c-b502-468f-a07d-6e9180f65ea8', '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:15.169644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:15.173171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9aef55b5-d158-4440-bf4d-7b574b3a51ba no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:15.209770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84a2e589-389d-49ad-9fb1-183977d05d50 req-26795cb6-231a-46df-a5c2-15987be6271f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:15.244502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 9aef55b5-d158-4440-bf4d-7b574b3a51ba {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:15.245398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9aef55b5-d158-4440-bf4d-7b574b3a51ba not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:15.422051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84a2e589-389d-49ad-9fb1-183977d05d50 req-26795cb6-231a-46df-a5c2-15987be6271f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:15.423212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84a2e589-389d-49ad-9fb1-183977d05d50 req-26795cb6-231a-46df-a5c2-15987be6271f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=36a5ce1e-a1ac-4a49-bb9b-b764524c10f6 HTTP/1.1" status: 200 len: 210 time: 0.3348389 May 06 12:25:15.437118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Deleting subnet 40db6904-448b-44ef-bb00-17318975f384 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:15.439335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:15.479936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.480275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.480608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.480935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.481251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.481609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.481930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.482243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.482554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.482990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.483827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:15.489511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.631072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:15.632377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:15.632377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:15.641794 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.695448 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088fa9d9-c4a6-4720-95db-f57010e0787b'] response: {'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb', 'code': 200} May 06 12:25:15.700534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:15.700860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:15.721427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-027842c9-c5ea-4c18-b0b1-e866c357089c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.1834860 May 06 12:25:15.732034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:15.735980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:15.735980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:15.735980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Bound port: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:15.735980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.816008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:15.888770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:15.889577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:15.890367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:15.899445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:15.900174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:15.909762 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.911194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:15.911880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:15.912740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:15.913443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Bound port: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:15.914059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:15.942855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b40282-5933-4c47-b57d-38e6139d74f9 req-82ab2632-57bf-47d3-ad41-86e5262db1e4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:15.959594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40b40282-5933-4c47-b57d-38e6139d74f9 req-82ab2632-57bf-47d3-ad41-86e5262db1e4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1333914 May 06 12:25:16.031530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40b40282-5933-4c47-b57d-38e6139d74f9 req-b8edfe91-7878-41f6-8bee-444c713a3d69 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691080 May 06 12:25:16.089793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:16.094644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:16.124449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.192301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcd159-9e2e-4baa-b5fa-3ffe60def6ca req-270b587b-4b07-43d1-8686-5c4855a6ddff tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:16.199041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95dcd159-9e2e-4baa-b5fa-3ffe60def6ca req-270b587b-4b07-43d1-8686-5c4855a6ddff tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.2050483 May 06 12:25:16.203836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-795f28bf-ad86-41df-99c6-648c94562b24 req-ac0cf232-6e96-483a-b324-183dd34056b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 1100 time: 0.4218543 May 06 12:25:16.217401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.218062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:16.234929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-456c7cc1-b11a-4531-864c-6ddfab786745 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1101 time: 0.4540861 May 06 12:25:16.252846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.412402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:16.427867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2ea07621-3a41-40f6-b2cc-2cbe24df43e6-n-h1-840845-1-0 {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:25:16.428191 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:25:16.429023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acff11-5e32-4686-af74-dde30e9c3730 req-d874f8b9-294d-40cd-b86f-cc934f8dd981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:16.430444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-d874f8b9-294d-40cd-b86f-cc934f8dd981 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1721327 May 06 12:25:16.459504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40db6904-448b-44ef-bb00-17318975f384,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:16.469978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 has no active binding in host n-h2-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 12:25:16.476342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95dcd159-9e2e-4baa-b5fa-3ffe60def6ca req-c44b1fd0-985e-4149-8c59-0e7689d8508d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765365 May 06 12:25:16.581659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-795f28bf-ad86-41df-99c6-648c94562b24 req-c07d968e-77f8-45db-8215-3502e0fa24de service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506203 May 06 12:25:16.582733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-91678441-b68e-4fe9-ae61-bfa820cdd505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.1191552 May 06 12:25:16.586044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.594703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a7e1500-aa3f-472d-b005-0bd2903c9225 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/40db6904-448b-44ef-bb00-17318975f384 HTTP/1.1" status: 204 len: 168 time: 1.8363640 May 06 12:25:16.596449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:16.785199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:16.841854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'name': 'network-vif-deleted', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba'}, {'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:16.930157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412d55-0a85-49b4-9401-a246b9529756 req-5fdb2a75-0983-475e-8810-ad64b91e6bae tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:16.931656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70412d55-0a85-49b4-9401-a246b9529756 req-5fdb2a75-0983-475e-8810-ad64b91e6bae tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.3133681 May 06 12:25:16.944589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:17.043757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acff11-5e32-4686-af74-dde30e9c3730 req-db20ee87-aa36-4ac0-9ed7-0c452006793d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:17.045118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-db20ee87-aa36-4ac0-9ed7-0c452006793d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2041931 May 06 12:25:17.048265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.056850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.057080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:17.057309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:17.057632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:17.089372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:17.126148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:17.126555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempting to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on network 4818f0d2-7e48-4515-8f1e-5e648c5de94a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:17.140956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2a58b1-2251-4db6-87a9-6809708209c5']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:17.160945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2152a4c-8ee6-4977-9b06-511dd89e91ad') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:17.161237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2152a4c-8ee6-4977-9b06-511dd89e91ad') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:17.169096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70412d55-0a85-49b4-9401-a246b9529756 req-3a33b415-1994-4483-93c0-0447b2f196bf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743817 May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Checking segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Bound using segment: {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Bound port: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8b48ae-73a0-498f-838b-40ae948ec175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4818f0d2-7e48-4515-8f1e-5e648c5de94a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:17.290970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: timer() May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:17.358626 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:17.436630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.470467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-76757fd2-25ee-4f48-b8dd-ab51811af17c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4102142 May 06 12:25:17.487424 n-d-840845-1 neutron-server[84800]: WARNING neutron.plugins.ml2.plugin [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Concurrent port binding operations failed on port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 May 06 12:25:17.515415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:17.529045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:17.598591 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Attempt 2 to bind port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 May 06 12:25:17.604265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.605802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-145fb504-dfd6-449c-a247-d607ab287bc5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 1122 time: 4.1943362 May 06 12:25:17.687347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.698401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:17.736511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:17.739390 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff08c060-d056-4647-aee2-db7fe75b2437'] response: {'server_uuid': 'de00083f-0951-44ea-9610-acd04abef717', 'name': 'network-vif-deleted', 'tag': '9aef55b5-d158-4440-bf4d-7b574b3a51ba', 'status': 'completed', 'code': 200} May 06 12:25:17.739712 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff08c060-d056-4647-aee2-db7fe75b2437'] response: {'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'code': 200} May 06 12:25:17.755164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2a58b1-2251-4db6-87a9-6809708209c5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:17.772885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918886f-663c-4a8d-a127-cadc336a1790 req-b5ef6db9-5ebb-4719-8ced-966a38c07038 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:17.773236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['2ea07621-3a41-40f6-b2cc-2cbe24df43e6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:17.773450 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7918886f-663c-4a8d-a127-cadc336a1790 req-b5ef6db9-5ebb-4719-8ced-966a38c07038 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.4127569 May 06 12:25:17.776550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-28e0f8bf-ec00-45a9-a27f-6a53d7118455 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862225 May 06 12:25:17.849281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2ea07621-3a41-40f6-b2cc-2cbe24df43e6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:17.918141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48debb39-1cae-4720-a732-6a7730dae115 admin admin] 10.222.0.83 "DELETE /v2.0/networks/de2a58b1-2251-4db6-87a9-6809708209c5 HTTP/1.1" status: 204 len: 168 time: 1.3206475 May 06 12:25:17.921618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:17.945373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7918886f-663c-4a8d-a127-cadc336a1790 req-01945d79-52ab-4eb0-b059-d5c37651cb8e tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709137 May 06 12:25:18.029667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80acff11-5e32-4686-af74-dde30e9c3730 req-8d7bf2a8-641d-4596-935d-d4c974905d44 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364714 May 06 12:25:18.055758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Deleting subnet 1c46489f-43e5-4937-90bc-775e67514e55 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:18.068170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.169691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.233374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b371af-c7f2-4135-8a56-f707192381f5 req-01080e06-99fe-4607-adf7-2f7d6053162f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:18.241902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74b371af-c7f2-4135-8a56-f707192381f5 req-01080e06-99fe-4607-adf7-2f7d6053162f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.3556159 May 06 12:25:18.288366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.339512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.374099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74b371af-c7f2-4135-8a56-f707192381f5 req-ea95611b-1342-4da5-9d93-a3f3f9772040 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302273 May 06 12:25:18.518106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.538214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c66cc-2d32-44ce-a509-67f29a8f30bc req-fa7b095e-8c0c-427a-96ae-a306622c5185 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:18.538214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-839c66cc-2d32-44ce-a509-67f29a8f30bc req-fa7b095e-8c0c-427a-96ae-a306622c5185 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.1694841 May 06 12:25:18.574677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c46489f-43e5-4937-90bc-775e67514e55,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:18.587936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.588283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.588621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.588956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.589285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.589611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.589933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.590260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.590584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.590904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.591221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:18.595888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.602013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-23a3cf49-5b9c-431a-901e-2a0f3feb12f5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1c46489f-43e5-4937-90bc-775e67514e55 HTTP/1.1" status: 204 len: 168 time: 0.6789515 May 06 12:25:18.604531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.610640 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb1db99-6abe-4eab-b8a8-d54586daccf4'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'code': 200} May 06 12:25:18.635799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-839c66cc-2d32-44ce-a509-67f29a8f30bc req-736f350a-913c-4cbe-adce-a26729efe3aa tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967159 May 06 12:25:18.724892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48146) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:18.726398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d8b8185d-3944-464a-87fc-da3663480ec9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ac3738a49734a14b4b38f7465041537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3771451 May 06 12:25:18.787625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.811547 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:25:18.947569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:18.977956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.105505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.145592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02f956e-e686-47e3-b913-fbf4805b7d4c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.165112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4576e0-ddb1-47f8-b3b9-5a3d21e9c492 req-34720f02-370d-4bef-ac51-ddeb75a06835 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:19.172451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff4576e0-ddb1-47f8-b3b9-5a3d21e9c492 req-34720f02-370d-4bef-ac51-ddeb75a06835 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.3787031 May 06 12:25:19.181039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd951d7-1c40-4cd2-90d4-b0cc4e58b97b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.181913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd951d7-1c40-4cd2-90d4-b0cc4e58b97b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:19.228169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.258154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.262486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.285487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:19.285886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: timer() May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:19.303578 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:19.317916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff4576e0-ddb1-47f8-b3b9-5a3d21e9c492 req-c9bd874a-8d9c-46a9-850e-6eee49ae0353 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427443 May 06 12:25:19.338359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9812d73-ca34-4bb7-8341-bf2cec925279,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:19.563748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.563748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-423dc244-6181-4b8a-8fa6-cb06361624b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9812d73-ca34-4bb7-8341-bf2cec925279 HTTP/1.1" status: 204 len: 168 time: 0.8345854 May 06 12:25:19.629829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.645572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:19.680260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] 10.222.0.83 "DELETE /v2.0/networks/b02f956e-e686-47e3-b913-fbf4805b7d4c HTTP/1.1" status: 204 len: 168 time: 1.0735354 May 06 12:25:19.684228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e6390-dc18-452b-9f75-7110c90c315b admin admin] Pushing event deleted for resources: {'Network': ['ID=b02f956e-e686-47e3-b913-fbf4805b7d4c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:19.696042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccded79b-bb95-4eb8-b847-ecf808165555 req-951b1d2f-330f-456d-998c-e4a7eeae4ecf tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:19.705463 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccded79b-bb95-4eb8-b847-ecf808165555 req-951b1d2f-330f-456d-998c-e4a7eeae4ecf tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.2249954 May 06 12:25:19.768380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccded79b-bb95-4eb8-b847-ecf808165555 req-6b691291-c974-4f08-b8b3-bb59db1e2e41 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618997 May 06 12:25:19.854123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:19.970936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f18d5-b522-407c-8a70-a307be2cc10e req-7c5f280d-40ee-485d-80ba-47b85a19671e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:19.972908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c14f18d5-b522-407c-8a70-a307be2cc10e req-7c5f280d-40ee-485d-80ba-47b85a19671e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.2509024 May 06 12:25:20.056472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c14f18d5-b522-407c-8a70-a307be2cc10e req-5c54938f-9f5b-4bca-ba14-3108bd82e46d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766537 May 06 12:25:20.356261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:20.366716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ff84b-1c6c-4abe-b5ca-efad94eb861f req-fc38fe2a-66a5-4424-b004-d92058a1ac52 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:20.373269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855ff84b-1c6c-4abe-b5ca-efad94eb861f req-fc38fe2a-66a5-4424-b004-d92058a1ac52 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.1692719 May 06 12:25:20.436495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855ff84b-1c6c-4abe-b5ca-efad94eb861f req-e344b205-5894-4a4d-8e47-78e2b3b2f47a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622008 May 06 12:25:20.438263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48182) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:20.527364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-49b25196-abc8-4f2f-ad2b-d4c7682bb048 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f2d987a7a6774ff9bd762bb91c064f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0807233 May 06 12:25:20.527475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48190) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:20.542519 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904d026d-cfe6-4fb5-9010-039653f62295'] response: {'name': 'network-changed', 'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'status': 'completed', 'code': 200} May 06 12:25:20.810003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd4e76-3217-4c35-b081-dc910348c61a req-368e4cdb-ed24-4a34-b57c-82aeea126323 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:20.819940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5bd4e76-3217-4c35-b081-dc910348c61a req-368e4cdb-ed24-4a34-b57c-82aeea126323 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 949 time: 0.1789896 May 06 12:25:20.901014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5bd4e76-3217-4c35-b081-dc910348c61a req-9e1332d7-db40-4c12-a033-2b79bf7283ea tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762467 May 06 12:25:20.957385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.014692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.074737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-71a42466-baa5-4a25-abb5-15b0be499533 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1125 time: 0.5149381 May 06 12:25:21.123026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b29b3-1005-4fb4-bc71-f865a8b6a6fc req-7ba5968c-14ff-47ca-9ce3-8ad023226007 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.128357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f8b29b3-1005-4fb4-bc71-f865a8b6a6fc req-7ba5968c-14ff-47ca-9ce3-8ad023226007 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.4549675 May 06 12:25:21.316506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f8b29b3-1005-4fb4-bc71-f865a8b6a6fc req-d89c4442-2c86-47f3-8b28-e1af456bba7a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734860 May 06 12:25:21.355668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.424797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-94d7eecd-0947-4e1f-96bd-1d219ea976ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.429427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-94d7eecd-0947-4e1f-96bd-1d219ea976ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.3418667 May 06 12:25:21.432635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:21.447204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc5a7f6-737f-4b46-ba3c-175208fb3941,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:21.604854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-a9c8349b-31ca-4ee8-a1d9-03e5be21e94f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 217 time: 0.1207833 May 06 12:25:21.712060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404e40f-2bb9-4da8-9c6a-d99d4a0fce94 req-737a3198-74a2-491a-ae28-1a4b308c903a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.714946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4404e40f-2bb9-4da8-9c6a-d99d4a0fce94 req-737a3198-74a2-491a-ae28-1a4b308c903a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.1432276 May 06 12:25:21.767690 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.772860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cad898cf-95df-47dc-abee-acd4eb85f157 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8bc5a7f6-737f-4b46-ba3c-175208fb3941 HTTP/1.1" status: 204 len: 168 time: 1.2448137 May 06 12:25:21.789325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-90235214-network', 'tenant_id': 'e1549e0d68324fb0951d3db4ae4ee326'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:21.802741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:21.813383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Usage tracker for resource:network and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:21.828986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-d4d17e2e-5d68-408f-bf7e-b50d24aa486c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.830165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:21.832892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-d4d17e2e-5d68-408f-bf7e-b50d24aa486c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1629653 May 06 12:25:21.837332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:21.899908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4404e40f-2bb9-4da8-9c6a-d99d4a0fce94 req-ebbb8253-57a8-40a6-a30e-1758a4a3979c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768739 May 06 12:25:21.926673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff5667-f614-411a-b351-9590fe1c0aea req-7fca717e-7b04-44b4-be73-8d7155dd7669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:21.928258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73ff5667-f614-411a-b351-9590fe1c0aea req-7fca717e-7b04-44b4-be73-8d7155dd7669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.3221219 May 06 12:25:21.930259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-22cedf24-457b-4611-bff9-ca029f7764bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856733 May 06 12:25:21.946184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Made reservation on behalf of e1549e0d68324fb0951d3db4ae4ee326 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:21.962036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:21.971463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.015270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:22.019666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:22.023901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:22.031794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:22.109733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.235870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.284186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:25:22.306686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba7352-0a3e-49db-aece-96c7f50a5f98,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:22.323019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.323630 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Added segment 1a692a03-a51f-4173-bbef-29740f2373b8 of type vlan for network 02ff1a09-b28c-4153-b06d-fbd91d15d2f4 May 06 12:25:22.429361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.534423 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.535650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:22.536481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:22.538064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-c6827272-59eb-4e87-b673-0d63ee30d90b service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614936 May 06 12:25:22.781900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dda22b4-f04a-456c-ab30-93c4db08609e req-112bbcbf-a83b-46ab-a4bf-69a9947d2145 service neutron] 10.222.0.86 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281516 May 06 12:25:22.837799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73ff5667-f614-411a-b351-9590fe1c0aea req-4f28383e-16ce-4878-998d-d99d5fb3d33e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9018269 May 06 12:25:22.892280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-7a72863d-8977-4dbf-88f6-22c6dadb4a51 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:22.894240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-7a72863d-8977-4dbf-88f6-22c6dadb4a51 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 949 time: 0.4201052 May 06 12:25:22.946940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] Pushing event updated for resources: {'Network': ['ID=02ff1a09-b28c-4153-b06d-fbd91d15d2f4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:22.963611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 02ff1a09-b28c-4153-b06d-fbd91d15d2f4 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:25:22.999718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:23.071639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83023c6e-b40b-4e76-9171-4557290259f7 req-24868302-dfb7-40b7-af04-2cd58ff68df5 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c&device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3&device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96&device_id=18b83c9b-9512-496f-82ef-092166fe7cf0&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&device_id=41f951a4-4f3c-42a0-8292-41416316f019&device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd&device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90&device_id=c4d001b9-9924-41a0-b2ff-de06a529c894&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea&device_id=21983943-55fe-4302-8383-e14d412a90f1&device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3&device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 14453 time: 0.2198770 May 06 12:25:23.110041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.126732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port c211549c-b502-468f-a07d-6e9180f65ea8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:23.126889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c8e209d8-c040-4d85-9edb-dcc6b0b82e0a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6929209 May 06 12:25:23.127343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.133411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48234) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:23.140053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Request body: {'subnet': {'network_id': '02ff1a09-b28c-4153-b06d-fbd91d15d2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-90235214-subnet', 'tenant_id': 'e1549e0d68324fb0951d3db4ae4ee326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:23.168526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:23.204405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Usage tracker for resource:subnet and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:23.225285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48238) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:23.226605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:23.232315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:23.302156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Usage tracker for resource:security_group_rule and tenant:bc602ba74c4d459299f7b851af3c0779 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:23.318084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:23.328357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:23.341661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:23.440513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:23.470222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'mac_address': 'fa:16:3e:37:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:23.507651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e4204d8b-7d55-4f57-9f11-9320b0150e57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f181febf3d294ec1a362857345c2e376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2775533 May 06 12:25:23.513026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48242) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:23.549707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.554246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.572769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:23.587063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899847-d446-4daa-9167-8b3b754c7b2c req-d1687438-a9a9-421c-9e16-ca5a1a33449b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:23.588752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57899847-d446-4daa-9167-8b3b754c7b2c req-d1687438-a9a9-421c-9e16-ca5a1a33449b tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 949 time: 0.3570805 May 06 12:25:23.591324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:23.770177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-db9efc5f-d8fd-4b5c-8a1e-5746dbcd4380 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:23.770177 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-db9efc5f-d8fd-4b5c-8a1e-5746dbcd4380 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f1a7e51-2800-4ccb-aa5d-4707abad8d90 HTTP/1.1" status: 200 len: 949 time: 0.4291925 May 06 12:25:23.855957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57899847-d446-4daa-9167-8b3b754c7b2c req-da2876fe-6133-4a5e-bb77-9636f97e1f2e tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019799 May 06 12:25:23.889469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:23.889901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.908205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Made reservation on behalf of e1549e0d68324fb0951d3db4ae4ee326 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:23.908205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.923962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.960264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port c211549c-b502-468f-a07d-6e9180f65ea8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c211549c-b502-468f-a07d-6e9180f65ea8,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:23.960609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.978982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:23.985493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.142510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83023c6e-b40b-4e76-9171-4557290259f7 req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&id=e325e550-0089-4231-97c1-7a4708d6554b&id=49ce4a5c-579d-468d-8375-2989b8f6c64d&id=db5139c4-7bcd-4269-9cd8-681890ec507d&id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 1.0474741 May 06 12:25:24.189850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.229435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for c211549c-b502-468f-a07d-6e9180f65ea8 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:24.250146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.318903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777f333-0ac8-49d7-a4bb-9f48532a2b13 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b430d-5486-4f61-a026-73902862fe14,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.511574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:24.615473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4675a0c-9e36-4cdb-9835-0fe9a6841c0c req-4a4698dd-1520-4d79-b12d-e9b7dfd77afc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:24.630625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4675a0c-9e36-4cdb-9835-0fe9a6841c0c req-4a4698dd-1520-4d79-b12d-e9b7dfd77afc tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.2559590 May 06 12:25:24.698884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:24.777789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4675a0c-9e36-4cdb-9835-0fe9a6841c0c req-54b00e9e-749c-41d4-9647-b218d66339c4 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563573 May 06 12:25:24.899397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fa88a2-9c70-45e3-84ff-9eecb86d6d1f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:24.926499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Checking segment: {'id': '1a692a03-a51f-4173-bbef-29740f2373b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '02ff1a09-b28c-4153-b06d-fbd91d15d2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:24.944606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Network hostable DHCP agents. Network: 02ff1a09-b28c-4153-b06d-fbd91d15d2f4, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:25:25.056156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327648-4f5f-40c1-b3a9-d6fd3639a7e8 req-b3e5d1ee-ee88-4032-b193-e68e8b9f4702 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:25.058394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05327648-4f5f-40c1-b3a9-d6fd3639a7e8 req-b3e5d1ee-ee88-4032-b193-e68e8b9f4702 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.7673595 May 06 12:25:25.143358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Network 02ff1a09-b28c-4153-b06d-fbd91d15d2f4 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:25:25.208453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:25.272221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:25.272221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:25.272221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:25.272221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:25.280670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498276b7-ebe3-48cd-bfe7-33ded379329e req-c6a43d3e-e7fd-4250-857e-992f39673960 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:25.294630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-498276b7-ebe3-48cd-bfe7-33ded379329e req-c6a43d3e-e7fd-4250-857e-992f39673960 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 949 time: 0.2516024 May 06 12:25:25.332696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:25.386616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 02ff1a09-b28c-4153-b06d-fbd91d15d2f4) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:25.418576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:25.436464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:25.467125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50fe568-439b-4a22-a3a7-bc71fdd386d4 None None] Network 02ff1a09-b28c-4153-b06d-fbd91d15d2f4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:25:25.543066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30132483-f34a-4a68-867a-bca2c3f56b7d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:25.553592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-498276b7-ebe3-48cd-bfe7-33ded379329e req-77199393-57a3-49fd-8933-48bdd03d89fa tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549038 May 06 12:25:25.567636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:25.768540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-790c7931-cc33-460b-88be-c68a0d9526c6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6355336 May 06 12:25:25.863416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:25.889910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=c211549c-b502-468f-a07d-6e9180f65ea8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:26.027621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-1900d6bb-1712-4c39-a51e-dc48eb36dbcb service neutron] 10.222.0.86 "GET /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.9236603 May 06 12:25:26.077728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.089341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port c211549c-b502-468f-a07d-6e9180f65ea8 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:26.094140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.112674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cb09bca-689e-41c3-950b-347ba8ff1443 req-5325c73a-e30b-4b76-8e88-e84d42720e74 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 210 time: 0.0879912 May 06 12:25:26.117289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c211549c-b502-468f-a07d-6e9180f65ea8 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:26.263498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'name': 'network-vif-deleted', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:26.271169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b3ba42-1354-4657-b2b8-f4242eafb37c None None] Network 02ff1a09-b28c-4153-b06d-fbd91d15d2f4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:25:26.271988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1de01562-897b-4f94-adf2-6f9f8c716602 req-b9f731d3-48f9-43a1-b2f1-dd6fac4d866f tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "DELETE /v2.0/ports/c211549c-b502-468f-a07d-6e9180f65ea8 HTTP/1.1" status: 204 len: 173 time: 3.3567998 May 06 12:25:26.271988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=6f21eaf3-92f5-4727-85b9-b0dda5470ba2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:26.289768 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:26.293432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3edc2368-b374-4b0e-82d9-843990f1162f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/30132483-f34a-4a68-867a-bca2c3f56b7d HTTP/1.1" status: 204 len: 168 time: 2.7713368 May 06 12:25:26.293842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05327648-4f5f-40c1-b3a9-d6fd3639a7e8 req-16c86a51-bf45-421f-87ce-66159eac8ad3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2267301 May 06 12:25:26.316682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: c211549c-b502-468f-a07d-6e9180f65ea8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:26.320030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c211549c-b502-468f-a07d-6e9180f65ea8 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:26.995647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port 6f21eaf3-92f5-4727-85b9-b0dda5470ba2 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:27.008056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['861e57b1-6b31-4020-8a06-86a8544c054d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:27.019890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:27.023365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb99474e-b587-47fb-aed6-197d81a6ed86 req-fa447735-3d97-42b9-b4d3-4fcc9e274dec tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "DELETE /v2.0/ports/6f21eaf3-92f5-4727-85b9-b0dda5470ba2 HTTP/1.1" status: 204 len: 173 time: 3.2696416 May 06 12:25:27.125847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:27.222038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:27.302511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:27.427264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:27.429819 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:27.470654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-052d2862-c53c-485c-885e-ca832ca8a4eb req-4c1f7623-7840-4c68-9239-fb4f0458dbe3 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c&device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96&device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 2882 time: 0.4080067 May 06 12:25:27.568734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:27.602039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:27.684134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-052d2862-c53c-485c-885e-ca832ca8a4eb req-e5262be0-31a7-468f-999e-73fdf94f478d tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153988 May 06 12:25:27.824390 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:27.906452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb1cbd-e688-4ec3-a1e2-af292f3035b9 req-ae0d9fea-12e7-4fc6-a925-e48d58d34f27 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:27.922260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5afb1cbd-e688-4ec3-a1e2-af292f3035b9 req-ae0d9fea-12e7-4fc6-a925-e48d58d34f27 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 944 time: 0.1772847 May 06 12:25:28.094224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5afb1cbd-e688-4ec3-a1e2-af292f3035b9 req-f52143eb-b535-420b-9b30-c5d2cfdf1355 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660738 May 06 12:25:28.139918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:28.190956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:28.227900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:28.274543 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4cc3c5-f981-408d-8f3b-4837e584e21d'] response: {'server_uuid': 'c4d001b9-9924-41a0-b2ff-de06a529c894', 'name': 'network-vif-deleted', 'tag': 'c211549c-b502-468f-a07d-6e9180f65ea8', 'status': 'completed', 'code': 200} May 06 12:25:28.328565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:28.461131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-452553860', 'description': 'tempest-description-656635122'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:28.489161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:28.522021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:28.528452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:28.566309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:28.596516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:28.607283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] Transition to ACTIVE for port object 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:28.624438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a577a-7dbd-4d72-803c-66df30191da3 req-6f115956-e867-4629-a34a-7684ff343769 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:28.627079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-6f115956-e867-4629-a34a-7684ff343769 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&tenant_id=044e26c1f5ca479385964562461c3d1c&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 949 time: 0.5956736 May 06 12:25:28.648441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e725765-fde4-4dbd-94df-a88605cb50fa req-d0293352-99d8-436a-8b18-baa45f26bfaa tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4d001b9-9924-41a0-b2ff-de06a529c894 HTTP/1.1" status: 200 len: 210 time: 0.1218581 May 06 12:25:28.879506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-0d233075-5146-4716-ae87-3cdfbb141d4d service neutron] 10.222.0.86 "GET /v2.0/ports/7f9e2571-de50-436a-8fd6-7d0779129aa6/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.2169900 May 06 12:25:28.879506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:28.897676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:29.031329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:29.211332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:29.345163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:29.400759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32eb3a-6c41-4ad9-94d1-12439f590fc3 req-745e9c1e-c4bb-4a9e-99a3-0157d6ac35ae tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:29.401471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] No DVR routers for this DVR port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:29.427148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e32eb3a-6c41-4ad9-94d1-12439f590fc3 req-745e9c1e-c4bb-4a9e-99a3-0157d6ac35ae tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1615527 May 06 12:25:29.527432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:29.536977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e32eb3a-6c41-4ad9-94d1-12439f590fc3 req-16f93987-a065-48d5-b284-ecaa02cc0731 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230392 May 06 12:25:29.556867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:29.566018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:29.767453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:29.775522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-55dba699-2a3d-4fa5-b411-4672de49ddf3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1101 time: 0.7366881 May 06 12:25:29.983532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3478bc0-3f2b-437f-87e8-2dffd842dd72 req-cf80171e-bc11-49ca-9ee7-97b761b3a345 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:29.985537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3478bc0-3f2b-437f-87e8-2dffd842dd72 req-cf80171e-bc11-49ca-9ee7-97b761b3a345 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1699967 May 06 12:25:30.081014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8f4677f4-83b5-48ea-8a9c-79b80a7ef104 service neutron] 10.222.0.86 "PUT /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6/bindings/n-h2-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9874027 May 06 12:25:30.100507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3478bc0-3f2b-437f-87e8-2dffd842dd72 req-89bcb126-c2a2-42d5-a638-f516b729d3c7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032948 May 06 12:25:30.255582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.267569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a577a-7dbd-4d72-803c-66df30191da3 req-8dfbfbc5-8e55-4a59-8658-30451427fdd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:30.267569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-8dfbfbc5-8e55-4a59-8658-30451427fdd7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.4585943 May 06 12:25:30.305963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'name': 'network-vif-deleted', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:30.456923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-8af50d5c-68b8-4905-a61d-a0ebe9ec5d20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.1651533 May 06 12:25:30.456923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.476230 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0d9cf5-1fd8-4d43-a794-a071ecb3c9f6'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'code': 200} May 06 12:25:30.600797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ca548-ba59-440f-84a5-69bd41868187,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:30.619024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a577a-7dbd-4d72-803c-66df30191da3 req-04f469c2-ab8b-4c5c-8486-324e40765755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:30.621297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-04f469c2-ab8b-4c5c-8486-324e40765755 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1689467 May 06 12:25:30.745370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:30.747579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92f17fe5-8b3c-41d7-ba09-646daefaaeff req-609a47a0-e29a-4205-946d-c6a7f3f6eda2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 2.3419514 May 06 12:25:30.855886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-9a40872e-5674-4fe1-884f-c6c0d3680963 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251050 May 06 12:25:31.193012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-64344115-985a-4b34-a757-97ad13959033 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166652 May 06 12:25:31.296858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6adb-0a11-4dc5-9810-bee58876b4f9 req-ed14579b-91ba-4246-a248-6fba3b4a313b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:31.302481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d6c6adb-0a11-4dc5-9810-bee58876b4f9 req-ed14579b-91ba-4246-a248-6fba3b4a313b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.2034094 May 06 12:25:31.441174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d6c6adb-0a11-4dc5-9810-bee58876b4f9 req-262ddbb1-85bd-4e7e-ab90-6de8abc0b9c9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254187 May 06 12:25:31.657234 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c28dfb-e4d2-4084-952d-9f71c3e2a189'] response: {'server_uuid': '4f1a7e51-2800-4ccb-aa5d-4707abad8d90', 'name': 'network-vif-deleted', 'tag': '6f21eaf3-92f5-4727-85b9-b0dda5470ba2', 'status': 'completed', 'code': 200} May 06 12:25:31.720006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-636b4541-f484-46ec-8d8e-ec214605d871 req-bbd5c023-cdfd-4e31-8531-77e75a943c62 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/d56ca548-ba59-440f-84a5-69bd41868187 HTTP/1.1" status: 200 len: 1645 time: 0.1092029 May 06 12:25:31.735992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd56ca548-ba59-440f-84a5-69bd41868187', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:31.735992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd56ca548-ba59-440f-84a5-69bd41868187', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:31.768870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:31.788933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:31.799977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:31.842537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:31.936238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-0f10c50a-4ea0-4fb1-ba35-074fa022e658 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392170 May 06 12:25:32.091056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-8af746d7-25c7-4b21-a602-d92fe9fde7d9 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 1.6475360 May 06 12:25:32.141146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:32.165694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552981b9-8a62-4a6b-8a28-ca6943979fb2 req-bd58ca1e-a965-47db-ab6c-35bf20e7cecc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:32.167410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-552981b9-8a62-4a6b-8a28-ca6943979fb2 req-bd58ca1e-a965-47db-ab6c-35bf20e7cecc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.2131126 May 06 12:25:32.196236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:32.246864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-552981b9-8a62-4a6b-8a28-ca6943979fb2 req-5843a0d9-7f4e-4c37-a93c-e70e046b606c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700710 May 06 12:25:32.265358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-386ab0e2-ed5a-4af1-9cf2-bada62e54123 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309 HTTP/1.1" status: 200 len: 1096 time: 0.1521719 May 06 12:25:32.283085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:32.336908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0de4b7d-8826-4f0d-a08a-73544dbd5c28,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:32.446809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:32.446809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-636b4541-f484-46ec-8d8e-ec214605d871 req-688ccbc9-c953-4750-b62b-d1008f330f6b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7160287 May 06 12:25:32.479032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-756d2885-294c-4fc1-811a-483514be2abd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1593659 May 06 12:25:32.754942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-2b23e454-8dc0-435c-84b8-0e7aba48ccb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:32.756401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-2b23e454-8dc0-435c-84b8-0e7aba48ccb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 200 len: 922 time: 0.2349377 May 06 12:25:32.765517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cfff4-6912-48cc-a4f9-87924d3c4c05 req-2ad86810-cfeb-42f3-b843-0842f944f870 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:32.774193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d7cfff4-6912-48cc-a4f9-87924d3c4c05 req-2ad86810-cfeb-42f3-b843-0842f944f870 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2982659 May 06 12:25:32.862534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-52749581-0c74-4625-b79d-79d3438136e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 200 len: 217 time: 0.0852687 May 06 12:25:32.991269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d7cfff4-6912-48cc-a4f9-87924d3c4c05 req-0ccd8016-a830-484b-bbb1-0839c091faff tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160766 May 06 12:25:33.001767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-09abbd0a-0907-46a8-82be-7487b7395a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:33.001767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-09abbd0a-0907-46a8-82be-7487b7395a68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 200 len: 861 time: 0.1272147 May 06 12:25:33.058518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-713d049a-f253-42da-883d-15e2d6e22138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4818f0d2-7e48-4515-8f1e-5e648c5de94a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462222 May 06 12:25:33.259714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-669a797b-f84c-4736-9690-03f6a44237f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3245950 May 06 12:25:33.330377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-706a26db-c1fb-4fff-93eb-18320184bd0c req-4b22277a-d35d-4a78-949a-236c0be908ac tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/d56ca548-ba59-440f-84a5-69bd41868187 HTTP/1.1" status: 200 len: 2148 time: 0.2743471 May 06 12:25:33.419746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-124f3a80-d487-4f8c-b679-b7a9ec94a4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311605 May 06 12:25:33.533998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-05f46c3c-2a9c-4f7b-99a7-504d3345d387 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.2383800 May 06 12:25:33.614785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48390) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:33.721548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a9d9-b05c-4a4b-9c41-0261927025b5 req-5f2125d4-6985-4402-8745-6117ba5988ba tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:33.726758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4de4a9d9-b05c-4a4b-9c41-0261927025b5 req-5f2125d4-6985-4402-8745-6117ba5988ba tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1994257 May 06 12:25:33.913714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4de4a9d9-b05c-4a4b-9c41-0261927025b5 req-7d7907c6-e3d1-4562-ab89-8ee7ca6bb297 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418810 May 06 12:25:33.917666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-00c5e74e-1fb2-4e42-967c-3ad9ef72ec2d service neutron] 10.222.0.13 "GET /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017586 May 06 12:25:33.930773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-b4e06839-a754-477a-9829-ff74bcf13b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:33.932940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-b4e06839-a754-477a-9829-ff74bcf13b72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.3628652 May 06 12:25:34.108492 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.124123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-b8a0f275-a264-4775-88bd-0424adec9e7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.1778529 May 06 12:25:34.212355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:34.238938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Usage tracker for resource:security_group_rule and tenant:acf81090b27146178814e3d4d52c4c71 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:34.249256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:34.272690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:34.312017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-d346c02c-980f-419c-bcac-d4e0e9b0e00a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:34.313363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-d346c02c-980f-419c-bcac-d4e0e9b0e00a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1723521 May 06 12:25:34.409364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.452247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ddf75-ce14-4e58-a66e-d56e45da6226 req-11be5646-1588-4720-9c87-d9e1c9794d02 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:34.456593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146ddf75-ce14-4e58-a66e-d56e45da6226 req-11be5646-1588-4720-9c87-d9e1c9794d02 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2308040 May 06 12:25:34.502284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-8a28bc85-3cc1-452d-8c87-15331e28fcf9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769657 May 06 12:25:34.520472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146ddf75-ce14-4e58-a66e-d56e45da6226 req-3f4a62be-1aa1-4cc8-b905-30120daf101c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629435 May 06 12:25:34.542790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.650591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8df59d-a73a-4d05-909d-c73e72090b3a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:34.656795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81a2dcd5-586e-40c0-86fb-0ee69ec30a6a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=acf81090b27146178814e3d4d52c4c71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0418169 May 06 12:25:34.660305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:34.690486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-54020124-fcc0-470f-b110-55879cd35e3a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-group-rules/b0de4b7d-8826-4f0d-a08a-73544dbd5c28 HTTP/1.1" status: 200 len: 713 time: 0.0738521 May 06 12:25:34.744287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5da29-e5b4-4b2c-9834-042968e5537f req-aef10c6c-3ed7-4049-8d52-0d0922267dbb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:34.745914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ece5da29-e5b4-4b2c-9834-042968e5537f req-aef10c6c-3ed7-4049-8d52-0d0922267dbb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.1473732 May 06 12:25:34.787644 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-53287638-650e-4349-bea3-0e126f313268 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627409 May 06 12:25:34.892126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-882a9764-b2d9-401e-9da7-e866bf993727 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/d56ca548-ba59-440f-84a5-69bd41868187 HTTP/1.1" status: 200 len: 2148 time: 0.1691432 May 06 12:25:34.892348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.899708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-14b69b5c-d0b5-4be2-bd9c-bdf3eeabd824 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9&tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2842383 May 06 12:25:34.937236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:34.947524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ece5da29-e5b4-4b2c-9834-042968e5537f req-7def1576-f245-4db1-b85b-f2845038183f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907768 May 06 12:25:35.022856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.040772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc2e247f-fc61-4e06-8234-e67eec9a5d89 req-9b485f93-fa08-4fb6-97b2-2b25f2de4c49 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438104 May 06 12:25:35.043578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.346167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.349992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-d67ead50-67a9-4458-a238-23cf22bdeaa1 service neutron] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:35.354654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.371071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8df59d-a73a-4d05-909d-c73e72090b3a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:35.373523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.379440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78d78b30-af1c-4a09-abd1-62df91d638ea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8a8df59d-a73a-4d05-909d-c73e72090b3a HTTP/1.1" status: 204 len: 168 time: 0.7147520 May 06 12:25:35.380292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.387036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c35db2f3-ab4e-49ce-b9c7-724c453c7999 req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/b0de4b7d-8826-4f0d-a08a-73544dbd5c28 HTTP/1.1" status: 204 len: 173 time: 0.4846795 May 06 12:25:35.394663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-d67ead50-67a9-4458-a238-23cf22bdeaa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:35.394663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-d67ead50-67a9-4458-a238-23cf22bdeaa1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6/bindings/n-h1-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.4752443 May 06 12:25:35.394663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64d962-988d-4d07-9c6d-9d7facafb59c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0de4b7d-8826-4f0d-a08a-73544dbd5c28,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:36.061907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601869-21c9-4efd-a5b9-18dd4d0c95ae req-c350378c-f990-46d3-97a8-5d7221bd5742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:36.063513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25601869-21c9-4efd-a5b9-18dd4d0c95ae req-c350378c-f990-46d3-97a8-5d7221bd5742 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1205273 May 06 12:25:36.118640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25601869-21c9-4efd-a5b9-18dd4d0c95ae req-3ba884c1-9e2f-4d9b-b7c7-af8c24d32030 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 May 06 12:25:36.294007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-618212250', 'description': 'tempest-description-1048374993'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:36.306147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:36.312893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:36.317761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:36.335418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:36.464122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc22f04-12e8-437c-99cb-3af5cc3449bb req-c337c2ac-a29d-4f98-b01e-107beb86967a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:36.473148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fc22f04-12e8-437c-99cb-3af5cc3449bb req-c337c2ac-a29d-4f98-b01e-107beb86967a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1051981 May 06 12:25:36.532841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fc22f04-12e8-437c-99cb-3af5cc3449bb req-25cfab53-1c98-498e-abe2-7e968cb4f6e9 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 May 06 12:25:36.555132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.595893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:36.599560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:36.602604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:36.615370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:36.647752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48446) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:36.678220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.710910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.719322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:36.725931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Usage tracker for resource:security_group_rule and tenant:dd1a05ac187b4f288b1eabadade0e34d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:36.729456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:36.778064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:36.832885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff3154-8efb-4adc-a08d-13803f757310 req-0f0aaa76-0a88-416c-ab44-801566eb93d6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:36.841206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6ff3154-8efb-4adc-a08d-13803f757310 req-0f0aaa76-0a88-416c-ab44-801566eb93d6 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.1164398 May 06 12:25:36.878180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:36.935242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77da8623-90d8-4fd7-9613-9a7fd0d83e7e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:36.962795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6ff3154-8efb-4adc-a08d-13803f757310 req-d2c439b0-2185-4413-9ece-22e1fc6b468d tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/security-groups?id=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204078 May 06 12:25:37.067313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:37.106766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:37.109118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39dcc214-a0b8-4c77-82c1-28dc425a9a1e req-84684d21-b147-46e4-a660-8012a4b56408 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8211055 May 06 12:25:37.250747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7022c6-1ab3-4b73-913f-a9bfa527789d req-7e35eb59-cfa4-4f64-a1f5-56edd529e0e7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:37.257919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e7022c6-1ab3-4b73-913f-a9bfa527789d req-7e35eb59-cfa4-4f64-a1f5-56edd529e0e7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.0990517 May 06 12:25:37.304893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e7022c6-1ab3-4b73-913f-a9bfa527789d req-5888a2ee-615a-4b93-a87d-342550fb4b1f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 May 06 12:25:37.386509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a78e4-4a6f-4dc6-ab3e-ca918cbf61e4 req-3d513456-0474-4db5-b626-21833fc93639 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:37.388351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f2a78e4-4a6f-4dc6-ab3e-ca918cbf61e4 req-3d513456-0474-4db5-b626-21833fc93639 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0831935 May 06 12:25:37.409031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:37.446603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f1c0c-50fa-4e09-bde2-4d6d3bb2601f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:37.447208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f2a78e4-4a6f-4dc6-ab3e-ca918cbf61e4 req-2e04e514-cca1-4cbd-aaa1-1de8ae728a30 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490847 May 06 12:25:37.517876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48460) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:37.518798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dcba88de-8e92-4708-982c-a063308d07ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd1a05ac187b4f288b1eabadade0e34d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8534970 May 06 12:25:37.637154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:37.645970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0a9f51c-f451-478f-bfed-1370b32cb9c3 req-d604a574-62aa-42d0-ba64-0182ee2fdd73 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1100 time: 0.1295161 May 06 12:25:37.703799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c0a9f51c-f451-478f-bfed-1370b32cb9c3 req-b06ff93e-80bc-4df7-85ca-525173e25d6d tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Synchronizing usage tracker for tenant:bc602ba74c4d459299f7b851af3c0779 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:37.806294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:37.856123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9dce2e-0898-4910-8d15-e7f57b69e17d req-2a25bf6a-2b7c-4bc2-a13c-3744b83de507 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/77da8623-90d8-4fd7-9613-9a7fd0d83e7e HTTP/1.1" status: 200 len: 1646 time: 0.2867863 May 06 12:25:37.906078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c0a9f51c-f451-478f-bfed-1370b32cb9c3 req-b06ff93e-80bc-4df7-85ca-525173e25d6d tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] Unset dirty status for tenant:bc602ba74c4d459299f7b851af3c0779 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:37.907068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0a9f51c-f451-478f-bfed-1370b32cb9c3 req-b06ff93e-80bc-4df7-85ca-525173e25d6d tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510829 May 06 12:25:37.909176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-7e682a6a-61ed-4b1e-ac55-779671c0ef96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.3396780 May 06 12:25:37.934033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10d56-94f1-4878-a194-7bf15490812a req-cb718fa8-b79f-401f-af17-56da205eaa82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:37.936789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1af10d56-94f1-4878-a194-7bf15490812a req-cb718fa8-b79f-401f-af17-56da205eaa82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Synchronizing usage tracker for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:38.028636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-beb0e1ab-36d6-4e2b-b284-e0bf24a3c05a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 1101 time: 0.0890577 May 06 12:25:38.117660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83dc43ee-e234-4402-a3b0-b8cf1ee8f55c req-8e483254-06f1-43ad-8244-13bc652f7182 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0736406 May 06 12:25:38.168143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83dc43ee-e234-4402-a3b0-b8cf1ee8f55c req-6ccb9298-d6c3-4260-88fc-4d1cfecb7d05 tempest-LiveAutoBlockMigrationV225Test-1412248448 tempest-LiveAutoBlockMigrationV225Test-1412248448-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 May 06 12:25:38.181714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a577a-7dbd-4d72-803c-66df30191da3 req-99dfff5d-eaf1-4780-80bf-50c207f11df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:38.181714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-99dfff5d-eaf1-4780-80bf-50c207f11df5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1414268 May 06 12:25:38.246407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:38.284675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1af10d56-94f1-4878-a194-7bf15490812a req-cb718fa8-b79f-401f-af17-56da205eaa82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Unset dirty status for tenant:a329543a144a4902b0d6f9db1ffb2ffc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:38.285635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1af10d56-94f1-4878-a194-7bf15490812a req-cb718fa8-b79f-401f-af17-56da205eaa82 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 949 time: 0.4822979 May 06 12:25:38.288831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-2a1217ea-7bd4-4a10-8d99-54629c460005 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 200 len: 217 time: 0.1009171 May 06 12:25:38.290059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f1c0c-50fa-4e09-bde2-4d6d3bb2601f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:38.386246 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b5f7453-2604-4d7a-a485-9bcdba31f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:38.413398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:38.414548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7398b9a5-14d5-4c97-bd0c-68a1ad1b01ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a4f1c0c-50fa-4e09-bde2-4d6d3bb2601f HTTP/1.1" status: 204 len: 168 time: 0.9195132 May 06 12:25:38.457498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Deleting port 861e57b1-6b31-4020-8a06-86a8544c054d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:38.457834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:38.507658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a577a-7dbd-4d72-803c-66df30191da3 req-b56f1365-d6d7-42f9-b4d6-07dabe656390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:38.509445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-b56f1365-d6d7-42f9-b4d6-07dabe656390 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1590080 May 06 12:25:38.594660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-03b23325-8557-4775-a0fb-9c9fa82dec9c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:38.600588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-03b23325-8557-4775-a0fb-9c9fa82dec9c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.2419617 May 06 12:25:38.628055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-52506239-d84d-4352-834c-9a043c85f17b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/quotas/a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 375 time: 0.0205944 May 06 12:25:38.777762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-60df6840-3906-47e9-9f82-cd0358890f48 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1361432 May 06 12:25:38.792919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-a1fe00ab-6d4b-4e0e-959b-d4574558174e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739420 May 06 12:25:38.952262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] For port 861e57b1-6b31-4020-8a06-86a8544c054d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=861e57b1-6b31-4020-8a06-86a8544c054d,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:38.952665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:38.959019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-b67fd616-39b7-454e-8726-dd50ea39abfe service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705801 May 06 12:25:39.057029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:39.102749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Calling delete_port for 861e57b1-6b31-4020-8a06-86a8544c054d owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:39.135286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-3f8b6cb3-97e7-4da6-9817-881f72043cf8 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688614 May 06 12:25:39.151706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-ec1e98d4-472e-4c83-a960-700b3d8fc39d service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510132 May 06 12:25:39.219328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.250049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:39.261978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:39.353636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.353636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:39.379532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642a577a-7dbd-4d72-803c-66df30191da3 req-1ba35146-d104-4be6-9fd8-ce169017f97f service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160025 May 06 12:25:39.533984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.622071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Pushing event deleted for resources: {'Port': ['ID=861e57b1-6b31-4020-8a06-86a8544c054d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:39.642977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:39.699139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.700089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.700841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.702082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.702920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.703595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.704295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.713502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.713502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.713502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.713502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:25:39.732627 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.793251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] No DVR routers for this DVR port 861e57b1-6b31-4020-8a06-86a8544c054d on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:39.803969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:39.821615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'name': 'network-vif-deleted', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:39.821783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7525f65d-a83b-481a-ba67-8ec5c0d1a5b4 req-8bf8cb08-6b48-4cbb-ad57-e20698150a3e tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1100 time: 0.2152100 May 06 12:25:39.829352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:39.879452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7525f65d-a83b-481a-ba67-8ec5c0d1a5b4 req-becffe9f-5815-4f8e-9916-d35b3b4768b3 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 May 06 12:25:39.981778 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.054664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1af10d56-94f1-4878-a194-7bf15490812a req-0b396f72-bd3d-4127-ad0f-634b8360df45 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.13 "DELETE /v2.0/ports/861e57b1-6b31-4020-8a06-86a8544c054d HTTP/1.1" status: 204 len: 173 time: 1.7616982 May 06 12:25:40.094537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:40.108810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f4651246-7185-46de-a907-580cd53ac9d7 req-b4cfcebe-1deb-419d-a052-8dd8a2ed60c0 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0950274 May 06 12:25:40.584701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b2fc-f5f5-4305-8341-348ac4034637 req-41882302-93a3-4fb5-8b4a-ec4b82c43b6d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:40.587146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5614b2fc-f5f5-4305-8341-348ac4034637 req-41882302-93a3-4fb5-8b4a-ec4b82c43b6d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.1783671 May 06 12:25:40.637903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5614b2fc-f5f5-4305-8341-348ac4034637 req-a6ed1f37-af40-427a-91b5-bc092569b0b3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 May 06 12:25:40.726988 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975a93ef-284b-4d40-8cf9-878cb43f9ba5'] response: {'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'code': 200} May 06 12:25:40.750653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dae10f1a-51bc-4285-881b-34edbe318ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:40.830304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26f25daf-ee2c-4284-8efd-f0c1e70095fc req-09de3c70-7f17-4ce1-8502-d395bb82bd0a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 210 time: 0.0685320 May 06 12:25:40.913386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1244570646', 'description': 'tempest-description-1549230985'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:40.925024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:40.932106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:40.939691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:40.947912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:41.008275 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653acf26-40b7-4aa5-b97b-4c322843ee4e'] response: {'server_uuid': 'f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea', 'name': 'network-vif-deleted', 'tag': '861e57b1-6b31-4020-8a06-86a8544c054d', 'status': 'completed', 'code': 200} May 06 12:25:41.058435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.114480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:41.118336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:41.122082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:41.130243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:41.203984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.286371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 861e57b1-6b31-4020-8a06-86a8544c054d no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:41.298320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.386128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bef0b9-1171-47d2-a732-6626e8ef86b4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:41.411138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 861e57b1-6b31-4020-8a06-86a8544c054d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:41.412274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 861e57b1-6b31-4020-8a06-86a8544c054d not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:41.540257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:41.541781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e50b52a0-8402-489a-b507-5c7755aaceee req-197d2a60-39b9-4af9-8a21-db4de0222e4c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.6365120 May 06 12:25:41.830321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea421f4-2e33-4c3e-82cd-d4990390b8af req-735207b7-895c-4f3b-ac5a-3594ece2eda1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:41.836242 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fea421f4-2e33-4c3e-82cd-d4990390b8af req-735207b7-895c-4f3b-ac5a-3594ece2eda1 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1670766 May 06 12:25:41.863015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-083b8fdf-575d-491d-bc9c-96aacc5349af tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:41.864609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-083b8fdf-575d-491d-bc9c-96aacc5349af tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 945 time: 0.1593449 May 06 12:25:41.980358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fea421f4-2e33-4c3e-82cd-d4990390b8af req-439e0a3f-bd3c-4749-8dcb-6be2b5d93ff0 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389554 May 06 12:25:41.987256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Deleting port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:41.988864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.193148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b498c6f7-05f6-4904-8961-cebc49c78e94 req-f71a8059-216c-47a2-b982-2eb423f10b5a tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9f8cceb-e97f-4bcc-96c2-5fe19d5c4fea HTTP/1.1" status: 200 len: 210 time: 0.0459561 May 06 12:25:42.203653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.206067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.312449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60898523-f10d-42cb-bee4-c3cfc8b251aa req-67e65de5-63d2-46de-819f-c4e54805d98c tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/75bef0b9-1171-47d2-a732-6626e8ef86b4 HTTP/1.1" status: 200 len: 1647 time: 0.1041560 May 06 12:25:42.338248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] For port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:42.338621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.449989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba75-9136-4aab-8331-dda4976d7829 req-73955652-e0b5-4a5f-b3c3-d3560eac98c6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:42.452534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6e1ba75-9136-4aab-8331-dda4976d7829 req-73955652-e0b5-4a5f-b3c3-d3560eac98c6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 948 time: 0.1010845 May 06 12:25:42.476311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Calling delete_port for 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:42.520405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6e1ba75-9136-4aab-8331-dda4976d7829 req-ce734732-4c9a-4da9-ada9-c70e779c0f56 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605969 May 06 12:25:42.560987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a290af04-6230-4c5b-81d3-f5d93405fdf7 req-64361414-faf6-446d-a829-c63729e41b5d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 210 time: 0.0918596 May 06 12:25:42.723740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:42.789869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:42.805491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1d08848-0dad-47bc-a4ab-757df4e903f7', '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:42.844692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event deleted for resources: {'Port': ['ID=2ea07621-3a41-40f6-b2cc-2cbe24df43e6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:42.874776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-cf47d59d-66c4-4bca-8c24-26ec9bf9e5d0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:42.876276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-cf47d59d-66c4-4bca-8c24-26ec9bf9e5d0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.2021041 May 06 12:25:42.904316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-6c0e6de3-550c-4274-80b5-bee30d02b385 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/quotas/db4da5aad0494bc2b59d120f8dd8a688 HTTP/1.1" status: 200 len: 375 time: 0.0172970 May 06 12:25:43.002974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] No DVR routers for this DVR port 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:43.006948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.012263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-deleted', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:43.068330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:43.079328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-8e796b50-2401-4463-a3e3-81e18e9f1a16 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740723 May 06 12:25:43.094355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8e9e82d-ae46-4e8c-a4ca-feceaf9f3fbd req-34ced62f-bdd2-4dd5-a13c-4249172e7b0a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "DELETE /v2.0/ports/2ea07621-3a41-40f6-b2cc-2cbe24df43e6 HTTP/1.1" status: 204 len: 173 time: 1.2218473 May 06 12:25:43.158581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1977043390', 'description': 'tempest-description-1293620199'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:43.216074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:43.229655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-b3dae2f4-c31a-490e-a86f-ad4fdc5e11c4 service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435442 May 06 12:25:43.230860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:43.237204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:43.241228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:43.248346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:43.273615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'mac_address': 'fa:16:3e:37:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:43.306206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-8b947e60-f8ba-4d64-b0f5-04095c2a2713 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:43.307628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-8b947e60-f8ba-4d64-b0f5-04095c2a2713 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.1857674 May 06 12:25:43.334178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'device_id': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'admin_state_up': True, 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:43.354624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.393413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:43.399467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.414846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:43.443841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.448143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-0f6dbc62-dba6-46b5-a984-94ec7b0f54c6 service neutron] 10.222.0.83 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098293 May 06 12:25:43.505562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.534471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:43.551720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:43.556280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:43.566313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:43.570517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:43.586223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:43.610647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:43.652724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.740324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:43.744773 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.770450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:43.886028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7756ec31-1b33-42a6-ac93-cf881b41fe30,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:43.916608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:44.075058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.100359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd1e9806-f4c6-4ff7-9623-fa455680396c req-c2875561-5f95-41b6-9850-b369cf726a5f tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9537897 May 06 12:25:44.144918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.20.0.13 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/697491b4-9ab0-4419-9139-f4a6d5ef0748) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:44.170038 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c6e7f7-c793-4457-8dca-7e424e0aa930'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'code': 200} May 06 12:25:44.363386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1169ae56-5b69-4df3-ba35-5436d042c330 req-01b27d15-cc42-4843-a1e2-3f97add3e247 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:44.447000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.462303 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddc7c5e-749e-47d3-86b4-1712735b88e7'] response: {'server_uuid': 'c935bf9a-d56f-4d65-942c-109f97949fc9', 'name': 'network-vif-deleted', 'tag': '2ea07621-3a41-40f6-b2cc-2cbe24df43e6', 'status': 'completed', 'code': 200} May 06 12:25:44.483058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Transition to ACTIVE for port object 697491b4-9ab0-4419-9139-f4a6d5ef0748 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:44.528399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1169ae56-5b69-4df3-ba35-5436d042c330 req-01b27d15-cc42-4843-a1e2-3f97add3e247 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:44.540899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1169ae56-5b69-4df3-ba35-5436d042c330 req-01b27d15-cc42-4843-a1e2-3f97add3e247 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c935bf9a-d56f-4d65-942c-109f97949fc9 HTTP/1.1" status: 200 len: 210 time: 0.2348063 May 06 12:25:44.693030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:44.964534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:44.973184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:44.974967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:44.977752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:44.986034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:45.117286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:45.117990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.154026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-644d779d-cf41-4dee-9a39-1ec55e8a365c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:45.156420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-644d779d-cf41-4dee-9a39-1ec55e8a365c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/ports?device_id=3c6af681-0222-46d6-b75c-6bf3abfce2c3 HTTP/1.1" status: 200 len: 943 time: 0.5780339 May 06 12:25:45.304108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:45.313420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-30cc0086-55eb-443c-96c5-bbad25c99aea tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9834325 May 06 12:25:45.332605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58c68b-edf6-4e3a-8b35-3c4c2f3f373b req-a1326d09-17a1-4539-bffa-9a2e8f885836 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:45.340538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e58c68b-edf6-4e3a-8b35-3c4c2f3f373b req-a1326d09-17a1-4539-bffa-9a2e8f885836 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.5150654 May 06 12:25:45.370485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:45.371236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2ea07621-3a41-40f6-b2cc-2cbe24df43e6 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:45.391570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Request body: {'port': {'device_id': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:45.448179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Deleting port d294cec5-aee6-4e63-a51a-17dcd35eee9c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:45.448687 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.530493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eb766fde-dafc-4411-8c9b-4c17d63aa846 None None] Provisioning for port 697491b4-9ab0-4419-9139-f4a6d5ef0748 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:45.548770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eb766fde-dafc-4411-8c9b-4c17d63aa846 None None] Provisioning complete for port 697491b4-9ab0-4419-9139-f4a6d5ef0748 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:45.549144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb766fde-dafc-4411-8c9b-4c17d63aa846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:45.589690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e58c68b-edf6-4e3a-8b35-3c4c2f3f373b req-9ffd5289-8c7f-4094-befc-d36e76e09d70 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466536 May 06 12:25:45.709599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eb766fde-dafc-4411-8c9b-4c17d63aa846 None None] Port 697491b4-9ab0-4419-9139-f4a6d5ef0748 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:25:45.723525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9414a9-6ac1-4f4b-9db9-d9d922ff187b req-71361453-f36a-4c0e-9522-dcdc32c4e1d4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:45.729115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d9414a9-6ac1-4f4b-9db9-d9d922ff187b req-71361453-f36a-4c0e-9522-dcdc32c4e1d4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 932 time: 0.2068856 May 06 12:25:45.800344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48658) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:45.914183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d9414a9-6ac1-4f4b-9db9-d9d922ff187b req-75b3d496-694c-4e3f-badb-6d76832c02f3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775520 May 06 12:25:45.975906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d725840-e753-4130-bcab-c2ff81bdea38 req-7ff4519f-12fb-409f-bcdb-8e55406f294d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 210 time: 0.0771453 May 06 12:25:45.976708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.123494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b716fe22-7b8b-444e-bf3c-e61b4eae313f req-99878d6a-c740-42cb-87f9-f068422f5b5e tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/7756ec31-1b33-42a6-ac93-cf881b41fe30 HTTP/1.1" status: 200 len: 1647 time: 0.1483800 May 06 12:25:46.179629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-634f121b-31cc-4a57-837a-e499cefdeefb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a329543a144a4902b0d6f9db1ffb2ffc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3734744 May 06 12:25:46.182102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:46.200571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5d8dae3-9fdf-461e-8f36-4ea5c194455d req-35f10d13-455b-4e7d-b36d-217a720f53b5 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1141329 May 06 12:25:46.205072 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.323516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.330953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] For port d294cec5-aee6-4e63-a51a-17dcd35eee9c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d294cec5-aee6-4e63-a51a-17dcd35eee9c,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:46.332448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.359312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.511988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Calling delete_port for d294cec5-aee6-4e63-a51a-17dcd35eee9c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:46.555691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31200287-b3d7-40a1-b7c4-f0e649291e96 req-c540f5ff-7f77-4c20-8546-1541d4e03b6e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:46.557223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31200287-b3d7-40a1-b7c4-f0e649291e96 req-c540f5ff-7f77-4c20-8546-1541d4e03b6e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1896636 May 06 12:25:46.563591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.619660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e6c8db-7e07-4a54-ad06-ddeb6cffa58b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:46.670191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31200287-b3d7-40a1-b7c4-f0e649291e96 req-abb5e241-9097-49a8-ba01-ccaa507dd83f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882368 May 06 12:25:46.722780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:46.727045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6e005109-2edd-4e3a-bcec-e72bad5bbd56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/05e6c8db-7e07-4a54-ad06-ddeb6cffa58b HTTP/1.1" status: 204 len: 168 time: 0.5438852 May 06 12:25:46.734477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-522854662', 'description': 'tempest-description-1295278742'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:46.740431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:46.745347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:46.749134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:46.757873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:46.929597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.011042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:47.016562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Usage tracker for resource:security_group_rule and tenant:e1549e0d68324fb0951d3db4ae4ee326 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:25:47.019568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:25:47.025689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:47.057283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6978d-44d0-449a-9b7c-b20c58f304e0 req-c514291b-a8b2-40a1-9819-5cf7da44a2ce tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.058728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29f6978d-44d0-449a-9b7c-b20c58f304e0 req-c514291b-a8b2-40a1-9819-5cf7da44a2ce tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 950 time: 0.4409156 May 06 12:25:47.089619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.089873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:47.142030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29f6978d-44d0-449a-9b7c-b20c58f304e0 req-4665a217-a41a-4eaf-a82b-b650333ffa3e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672202 May 06 12:25:47.192086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.203173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.275204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7f9e2571-de50-436a-8fd6-7d0779129aa6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:47.275934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event deleted for resources: {'Port': ['ID=d294cec5-aee6-4e63-a51a-17dcd35eee9c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:47.276058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.322421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8662b0-0713-41ba-a1c2-f5f5ed3429e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:47.359311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697491b4-9ab0-4419-9139-f4a6d5ef0748 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:47.421036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.424104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] No DVR routers for this DVR port d294cec5-aee6-4e63-a51a-17dcd35eee9c on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:47.432048 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.435666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-deleted', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:47.467461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.480542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d2b36c2-82db-48d0-a5b3-83753de38bfe req-d74d0ce1-e4a3-4ea9-a695-25135677bdef tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.7394643 May 06 12:25:47.548858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.589359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5dd7c58-7ae0-4d48-948b-34e219b6de15 req-0200fbd3-200e-4cee-9dc2-7ef3b617bfc2 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1611936 May 06 12:25:47.621308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:47.622573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:47.624435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Transition to ACTIVE for port object 697491b4-9ab0-4419-9139-f4a6d5ef0748 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:47.721495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60f97084-f90e-4516-91ee-15071a9f45e2 req-a1488082-ee0b-48ea-9c34-989f11721bce tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "DELETE /v2.0/ports/d294cec5-aee6-4e63-a51a-17dcd35eee9c HTTP/1.1" status: 204 len: 173 time: 2.5564744 May 06 12:25:47.770092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.780141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:47.876537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756caa3e-6636-407a-be67-a4253a6fbac6 req-2a896b07-677d-4350-a09a-0ac54d1b9117 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:47.878380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-756caa3e-6636-407a-be67-a4253a6fbac6 req-2a896b07-677d-4350-a09a-0ac54d1b9117 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 944 time: 0.1851635 May 06 12:25:47.938224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Pushing event updated for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:47.965671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:48.018706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-756caa3e-6636-407a-be67-a4253a6fbac6 req-7826a548-ccef-44f7-ac76-7cb49049c620 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327863 May 06 12:25:48.036606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-afb72729-3822-4a62-a16c-1b5da9e8a707 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:48.036883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48694) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:48.040152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-afb72729-3822-4a62-a16c-1b5da9e8a707 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 804 time: 0.4420383 May 06 12:25:48.061901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6e2758dd-013e-4fe3-8e13-ee002ad471bb req-6fc283d0-263f-4407-b61f-aa2dc679b03f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:48.178667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35a78526-a829-498e-b17b-fc323275f170 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4775d706190642cb91172328fa6bd576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1401787 May 06 12:25:48.182889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48702) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:48.244053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Request body: {'port': {'device_id': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'admin_state_up': True, 'tenant_id': 'db4da5aad0494bc2b59d120f8dd8a688'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:48.400612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:48.445535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54bdd407-0480-41b0-971a-333f185d9495 req-7f1b4a20-1212-402a-b180-14c568c6a2f2 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/ee8662b0-0713-41ba-a1c2-f5f5ed3429e6 HTTP/1.1" status: 200 len: 1646 time: 0.2200217 May 06 12:25:48.480487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:48.555705 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031c9b52-a856-4a8d-a519-d6e4ce55e960'] response: {'server_uuid': '3c6af681-0222-46d6-b75c-6bf3abfce2c3', 'name': 'network-vif-deleted', 'tag': 'd294cec5-aee6-4e63-a51a-17dcd35eee9c', 'status': 'completed', 'code': 200} May 06 12:25:48.563817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6e2758dd-013e-4fe3-8e13-ee002ad471bb req-6fc283d0-263f-4407-b61f-aa2dc679b03f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:48.574369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e2758dd-013e-4fe3-8e13-ee002ad471bb req-6fc283d0-263f-4407-b61f-aa2dc679b03f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 210 time: 0.6216111 May 06 12:25:48.645489 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f257ce9-c2c6-4780-9210-b8d4e414fe95'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'code': 200} May 06 12:25:48.683406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:48.727940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2609d557-fe2f-4c9a-a983-86b186f3d12b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:48.774598 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-238677b4-6a29-4781-af7b-2111fe6aba9a req-3417dde6-73f8-4f93-8ba8-218de3685cad tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] show failed (client error): The resource could not be found. May 06 12:25:48.777153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-238677b4-6a29-4781-af7b-2111fe6aba9a req-3417dde6-73f8-4f93-8ba8-218de3685cad tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/d2f24df5-5ba3-4bcc-915f-de66d8259176 HTTP/1.1" status: 404 len: 352 time: 0.0512581 May 06 12:25:48.817406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:48.835742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:48.837036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4341d64e-25f9-406f-80bf-1732796cbc36 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2609d557-fe2f-4c9a-a983-86b186f3d12b HTTP/1.1" status: 204 len: 168 time: 0.6529922 May 06 12:25:49.029724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:49.059483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-c0643188-dad8-4a90-8bf7-10195f27d477 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059747 May 06 12:25:49.094500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:49.155641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Attempting to bind port 697491b4-9ab0-4419-9139-f4a6d5ef0748 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:49.161386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Attempting to bind port 697491b4-9ab0-4419-9139-f4a6d5ef0748 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:49.161386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Attempting to bind port 697491b4-9ab0-4419-9139-f4a6d5ef0748 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:49.170763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Port 697491b4-9ab0-4419-9139-f4a6d5ef0748 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:49.171340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Attempting to bind port 697491b4-9ab0-4419-9139-f4a6d5ef0748 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:49.182576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:49.182829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: d294cec5-aee6-4e63-a51a-17dcd35eee9c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:49.183114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d294cec5-aee6-4e63-a51a-17dcd35eee9c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:49.183497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:49.184692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:49.186617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Bound port: 697491b4-9ab0-4419-9139-f4a6d5ef0748, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:49.187156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:49.215430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Made reservation on behalf of db4da5aad0494bc2b59d120f8dd8a688 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:49.218633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:49.314569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d6a8-e2e4-426c-92a0-caec6ae300b2 req-83e98515-d0e5-43ea-8937-a2b7dc385be8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:49.319084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3e1d6a8-e2e4-426c-92a0-caec6ae300b2 req-83e98515-d0e5-43ea-8937-a2b7dc385be8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.4900851 May 06 12:25:49.380093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-0d087bb7-9923-4639-a874-e26620eb4ce9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:49.387111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-0d087bb7-9923-4639-a874-e26620eb4ce9 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062630 May 06 12:25:49.407364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e1584727-25df-4548-8d78-ecf8037b6b89 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/quotas/044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 375 time: 0.0192566 May 06 12:25:49.504419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-f2194b1b-0c02-4136-9d92-f84cf144aae0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960839 May 06 12:25:49.576477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:49.590678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3e1d6a8-e2e4-426c-92a0-caec6ae300b2 req-03a63b31-9fe0-4005-9081-9e6f51ca85c4 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705042 May 06 12:25:49.600217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:49.613583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Allocated IP 172.20.0.10 (b24edb0b-48b9-458e-a153-46c7d7100a14/7537efdf-642f-4c0f-b794-6dca69fb79fb/636eb24a-6a2a-4503-bff4-702da04d03ed) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:49.822334 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-d1ecde74-e579-458c-91a3-5eadc9bc1434 req-5860d080-1a34-4d4a-bd70-138eebaec085 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] show failed (client error): The resource could not be found. May 06 12:25:49.832891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1ecde74-e579-458c-91a3-5eadc9bc1434 req-5860d080-1a34-4d4a-bd70-138eebaec085 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-group-rules/406eaa78-bbdd-47eb-87a4-4bb549559448 HTTP/1.1" status: 404 len: 361 time: 0.0423908 May 06 12:25:49.868783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:49.901912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.065962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.073448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e68080a4-6dd3-4492-a37f-8490160fd8fa req-c9761c00-f4a8-4801-ac30-312ea3b2b44f tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1750326 May 06 12:25:50.087541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835a07-5eab-4a24-87c1-2bf084e1800f req-7faea9fa-fc7a-4122-94d0-1c47027e2ecf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.089478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf835a07-5eab-4a24-87c1-2bf084e1800f req-7faea9fa-fc7a-4122-94d0-1c47027e2ecf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 944 time: 0.0868962 May 06 12:25:50.101615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.102963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] 10.222.0.13 "PUT /v2.0/ports/697491b4-9ab0-4419-9139-f4a6d5ef0748 HTTP/1.1" status: 200 len: 1092 time: 4.7177949 May 06 12:25:50.121495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95a89-5974-4fa5-ad57-4f9048b499af service neutron] Pushing event updated for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:50.165549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Network b24edb0b-48b9-458e-a153-46c7d7100a14 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:50.174651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:50.178569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:50.183236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf835a07-5eab-4a24-87c1-2bf084e1800f req-04bb8b18-3437-4f7c-9fca-e4ca838e4053 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742445 May 06 12:25:50.341181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c697e2c-f1ee-4f74-bddc-62c58e4efa1a req-722c3d3d-3d46-457b-a19d-6d7f32a8ab39 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 210 time: 0.0624404 May 06 12:25:50.396950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:50.434825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.437873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.438414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.457647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-e5e9ffc8-0635-4a02-8941-26c9e87dd37b tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/ee8662b0-0713-41ba-a1c2-f5f5ed3429e6 HTTP/1.1" status: 200 len: 1646 time: 0.0521281 May 06 12:25:50.541783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c4c20-7120-43ed-9c2e-92b167e34aaf req-b29dafe2-dec0-458c-8b45-5fd4ef4e8822 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.541783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a3c4c20-7120-43ed-9c2e-92b167e34aaf req-b29dafe2-dec0-458c-8b45-5fd4ef4e8822 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Synchronizing usage tracker for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:50.549068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.556719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:50.575182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-f23edf02-8b90-4dd3-9cf4-dd48168696d3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3450823 May 06 12:25:50.584186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-5497fa91-623c-4b73-876c-813971dba879 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 1095 time: 0.3346419 May 06 12:25:50.586332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.593064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Request body: {'port': {'device_id': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:50.706568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-9f0e240b-10d8-4df3-947d-897420bd1206 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748 HTTP/1.1" status: 200 len: 217 time: 0.0867045 May 06 12:25:50.820574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.830830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-93e73b2c-942e-42b1-9f86-1e1016cbda50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:50.832215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-93e73b2c-942e-42b1-9f86-1e1016cbda50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1193178 May 06 12:25:50.892512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.909224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a3c4c20-7120-43ed-9c2e-92b167e34aaf req-b29dafe2-dec0-458c-8b45-5fd4ef4e8822 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Unset dirty status for tenant:db4da5aad0494bc2b59d120f8dd8a688 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:50.910373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a3c4c20-7120-43ed-9c2e-92b167e34aaf req-b29dafe2-dec0-458c-8b45-5fd4ef4e8822 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 932 time: 0.6048806 May 06 12:25:50.910547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8662b0-0713-41ba-a1c2-f5f5ed3429e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:50.917408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:50.938655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25ae6c4f-a4e4-48d7-8849-c8ce907c8e3e req-1d4561ad-fa06-4a41-ab4e-e5eaea088bec tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-groups/ee8662b0-0713-41ba-a1c2-f5f5ed3429e6 HTTP/1.1" status: 204 len: 173 time: 0.4719880 May 06 12:25:51.092656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a3c4c20-7120-43ed-9c2e-92b167e34aaf req-9c920b3b-0cb1-494b-9b1e-c17a6b0c3e34 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746275 May 06 12:25:51.237372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-dcc3d8fc-88d9-4c87-ad4a-e73637378835 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3733709 May 06 12:25:51.243042 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88511086-b592-4ba8-bc82-795730ce81d4'] response: {'name': 'network-changed', 'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748', 'status': 'completed', 'code': 200} May 06 12:25:51.257974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88e188c6-7b60-4b4e-b600-60ab3cae5ad1 req-c86a43fb-21a3-459e-8ade-787f04f0419e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1574366 May 06 12:25:51.486111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-df1398d2-0435-4299-b174-4d89fbc5cec0 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376187 May 06 12:25:51.644239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bd9d1-69ee-48a1-ac2f-5fa0bf83a062 req-dd419fda-8fd1-4eba-8234-e8c289f8fb3c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:51.645661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d7bd9d1-69ee-48a1-ac2f-5fa0bf83a062 req-dd419fda-8fd1-4eba-8234-e8c289f8fb3c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.3076277 May 06 12:25:51.655488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:51.675899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.730405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Transition to ACTIVE for port object 636eb24a-6a2a-4503-bff4-702da04d03ed will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:51.740263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed77d14-7160-41db-86a1-cbe483ae5d8b req-0c2d5ba5-8fcc-4a47-a9e6-86385d4058cb service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416277 May 06 12:25:51.747417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d7bd9d1-69ee-48a1-ac2f-5fa0bf83a062 req-0a0c05ea-60b1-4da1-bb05-05938dbcda34 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945504 May 06 12:25:51.759360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-f5581976-5489-43a1-83d6-a4bdb4b54b9d tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/7756ec31-1b33-42a6-ac93-cf881b41fe30 HTTP/1.1" status: 200 len: 1647 time: 0.0588229 May 06 12:25:51.835705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.864167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.916958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:51.962847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7712ea94-516b-46e2-ae4f-a29626d44206 req-c384fc30-488f-4621-8966-0ada5894a76b tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0854719 May 06 12:25:52.088512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.109410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756ec31-1b33-42a6-ac93-cf881b41fe30,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:52.114645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.120795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54222f06-c9e8-474a-829e-ba4b9216e7f2 req-5930db2a-fa96-4010-a0a5-ad24466fd867 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-groups/7756ec31-1b33-42a6-ac93-cf881b41fe30 HTTP/1.1" status: 204 len: 173 time: 0.3546832 May 06 12:25:52.199063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:52.314627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-8651ccd0-bcdb-4760-919f-0946d0a3e41c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 1095 time: 0.3554003 May 06 12:25:52.332434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f55a94-47ed-41a4-95be-ba9aa5758826 req-0b81cdf7-0175-4531-83d3-f3ea97f7ce14 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.333959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1f55a94-47ed-41a4-95be-ba9aa5758826 req-0b81cdf7-0175-4531-83d3-f3ea97f7ce14 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 944 time: 0.0900304 May 06 12:25:52.384682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1f55a94-47ed-41a4-95be-ba9aa5758826 req-c1a86e34-3778-4bfd-b4d2-0de9ae66bfa2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437992 May 06 12:25:52.411787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Attempting to bind port 636eb24a-6a2a-4503-bff4-702da04d03ed on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:52.411787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Attempting to bind port 636eb24a-6a2a-4503-bff4-702da04d03ed by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:52.411787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Attempting to bind port 636eb24a-6a2a-4503-bff4-702da04d03ed on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:52.455939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Port 636eb24a-6a2a-4503-bff4-702da04d03ed on network b24edb0b-48b9-458e-a153-46c7d7100a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:52.456193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Attempting to bind port 636eb24a-6a2a-4503-bff4-702da04d03ed on network b24edb0b-48b9-458e-a153-46c7d7100a14 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:52.459763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b491a6eb-4ddb-48a0-b141-1ab9e0639b99 req-08c05246-2880-445a-8639-a3c37c513d73 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 210 time: 0.1055276 May 06 12:25:52.479393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:52.479728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Checking segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:52.480794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Bound using segment: {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:52.480794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Bound port: 636eb24a-6a2a-4503-bff4-702da04d03ed, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afad0f2-316f-45e2-b105-f9da051c4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:52.481089 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:52.592037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef456fa-f0eb-44ac-9941-4987b3dd1fe2 req-d91cd8ee-24ad-4210-9a04-3a83c793faf8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.592037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ef456fa-f0eb-44ac-9941-4987b3dd1fe2 req-d91cd8ee-24ad-4210-9a04-3a83c793faf8 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.0913899 May 06 12:25:52.644856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ef456fa-f0eb-44ac-9941-4987b3dd1fe2 req-00e02865-e488-4352-a735-b4ba67a98705 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467074 May 06 12:25:52.673172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-3e1c9a86-dec1-4a6c-978a-063ce5c1ff03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.674587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-3e1c9a86-dec1-4a6c-978a-063ce5c1ff03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.3399458 May 06 12:25:52.768304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:52.781338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c160e349-96fc-4250-8047-3ea4a4387563 req-e4f78a95-ac22-488c-bb1d-a9a61e7ded09 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/75bef0b9-1171-47d2-a732-6626e8ef86b4 HTTP/1.1" status: 200 len: 1647 time: 0.2554321 May 06 12:25:52.802190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-a92cf817-733f-4682-b905-298a49315770 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748 HTTP/1.1" status: 200 len: 217 time: 0.1106546 May 06 12:25:52.803781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:52.874947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6a7b7-3d97-4818-b260-2b79fce7ede8 req-09559ddb-8d16-4db3-aaf3-7d8cb39ff868 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.876502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8f6a7b7-3d97-4818-b260-2b79fce7ede8 req-09559ddb-8d16-4db3-aaf3-7d8cb39ff868 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.0902910 May 06 12:25:52.884665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225947-eb8e-4444-b524-903f81b5f0bd req-a62f6ac2-51e5-4d63-b98d-50e4d343824a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.886063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95225947-eb8e-4444-b524-903f81b5f0bd req-a62f6ac2-51e5-4d63-b98d-50e4d343824a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.3518806 May 06 12:25:52.931880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8f6a7b7-3d97-4818-b260-2b79fce7ede8 req-47b7e225-a151-4efd-9e4a-55af52ae1435 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 May 06 12:25:52.945953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-a28fcdbe-f80b-4020-8306-11ee7220b664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:52.947369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-a28fcdbe-f80b-4020-8306-11ee7220b664 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1342299 May 06 12:25:53.018807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.051735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c160e349-96fc-4250-8047-3ea4a4387563 req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.086722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Deleting port f1d08848-0dad-47bc-a4ab-757df4e903f7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:53.087078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.178392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c160e349-96fc-4250-8047-3ea4a4387563 req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.195093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.196493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] 10.222.0.86 "PUT /v2.0/ports/636eb24a-6a2a-4503-bff4-702da04d03ed HTTP/1.1" status: 200 len: 1092 time: 2.6089060 May 06 12:25:53.237555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-5c12a209-dcda-47d4-bdcf-459e7a79c5dc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=044e26c1f5ca479385964562461c3d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385439 May 06 12:25:53.254418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:53.275407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97d4ef-a39a-46dc-8331-da835bfe3ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:53.308131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-99ceb3ac-56f1-449e-8a72-1dbf7eb51858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426962 May 06 12:25:53.353682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab1437-7067-4a5f-992b-081cb2453af3 req-3c008b55-79db-4017-8dd3-d8febc58fa59 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:53.355148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aab1437-7067-4a5f-992b-081cb2453af3 req-3c008b55-79db-4017-8dd3-d8febc58fa59 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2184138 May 06 12:25:53.451663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-311765a4-41f2-4a5b-a9df-db29b20643e5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:53.453073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-311765a4-41f2-4a5b-a9df-db29b20643e5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088356 May 06 12:25:53.455333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aab1437-7067-4a5f-992b-081cb2453af3 req-225ee21b-7509-4a0d-9ae3-4a9b3dd41167 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917776 May 06 12:25:53.472926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Request body: {'port': {'device_id': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '044e26c1f5ca479385964562461c3d1c'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:53.501540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c160e349-96fc-4250-8047-3ea4a4387563 req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.540246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bef0b9-1171-47d2-a732-6626e8ef86b4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:53.600212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c160e349-96fc-4250-8047-3ea4a4387563 req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.601498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c160e349-96fc-4250-8047-3ea4a4387563 req-18226b1f-52d9-47fa-bc07-24ccae865dc6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-groups/75bef0b9-1171-47d2-a732-6626e8ef86b4 HTTP/1.1" status: 204 len: 173 time: 0.8190756 May 06 12:25:53.637293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] For port f1d08848-0dad-47bc-a4ab-757df4e903f7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1d08848-0dad-47bc-a4ab-757df4e903f7,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:53.637641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.657458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-609c1601-eed3-4322-9664-9c2b613f7ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282306 May 06 12:25:53.687553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29729f24-1ce4-494a-a8a6-2eac7473f925 req-170b06fc-3b7d-412c-b7c3-8025f3f0a47e tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0776215 May 06 12:25:53.725722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:25:53.736144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:25:53.819434 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0862f05-1733-40cc-9dd4-f25c221b98bd'] response: {'name': 'network-changed', 'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'status': 'completed', 'code': 200} May 06 12:25:53.893590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Made reservation on behalf of 044e26c1f5ca479385964562461c3d1c for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:25:53.895940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:53.900233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Calling delete_port for f1d08848-0dad-47bc-a4ab-757df4e903f7 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:53.945632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-0f0bc8ec-8184-4825-9f1e-440091742c71 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 1095 time: 0.5423496 May 06 12:25:54.114037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ef12-0e0b-4a87-bc4c-48f93edc2efd req-98aaa2ae-2816-4137-9134-05e97d32f37b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:54.115409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b038ef12-0e0b-4a87-bc4c-48f93edc2efd req-98aaa2ae-2816-4137-9134-05e97d32f37b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 944 time: 0.1973798 May 06 12:25:54.124712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-9a2627bd-90ce-45f5-87f1-3a89994e3577 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636eb24a-6a2a-4503-bff4-702da04d03ed HTTP/1.1" status: 200 len: 217 time: 0.1257095 May 06 12:25:54.131079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a39d7271-eb1e-4f8a-9ff6-ba7bec931aa8 req-955d2d45-7d39-4225-97ed-fdfecf7e9f5d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 210 time: 0.0797031 May 06 12:25:54.150386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Allocated IP 192.168.233.187 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/1031f7d1-9dc6-4bf4-8beb-05512f108f2a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:25:54.214221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b038ef12-0e0b-4a87-bc4c-48f93edc2efd req-f505f71a-d8b6-47f8-a54c-c5e46ba4b3d8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854242 May 06 12:25:54.303079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed7ca0e0-80f9-4f88-87d4-e6b69e36310c req-34a70388-2d8a-4129-a743-6c8f061c963a service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827964 May 06 12:25:54.309193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-32561f10-df4d-4d1c-b6e1-8db7bfffd82d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:54.310830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-32561f10-df4d-4d1c-b6e1-8db7bfffd82d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.1751657 May 06 12:25:54.376440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-9adfc9ae-b8d1-4037-8bd2-34b98039cfc8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545657 May 06 12:25:54.380415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-58d012f1-7580-4c56-be41-8bcb62ad0d55 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/77da8623-90d8-4fd7-9613-9a7fd0d83e7e HTTP/1.1" status: 200 len: 1646 time: 0.1913285 May 06 12:25:54.467732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.489469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Transition to ACTIVE for port object 1031f7d1-9dc6-4bf4-8beb-05512f108f2a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:54.495564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769ecd1-6611-49c3-8dcd-2cd88ae9ad60 req-fd7691c3-76dd-4f08-ba1c-3a3dbc102ebd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:54.497055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7769ecd1-6611-49c3-8dcd-2cd88ae9ad60 req-fd7691c3-76dd-4f08-ba1c-3a3dbc102ebd tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d00c834-5cdd-4878-aa96-aea1cac57cdd HTTP/1.1" status: 200 len: 944 time: 0.1516333 May 06 12:25:54.503959 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.553367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7769ecd1-6611-49c3-8dcd-2cd88ae9ad60 req-fd196d9d-eb09-4a39-97bc-68efc73faf60 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489023 May 06 12:25:54.566237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event deleted for resources: {'Port': ['ID=f1d08848-0dad-47bc-a4ab-757df4e903f7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:54.654989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.658630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.677452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:54.707462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] No DVR routers for this DVR port f1d08848-0dad-47bc-a4ab-757df4e903f7 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:25:54.710541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-2d754d9e-3169-4826-96ba-dca90193c6d4 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092067 May 06 12:25:54.710869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782', '7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:54.713900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.759209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:54.768190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:25:54.769629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:25:54.772859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:25:54.868785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:54.869884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.918007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:54.937672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95225947-eb8e-4444-b524-903f81b5f0bd req-06ccad1a-58b3-43cc-ba52-b3df386fcf9c tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.13 "DELETE /v2.0/ports/f1d08848-0dad-47bc-a4ab-757df4e903f7 HTTP/1.1" status: 204 len: 173 time: 2.0406966 May 06 12:25:55.038117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-e057fd78-2871-4d5c-a7c0-7944db86cd43 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5692582 May 06 12:25:55.058153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Request body: {'port': {'device_id': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:25:55.067214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-999a8e42-39fd-4099-a285-9adc1a803d31 req-515dc09d-7ef8-4f68-a707-c0746947e31f service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495922 May 06 12:25:55.148379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.187717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da8623-90d8-4fd7-9613-9a7fd0d83e7e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:55.204904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.211810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b5f45a7-203c-4751-b48d-385b63982a5d req-0b35142c-c977-4085-b13f-ac83ddb916b6 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-groups/77da8623-90d8-4fd7-9613-9a7fd0d83e7e HTTP/1.1" status: 204 len: 173 time: 0.8231859 May 06 12:25:55.309167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.403122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 697491b4-9ab0-4419-9139-f4a6d5ef0748 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:55.444269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-3b9ca4d9-abd5-4281-9705-84ac7e71968f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 1095 time: 0.2174187 May 06 12:25:55.637068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:55.660604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:25:55.678631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-c216f1c4-6fa3-4f42-8c11-1da7c6ff4d68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:55.681023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-c216f1c4-6fa3-4f42-8c11-1da7c6ff4d68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 200 len: 905 time: 0.2281699 May 06 12:25:55.736846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '697491b4-9ab0-4419-9139-f4a6d5ef0748', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '697491b4-9ab0-4419-9139-f4a6d5ef0748', 'mac_address': 'fa:16:3e:ec:7e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:55.739122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a4912e3-32b9-4918-b385-33c9d994d3ab None None] Provisioning for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:55.765064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a4912e3-32b9-4918-b385-33c9d994d3ab None None] Provisioning complete for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:55.766656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a4912e3-32b9-4918-b385-33c9d994d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:55.803157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5451b30-086b-4b89-8154-58853afb5eef req-14ea6bcc-843b-466e-861e-6e0b52d6e1fc tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1097400 May 06 12:25:55.817100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:25:55.825951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-deleted', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:55.844813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-2a68b6bd-c8c5-4c1e-883e-eac23bbda10b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=636eb24a-6a2a-4503-bff4-702da04d03ed HTTP/1.1" status: 200 len: 217 time: 0.1454494 May 06 12:25:55.904386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7a4912e3-32b9-4918-b385-33c9d994d3ab None None] Port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:25:55.904386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: f1d08848-0dad-47bc-a4ab-757df4e903f7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:25:55.904386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1d08848-0dad-47bc-a4ab-757df4e903f7 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:25:56.074254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.115122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697491b4-9ab0-4419-9139-f4a6d5ef0748 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:56.148342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:56.165751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-e9bb37e4-cf5b-454b-a8cc-6a8525785488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:56.168809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-e9bb37e4-cf5b-454b-a8cc-6a8525785488 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 200 len: 844 time: 0.3033650 May 06 12:25:56.254245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-4350d9a4-60bb-474f-8013-2e6f7a8cf8b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b24edb0b-48b9-458e-a153-46c7d7100a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516689 May 06 12:25:56.257477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:56.269521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.271988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.290598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Transition to ACTIVE for port object 1031f7d1-9dc6-4bf4-8beb-05512f108f2a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:25:56.298276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf17cab-db20-4bdb-b48a-2fa3e9c2e111 req-41fd34c8-3641-410f-8dc9-85947de14eeb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:56.299893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cf17cab-db20-4bdb-b48a-2fa3e9c2e111 req-41fd34c8-3641-410f-8dc9-85947de14eeb tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.1790204 May 06 12:25:56.349210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:56.358056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cf17cab-db20-4bdb-b48a-2fa3e9c2e111 req-5d38d0a3-1479-46c2-b831-49d766884f66 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517726 May 06 12:25:56.374891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.440047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209520c-ebde-4c21-9701-dd83f193caca req-28d7f299-a2e2-477c-a0d0-ce354f623554 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:56.446549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6209520c-ebde-4c21-9701-dd83f193caca req-28d7f299-a2e2-477c-a0d0-ce354f623554 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2754986 May 06 12:25:56.508588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-976d6692-6b9d-4d77-a457-25c12d09e5df service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473440 May 06 12:25:56.516475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6209520c-ebde-4c21-9701-dd83f193caca req-b0603d06-5caf-4557-b4c5-637e785014b0 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688906 May 06 12:25:56.578659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:56.602012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['697491b4-9ab0-4419-9139-f4a6d5ef0748'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:25:56.720140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-c2c65499-6d24-4378-b1e6-b6825d4cdad0 tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "GET /v2.0/security-groups/d56ca548-ba59-440f-84a5-69bd41868187 HTTP/1.1" status: 200 len: 1645 time: 0.1091635 May 06 12:25:56.734265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ad220-2521-4fc0-8d05-1afa8bab9447 req-5a5c343b-93f8-4847-bef7-30dc4b872434 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:56.738229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cb0ad220-2521-4fc0-8d05-1afa8bab9447 req-5a5c343b-93f8-4847-bef7-30dc4b872434 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:56.742532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae41d3cf-c02e-439b-987b-9379cd9818b3 req-ff4e3159-cbe5-4f85-87b0-9f293c22df60 service neutron] 10.222.0.86 "GET /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171292 May 06 12:25:56.747107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:25:56.747461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:25:56.748011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:56.754592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:25:56.754815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:25:56.770466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:25:56.770791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:25:56.771103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:25:56.771544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Bound port: 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:25:56.772532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.827091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.828535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cb0ad220-2521-4fc0-8d05-1afa8bab9447 req-5a5c343b-93f8-4847-bef7-30dc4b872434 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:56.835024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb0ad220-2521-4fc0-8d05-1afa8bab9447 req-5a5c343b-93f8-4847-bef7-30dc4b872434 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.3123875 May 06 12:25:56.861270 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:56.913569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb0ad220-2521-4fc0-8d05-1afa8bab9447 req-e4ab3187-440b-4340-a7a2-855f42eb22f1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776896 May 06 12:25:56.920715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:25:56.924030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:25:57.025735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.042127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ca548-ba59-440f-84a5-69bd41868187,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:57.048648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.049737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d22ef5b-44fd-4f61-8838-6c6830da06f7 req-0fb22bb4-df9a-4219-98a8-8c1b544bd88a tempest-SecurityGroupRulesNegativeTestJSON-661775338 tempest-SecurityGroupRulesNegativeTestJSON-661775338-project] 10.222.0.83 "DELETE /v2.0/security-groups/d56ca548-ba59-440f-84a5-69bd41868187 HTTP/1.1" status: 204 len: 173 time: 0.3288200 May 06 12:25:57.055529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48826) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:57.127742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Deleting subnet a5fa88a2-9c70-45e3-84ff-9eecb86d6d1f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:25:57.132221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.135609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.198051 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58d07f6-f9bc-4c35-bc1e-4b2ee14e6532'] response: {'server_uuid': '2d00c834-5cdd-4878-aa96-aea1cac57cdd', 'name': 'network-vif-deleted', 'tag': 'f1d08848-0dad-47bc-a4ab-757df4e903f7', 'status': 'completed', 'code': 200} May 06 12:25:57.298754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.300140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] 10.222.0.13 "PUT /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 1096 time: 2.2469788 May 06 12:25:57.302157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.331520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:57.365536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f73c83a8-1c05-4276-9da4-82748ea52ef4 req-f83e63a4-73fa-4090-b880-684f7a1a17f9 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0638428 May 06 12:25:57.377048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c44d75-16cd-45b4-8ff2-1a2633022256 service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:57.405464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.502266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91def468-3cae-4316-8fde-a7f6b45dfa1f req-c6a80836-f75c-46f4-89f9-962dd773f58f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:57.504121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91def468-3cae-4316-8fde-a7f6b45dfa1f req-c6a80836-f75c-46f4-89f9-962dd773f58f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 945 time: 0.2984412 May 06 12:25:57.597366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91def468-3cae-4316-8fde-a7f6b45dfa1f req-b9f88478-57e4-46d2-9ce0-66a48b8d9787 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861950 May 06 12:25:57.603284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-67f428eb-f2dc-4278-b6ef-e53ed4982bbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1099 time: 0.1511745 May 06 12:25:57.669911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.675529 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e121b8-e48a-4efd-91e3-668c85fcb0ae'] response: {'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'status': 'completed', 'code': 200} May 06 12:25:57.720914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-6cc1fc55-010e-489d-b672-715b0438e353 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.1076088 May 06 12:25:57.723293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fa88a2-9c70-45e3-84ff-9eecb86d6d1f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:57.759065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:57.780533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8dc28360-888e-4a84-96ba-de53be5a1267 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a5fa88a2-9c70-45e3-84ff-9eecb86d6d1f HTTP/1.1" status: 204 len: 168 time: 0.7238436 May 06 12:25:57.783511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48840) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:57.844425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-ad07ae49-d670-4e00-bb61-419224f31273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:57.850419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-ad07ae49-d670-4e00-bb61-419224f31273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1183610 May 06 12:25:57.894860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.028778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.033392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbc5f-56c4-437c-8dc3-88a60ae78eb6 req-baca3fe3-e203-4dea-99fe-636724262251 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.034947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f65cbc5f-56c4-437c-8dc3-88a60ae78eb6 req-baca3fe3-e203-4dea-99fe-636724262251 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.2564242 May 06 12:25:58.057706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ff1a09-b28c-4153-b06d-fbd91d15d2f4']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:58.065075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-ffb5f19c-a836-490d-9782-fabab3dd7133 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100868 May 06 12:25:58.076558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a692a03-a51f-4173-bbef-29740f2373b8') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:58.076558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a692a03-a51f-4173-bbef-29740f2373b8') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:25:58.087149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.108362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.114943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:25:58.115331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: timer() May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:25:58.130194 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:25:58.174818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f65cbc5f-56c4-437c-8dc3-88a60ae78eb6 req-0f6bf9fa-c2a8-407b-be70-24160f96bb01 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337733 May 06 12:25:58.225974 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-b0152fa9-5d97-417d-98ad-323507af228f service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485734 May 06 12:25:58.345853 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.369155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:58.373349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ff1a09-b28c-4153-b06d-fbd91d15d2f4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:58.389878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d78f01d4-eb80-41e4-adfe-3a0d06505665 admin admin] 10.222.0.83 "DELETE /v2.0/networks/02ff1a09-b28c-4153-b06d-fbd91d15d2f4 HTTP/1.1" status: 204 len: 168 time: 0.6049988 May 06 12:25:58.421585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278188d5-05b3-44f2-bb71-fd718bd6283d req-65cc79a5-f05e-4f48-89aa-ba4137d851a9 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.426464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278188d5-05b3-44f2-bb71-fd718bd6283d req-65cc79a5-f05e-4f48-89aa-ba4137d851a9 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1212718 May 06 12:25:58.442001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc6d6bd0-a8a4-4034-907f-8ef9c65cadf4 req-93585c46-77fd-451e-9cc4-69ee0c0f062c service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055087 May 06 12:25:58.453316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46180f81-7467-4bd1-ba6f-0c281ece34c0 req-c22ddb28-e539-445e-b599-77a18afea5ec tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.460749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46180f81-7467-4bd1-ba6f-0c281ece34c0 req-c22ddb28-e539-445e-b599-77a18afea5ec tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.1538553 May 06 12:25:58.506620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46180f81-7467-4bd1-ba6f-0c281ece34c0 req-44967b84-9abd-45be-9386-92bfff7d87c4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 May 06 12:25:58.532253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278188d5-05b3-44f2-bb71-fd718bd6283d req-50171f2c-3999-4a67-8d05-8dc8c06358bb tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948732 May 06 12:25:58.792181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-ab5d09a4-107c-456b-9936-b6ea34198bf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1099 time: 0.1786270 May 06 12:25:58.880562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bf407f8-3d54-4d7d-a704-a8f9651d334d req-7da78ebd-5ad4-4d01-993a-6e35dd66c287 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0747929 May 06 12:25:58.908975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-193f1592-0199-4eb3-b0a3-51aef4c7d7cb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.909822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-193f1592-0199-4eb3-b0a3-51aef4c7d7cb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:58.931547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4a237-9226-4bd1-a6db-84d2ffd4f3b6 req-e9a13ae1-3a3b-470f-8e2a-8657db6a5b55 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:58.931547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bb4a237-9226-4bd1-a6db-84d2ffd4f3b6 req-e9a13ae1-3a3b-470f-8e2a-8657db6a5b55 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.2441456 May 06 12:25:58.942561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48860) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:59.003985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6ade8340-97e6-4fcf-8b82-4a1d2b78f793 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e1549e0d68324fb0951d3db4ae4ee326&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577133 May 06 12:25:59.004226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48864) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:25:59.014432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-9259ca3e-86b3-448b-8345-2933f90b974f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.015936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-9259ca3e-86b3-448b-8345-2933f90b974f service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2127481 May 06 12:25:59.020815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bb4a237-9226-4bd1-a6db-84d2ffd4f3b6 req-7f5feb3e-27d2-4973-bb37-5a3384b92984 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849972 May 06 12:25:59.079616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-193f1592-0199-4eb3-b0a3-51aef4c7d7cb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:59.080814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-193f1592-0199-4eb3-b0a3-51aef4c7d7cb tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 945 time: 0.3279414 May 06 12:25:59.092245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-f40be22a-610b-45f5-a295-8e00be99b3f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.0645907 May 06 12:25:59.146929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:25:59.196153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-54920016-e4ba-4922-8733-719bb645d30b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.197745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-54920016-e4ba-4922-8733-719bb645d30b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0962882 May 06 12:25:59.198944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Deleting port 83e7c461-573a-4532-baba-1d0d6789ff40 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:25:59.199284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.248142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.338203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-703539da-7d8e-4006-9bfc-99233a48558c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266775 May 06 12:25:59.341404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7b167-1b7a-4879-8daa-b399bdbcaf76 req-a03f31bb-7688-4d9e-9980-0e5b709b3638 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.342131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10e7b167-1b7a-4879-8daa-b399bdbcaf76 req-a03f31bb-7688-4d9e-9980-0e5b709b3638 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:25:59.351617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 697491b4-9ab0-4419-9139-f4a6d5ef0748 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:25:59.361961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.474199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:59.490603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'mac_address': 'fa:16:3e:37:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:25:59.553360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.569019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10e7b167-1b7a-4879-8daa-b399bdbcaf76 req-a03f31bb-7688-4d9e-9980-0e5b709b3638 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:25:59.571278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10e7b167-1b7a-4879-8daa-b399bdbcaf76 req-a03f31bb-7688-4d9e-9980-0e5b709b3638 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 945 time: 0.5468588 May 06 12:25:59.574593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:25:59.591419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 697491b4-9ab0-4419-9139-f4a6d5ef0748 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:25:59.600603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 697491b4-9ab0-4419-9139-f4a6d5ef0748 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:25:59.601172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.601689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-8e781818-3089-4a3d-9d47-e8c2529a8f72 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541485 May 06 12:25:59.612482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8df79-b6fb-45c3-9fa5-1397975871bd req-e0886bae-0649-4267-b170-fa58118f0805 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:25:59.619733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afd8df79-b6fb-45c3-9fa5-1397975871bd req-e0886bae-0649-4267-b170-fa58118f0805 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.1440806 May 06 12:25:59.663492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:59.674643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10e7b167-1b7a-4879-8daa-b399bdbcaf76 req-f91a073e-8b6d-4e1d-830e-a0479b0fde6f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877523 May 06 12:25:59.681613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] For port 83e7c461-573a-4532-baba-1d0d6789ff40, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83e7c461-573a-4532-baba-1d0d6789ff40,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:59.681977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.796755 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.810801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.823306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afd8df79-b6fb-45c3-9fa5-1397975871bd req-187d8cd3-f0f7-4381-95ed-06181910585b tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026792 May 06 12:25:59.826991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Calling delete_port for 83e7c461-573a-4532-baba-1d0d6789ff40 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:25:59.851247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff5aecc7-9820-42f4-8cad-eb6937872ba2 req-cdcdcd11-7187-4e94-b301-98d5fb4dd1ec service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293630 May 06 12:25:59.898335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:25:59.915315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:25:59.925986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:59.926161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.967561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba7352-0a3e-49db-aece-96c7f50a5f98,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:25:59.988827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:25:59.989918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43277bf7-e2ab-42ac-8643-47d591ce0cb7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bdba7352-0a3e-49db-aece-96c7f50a5f98 HTTP/1.1" status: 204 len: 168 time: 0.9847951 May 06 12:26:00.027133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420195e4-6f07-42ff-aa68-315ca6180845 req-d863628f-7c00-4a4d-8ac7-5434c010d62d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:00.028763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-420195e4-6f07-42ff-aa68-315ca6180845 req-d863628f-7c00-4a4d-8ac7-5434c010d62d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.2102170 May 06 12:26:00.039681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.070041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d681-0ed7-4acb-8fba-ff9d4f4fe69e req-3eae92d6-9690-4616-8a9b-31bfa38d3dc3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:00.079934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c668d681-0ed7-4acb-8fba-ff9d4f4fe69e req-3eae92d6-9690-4616-8a9b-31bfa38d3dc3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1073871 May 06 12:26:00.102859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48890) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:00.132362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-420195e4-6f07-42ff-aa68-315ca6180845 req-d172328e-6fca-434b-9767-bdcefe07b06b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669985 May 06 12:26:00.169157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c668d681-0ed7-4acb-8fba-ff9d4f4fe69e req-1af7f975-be21-448b-84a5-e4041b0a5221 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876923 May 06 12:26:00.194750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['636eb24a-6a2a-4503-bff4-702da04d03ed'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:00.241506 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29a5a11-a560-4bee-9a53-6ae1593a2c3f'] response: {'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748', 'code': 200} May 06 12:26:00.248328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.260939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:00.315049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event deleted for resources: {'Port': ['ID=83e7c461-573a-4532-baba-1d0d6789ff40,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:00.448524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-535cf06f-e22b-40bd-9885-659cf1ee06d0 req-b58abe47-4492-49a9-8782-d248d9d66865 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0774436 May 06 12:26:00.484040 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0357946-7773-4f89-b6c9-30d365e26a95 req-585e9f4b-6191-44a6-8053-4cde7b5a3478 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 1097 time: 0.1647725 May 06 12:26:00.488289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] No DVR routers for this DVR port 83e7c461-573a-4532-baba-1d0d6789ff40 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:00.496724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.503915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-deleted', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:00.510019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.532035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33fb0b64-4234-4bcb-ac8e-097e7ae68e9e req-ee1af7b2-02b7-4ff3-a329-2cce0e393752 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.1003497 May 06 12:26:00.541257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0357946-7773-4f89-b6c9-30d365e26a95 req-d0d0a9c1-f496-4625-84db-3231126d1d6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 May 06 12:26:00.568349 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4b7c8a-f07e-4f00-bd31-2440be2b8afe'] response: {'server_uuid': 'c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3', 'name': 'network-vif-deleted', 'tag': '83e7c461-573a-4532-baba-1d0d6789ff40', 'status': 'completed', 'code': 200} May 06 12:26:00.578131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:00.582158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Usage tracker for resource:security_group_rule and tenant:45cd00d95e024846b5a8f9852c13727e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:00.597408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:00.597408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:00.622157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcaf8e95-7ccb-4c5d-a8d1-eaa44444f71e req-13bf99c0-fdec-422a-b19c-4c85cced1f30 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "DELETE /v2.0/ports/83e7c461-573a-4532-baba-1d0d6789ff40 HTTP/1.1" status: 204 len: 173 time: 1.5336976 May 06 12:26:00.674251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.806649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:00.865676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b47ed0-528c-455f-bf5f-36754ec34397,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:00.882773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a4c3f04-8e89-450d-903e-781739087727 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=45cd00d95e024846b5a8f9852c13727e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7765601 May 06 12:26:00.886308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48910) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:00.965718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.005596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.015102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319b3fb-6740-452b-b656-1008bf3a5162 req-dd874a9e-6ee6-4407-b560-f6a1fca96bf6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:01.017201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4319b3fb-6740-452b-b656-1008bf3a5162 req-dd874a9e-6ee6-4407-b560-f6a1fca96bf6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 946 time: 0.2073176 May 06 12:26:01.070202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4319b3fb-6740-452b-b656-1008bf3a5162 req-9b58c303-f37b-44e8-bd9d-0ea182375aca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468998 May 06 12:26:01.125607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad7464-6bed-4c6c-b7fd-d314450fe528 req-2ee3c935-c3a9-44eb-a44a-01ff9e93c7e2 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:01.127062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99ad7464-6bed-4c6c-b7fd-d314450fe528 req-2ee3c935-c3a9-44eb-a44a-01ff9e93c7e2 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 945 time: 0.1264617 May 06 12:26:01.155760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:01.177272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99ad7464-6bed-4c6c-b7fd-d314450fe528 req-3a24b8b4-165a-42b5-9ba1-16ace3f14df9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 May 06 12:26:01.200802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 83e7c461-573a-4532-baba-1d0d6789ff40 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:01.200802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83e7c461-573a-4532-baba-1d0d6789ff40 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:01.214385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.239251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b47ed0-528c-455f-bf5f-36754ec34397,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:01.241614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.247140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec2e0d22-4b19-4480-8193-95ae2340afcf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/27b47ed0-528c-455f-bf5f-36754ec34397 HTTP/1.1" status: 204 len: 168 time: 0.3588111 May 06 12:26:01.375012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:01.399325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24ddec-99fd-461d-95c5-156a11c18617 req-ea517d66-3eed-4f28-b0a1-2bff8423b1eb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:01.400869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f24ddec-99fd-461d-95c5-156a11c18617 req-ea517d66-3eed-4f28-b0a1-2bff8423b1eb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.0894105 May 06 12:26:01.403625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fa96a-6541-4f5e-88a4-f9f4a2fe6db8 req-15573205-ccb0-4c5d-8f7b-92962638a6ae tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:01.405896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-788fa96a-6541-4f5e-88a4-f9f4a2fe6db8 req-15573205-ccb0-4c5d-8f7b-92962638a6ae tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0874989 May 06 12:26:01.455522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-788fa96a-6541-4f5e-88a4-f9f4a2fe6db8 req-9c6a7a14-ca3d-4f1b-9681-0223400f4208 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 May 06 12:26:01.458002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f24ddec-99fd-461d-95c5-156a11c18617 req-be9e9bf2-9ce0-4266-9a56-7c998204e9be tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 May 06 12:26:01.569762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:01.587932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'mac_address': 'fa:16:3e:0a:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:01.648028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:01.699004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.732752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:01.740348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a1e279-d011-4c07-ae0d-5b3776583c64 req-83ac3066-3024-4e32-94ea-72a73a72d4eb tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0557432 May 06 12:26:01.762394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:01.860287 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:01.904571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8c97cafc-540d-4cd6-9c3f-9d506f9a3e53 req-a09bfdd8-b041-4b95-ae81-ae21d3742768 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Synchronizing usage tracker for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:01.911030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2022383140-network', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:01.917502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:01.924871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Usage tracker for resource:network and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:01.930970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:01.939612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:01.957265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:02.098647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:02.101567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.113888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8c97cafc-540d-4cd6-9c3f-9d506f9a3e53 req-a09bfdd8-b041-4b95-ae81-ae21d3742768 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Unset dirty status for tenant:1ac5db7a990a4e36a05bf1ec5397a309 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:02.129555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c97cafc-540d-4cd6-9c3f-9d506f9a3e53 req-a09bfdd8-b041-4b95-ae81-ae21d3742768 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=c542cc0d-ae6b-4fd1-aa9a-55997ae9d7a3 HTTP/1.1" status: 200 len: 210 time: 0.3133683 May 06 12:26:02.133969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.184866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:02.189716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Usage tracker for resource:security_group_rule and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:02.192729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:02.199130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:02.222499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['1031f7d1-9dc6-4bf4-8beb-05512f108f2a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:02.293529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.308704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3ca03-7818-4502-9e7b-13305e533388 req-7a0729d4-f2a0-4a37-9c15-0b40c0592c63 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:02.316612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fe3ca03-7818-4502-9e7b-13305e533388 req-7a0729d4-f2a0-4a37-9c15-0b40c0592c63 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 946 time: 0.0976501 May 06 12:26:02.368043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fe3ca03-7818-4502-9e7b-13305e533388 req-039dd751-f791-4d3b-a4fc-d60aaa780e9d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503256 May 06 12:26:02.393811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.447133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:02.449430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:02.470477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.470817 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Added segment 4c789330-1ed5-457b-bfb8-fb1cc323197c of type vlan for network 23423e89-2623-4b59-a2c7-bbf522f5e0ac May 06 12:26:02.516032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.525487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068a632-de70-4d95-9596-7cf94b2d3e2a req-0e294643-5dd3-4e50-a0f7-fc00e03df4f8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:02.526943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f068a632-de70-4d95-9596-7cf94b2d3e2a req-0e294643-5dd3-4e50-a0f7-fc00e03df4f8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 945 time: 0.2180274 May 06 12:26:02.591738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f068a632-de70-4d95-9596-7cf94b2d3e2a req-b941af10-775f-47f9-a59d-c2923837344f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 May 06 12:26:02.689108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.689992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:02.690715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:02.706631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27190cfd-6aaf-4f4a-b422-bf9bc85bb120 req-f84180ae-04ff-4d49-8b16-396411730e8a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:02.708315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27190cfd-6aaf-4f4a-b422-bf9bc85bb120 req-f84180ae-04ff-4d49-8b16-396411730e8a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.0818057 May 06 12:26:02.798184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27190cfd-6aaf-4f4a-b422-bf9bc85bb120 req-fb297592-4b53-438c-9066-5e21e56785b4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770278 May 06 12:26:02.872659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] Pushing event updated for resources: {'Network': ['ID=23423e89-2623-4b59-a2c7-bbf522f5e0ac,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:02.888443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:02.912617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee593713-8c2c-4cfa-a9f2-e3ae296c2aa7 req-a38eb2ef-ddd7-48ed-bd2d-9f976240d757 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:02.932136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee593713-8c2c-4cfa-a9f2-e3ae296c2aa7 req-a38eb2ef-ddd7-48ed-bd2d-9f976240d757 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2115390 May 06 12:26:02.966067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c418374f-0bd7-4666-a74f-9dabd7f84217 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3166614 May 06 12:26:02.978495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48968) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:02.988378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Request body: {'subnet': {'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2022383140-subnet', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:02.996881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:03.005311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Usage tracker for resource:subnet and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:03.008529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:03.014152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee593713-8c2c-4cfa-a9f2-e3ae296c2aa7 req-a0ede6c3-8c01-4a83-b8cd-2e254599ba82 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809133 May 06 12:26:03.018439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:03.018607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ad41136-3bc9-4bf9-a0a5-0878f73bf6db req-ce4d1b67-1a41-4a56-8411-50ebe6448897 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0583537 May 06 12:26:03.105536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:03.109344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.168327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:03.375998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:03.410601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 636eb24a-6a2a-4503-bff4-702da04d03ed completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:03.423128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 636eb24a-6a2a-4503-bff4-702da04d03ed triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:03.423831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.576039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.588548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.618540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:03.631483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:03.674995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:03.680010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:03.680372 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.682564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfc3c71-8830-4a30-be75-36727789644c,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:03.698029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Checking segment: {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:03.698389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Network hostable DHCP agents. Network: 23423e89-2623-4b59-a2c7-bbf522f5e0ac, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:03.710430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399105-d70d-4a96-9e2e-faac58212258 req-8dd40112-b050-4b45-8bdc-2a6194253ad3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:03.711993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9399105-d70d-4a96-9e2e-faac58212258 req-8dd40112-b050-4b45-8bdc-2a6194253ad3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 946 time: 0.1737339 May 06 12:26:03.741129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.771799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9399105-d70d-4a96-9e2e-faac58212258 req-f922e2e1-574f-4c9d-a4bf-3853e2d1409e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507224 May 06 12:26:03.903806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:03.916688 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8750d285-b177-4bcf-9522-e0792aefe8cc'] response: {'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'code': 200} May 06 12:26:03.953882 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:03.968513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:04.002473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:04.063755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 23423e89-2623-4b59-a2c7-bbf522f5e0ac) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:04.070571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1597-6b75-4189-a142-9a9dfef6d1ac req-81ae0395-8ed5-4994-b6ae-c5c9595ad7f1 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.072115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-547c1597-6b75-4189-a142-9a9dfef6d1ac req-81ae0395-8ed5-4994-b6ae-c5c9595ad7f1 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.1442170 May 06 12:26:04.072251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f8b1c-dac3-45f9-bde4-7a1cfd8b274e None None] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:04.076894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.077474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.110739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbe6-e660-43bd-91d9-5d81bc157735 req-87bc91af-b53f-4d01-9eab-a44a748b942b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.120840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a2afbe6-e660-43bd-91d9-5d81bc157735 req-87bc91af-b53f-4d01-9eab-a44a748b942b tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.1077664 May 06 12:26:04.159016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-547c1597-6b75-4189-a142-9a9dfef6d1ac req-f2b25044-e8fd-4d41-87d7-728772a84f92 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613248 May 06 12:26:04.165382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e974152e-7669-48b9-801f-dd847be3b416 req-b0ec4811-9d7d-450a-a833-a6aaa42d9c11 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 1097 time: 0.1505969 May 06 12:26:04.206166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a2afbe6-e660-43bd-91d9-5d81bc157735 req-704815e9-75aa-40c3-9a2f-d1d5561d3b7d tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839102 May 06 12:26:04.222495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.245172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e974152e-7669-48b9-801f-dd847be3b416 req-e0ae58c1-f9bd-4bb1-987d-03173af6f695 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729952 May 06 12:26:04.293170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8444b784-3fa8-46fa-b975-9e4490cc271d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3135071 May 06 12:26:04.296182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49014) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:04.304517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:04.309618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:04.317934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Usage tracker for resource:router and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:04.321433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:04.328449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:04.347792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:04.425507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.426988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.453605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0217c-497c-4fdf-92bc-c3825d71d2a7 req-9cb70280-ac5d-403c-846c-832b65a3f926 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.461165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfd0217c-497c-4fdf-92bc-c3825d71d2a7 req-9cb70280-ac5d-403c-846c-832b65a3f926 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0977902 May 06 12:26:04.461362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'fixed_ips': [{'subnet_id': '7cfc3c71-8830-4a30-be75-36727789644c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:26:04.462287 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.463447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.531240 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfd0217c-497c-4fdf-92bc-c3825d71d2a7 req-92068e4d-358a-4552-be3c-1c107ed34067 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 May 06 12:26:04.595960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49020) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:04.652048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010aaed-bda6-4831-954c-880d3974b6c9 req-e6d733b8-a5a6-4937-b188-2b7184b74a24 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.661929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a010aaed-bda6-4831-954c-880d3974b6c9 req-e6d733b8-a5a6-4937-b188-2b7184b74a24 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1738713 May 06 12:26:04.680831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Allocated IP 172.20.0.2 (23423e89-2623-4b59-a2c7-bbf522f5e0ac/7cfc3c71-8830-4a30-be75-36727789644c/9ce3ff3c-d058-4ff1-9ca3-e66befeab50d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:04.763822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-834a6adc-8b14-4926-9785-cbc12701e562 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:04.765238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-834a6adc-8b14-4926-9785-cbc12701e562 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.2196698 May 06 12:26:04.785978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.800947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ea04ddf-efde-4c11-8da8-846b11795fa5 req-a3ea5055-f42b-40db-a620-91f81ea4351d tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0983603 May 06 12:26:04.850587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:04.858513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0e4dd71fee48278bc6f5c273ac24d2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:04.861850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:04.867805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:04.920590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a010aaed-bda6-4831-954c-880d3974b6c9 req-2e9f09b5-0b69-42f3-9afe-2df34cdf5800 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573524 May 06 12:26:04.933152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Deleting port 830874ee-a708-4f36-b3df-48e5a9967d57 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:04.933481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.968170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.973186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.980300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:04.984080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Transition to ACTIVE for port object 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:05.004691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Transition to ACTIVE for port object 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:05.078696 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.124487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.132146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ef418d-12a0-4a9b-9507-eb78ddc77c3c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:05.137214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d78c5d8b-2b64-4629-a247-12b4a9cc5168 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0d0e4dd71fee48278bc6f5c273ac24d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5400405 May 06 12:26:05.140138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49026) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:05.200474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:05.208330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.209691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:05.214552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:05.238894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.252292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Pushing event updated for resources: {'Port': ['ID=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:05.304918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] For port 830874ee-a708-4f36-b3df-48e5a9967d57, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=830874ee-a708-4f36-b3df-48e5a9967d57,segment=NetworkSegment(2b8b48ae-73a0-498f-838b-40ae948ec175),segment_id=2b8b48ae-73a0-498f-838b-40ae948ec175)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:05.304918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.310314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Attempting to bind port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:05.310795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Attempting to bind port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:05.311245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Attempting to bind port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d on network 23423e89-2623-4b59-a2c7-bbf522f5e0ac {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:05.318459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:05.319126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Checking segment: {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:05.319906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.320250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Bound using segment: {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:05.320810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Bound port: 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:05.321318 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.419378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] For port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:05.423677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] For port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:05.434308 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.444980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Calling delete_port for 830874ee-a708-4f36-b3df-48e5a9967d57 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:05.456053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ef418d-12a0-4a9b-9507-eb78ddc77c3c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:05.465334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.466511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6ed8b836-5e2b-4b7f-afcb-87a1284da4e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3ef418d-12a0-4a9b-9507-eb78ddc77c3c HTTP/1.1" status: 204 len: 168 time: 0.3254311 May 06 12:26:05.484466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7871d-968d-4436-ad7c-5be558a747b2 req-6a541600-f82d-4075-9a76-25865c87c000 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:05.491247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6a7871d-968d-4436-ad7c-5be558a747b2 req-6a541600-f82d-4075-9a76-25865c87c000 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.1302166 May 06 12:26:05.516221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.551519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6a7871d-968d-4436-ad7c-5be558a747b2 req-d3464a94-4868-40ce-bc8f-4b7fdd9a99cf tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590386 May 06 12:26:05.629035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c6a85-9c8c-46c6-83ae-0536f345e0d3 None None] Pushing event updated for resources: {'Port': ['ID=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:05.803727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3015324-e40d-4468-82b0-c4008c315cce req-1ae1a428-0182-49d7-9c8e-0f8e69be122f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:05.810946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3015324-e40d-4468-82b0-c4008c315cce req-1ae1a428-0182-49d7-9c8e-0f8e69be122f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 944 time: 0.3732255 May 06 12:26:05.820873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.891716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:05.918027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:06.000020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95302120-2a7f-46c0-8464-b9695493d79a req-b95f2aa4-3998-417e-8be5-7b51d12f7b64 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:06.010449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95302120-2a7f-46c0-8464-b9695493d79a req-b95f2aa4-3998-417e-8be5-7b51d12f7b64 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1737156 May 06 12:26:06.030008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3015324-e40d-4468-82b0-c4008c315cce req-ea783b5a-6b84-4d6a-a11d-746b3b336e5f tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/security-groups?id=a338bcf7-f1dd-4b20-b711-738d8b806878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179978 May 06 12:26:06.104565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95302120-2a7f-46c0-8464-b9695493d79a req-a2612e20-e17b-41e0-a497-539fd574b650 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929201 May 06 12:26:06.107524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:06.179146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Pushing event deleted for resources: {'Port': ['ID=830874ee-a708-4f36-b3df-48e5a9967d57,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:06.214639 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc44a36-5088-456f-be25-c71b683d8206'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'code': 200} May 06 12:26:06.334652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Allocated IP 172.25.2.110 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/543b89b4-28e5-40a6-8cc4-28e435ab22ad) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:06.352235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] No DVR routers for this DVR port 830874ee-a708-4f36-b3df-48e5a9967d57 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:06.357005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0b4e749-4c4a-482c-8df1-2b403166ecf1 req-c760c256-0d65-428e-8bf9-46a7e83894a5 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1017442 May 06 12:26:06.361512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:06.364219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-deleted', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:06.458623 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34529c55-776a-4cdf-84c6-0693049f2aa0'] response: {'server_uuid': '6a864aa5-1d2d-410c-a0fe-6469316931d7', 'name': 'network-vif-deleted', 'tag': '830874ee-a708-4f36-b3df-48e5a9967d57', 'status': 'completed', 'code': 200} May 06 12:26:06.477512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f4c7cb-50b7-426a-b46b-961b90894022 req-401ce899-c40d-498b-916f-3bf607fea439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1101 time: 0.1792665 May 06 12:26:06.496856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d380-cc51-4d3f-80ef-b0a820bfd4d4 req-6c553f75-0138-4567-ad13-1e9c0a53c603 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:06.498965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f717d380-cc51-4d3f-80ef-b0a820bfd4d4 req-6c553f75-0138-4567-ad13-1e9c0a53c603 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1492658 May 06 12:26:06.566108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f4c7cb-50b7-426a-b46b-961b90894022 req-aa577d9c-8e88-4953-b008-7ae5ed39dff9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 May 06 12:26:06.601968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:06.606595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bfe31d49-1de6-4d08-a5fc-d47134bfcb30 req-edae3cb3-552e-4f2d-9988-8b0aba1ed593 tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.86 "DELETE /v2.0/ports/830874ee-a708-4f36-b3df-48e5a9967d57 HTTP/1.1" status: 204 len: 173 time: 1.7853105 May 06 12:26:06.606806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f717d380-cc51-4d3f-80ef-b0a820bfd4d4 req-b7cd7b24-fcc0-4cee-9a3e-16fc661f170d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915282 May 06 12:26:06.795358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:06.879942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:06.884183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:06.889522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da73c66-9dde-4d1a-b12a-a7302af8cfcd None None] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:06.897836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92cfae-02b0-4753-b86d-322484475141 req-d4c918e8-3999-45f3-98d6-dcf13a571673 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:06.902747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee92cfae-02b0-4753-b86d-322484475141 req-d4c918e8-3999-45f3-98d6-dcf13a571673 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.2007530 May 06 12:26:06.905554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:06.932208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Pushing event updated for resources: {'Port': ['ID=543b89b4-28e5-40a6-8cc4-28e435ab22ad,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:07.052699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee92cfae-02b0-4753-b86d-322484475141 req-d0b4bb01-1110-4319-8b7f-02ee4ee429f6 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489701 May 06 12:26:07.252218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:07.269390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49074) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:07.278119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:07.293607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.294516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.363224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-296f4270-8d8a-421c-a639-522b7f9b8fc4 req-ee536baf-6faa-48df-825b-7e97e9f5f91a tempest-LiveAutoBlockMigrationV225Test-1359810093 tempest-LiveAutoBlockMigrationV225Test-1359810093-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a864aa5-1d2d-410c-a0fe-6469316931d7 HTTP/1.1" status: 200 len: 210 time: 0.0959203 May 06 12:26:07.402306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 830874ee-a708-4f36-b3df-48e5a9967d57 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:07.410776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 830874ee-a708-4f36-b3df-48e5a9967d57 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:07.410776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:07.510836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1301748064-network', 'tenant_id': '7926c8d56f7f46e4849f26020beea821'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:07.519861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:07.526990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Usage tracker for resource:network and tenant:7926c8d56f7f46e4849f26020beea821 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:07.533453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:07.533700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:07.539540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:07.640140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Provisioning for port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:07.657351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Provisioning complete for port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:07.657714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.665473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Made reservation on behalf of 7926c8d56f7f46e4849f26020beea821 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:07.667920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.668904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38671646-4fee-44cc-9717-ca4c04141ba9 req-4b4c4957-1d0b-4ef3-89d0-036de168a99c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:07.672237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38671646-4fee-44cc-9717-ca4c04141ba9 req-4b4c4957-1d0b-4ef3-89d0-036de168a99c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0895405 May 06 12:26:07.682494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.726409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38671646-4fee-44cc-9717-ca4c04141ba9 req-1b43535a-b49a-4dfc-a5ee-652c7af7871c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 May 06 12:26:07.735389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:07.742167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Usage tracker for resource:security_group_rule and tenant:7926c8d56f7f46e4849f26020beea821 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:07.746482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:07.754905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:07.821755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Router fb19b999-a275-4364-b096-e13458d585c1 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:26:07.891394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:07.940431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.002315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:08.004782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.019796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51c88405-4c8e-4afa-a0a7-5d9ccedf86eb req-15316592-5301-4dc4-bd92-5d8d548141cc tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0716813 May 06 12:26:08.056128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] For port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:08.095790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.137310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.170888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.181927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:08.199884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc8c13-5ff8-4f82-b142-20d39bb2bfd4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:08.218796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:08.231223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:08.244259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.245110 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Added segment 79955569-2c78-4d92-af77-24efd66eca77 of type vlan for network d33b6a1f-d8f2-41d8-af09-6cec2cf998ee May 06 12:26:08.293974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc8cab-9210-444e-ab55-f7445731aab0 None None] Pushing event updated for resources: {'Port': ['ID=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:08.297542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.308766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b17e6211-e9a9-4d33-b7c3-c960cad7e4df None None] Provisioning complete for port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:08.309148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b17e6211-e9a9-4d33-b7c3-c960cad7e4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.378265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d86383-5640-4a13-90e3-989a1f18a212 req-fef8549f-22df-4aaa-a3d5-e1aa3c6cff4a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:08.380537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dbb730b6-5aa7-48b2-8614-11bd2703a5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.387190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87d86383-5640-4a13-90e3-989a1f18a212 req-fef8549f-22df-4aaa-a3d5-e1aa3c6cff4a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 947 time: 0.2077129 May 06 12:26:08.474879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87d86383-5640-4a13-90e3-989a1f18a212 req-2090ac2b-fb81-409f-bb29-3ed1e279f7dd tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857437 May 06 12:26:08.480805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:08.490776 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Sync routers for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:08.519836 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697077e4-d583-4e32-a0f1-00a79e146cd8'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'code': 200} May 06 12:26:08.521728 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:08.522361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:25:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:08.568129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.569003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:08.569677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.637443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:08.667953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] Pushing event updated for resources: {'Network': ['ID=d33b6a1f-d8f2-41d8-af09-6cec2cf998ee,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:08.684128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:08.684234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d33b6a1f-d8f2-41d8-af09-6cec2cf998ee details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:08.684943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49116) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:08.692735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0c04bfe0-b82a-4c32-9f92-f277838c8e9d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3814352 May 06 12:26:08.817438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6e0262ab-ef67-4b18-a39d-68dd1549073b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5442758 May 06 12:26:08.817683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49122) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:08.824646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:08.832303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Request body: {'subnet': {'network_id': 'd33b6a1f-d8f2-41d8-af09-6cec2cf998ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1301748064-subnet', 'tenant_id': '7926c8d56f7f46e4849f26020beea821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:08.844784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:08.850018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Usage tracker for resource:subnet and tenant:7926c8d56f7f46e4849f26020beea821 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:08.861478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:08.861478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:09.051995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Made reservation on behalf of 7926c8d56f7f46e4849f26020beea821 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:09.056273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.078395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Deleting subnet d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:26:09.082515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.148679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.150402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:09.209505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf333b-e29a-40a9-accc-bd84169a093a req-e8afd2ba-7802-4132-97a8-2b15d75c4bca tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:09.211439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ddf333b-e29a-40a9-accc-bd84169a093a req-e8afd2ba-7802-4132-97a8-2b15d75c4bca tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2467937 May 06 12:26:09.212654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:09.225770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.295428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ddf333b-e29a-40a9-accc-bd84169a093a req-d819a614-8f01-4955-8dfb-5088622a8f3b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 May 06 12:26:09.311180 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 3, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:09.319896 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Checking router: fb19b999-a275-4364-b096-e13458d585c1 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:09.320245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Updating router fb19b999-a275-4364-b096-e13458d585c1 port 543b89b4-28e5-40a6-8cc4-28e435ab22ad binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:09.333055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3ee0eeb-9fad-46fe-ae2c-5a5281719064 req-29eaec4a-7fe1-4dea-9af2-faad20392d8f tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0597160 May 06 12:26:09.439808 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.469526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:09.483593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.483984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'mac_address': 'fa:16:3e:0d:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:09.546222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:09.546589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.549262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.555647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:09.565563 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eaed393d-5485-485f-b245-a6a4eeee7d4e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d77a1fde-3b1a-4d0c-abfd-c9e5a8213efe HTTP/1.1" status: 204 len: 168 time: 0.9364147 May 06 12:26:09.569719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49140) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:09.623369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.651747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:09.682834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:09.776317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.779639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6334228d-e334-4fb3-a5d2-a971dfb9c0de req-aac412c0-1013-41b4-a1f9-97247ee2232a tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1101 time: 0.1158214 May 06 12:26:09.806918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:09.851295 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6334228d-e334-4fb3-a5d2-a971dfb9c0de req-483a0860-762b-4b49-9012-7ba44a38a631 tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527735 May 06 12:26:09.973349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:10.056947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.157488 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.158268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:10.173895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Transition to ACTIVE for port object 543b89b4-28e5-40a6-8cc4-28e435ab22ad will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:10.274778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56ff46-54e6-403a-b786-5c775eb63b65 req-b068ed98-f90e-43ca-a049-9c0f38c36b3e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.276268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca56ff46-54e6-403a-b786-5c775eb63b65 req-b068ed98-f90e-43ca-a049-9c0f38c36b3e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 948 time: 0.2070174 May 06 12:26:10.300262 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.307657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0315c72d-ebcb-4dd2-8ca7-f9e1297c5d7b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:10.352920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca56ff46-54e6-403a-b786-5c775eb63b65 req-a8ed0bff-e885-4c28-9bee-5a4fe5eaf1ff tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648217 May 06 12:26:10.398139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.406946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Checking segment: {'id': '79955569-2c78-4d92-af77-24efd66eca77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd33b6a1f-d8f2-41d8-af09-6cec2cf998ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:10.407300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Network hostable DHCP agents. Network: d33b6a1f-d8f2-41d8-af09-6cec2cf998ee, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:10.415926 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Pushing event updated for resources: {'Port': ['ID=543b89b4-28e5-40a6-8cc4-28e435ab22ad,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:10.434121 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.434815 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.435356 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.436308 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.436829 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.437322 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.437810 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.438344 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.438827 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.439502 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.440141 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:10.446753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4818f0d2-7e48-4515-8f1e-5e648c5de94a']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:10.469874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8b48ae-73a0-498f-838b-40ae948ec175') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:10.470195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8b48ae-73a0-498f-838b-40ae948ec175') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:10.496351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.496610 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Attempting to bind port 543b89b4-28e5-40a6-8cc4-28e435ab22ad on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:10.496769 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Attempting to bind port 543b89b4-28e5-40a6-8cc4-28e435ab22ad by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:10.497250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Attempting to bind port 543b89b4-28e5-40a6-8cc4-28e435ab22ad on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:10.505544 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:10.505917 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:10.506316 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.507115 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:10.507804 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Bound port: 543b89b4-28e5-40a6-8cc4-28e435ab22ad, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:10.508187 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.514448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b371c-8316-433e-b9d8-cc77ffb93d33 req-c9da29cc-45de-4c89-8499-62d5ddd14a0f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.515969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca8b371c-8316-433e-b9d8-cc77ffb93d33 req-c9da29cc-45de-4c89-8499-62d5ddd14a0f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.4311285 May 06 12:26:10.552532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.568670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:26:10.569099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: timer() May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:26:10.582998 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:26:10.594262 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] For port 543b89b4-28e5-40a6-8cc4-28e435ab22ad, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:10.598503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] For port 543b89b4-28e5-40a6-8cc4-28e435ab22ad, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=543b89b4-28e5-40a6-8cc4-28e435ab22ad,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:10.607688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.646464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Network d33b6a1f-d8f2-41d8-af09-6cec2cf998ee is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:10.667945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca8b371c-8316-433e-b9d8-cc77ffb93d33 req-5abe6f5b-bf75-43fc-ab1e-27c8e4a9dc64 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 May 06 12:26:10.681596 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f61fa87-b483-4dec-9dab-093931106b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.705566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fbb21ab-5eec-436d-8772-77aeb7ed58b9 req-b63779d3-b91e-4c33-8d4d-21ed8e35fb9b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1598110 May 06 12:26:10.831292 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.858548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-236690bc-422e-40d5-a4c9-ee11b5835341 req-9e905e73-75a0-40ae-9843-e7c971e11c16 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0472872 May 06 12:26:10.876156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Allocated IP 172.20.0.1 (23423e89-2623-4b59-a2c7-bbf522f5e0ac/7cfc3c71-8830-4a30-be75-36727789644c/9af1f33c-8e36-4858-bead-3ecedb226e9f) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:10.888866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d33b6a1f-d8f2-41d8-af09-6cec2cf998ee) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:10.892278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.916571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af6fd1-45d6-44ec-a574-13816512acba None None] Network d33b6a1f-d8f2-41d8-af09-6cec2cf998ee requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:10.927688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.937441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:10.947338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:10.952594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:10.953236 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:10.982334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4818f0d2-7e48-4515-8f1e-5e648c5de94a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:11.136918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4635babb-652e-4224-8043-699aab89e0b9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4818f0d2-7e48-4515-8f1e-5e648c5de94a HTTP/1.1" status: 204 len: 168 time: 1.5640755 May 06 12:26:11.138500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49162) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:11.166620 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9df5e-d9ad-4f75-88e6-06a6ce64d18a None None] Pushing event updated for resources: {'Port': ['ID=543b89b4-28e5-40a6-8cc4-28e435ab22ad,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:11.204261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-04ebb266-1e0a-4f90-9a13-916331f688ab admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3847618 May 06 12:26:11.236718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Deleting subnet 9d1adf75-7933-4e6c-91dc-b54defee1f79 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:26:11.239964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.272990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce76a3c-b3bc-4e93-b3c8-702403d9d580 None None] Network d33b6a1f-d8f2-41d8-af09-6cec2cf998ee requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:11.286301 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.288604 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:11.311747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Transition to ACTIVE for port object 9af1f33c-8e36-4858-bead-3ecedb226e9f will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:11.312713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.379321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.460249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.578967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:11.589067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:11.596751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:11.627974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.643248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:11.713495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1adf75-7933-4e6c-91dc-b54defee1f79,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:11.721849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 3, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:11.728482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa9755-852f-46a5-a9ee-283014126159 None None] The sync data for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 is: [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:07Z', 'revision_number': 3, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:11.736592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.740664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:11.755159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-93aa6aed-5644-48cd-8a84-6f71131b28f5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9d1adf75-7933-4e6c-91dc-b54defee1f79 HTTP/1.1" status: 204 len: 168 time: 0.6153584 May 06 12:26:11.757681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49178) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:11.855362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-5062fc65-d41e-47af-948f-48ed7d2ae71f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1824479 May 06 12:26:11.895995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85180b2b-a84b-4c78-bc42-643b7910f80e req-8f702e27-3ae1-419f-9b60-02345d46c436 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:11.897418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85180b2b-a84b-4c78-bc42-643b7910f80e req-8f702e27-3ae1-419f-9b60-02345d46c436 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 948 time: 0.3282459 May 06 12:26:11.958144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.032250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2ae9a2d6-25df-491b-b0ea-82e593e18824 None None] Provisioning for port 9af1f33c-8e36-4858-bead-3ecedb226e9f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:12.047263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.064074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2ae9a2d6-25df-491b-b0ea-82e593e18824 None None] Provisioning complete for port 9af1f33c-8e36-4858-bead-3ecedb226e9f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:12.064443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae9a2d6-25df-491b-b0ea-82e593e18824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.128148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.134164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.141599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2ae9a2d6-25df-491b-b0ea-82e593e18824 None None] Port 9af1f33c-8e36-4858-bead-3ecedb226e9f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:12.207966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85180b2b-a84b-4c78-bc42-643b7910f80e req-63fddff3-0f8c-4bc9-80da-d0b8ec74c63c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915542 May 06 12:26:12.333519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.374146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024c1193-da26-4dde-816c-3ffa23e3e440']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:12.389272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70a674-eadf-44cc-99b0-1bb56758aff0 req-0659837f-68f2-4290-9c01-7e38b607e386 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:12.391905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f70a674-eadf-44cc-99b0-1bb56758aff0 req-0659837f-68f2-4290-9c01-7e38b607e386 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2287076 May 06 12:26:12.395540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e47a6a-924e-461a-8954-fdb156735832') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:12.395972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e47a6a-924e-461a-8954-fdb156735832') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:12.453978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.482466 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.492915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:26:12.493318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.506860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f70a674-eadf-44cc-99b0-1bb56758aff0 req-b4251fdf-b4c9-4720-ac17-43719ec201ea tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971453 May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: timer() May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:26:12.508454 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:26:12.546400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.598631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a95349-284b-470a-88cb-f27e9bde1ace req-95a71206-81ae-4ad6-9c0c-731edc9533c0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:12.600253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86a95349-284b-470a-88cb-f27e9bde1ace req-95a71206-81ae-4ad6-9c0c-731edc9533c0 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.1934967 May 06 12:26:12.652021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86a95349-284b-470a-88cb-f27e9bde1ace req-67fcbadb-4555-4e9c-89f9-c087604a38e2 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 May 06 12:26:12.723943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.775073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.780121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.827116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] Pushing event deleted for resources: {'Network': ['ID=024c1193-da26-4dde-816c-3ffa23e3e440,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:12.839730 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-50b30d86-08ae-4d19-88f8-f92c5f25a78f admin admin] 10.222.0.83 "DELETE /v2.0/networks/024c1193-da26-4dde-816c-3ffa23e3e440 HTTP/1.1" status: 204 len: 168 time: 1.0786769 May 06 12:26:12.878683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:12.881511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:12.889180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f0f27b-ba1c-4fd8-bcca-e5aef0a4f981 req-a848f72f-d062-4b87-8bde-41258ac345f8 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.2025480 May 06 12:26:13.043147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:13.044873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:13.124875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 543b89b4-28e5-40a6-8cc4-28e435ab22ad up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:13.178437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:13.223894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:13.266376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:13.322774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Deleting subnet 0315c72d-ebcb-4dd2-8ca7-f9e1297c5d7b {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:26:13.327050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.428050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.447943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49224) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:13.488435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5c67b0e4-621c-4c02-92d1-989c2d606c79 None None] Provisioning complete for port 9af1f33c-8e36-4858-bead-3ecedb226e9f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:13.488806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5c67b0e4-621c-4c02-92d1-989c2d606c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.502977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.522309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:13.564652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 543b89b4-28e5-40a6-8cc4-28e435ab22ad completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:13.567441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'network_id': 'b24edb0b-48b9-458e-a153-46c7d7100a14', 'port_id': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'mac_address': 'fa:16:3e:37:43:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7537efdf-642f-4c0f-b794-6dca69fb79fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:13.568937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.580670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 543b89b4-28e5-40a6-8cc4-28e435ab22ad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:13.581028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.615264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e5034f9f-ce8c-4e45-bda3-990deb780bb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1ac5db7a990a4e36a05bf1ec5397a309&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1638706 May 06 12:26:13.618114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49230) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:13.666711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b881f-8e86-4e1c-a7ae-08787627133b req-6ec19014-196f-487d-9695-569b3d184c44 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:13.668249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c7b881f-8e86-4e1c-a7ae-08787627133b req-6ec19014-196f-487d-9695-569b3d184c44 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 948 time: 0.2891622 May 06 12:26:13.676305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5c67b0e4-621c-4c02-92d1-989c2d606c79 None None] Port 9af1f33c-8e36-4858-bead-3ecedb226e9f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:13.687209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:13.687573 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.770147 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.796924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.814177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.831180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0315c72d-ebcb-4dd2-8ca7-f9e1297c5d7b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:13.857787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:13.858795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.877821 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:13.878545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c7b881f-8e86-4e1c-a7ae-08787627133b req-f9d3c2a8-b2be-42be-b021-90d50a8ad9b3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965525 May 06 12:26:13.892619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6a61c2b7-0eba-4734-9adc-2964df032be0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0315c72d-ebcb-4dd2-8ca7-f9e1297c5d7b HTTP/1.1" status: 204 len: 168 time: 0.7129800 May 06 12:26:13.896337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:13.936508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cf3b6-2db0-478d-93a4-1e70c55d3dcf req-1215f6a6-e7bc-4ce8-9a05-3a4a8cc4b84c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:13.938372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee4cf3b6-2db0-478d-93a4-1e70c55d3dcf req-1215f6a6-e7bc-4ce8-9a05-3a4a8cc4b84c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2270768 May 06 12:26:14.023947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee4cf3b6-2db0-478d-93a4-1e70c55d3dcf req-61429305-17a2-48e3-b8a7-7ad7111d9d18 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781589 May 06 12:26:14.062212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:14.074204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Router fb19b999-a275-4364-b096-e13458d585c1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:26:14.097102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.108087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.114952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.137423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 543b89b4-28e5-40a6-8cc4-28e435ab22ad, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=543b89b4-28e5-40a6-8cc4-28e435ab22ad,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:14.147606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:14.158614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:14.162433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.185555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338bcf7-f1dd-4b20-b711-738d8b806878,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.209535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.283377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.285281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.292296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.361268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.364660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1bd2ab20-c452-44eb-a4a1-11231d6cdfaf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a338bcf7-f1dd-4b20-b711-738d8b806878 HTTP/1.1" status: 204 len: 168 time: 0.7431822 May 06 12:26:14.381189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9195c8e5-73b7-4b6b-aa6b-bf7753834179 req-56c11ed3-2e03-4163-9302-c0ff98cbac01 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0992124 May 06 12:26:14.384454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cdaeb-60cc-4596-8a0e-2dd2d1531b1a req-36853c63-dec8-4862-8e11-46885d04453d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:14.392188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b8cdaeb-60cc-4596-8a0e-2dd2d1531b1a req-36853c63-dec8-4862-8e11-46885d04453d tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.3586748 May 06 12:26:14.420835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=543b89b4-28e5-40a6-8cc4-28e435ab22ad,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.441548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.463059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['636eb24a-6a2a-4503-bff4-702da04d03ed'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:14.506075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33b6a1f-d8f2-41d8-af09-6cec2cf998ee']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:14.538196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b8cdaeb-60cc-4596-8a0e-2dd2d1531b1a req-b96f0519-cab8-4ebc-a6a8-6043546ab0f4 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449420 May 06 12:26:14.541288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79955569-2c78-4d92-af77-24efd66eca77') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:14.556418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79955569-2c78-4d92-af77-24efd66eca77') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:14.558509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.572284 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ccb79c-c4ed-4f0a-813f-172359ae2052'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'code': 200} May 06 12:26:14.591527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.595911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.600942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:26:14.601360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: timer() May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:26:14.614762 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:26:14.721399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:14.735169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f11a5689-30c3-40c1-b6f9-b81f160de8d4 admin admin] 10.222.0.83 "PUT /v2.0/routers/fb19b999-a275-4364-b096-e13458d585c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0486133 May 06 12:26:14.780681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.787490 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:14.793400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d33b6a1f-d8f2-41d8-af09-6cec2cf998ee HTTP/1.1" status: 204 len: 168 time: 0.8945160 May 06 12:26:14.815073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa300db-1333-4cbd-bea6-2fc93bf7acd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33b6a1f-d8f2-41d8-af09-6cec2cf998ee,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:14.880412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49252) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:14.903255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b39c7043-0019-406e-b226-2e1341f21e0d req-a4c29860-04eb-42c9-aae5-2dc0087c112a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1100 time: 0.0833042 May 06 12:26:14.992146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b39c7043-0019-406e-b226-2e1341f21e0d req-48bd741c-fa8a-4a97-a915-4e5d78df4cd4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 May 06 12:26:15.116252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f9b77-1343-4d9d-bd67-f36896b4b27a req-5812b63c-0d20-44c2-a33f-188dff5699df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.118291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df6f9b77-1343-4d9d-bd67-f36896b4b27a req-5812b63c-0d20-44c2-a33f-188dff5699df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0940795 May 06 12:26:15.130793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 543b89b4-28e5-40a6-8cc4-28e435ab22ad up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:15.166056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1760362994'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:15.176339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:15.187979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:network and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:15.193979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df6f9b77-1343-4d9d-bd67-f36896b4b27a req-f9edebda-ef82-4bd6-989f-e4d055a4c0cd tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686762 May 06 12:26:15.194869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:15.201918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:15.232066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 543b89b4-28e5-40a6-8cc4-28e435ab22ad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:15.232569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.299306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:15.304860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:15.307851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.335198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e117cc4-55d5-441c-8e81-911e02cdffb5 req-b0e4fd93-c50a-4032-887b-bc91fb632d29 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.341835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:15.345182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e117cc4-55d5-441c-8e81-911e02cdffb5 req-b0e4fd93-c50a-4032-887b-bc91fb632d29 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1195323 May 06 12:26:15.356060 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.356547 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Added segment df8af4c8-e4d1-4004-b051-42982b11e36b of type vlan for network 1488801e-306e-40fb-b3a7-483c74e29059 May 06 12:26:15.374459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:15.389801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.436370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e117cc4-55d5-441c-8e81-911e02cdffb5 req-e91a0dde-b31b-406f-ac34-c9bc81a6ef5a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898418 May 06 12:26:15.474585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49272) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:15.475186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8a0d0134-75b1-481c-ae74-baa907c24087 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7926c8d56f7f46e4849f26020beea821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0943286 May 06 12:26:15.528430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.534309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.536434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.566986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.587164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:15.606099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:15.648668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49278) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:15.688276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.769161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8876157 May 06 12:26:15.769943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:15.773978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.776292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d53cbc5b-5d88-43d2-ac68-93c366018ea6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ed1c5c3fc454ffda862d60be956a900&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1263812 May 06 12:26:15.776714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b35773a-07a6-42e5-9a87-ddf75cb4233f req-ca25d702-d489-4db0-a458-4cd68811ca81 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1014659 May 06 12:26:15.777294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d0eb3-cc86-4d30-abc9-786ae0ebc08a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Network': ['ID=1488801e-306e-40fb-b3a7-483c74e29059,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:15.780843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:15.791509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'subnet': {'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:15.798194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:15.809488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1488801e-306e-40fb-b3a7-483c74e29059 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:15.837709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Sync routers for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:15.859723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8443-c0d7-4434-ad1f-d96a1789d048 req-53bf3ac5-a06c-4409-81f1-e1a8adf47ca9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:15.867819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89be8443-c0d7-4434-ad1f-d96a1789d048 req-53bf3ac5-a06c-4409-81f1-e1a8adf47ca9 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.1399472 May 06 12:26:15.914430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:15.920407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89be8443-c0d7-4434-ad1f-d96a1789d048 req-e4f10929-dfa1-4a5e-90b3-a29e29ffcde3 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 May 06 12:26:15.957975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:15.958921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:16.027348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:16.036107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:subnet and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:16.046626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:16.052757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-ca7b5d29-9f1d-4a5f-8b76-a1ad1037af05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1101 time: 0.4840305 May 06 12:26:16.060192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:16.090606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.162315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:16.215605 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.301617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.301617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:16.320625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.444675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc8c13-5ff8-4f82-b142-20d39bb2bfd4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:16.487788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.491792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f7c4f4c4-5d7f-4280-84d4-e8f41bee2215 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f7cc8c13-5ff8-4f82-b142-20d39bb2bfd4 HTTP/1.1" status: 204 len: 168 time: 1.0128534 May 06 12:26:16.510373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.553536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:11Z', 'revision_number': 4, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9af1f33c-8e36-4858-bead-3ecedb226e9f', 'name': '', 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'mac_address': 'fa:16:3e:0a:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cfc3c71-8830-4a30-be75-36727789644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:10Z', 'updated_at': '2022-05-06T12:26:12Z', 'revision_number': 2, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'subnets': [{'id': '7cfc3c71-8830-4a30-be75-36727789644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:16.558091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Checking router: fb19b999-a275-4364-b096-e13458d585c1 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:16.558550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Updating router fb19b999-a275-4364-b096-e13458d585c1 port 9af1f33c-8e36-4858-bead-3ecedb226e9f binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:16.607030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-b93b31f4-18cd-41a0-bf08-20920d36645f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.608633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-b93b31f4-18cd-41a0-bf08-20920d36645f service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.5401721 May 06 12:26:16.644200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.722749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-392adbd4-790c-48cd-8b1d-681bc93e94b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.0945740 May 06 12:26:16.771093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eb841-c031-4b80-9a3a-505061d700c4 req-d41aad25-a5ec-4da0-9722-f28faf420353 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.774083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c67eb841-c031-4b80-9a3a-505061d700c4 req-d41aad25-a5ec-4da0-9722-f28faf420353 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1863148 May 06 12:26:16.791843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:16.851694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c67eb841-c031-4b80-9a3a-505061d700c4 req-483f3f36-78fe-40c8-877d-09560db2948d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708895 May 06 12:26:16.857572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19a17a6-c5b7-487b-8a36-6adc000dbc20,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:16.920330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-39867596-12ee-4fe2-8ee7-ec13ac3a984d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:16.921905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-39867596-12ee-4fe2-8ee7-ec13ac3a984d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1878612 May 06 12:26:17.020126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.023460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c56f9243-2b5c-41c0-8c74-1ae88ee3b568 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b19a17a6-c5b7-487b-8a36-6adc000dbc20 HTTP/1.1" status: 204 len: 168 time: 1.2344849 May 06 12:26:17.088027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-03eb9973-69c4-429d-8b35-e6641ddb6de7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553504 May 06 12:26:17.188282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e811e9-6e58-4d88-afef-2ea444e1af9b req-4cc9608a-550d-41f6-964b-a3213d08132d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:17.190952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3e811e9-6e58-4d88-afef-2ea444e1af9b req-4cc9608a-550d-41f6-964b-a3213d08132d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1466148 May 06 12:26:17.236735 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.242772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.249791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Transition to ACTIVE for port object 9af1f33c-8e36-4858-bead-3ecedb226e9f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:17.255967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:17.280682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3e811e9-6e58-4d88-afef-2ea444e1af9b req-bb21b486-3dbd-4153-a52c-5a4b5de46943 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825956 May 06 12:26:17.358600 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.375869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Subnet': ['ID=b223a001-8478-4f18-8a92-2b6bc637b98f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:17.513796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03659bf2-7037-4e69-b57e-6d1bad58a0ce None None] Pushing event updated for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:17.568139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42daadab-cca6-4ef1-8704-0c53cc96d5c6 req-fed1bed0-32be-4d29-a9ba-1cea34e8d40a tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1500320 May 06 12:26:17.596625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Checking segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:17.596625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network hostable DHCP agents. Network: 1488801e-306e-40fb-b3a7-483c74e29059, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:17.629775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-aa623755-4b02-46bf-a856-b018c6632275 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308368 May 06 12:26:17.647346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 636eb24a-6a2a-4503-bff4-702da04d03ed triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:17.648029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.745221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network 1488801e-306e-40fb-b3a7-483c74e29059 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:17.781025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Attempting to bind port 9af1f33c-8e36-4858-bead-3ecedb226e9f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:17.781540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Attempting to bind port 9af1f33c-8e36-4858-bead-3ecedb226e9f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:17.781901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Attempting to bind port 9af1f33c-8e36-4858-bead-3ecedb226e9f on network 23423e89-2623-4b59-a2c7-bbf522f5e0ac {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:17.799328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:17.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Checking segment: {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:17.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Bound using segment: {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:17.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Bound port: 9af1f33c-8e36-4858-bead-3ecedb226e9f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c789330-1ed5-457b-bfb8-fb1cc323197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:17.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.838409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-55667a7d-465b-49e4-a795-a57c961c05fc service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019844 May 06 12:26:17.905539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1488801e-306e-40fb-b3a7-483c74e29059) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:17.922069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:17.925728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:17.927404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9b299-f8f3-4ab2-9cca-8b8ef7cd2ad4 None None] Network 1488801e-306e-40fb-b3a7-483c74e29059 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:18.045459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.055441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f019d32-7d95-45f0-86b9-a4bd9bad94a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2832599 May 06 12:26:18.058232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:18.064114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1644083352'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:18.074592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:18.081690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:network and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:18.089898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:18.109971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db50846-5c70-4ff6-bdb1-17189ea25735 req-7c6b1892-735b-4773-a36c-73c23cdd1fc8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.111475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1db50846-5c70-4ff6-bdb1-17189ea25735 req-7c6b1892-735b-4773-a36c-73c23cdd1fc8 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 944 time: 0.1096189 May 06 12:26:18.117972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] For port 9af1f33c-8e36-4858-bead-3ecedb226e9f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:18.131007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:18.135414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:18.151335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] For port 9af1f33c-8e36-4858-bead-3ecedb226e9f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9af1f33c-8e36-4858-bead-3ecedb226e9f,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:18.157483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:18.180164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1db50846-5c70-4ff6-bdb1-17189ea25735 req-615da08c-a998-49c8-9415-79038ee9d7f5 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597036 May 06 12:26:18.211589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf46ba7-e5a1-4d43-8cc3-e98bb27c82de req-e613c732-85cf-4b26-9cce-0dc16e213fe1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.220432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf46ba7-e5a1-4d43-8cc3-e98bb27c82de req-e613c732-85cf-4b26-9cce-0dc16e213fe1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1246464 May 06 12:26:18.272616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:18.280512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.306214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf46ba7-e5a1-4d43-8cc3-e98bb27c82de req-c8192876-8f97-48cf-9bea-7d7cb8890527 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816712 May 06 12:26:18.311577 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.341278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:18.351248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.351949 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Added segment c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d of type vlan for network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 May 06 12:26:18.388107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.412165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.421239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1488801e-306e-40fb-b3a7-483c74e29059', 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'fixed_ips': [{'subnet_id': 'b223a001-8478-4f18-8a92-2b6bc637b98f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:26:18.422187 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.481072 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8ff6f1-6758-449d-bf7f-580788db5fee'] response: {'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'code': 200} May 06 12:26:18.522536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.526145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.526718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:18.556017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:18.556733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:18.762522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b0a4-ad9f-4821-bef4-a52b14ad9f4e req-dc307fba-a6f6-42e7-ac1e-8eeaa15bfe8a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:18.762522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d669b0a4-ad9f-4821-bef4-a52b14ad9f4e req-dc307fba-a6f6-42e7-ac1e-8eeaa15bfe8a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2128901 May 06 12:26:18.775081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:18.841815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d669b0a4-ad9f-4821-bef4-a52b14ad9f4e req-28f14699-20e0-45b6-86ad-b749a758e951 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840602 May 06 12:26:18.932502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Network': ['ID=a1d154ea-2900-43d0-9dba-a6a3d4e063c2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:18.952600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.953201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.953698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03659bf2-7037-4e69-b57e-6d1bad58a0ce None None] Pushing event updated for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:18.954350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.954932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.955519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.956109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.956666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.957243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.957794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.958307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:18.958822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:19.015388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1771680803-network', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:19.024949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:19.036408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Usage tracker for resource:network and tenant:cc290e08319147b9af033ecbab5fde0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:19.049110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:19.049110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:19.072985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:19.076464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc06dd-15f8-4c47-a791-ce7d4ea7d7b6 req-94f2dc0a-d99e-4c67-9933-2a013b381bf1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.085125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7efc06dd-15f8-4c47-a791-ce7d4ea7d7b6 req-94f2dc0a-d99e-4c67-9933-2a013b381bf1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2414880 May 06 12:26:19.088392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:19.091259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f36183-9453-4966-8f94-e5880537543e req-f42e9cd5-9985-4808-8045-6711f997c2e7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.100996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0f36183-9453-4966-8f94-e5880537543e req-f42e9cd5-9985-4808-8045-6711f997c2e7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.2607851 May 06 12:26:19.103248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d3e0208-9726-4212-9a62-369da0398ede tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0439448 May 06 12:26:19.108312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49368) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:19.119693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'subnet': {'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:19.204244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Deleting port 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:26:19.204783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.267394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Made reservation on behalf of cc290e08319147b9af033ecbab5fde0f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:19.270169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.282706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Allocated IP 19.80.0.2 (1488801e-306e-40fb-b3a7-483c74e29059/b223a001-8478-4f18-8a92-2b6bc637b98f/ac8f6f46-b29e-4938-8484-f5b556ef3067) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:19.287168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:19.295234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:subnet and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:19.298977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7efc06dd-15f8-4c47-a791-ce7d4ea7d7b6 req-0af93c58-59d6-4b8c-82bf-39df1c8c5f13 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120743 May 06 12:26:19.299532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:19.299653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:19.307859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.323281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:19.346359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9764be8-8f64-4f38-8a97-58c283e143c2 req-50b15e18-4c67-49bd-a003-d05304289510 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:19.352064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9764be8-8f64-4f38-8a97-58c283e143c2 req-50b15e18-4c67-49bd-a003-d05304289510 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3211818 May 06 12:26:19.439046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:19.454259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Usage tracker for resource:security_group_rule and tenant:cc290e08319147b9af033ecbab5fde0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:19.459250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:19.474503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:19.492648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9764be8-8f64-4f38-8a97-58c283e143c2 req-e3b41a21-286d-44c3-a5b8-07ebb5f1d882 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289027 May 06 12:26:19.580020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.581923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:19.634620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b29026b-b51c-423e-a213-12370c360e18 req-866c38f2-0f22-4c9a-9644-60bccb80f6b0 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1429582 May 06 12:26:19.740152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] For port 636eb24a-6a2a-4503-bff4-702da04d03ed, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=636eb24a-6a2a-4503-bff4-702da04d03ed,segment=NetworkSegment(2afad0f2-316f-45e2-b105-f9da051c4c53),segment_id=2afad0f2-316f-45e2-b105-f9da051c4c53)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:19.745664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.814610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.881691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:19.887081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Calling delete_port for 636eb24a-6a2a-4503-bff4-702da04d03ed owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:26:19.908525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Transition to ACTIVE for port object ac8f6f46-b29e-4938-8484-f5b556ef3067 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:19.912563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:11Z', 'revision_number': 4, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9af1f33c-8e36-4858-bead-3ecedb226e9f', 'name': '', 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'mac_address': 'fa:16:3e:0a:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cfc3c71-8830-4a30-be75-36727789644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:10Z', 'updated_at': '2022-05-06T12:26:18Z', 'revision_number': 4, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'subnets': [{'id': '7cfc3c71-8830-4a30-be75-36727789644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:19.924850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba41f38-61f3-4dff-90eb-8c214c29c68c None None] The sync data for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 is: [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:26:11Z', 'revision_number': 4, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9af1f33c-8e36-4858-bead-3ecedb226e9f', 'name': '', 'network_id': '23423e89-2623-4b59-a2c7-bbf522f5e0ac', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'mac_address': 'fa:16:3e:0a:a9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cfc3c71-8830-4a30-be75-36727789644c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:10Z', 'updated_at': '2022-05-06T12:26:18Z', 'revision_number': 4, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'subnets': [{'id': '7cfc3c71-8830-4a30-be75-36727789644c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:19.935636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Transition to ACTIVE for port object ac8f6f46-b29e-4938-8484-f5b556ef3067 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:20.033389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e900b6-7821-47c4-b95a-7d3c3934d92d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:20.042764 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.076677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.104863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.105863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.105863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.105863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.106261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.106762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.107408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.107763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.108128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.108452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.109033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:20.149413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Network 1488801e-306e-40fb-b3a7-483c74e29059 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:20.153620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:20.157879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:20.171511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Pushing event updated for resources: {'Port': ['ID=ac8f6f46-b29e-4938-8484-f5b556ef3067,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:20.202207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.221288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:20.242810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['636eb24a-6a2a-4503-bff4-702da04d03ed'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:20.253566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Pushing event deleted for resources: {'Port': ['ID=636eb24a-6a2a-4503-bff4-702da04d03ed,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:20.266129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb37d58-d48c-4081-9477-096284db6c96 req-e9e1f4e7-d580-4e93-9898-4bbdea59a4a7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:20.277660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3cb37d58-d48c-4081-9477-096284db6c96 req-e9e1f4e7-d580-4e93-9898-4bbdea59a4a7 tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 946 time: 0.4616489 May 06 12:26:20.312671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.313040 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Added segment 8a9f1603-88af-4caf-a5d8-61f10c45a6d4 of type vlan for network 5e5510f9-11b8-433b-9875-f830a6054505 May 06 12:26:20.376644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Attempting to bind port ac8f6f46-b29e-4938-8484-f5b556ef3067 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:20.376961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Attempting to bind port ac8f6f46-b29e-4938-8484-f5b556ef3067 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:20.377321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Attempting to bind port ac8f6f46-b29e-4938-8484-f5b556ef3067 on network 1488801e-306e-40fb-b3a7-483c74e29059 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:20.378282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3cb37d58-d48c-4081-9477-096284db6c96 req-2df3320a-5c9c-4bce-beab-9710c9f1b60c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/security-groups?id=49ce4a5c-579d-468d-8375-2989b8f6c64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023223 May 06 12:26:20.385567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:20.385941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Checking segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:20.388487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.388894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Bound using segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:20.391825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Bound port: ac8f6f46-b29e-4938-8484-f5b556ef3067, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:20.391825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.394291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] No DVR routers for this DVR port 636eb24a-6a2a-4503-bff4-702da04d03ed on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:20.408057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.411219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-deleted', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:20.441713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.445824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.533330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0f36183-9453-4966-8f94-e5880537543e req-8a3f7954-127c-4e7d-94d5-161767229f8c tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.86 "DELETE /v2.0/ports/636eb24a-6a2a-4503-bff4-702da04d03ed HTTP/1.1" status: 204 len: 173 time: 1.4133477 May 06 12:26:20.584065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] For port ac8f6f46-b29e-4938-8484-f5b556ef3067, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:20.587276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] For port ac8f6f46-b29e-4938-8484-f5b556ef3067, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ac8f6f46-b29e-4938-8484-f5b556ef3067,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:20.659751 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.746517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.748023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:20.748774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.875582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c05f8-9a9f-4dc0-a157-557be4ac89b1 None None] Pushing event updated for resources: {'Port': ['ID=ac8f6f46-b29e-4938-8484-f5b556ef3067,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:20.879297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:20.893637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7682-41ec-4b0c-b22c-770d10e77fca req-bcb52bee-f56d-44a0-b075-9d10f0e952a4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:20.901256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d24e7682-41ec-4b0c-b22c-770d10e77fca req-bcb52bee-f56d-44a0-b075-9d10f0e952a4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1621499 May 06 12:26:20.998621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d24e7682-41ec-4b0c-b22c-770d10e77fca req-5ba8364d-f54e-43d6-8845-8ddf8541c45e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941465 May 06 12:26:21.020228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cd6e7-1655-40b8-9d3e-453041afc207 req-9f7f3945-1bbc-406d-9f1a-c062829981f5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.042751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-476cd6e7-1655-40b8-9d3e-453041afc207 req-9f7f3945-1bbc-406d-9f1a-c062829981f5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3763459 May 06 12:26:21.042751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] Pushing event updated for resources: {'Network': ['ID=5e5510f9-11b8-433b-9875-f830a6054505,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:21.084528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Subnet': ['ID=85d240a4-0b92-48a7-ac1e-d3eaf1e22b02,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:21.102745 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b069ecfc-8a80-4f5f-92c8-7159d765e938'] response: {'server_uuid': 'c8f80848-1ad1-4042-bbee-2ae1fe69d75b', 'name': 'network-vif-deleted', 'tag': '636eb24a-6a2a-4503-bff4-702da04d03ed', 'status': 'completed', 'code': 200} May 06 12:26:21.109820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 5e5510f9-11b8-433b-9875-f830a6054505 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:21.141488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-476cd6e7-1655-40b8-9d3e-453041afc207 req-6b8b0559-0a8c-459b-a284-ef939659614f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137269 May 06 12:26:21.142770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Checking segment: {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:21.145714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network hostable DHCP agents. Network: a1d154ea-2900-43d0-9dba-a6a3d4e063c2, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:21.186436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26ee3445-c84c-46c1-afee-0746b35ce24f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4104738 May 06 12:26:21.190920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49410) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:21.216262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Request body: {'subnet': {'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1771680803-subnet', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:21.224191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:21.233466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Usage tracker for resource:subnet and tenant:cc290e08319147b9af033ecbab5fde0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:21.241303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:21.258837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:21.349369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:21.408095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Made reservation on behalf of cc290e08319147b9af033ecbab5fde0f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:21.408095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:21.481284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe7caf-918a-42eb-9ce1-af81bba6fe9c req-a7f3a39e-c597-4549-9932-cc1fc652c8cc tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.483007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dfe7caf-918a-42eb-9ce1-af81bba6fe9c req-a7f3a39e-c597-4549-9932-cc1fc652c8cc tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1630180 May 06 12:26:21.531952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ac8f6f46-b29e-4938-8484-f5b556ef3067 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:21.581202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dfe7caf-918a-42eb-9ce1-af81bba6fe9c req-7a41758d-f686-45a6-b4b4-d219eb5b74d2 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 May 06 12:26:21.594045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a1d154ea-2900-43d0-9dba-a6a3d4e063c2) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:21.630312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.630897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:21.648603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee81221-0607-4f73-a66c-49b9b4cac2bc None None] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:21.667595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7eeb02fd-7a2d-4201-865d-e393e1c93dee req-896ff70c-9aac-4994-89aa-1281b32c630a tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.2105072 May 06 12:26:21.925628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-091aa43f-0dc9-4672-aaaa-5a59756918e3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8157735 May 06 12:26:21.945347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ac8f6f46-b29e-4938-8484-f5b556ef3067 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:21.953885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9af1f33c-8e36-4858-bead-3ecedb226e9f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:21.987032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b7de048-3dea-428c-b9b6-484aa97d6e60 req-e908609e-9fcb-4653-ba1a-c03e49405a8f tempest-ImagesTestJSON-1835853677 tempest-ImagesTestJSON-1835853677-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8f80848-1ad1-4042-bbee-2ae1fe69d75b HTTP/1.1" status: 200 len: 210 time: 0.0479310 May 06 12:26:21.995199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6f07d-a965-412a-a5f1-134a36e359cf req-fed665be-1fc4-47bd-abf1-9ba28a9225b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:21.996797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8e6f07d-a965-412a-a5f1-134a36e359cf req-fed665be-1fc4-47bd-abf1-9ba28a9225b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2243609 May 06 12:26:22.053808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.086539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a1d154ea-2900-43d0-9dba-a6a3d4e063c2', 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'fixed_ips': [{'subnet_id': '85d240a4-0b92-48a7-ac1e-d3eaf1e22b02'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:26:22.087345 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.093377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8e6f07d-a965-412a-a5f1-134a36e359cf req-2fe11da4-8063-490f-b470-ef90272b5715 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864255 May 06 12:26:22.224656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10605da-8094-4e84-82e7-ce4e91a5fd94,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:22.236302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Checking segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:22.237241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Network hostable DHCP agents. Network: 5e5510f9-11b8-433b-9875-f830a6054505, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:22.281404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9af1f33c-8e36-4858-bead-3ecedb226e9f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:22.304677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9af1f33c-8e36-4858-bead-3ecedb226e9f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:22.305223 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.335379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Network 5e5510f9-11b8-433b-9875-f830a6054505 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:22.403521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Allocated IP 19.86.0.2 (a1d154ea-2900-43d0-9dba-a6a3d4e063c2/85d240a4-0b92-48a7-ac1e-d3eaf1e22b02/1b4ce773-addf-4a4e-b7c5-8f25013e269d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:22.461392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 5e5510f9-11b8-433b-9875-f830a6054505) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:22.469486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.470060 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.557416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.557882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.558658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.559041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.559524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.560679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.561047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.561400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.561758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.564013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bf5528f-59d1-42e1-ade5-b74fd3e4cd2e req-ca72acf7-73de-4c1c-857d-78ac604c25a6 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6374 time: 0.1978486 May 06 12:26:22.591175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173a6f5-b95c-4de4-9cff-cc63e092f762 None None] Network 1488801e-306e-40fb-b3a7-483c74e29059 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:22.605307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bb120-03d8-4873-9f1a-b4d87a1a3a62 None None] Network 5e5510f9-11b8-433b-9875-f830a6054505 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:22.630841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9f0816c5-3f02-4be8-88c6-6e00454bd31e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4311922 May 06 12:26:22.636673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:22.639244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:22.647406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:22.654297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Usage tracker for resource:router and tenant:cc290e08319147b9af033ecbab5fde0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:22.659295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:22.667182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:22.705705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f69bc-a473-4d9f-b42e-ba47bba076ce req-892f99ac-79dd-420d-b844-d96d4fa47eca tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.707287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-387f69bc-a473-4d9f-b42e-ba47bba076ce req-892f99ac-79dd-420d-b844-d96d4fa47eca tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0929673 May 06 12:26:22.774643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.776171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.782687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-387f69bc-a473-4d9f-b42e-ba47bba076ce req-9013680a-e63d-4f5d-b52f-ced958b6f37a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 May 06 12:26:22.814210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d0de-c1e5-4581-a0c7-211afbd48766 req-0d4f81d3-1d14-4ce3-9cfa-41446134538b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:22.815731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fe2d0de-c1e5-4581-a0c7-211afbd48766 req-0d4f81d3-1d14-4ce3-9cfa-41446134538b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1242709 May 06 12:26:22.819639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:22.879903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fe2d0de-c1e5-4581-a0c7-211afbd48766 req-d31bdeb5-b006-40db-885f-325de1aed1e7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584071 May 06 12:26:22.996365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Provisioning for port ac8f6f46-b29e-4938-8484-f5b556ef3067 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:23.044650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Provisioning complete for port ac8f6f46-b29e-4938-8484-f5b556ef3067 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:23.045021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.079075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2821b434-b892-4178-a28e-fafd829b2043 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:23.083973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2821b434-b892-4178-a28e-fafd829b2043 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:23.084976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2821b434-b892-4178-a28e-fafd829b2043 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:23.085362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.178851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2821b434-b892-4178-a28e-fafd829b2043 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:23.180479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2821b434-b892-4178-a28e-fafd829b2043 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/networks?id=1488801e-306e-40fb-b3a7-483c74e29059&id=a1d154ea-2900-43d0-9dba-a6a3d4e063c2&id=1488801e-306e-40fb-b3a7-483c74e29059 HTTP/1.1" status: 200 len: 1392 time: 0.2800333 May 06 12:26:23.198974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-b60cbc70-fc60-4c1a-a305-98658b77a0a7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/quotas/e6935ab6bc8c41be94f1a899581d624f HTTP/1.1" status: 200 len: 375 time: 0.0114574 May 06 12:26:23.284154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:23.303177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.306460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc481a-b4d5-4564-8a2f-d0e8937169d6 req-e05ca30e-6a1a-456b-9b25-1b25b8b6d42e tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:23.307946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3efc481a-b4d5-4564-8a2f-d0e8937169d6 req-e05ca30e-6a1a-456b-9b25-1b25b8b6d42e tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 886 time: 0.3843021 May 06 12:26:23.377499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9af1f33c-8e36-4858-bead-3ecedb226e9f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9af1f33c-8e36-4858-bead-3ecedb226e9f,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:23.378421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 636eb24a-6a2a-4503-bff4-702da04d03ed {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:26:23.378765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 636eb24a-6a2a-4503-bff4-702da04d03ed not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:23.380825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-290acd17-c83d-4c1a-aee9-ba7be9212c3c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1735575 May 06 12:26:23.381954 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.409954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Transition to ACTIVE for port object 1b4ce773-addf-4a4e-b7c5-8f25013e269d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:23.413074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3538106-fa28-4f7f-aaea-8b9e08be5005 None None] Network 5e5510f9-11b8-433b-9875-f830a6054505 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:23.520046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-eaf9ff78-65d9-4601-b91a-0d38c085c451 service neutron] 10.222.0.83 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383982 May 06 12:26:23.546884 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.587735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bcd01-31d6-4976-af7b-fcde4bc5f505 req-8a73af52-aedf-4bff-93e3-768a3196e499 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:23.589324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-533bcd01-31d6-4976-af7b-fcde4bc5f505 req-8a73af52-aedf-4bff-93e3-768a3196e499 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1079416 May 06 12:26:23.592158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Transition to ACTIVE for port object 1b4ce773-addf-4a4e-b7c5-8f25013e269d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:23.658043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.665761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-7671936c-4af2-4f2a-a0e5-2605f4d8e582 service neutron] 10.222.0.83 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387117 May 06 12:26:23.694215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.702333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-533bcd01-31d6-4976-af7b-fcde4bc5f505 req-0f18a00f-28bc-4df6-b4a9-3ff3ff254163 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026459 May 06 12:26:23.713152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.740188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:23.787138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:23.859192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] For port ac8f6f46-b29e-4938-8484-f5b556ef3067, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ac8f6f46-b29e-4938-8484-f5b556ef3067,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:23.871622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:23.877430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:23.882668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:23.898359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Pushing event updated for resources: {'Port': ['ID=1b4ce773-addf-4a4e-b7c5-8f25013e269d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:23.916094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-6b85729b-ae4b-41a5-acba-6201316716a7 service neutron] 10.222.0.83 "GET /v2.0/networks/a1d154ea-2900-43d0-9dba-a6a3d4e063c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439396 May 06 12:26:24.047283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90a0db79-7f3d-450e-9647-11d73d607055 req-a27a5e66-e563-468f-bce9-8709b80748fe tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1002271 May 06 12:26:24.052904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.089578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Allocated IP 172.25.2.103 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/d1f83877-269f-4bda-92fb-00513fde4363) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:24.109909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-9980a627-3fd5-477b-9a72-33c070d1997b service neutron] 10.222.0.83 "GET /v2.0/networks/a1d154ea-2900-43d0-9dba-a6a3d4e063c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821146 May 06 12:26:24.126030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adee19e-32cd-48ed-b606-6642cb339a0f None None] Pushing event updated for resources: {'Port': ['ID=ac8f6f46-b29e-4938-8484-f5b556ef3067,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:24.175545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d90bfa86-ae8f-481f-a283-9ae366870ec8 None None] Provisioning complete for port ac8f6f46-b29e-4938-8484-f5b556ef3067 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:24.175955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90bfa86-ae8f-481f-a283-9ae366870ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.247897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-075007cc-d0b2-44fc-8cfe-0f8510d55619 service neutron] 10.222.0.83 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470571 May 06 12:26:24.262434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.374084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-a29ecb1f-ab5b-4543-b5fa-5b455e80735b service neutron] 10.222.0.83 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256356 May 06 12:26:24.419639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.489889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:24.493479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:24.495379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f83877-269f-4bda-92fb-00513fde4363,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:24.498336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:24.697681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Attempting to bind port 1b4ce773-addf-4a4e-b7c5-8f25013e269d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:24.698234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Attempting to bind port 1b4ce773-addf-4a4e-b7c5-8f25013e269d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:24.698445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Attempting to bind port 1b4ce773-addf-4a4e-b7c5-8f25013e269d on network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:24.705689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:24.706058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Checking segment: {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:24.706552 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.706953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Bound using segment: {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:24.707409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Bound port: 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:24.707811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.779812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.780659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:24.968279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] For port 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:24.972668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] For port 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1b4ce773-addf-4a4e-b7c5-8f25013e269d,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:25.032968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.033561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.033895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.034256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.034613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.034960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.035307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.035681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.036054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.037868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf3725b8-abc4-46ad-bb09-51ecff6dbf61 req-bce28e81-62a9-4b36-8d1f-66d152203a43 tempest-NetworksTest-1908696323 tempest-NetworksTest-1908696323-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6374 time: 0.2138741 May 06 12:26:25.098420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:25.160950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe6fb6bd-b9fa-46c8-9c01-977ef8913501 req-2e743c8f-1b0b-4f25-9888-8b2034c68807 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 210 time: 0.0572429 May 06 12:26:25.168447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937002d0-93a4-401f-9339-48d6c1b37051 req-44f2ab8b-7628-4b8c-b7f4-07c1b133e153 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.170758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937002d0-93a4-401f-9339-48d6c1b37051 req-44f2ab8b-7628-4b8c-b7f4-07c1b133e153 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1374028 May 06 12:26:25.181681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fc793dc-c712-4328-b541-c204ac7b1a2e req-0db13534-dee7-42c0-8f9d-3c0566bf8da3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1293595 May 06 12:26:25.212136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b459e2-8b72-4043-9942-8d32fe941175 None None] Pushing event updated for resources: {'Port': ['ID=1b4ce773-addf-4a4e-b7c5-8f25013e269d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:25.255445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937002d0-93a4-401f-9339-48d6c1b37051 req-625d6389-d217-4ee5-a3a1-76b6422147ad tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776610 May 06 12:26:25.402856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dfd3f-c8b0-45a1-9ca2-57b441d23af5 req-3ff40efe-7c47-4729-a0e4-56853111a679 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.404877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-542dfd3f-c8b0-45a1-9ca2-57b441d23af5 req-3ff40efe-7c47-4729-a0e4-56853111a679 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0912874 May 06 12:26:25.477476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-542dfd3f-c8b0-45a1-9ca2-57b441d23af5 req-3f889780-7e73-4e39-8bc8-c1f37dd6a4d0 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654192 May 06 12:26:25.524469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:26:25.711978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40193567-f7e2-4e6a-a86a-35957ff2def0 req-84bb3e4b-6d55-4586-9a6a-fd38fed0f102 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:25.713481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40193567-f7e2-4e6a-a86a-35957ff2def0 req-84bb3e4b-6d55-4586-9a6a-fd38fed0f102 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2633715 May 06 12:26:25.720492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bc6518b-c315-4bd9-978a-29c7e497665d req-298a123c-dd9f-4f2b-bb2a-db1b30507ab4 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1000414 May 06 12:26:25.785794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40193567-f7e2-4e6a-a86a-35957ff2def0 req-10093582-1949-48e5-a69d-69b5214682a0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623865 May 06 12:26:25.816273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ac8f6f46-b29e-4938-8484-f5b556ef3067 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:25.862734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:25.875951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Sync routers for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:25.906428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:25.907372 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:26.016582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ac8f6f46-b29e-4938-8484-f5b556ef3067 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:26.017002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.018598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.025941 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1c0a483d-8e67-4b96-bc17-bd17d4c5af74 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3893163 May 06 12:26:26.026364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49484) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:26.066414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49488) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:26.295691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1b4ce773-addf-4a4e-b7c5-8f25013e269d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:26.312733 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:26.407544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18dd399b-0873-4f62-8035-e4d7f493af40 req-dbdb3ebe-cb01-40e7-8b4a-3521520327d2 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 210 time: 0.1064637 May 06 12:26:26.490266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.571495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bb5ec-9f26-41fb-a710-ace8195db25a None None] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:26.577167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:26.582173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Usage tracker for resource:security_group_rule and tenant:ceeea27c2406489b9dc31537313fd108 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:26.587568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:26.602409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:26.689438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.780073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:26.788831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1b4ce773-addf-4a4e-b7c5-8f25013e269d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:26.816603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9af1f33c-8e36-4858-bead-3ecedb226e9f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:26.821248 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:24Z', 'revision_number': 3, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:26.832601 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Checking router: 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:26.832954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Updating router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c port d1f83877-269f-4bda-92fb-00513fde4363 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:26.866743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ceeea27c2406489b9dc31537313fd108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7991164 May 06 12:26:26.869652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49512) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:26.883284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60127a-60fe-436d-8402-6a3253d76c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f4076-d0e4-44c6-b874-515c1fb61812,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:26.915259 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.019833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Provisioning for port 1b4ce773-addf-4a4e-b7c5-8f25013e269d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:27.078292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.085493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Provisioning complete for port 1b4ce773-addf-4a4e-b7c5-8f25013e269d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:27.086572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.129006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9af1f33c-8e36-4858-bead-3ecedb226e9f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:27.129463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.135705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.179406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba8896-9134-4c2f-9b76-cd70d41f9cf9 req-dcab193a-8634-480b-bff1-e1d6dd768335 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:27.186927 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30ba8896-9134-4c2f-9b76-cd70d41f9cf9 req-dcab193a-8634-480b-bff1-e1d6dd768335 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2567787 May 06 12:26:27.276073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30ba8896-9134-4c2f-9b76-cd70d41f9cf9 req-da045c4a-f7fc-4cc0-b481-9f8f51f904e2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831780 May 06 12:26:27.318051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1e40b-111f-49fb-95a2-4faf9df0394f req-6f959a50-4332-4664-a9d5-21fce6fb2144 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:27.326827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77c1e40b-111f-49fb-95a2-4faf9df0394f req-6f959a50-4332-4664-a9d5-21fce6fb2144 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1198916 May 06 12:26:27.380320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77c1e40b-111f-49fb-95a2-4faf9df0394f req-c2d543c7-1e6a-466e-b2eb-b1cc1698f4e8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 May 06 12:26:27.406837 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.420365 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Transition to ACTIVE for port object d1f83877-269f-4bda-92fb-00513fde4363 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:27.437105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.519820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f4076-d0e4-44c6-b874-515c1fb61812,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:27.523686 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.526678 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.529681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e1414ca1-7f50-44fc-ac56-ee01720c8d3c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d84f4076-d0e4-44c6-b874-515c1fb61812 HTTP/1.1" status: 204 len: 168 time: 0.6583889 May 06 12:26:27.638792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4374752-61cb-4a93-b67c-10955000a229 req-66eadb85-8715-4f8d-b74f-b6001e96bf64 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0906472 May 06 12:26:27.650962 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.696089 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055333ce-0d70-473d-b985-a80a2a28de56 None None] Pushing event updated for resources: {'Port': ['ID=d1f83877-269f-4bda-92fb-00513fde4363,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:27.701213 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Attempting to bind port d1f83877-269f-4bda-92fb-00513fde4363 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:27.701650 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Attempting to bind port d1f83877-269f-4bda-92fb-00513fde4363 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:27.702008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Attempting to bind port d1f83877-269f-4bda-92fb-00513fde4363 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:27.709225 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:27.713531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:27.713531 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.713531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:27.713531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Bound port: d1f83877-269f-4bda-92fb-00513fde4363, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:27.713531 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.726710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] For port 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1b4ce773-addf-4a4e-b7c5-8f25013e269d,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:27.805190 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] For port d1f83877-269f-4bda-92fb-00513fde4363, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:27.809201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] For port d1f83877-269f-4bda-92fb-00513fde4363, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d1f83877-269f-4bda-92fb-00513fde4363,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:27.837213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.895575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:27.956010 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.006072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb43cd-f189-4a7d-a635-cf38bc2053aa None None] Pushing event updated for resources: {'Port': ['ID=1b4ce773-addf-4a4e-b7c5-8f25013e269d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:28.036037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da579fc8-13ec-4ff2-b3c3-e1ac21170d5d req-fca4c41a-83cb-41aa-97ff-cc68c9f8a5aa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 210 time: 0.0500143 May 06 12:26:28.107225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9e643d49-4fb0-461c-8935-a6626561a797 None None] Provisioning complete for port 1b4ce773-addf-4a4e-b7c5-8f25013e269d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:28.107508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9e643d49-4fb0-461c-8935-a6626561a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.133546 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055333ce-0d70-473d-b985-a80a2a28de56 None None] Pushing event updated for resources: {'Port': ['ID=d1f83877-269f-4bda-92fb-00513fde4363,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:28.180588 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:28.181491 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:28.211821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Allocated IP 172.20.0.1 (5e5510f9-11b8-433b-9875-f830a6054505/a10605da-8094-4e84-82e7-ce4e91a5fd94/004b23a3-f2b1-42ff-af40-ed878fdec621) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:28.387569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.501684 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:28.591816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.715095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Network 5e5510f9-11b8-433b-9875-f830a6054505 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:28.715318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669606-d19d-4f70-a588-9fadcb73f5b4 req-897ee5ab-773f-4d56-8a09-de4e76fc43d1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:28.719055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:28.720290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97669606-d19d-4f70-a588-9fadcb73f5b4 req-897ee5ab-773f-4d56-8a09-de4e76fc43d1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3104012 May 06 12:26:28.724056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:28.752380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Pushing event updated for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:28.780585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:28.800764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2c39aa01-6059-48c9-a968-bf3b5f06a9e2 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:28.805652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2c39aa01-6059-48c9-a968-bf3b5f06a9e2 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:28.807805 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2c39aa01-6059-48c9-a968-bf3b5f06a9e2 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "GET /v2.0/networks?id=1488801e-306e-40fb-b3a7-483c74e29059&id=a1d154ea-2900-43d0-9dba-a6a3d4e063c2&id=1488801e-306e-40fb-b3a7-483c74e29059 HTTP/1.1" status: 200 len: 1392 time: 0.2640750 May 06 12:26:28.826500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97669606-d19d-4f70-a588-9fadcb73f5b4 req-17c7ed91-0f9e-4d39-9bc7-fec5fb1994d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988421 May 06 12:26:28.833520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'admin_state_up': True, 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:28.852951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:24Z', 'revision_number': 3, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:28.858364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdb747f-5e74-4ddd-b125-270e7e5bade1 None None] The sync data for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 is: [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:24Z', 'revision_number': 3, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:28.883922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49544) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:28.906572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.027623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.033888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:29.037216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:port and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:29.071608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:29.088483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:29.136177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a55d-9d88-45df-a7dc-62afc0f86e53 req-4a4013f8-6a31-4c0b-a316-7f96ec5138d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:29.138507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432a55d-9d88-45df-a7dc-62afc0f86e53 req-4a4013f8-6a31-4c0b-a316-7f96ec5138d8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0974884 May 06 12:26:29.189152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432a55d-9d88-45df-a7dc-62afc0f86e53 req-b9a60d10-d510-45e2-8816-642778b14f99 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 May 06 12:26:29.194580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:29.212599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc06605fff24384884e6fd3a1b3aa10 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:29.240671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:29.247922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:29.251130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.266908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea931e06-8dcc-4df2-ae28-94af8a059694 req-77e2f79c-b69a-4271-a746-a8ad6efd0f80 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1155326 May 06 12:26:29.287178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:29.505310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:29.506263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.559013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.560901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc72585-9685-4f52-8d1b-0da7454a211b req-16e57b51-46c8-460e-b259-1229a2ad5f84 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:29.562760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcc72585-9685-4f52-8d1b-0da7454a211b req-16e57b51-46c8-460e-b259-1229a2ad5f84 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1965292 May 06 12:26:29.597594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Allocated IP 19.80.0.127 (1488801e-306e-40fb-b3a7-483c74e29059/b223a001-8478-4f18-8a92-2b6bc637b98f/755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:29.630554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.712183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c49590-e2f8-47c2-abfd-1a622cf095cd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:29.735570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcc72585-9685-4f52-8d1b-0da7454a211b req-05c52d90-d836-4af0-b833-341c773c01fb tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379950 May 06 12:26:29.813026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:29.997057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d1f83877-269f-4bda-92fb-00513fde4363 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:30.002313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-04c246f7-6939-452f-a8c1-1e3c76e6c7f3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7bc06605fff24384884e6fd3a1b3aa10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1149201 May 06 12:26:30.008500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c485a03d-bfcb-4384-a1ea-4f4bc26bd102 req-ac708695-6b1d-401d-97a1-7c0dae3d5a4f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:30.021165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.022637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49562) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:30.052168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Transition to ACTIVE for port object 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:30.130165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf157be4-c6f3-4475-ab44-89798c03496a req-f93cd013-0bf8-417a-bf88-7b93e0fcb2a4 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0486798 May 06 12:26:30.159711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.175200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Pushing event updated for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:30.194835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d1f83877-269f-4bda-92fb-00513fde4363 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:30.196306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.202162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d1f83877-269f-4bda-92fb-00513fde4363 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:30.202372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c485a03d-bfcb-4384-a1ea-4f4bc26bd102 req-ac708695-6b1d-401d-97a1-7c0dae3d5a4f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:30.202911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.216684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c485a03d-bfcb-4384-a1ea-4f4bc26bd102 req-ac708695-6b1d-401d-97a1-7c0dae3d5a4f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 210 time: 0.5542073 May 06 12:26:30.317764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:30.360700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Deleting subnet 7537efdf-642f-4c0f-b794-6dca69fb79fb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:26:30.381187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.408790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network 1488801e-306e-40fb-b3a7-483c74e29059 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:30.410355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:30.416298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:30.461453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.464228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.491046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d1f83877-269f-4bda-92fb-00513fde4363, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d1f83877-269f-4bda-92fb-00513fde4363,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:30.505632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.506339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.529362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.581819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-ee2012e6-679f-4777-9cfd-f2cd467c2575 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2651260 May 06 12:26:30.585045 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.585814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1b4ce773-addf-4a4e-b7c5-8f25013e269d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:30.620204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd194c2-3914-48a8-9193-c3a5a1b709b2 req-9b411181-3068-406e-9c5d-4aba5f237bef tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.621570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9dd194c2-3914-48a8-9193-c3a5a1b709b2 req-9b411181-3068-406e-9c5d-4aba5f237bef tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1111362 May 06 12:26:30.648990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.691215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9dd194c2-3914-48a8-9193-c3a5a1b709b2 req-396fd151-1609-4c52-a217-af2f62ad2b9a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592511 May 06 12:26:30.703734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-563aada0-6c13-426e-aec4-744186e80f6d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8757231 May 06 12:26:30.720192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2', 'admin_state_up': True, 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:30.747610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.754793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d1f83877-269f-4bda-92fb-00513fde4363,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:30.796298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1b4ce773-addf-4a4e-b7c5-8f25013e269d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:30.797469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.799361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Network 5e5510f9-11b8-433b-9875-f830a6054505 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:30.803613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:30.913920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6f42-9111-45af-a10e-05e950e39901 None None] Provisioning for port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:30.931342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:30.957189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6f42-9111-45af-a10e-05e950e39901 None None] Provisioning complete for port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:30.958086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6f42-9111-45af-a10e-05e950e39901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:30.987376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cd0ea-a3fc-41c4-87b6-327e6fcc252f req-0866fe19-f200-43ee-aff2-c182e909e53b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:30.989901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-f4e7dd0a-dd67-4762-a02a-1471e93f3a64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 1101 time: 0.2550125 May 06 12:26:30.991433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:port and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:30.994149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-834cd0ea-a3fc-41c4-87b6-327e6fcc252f req-0866fe19-f200-43ee-aff2-c182e909e53b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.5373688 May 06 12:26:31.001826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:31.014933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:31.033602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c6f42-9111-45af-a10e-05e950e39901 None None] Port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:31.068179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-834cd0ea-a3fc-41c4-87b6-327e6fcc252f req-c801c3f0-3a89-4de5-b04d-8b3f6e782639 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731473 May 06 12:26:31.073028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.096950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c49590-e2f8-47c2-abfd-1a622cf095cd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:31.109100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.202624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.203752 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11c76d8e-0491-4677-8549-b338a3a6a685 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c6c49590-e2f8-47c2-abfd-1a622cf095cd HTTP/1.1" status: 204 len: 168 time: 1.1717060 May 06 12:26:31.212449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7537efdf-642f-4c0f-b794-6dca69fb79fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:31.233580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d73b3-3cbf-43c7-86b7-58f675311501 req-358c0563-9bb0-4415-9a61-424ac29e4ec1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:31.234983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f63d73b3-3cbf-43c7-86b7-58f675311501 req-358c0563-9bb0-4415-9a61-424ac29e4ec1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2993326 May 06 12:26:31.275198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.279420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c4a96ac8-462c-4fe2-8602-b092aa4ae091 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7537efdf-642f-4c0f-b794-6dca69fb79fb HTTP/1.1" status: 204 len: 168 time: 1.7695658 May 06 12:26:31.280988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49574) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:31.284219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:31.287112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.305593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-b1baee59-5a90-454f-a855-3ed3f146b3a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:31.307056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-b1baee59-5a90-454f-a855-3ed3f146b3a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2867508 May 06 12:26:31.432950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-0db42746-7e04-42c4-bcd1-27fbb1710ded service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 200 len: 217 time: 0.1158173 May 06 12:26:31.445005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f63d73b3-3cbf-43c7-86b7-58f675311501 req-70b583e9-bb15-4f92-b751-37058f2e41d1 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988151 May 06 12:26:31.570385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.623506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-36d744e9-b37d-4e9e-9e4f-db54ce236428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:31.625037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-36d744e9-b37d-4e9e-9e4f-db54ce236428 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1537948 May 06 12:26:31.649447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97cbe-b63d-49a9-b422-3e616bb3dfe0 req-17f479fc-f890-4018-810a-51847e64dee5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:31.650906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae97cbe-b63d-49a9-b422-3e616bb3dfe0 req-17f479fc-f890-4018-810a-51847e64dee5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 932 time: 0.2372930 May 06 12:26:31.673149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25e78a31-57a0-4f71-b53f-ba41879576af req-6e5cf9ec-1574-414a-92ab-6f1bbd25a366 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0945098 May 06 12:26:31.710026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Allocated IP 19.86.0.59 (a1d154ea-2900-43d0-9dba-a6a3d4e063c2/85d240a4-0b92-48a7-ac1e-d3eaf1e22b02/3c821b09-a4c5-471b-949b-3ee358c4ddb1) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:31.782230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.792406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-bb9bc61b-3c7a-47d0-88ef-d52d470668a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605375 May 06 12:26:31.825689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d1f83877-269f-4bda-92fb-00513fde4363 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:31.837141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae97cbe-b63d-49a9-b422-3e616bb3dfe0 req-124bc037-44cd-4f49-9a8e-08eca82d4267 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606891 May 06 12:26:31.837141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24edb0b-48b9-458e-a153-46c7d7100a14']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:31.845484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afad0f2-316f-45e2-b105-f9da051c4c53') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:31.845787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afad0f2-316f-45e2-b105-f9da051c4c53') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:31.873986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.897121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.900419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:26:31.908097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:26:31.908501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: timer() May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:26:31.922095 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:26:32.056507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d1f83877-269f-4bda-92fb-00513fde4363 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:32.057531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.174332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.193038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.211000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24edb0b-48b9-458e-a153-46c7d7100a14,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:32.255386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:26:32.264873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5a28a43d-4128-46a9-8e91-67616c725505 admin admin] 10.222.0.83 "PUT /v2.0/routers/1374c0d9-7fe4-4a9e-94ae-4eb9b348309c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2369144 May 06 12:26:32.305405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-6b91549f-e34e-44bd-975a-14efb4ed2e6e service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963667 May 06 12:26:32.331072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc25e9-3054-4ed9-b6e7-e5a082b23dec req-86f3fd44-c603-464e-8216-c6ad3134aa23 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.337656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53fc25e9-3054-4ed9-b6e7-e5a082b23dec req-86f3fd44-c603-464e-8216-c6ad3134aa23 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2319705 May 06 12:26:32.366433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8a28e3da-c110-40a0-a292-9fb2e4043553 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b24edb0b-48b9-458e-a153-46c7d7100a14 HTTP/1.1" status: 204 len: 168 time: 1.0841699 May 06 12:26:32.385273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.425878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701c4f-ffba-4afe-b5dd-f5c2eb91d507 req-63c781fb-81a5-48f4-a27b-a17396c0dbc5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.427394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00701c4f-ffba-4afe-b5dd-f5c2eb91d507 req-63c781fb-81a5-48f4-a27b-a17396c0dbc5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1597624 May 06 12:26:32.476800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00701c4f-ffba-4afe-b5dd-f5c2eb91d507 req-4819b293-16ed-44c4-b587-937ea4b71095 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 May 06 12:26:32.482531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Transition to ACTIVE for port object 3c821b09-a4c5-471b-949b-3ee358c4ddb1 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:32.498126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53fc25e9-3054-4ed9-b6e7-e5a082b23dec req-bfb3df6b-5fc2-496d-a851-5483b4e10fc3 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594772 May 06 12:26:32.550416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f03d49e1-a6ad-429c-aef3-da010654f2dd req-c3a73c78-8ee8-4a0d-b1ec-07a94df2368b service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102144 May 06 12:26:32.671793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.755204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:32.758779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:32.763616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:32.765623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6bd11-db7a-46aa-947a-9c0ea088b51b req-28013fc0-0896-4595-ba18-aebf6636a138 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.774940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8d6bd11-db7a-46aa-947a-9c0ea088b51b req-28013fc0-0896-4595-ba18-aebf6636a138 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1623924 May 06 12:26:32.799304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:32.821954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:26:32.848816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:32.853106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:32.857097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-537ffdb1-aa63-4a07-a739-18bcc59190bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1553755 May 06 12:26:32.888633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8d6bd11-db7a-46aa-947a-9c0ea088b51b req-aaba7907-fade-48b9-9c63-ee17d15db961 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970945 May 06 12:26:32.961629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:32.998762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5bc7446c-032c-4659-ab1d-975e8d1485f9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2867591 May 06 12:26:33.020684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-ab5c8a74-32f0-4b10-98f7-35bf4dab2062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 1101 time: 0.1355405 May 06 12:26:33.022309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'admin_state_up': True, 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:33.220420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07bbb5cc-8d2e-443b-a8d9-a1b51c05bf8d req-d31b9300-1adc-452c-8d25-3d1708cbb0b5 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1350203 May 06 12:26:33.264460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3acb43d0-0fd4-40ec-bea0-b4e81b4d7081 None None] Provisioning for port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:33.265355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-9aadcdc3-6550-46f4-ba12-7782a98a87f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:33.266826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-9aadcdc3-6550-46f4-ba12-7782a98a87f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2149162 May 06 12:26:33.272291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3acb43d0-0fd4-40ec-bea0-b4e81b4d7081 None None] Provisioning complete for port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:33.279268 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3acb43d0-0fd4-40ec-bea0-b4e81b4d7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.295500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8abd7d68-d465-4feb-8b8b-cdc30d20ea14 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db4da5aad0494bc2b59d120f8dd8a688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3298898 May 06 12:26:33.298960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:33.406079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3acb43d0-0fd4-40ec-bea0-b4e81b4d7081 None None] Port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:33.416729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-c8b1eb02-9d41-4218-9628-295080777849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 200 len: 217 time: 0.1378219 May 06 12:26:33.513386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-d5ffcdac-e203-49ff-b3b0-de3d1a81345a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:33.515170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-d5ffcdac-e203-49ff-b3b0-de3d1a81345a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0878985 May 06 12:26:33.571914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:33.579374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:port and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:33.590006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:33.597886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-03a4e03d-c240-4f95-89ea-d7536517e9b1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:33.599452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-03a4e03d-c240-4f95-89ea-d7536517e9b1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 811 time: 0.4904552 May 06 12:26:33.604878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:33.620566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.647909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-b0737079-bb29-43ec-add9-7928e69b3bcb tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/quotas/cc290e08319147b9af033ecbab5fde0f HTTP/1.1" status: 200 len: 375 time: 0.0380487 May 06 12:26:33.657940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.761507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-c77aabe7-faf0-44d6-9304-970606b7a787 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2086737 May 06 12:26:33.772093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263e18-1140-4f37-a3da-f56df84325b3 req-86841ee2-82f0-47d3-8b3f-b201d2d0b99a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:33.776709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263e18-1140-4f37-a3da-f56df84325b3 req-86841ee2-82f0-47d3-8b3f-b201d2d0b99a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:33.779703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45263e18-1140-4f37-a3da-f56df84325b3 req-86841ee2-82f0-47d3-8b3f-b201d2d0b99a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 1654 time: 0.2633741 May 06 12:26:33.795377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:33.795377 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:33.897679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-cf239fa6-d220-4348-b2a4-968c6a2d020b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2430220 May 06 12:26:33.925141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45263e18-1140-4f37-a3da-f56df84325b3 req-eb0be632-19d2-4137-be37-eb06af80a8a5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237822 May 06 12:26:33.944842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-9252918d-28d5-4fef-a5e2-ecfc5dc3d9ff service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640186 May 06 12:26:33.992114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.081813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ce4a5c-579d-468d-8375-2989b8f6c64d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:34.144182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a17293f7-fe2b-48e2-b055-cadf54978577 req-5e4864d3-a346-4438-8d40-93a4763658d4 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909351 May 06 12:26:34.149905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-20233c2a-281b-4af1-aeff-5f8043089aef service neutron] 10.222.0.83 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433932 May 06 12:26:34.150896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Allocated IP 19.80.0.161 (1488801e-306e-40fb-b3a7-483c74e29059/b223a001-8478-4f18-8a92-2b6bc637b98f/2febcd0c-5fcc-4842-8cc3-b4d0f238600c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:34.178349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd073e-5475-4c5d-abe7-1d5c01f6bcb5 req-5e65e5bd-31de-4d5e-b96a-42e210904549 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:34.179842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfbd073e-5475-4c5d-abe7-1d5c01f6bcb5 req-5e65e5bd-31de-4d5e-b96a-42e210904549 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1325519 May 06 12:26:34.240371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfbd073e-5475-4c5d-abe7-1d5c01f6bcb5 req-c68b6434-108d-4e8b-97b7-0a6ba299f5f9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537188 May 06 12:26:34.287530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.288693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-72d7ad2c-c1ea-4784-aae1-0a4e2c24beb5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/49ce4a5c-579d-468d-8375-2989b8f6c64d HTTP/1.1" status: 204 len: 168 time: 0.9859545 May 06 12:26:34.429599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-4033355c-8033-4371-bee7-57018dd565cc service neutron] 10.222.0.83 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639103 May 06 12:26:34.459271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bdd3d-7ae2-4838-933a-117fd5245d51 req-49cc7362-0e94-4dff-bb4a-df4a1b8d0ec6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:34.468118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-623bdd3d-7ae2-4838-933a-117fd5245d51 req-49cc7362-0e94-4dff-bb4a-df4a1b8d0ec6 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0975957 May 06 12:26:34.492468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.511859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Transition to ACTIVE for port object 2febcd0c-5fcc-4842-8cc3-b4d0f238600c will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:34.535588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-623bdd3d-7ae2-4838-933a-117fd5245d51 req-c0a19275-2f67-4113-be9c-0c0a598ff4b8 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665364 May 06 12:26:34.682210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:34.721137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459ee32-6dee-451f-9a07-aa880d048653 req-d2df8071-7775-4761-b8ab-aca29ec5fbd2 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:34.722894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1459ee32-6dee-451f-9a07-aa880d048653 req-d2df8071-7775-4761-b8ab-aca29ec5fbd2 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0811474 May 06 12:26:34.783544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network 1488801e-306e-40fb-b3a7-483c74e29059 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:34.786784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:34.791137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:34.797589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1459ee32-6dee-451f-9a07-aa880d048653 req-ee862f63-81b2-4ff7-97d9-7c49b6cd7695 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 May 06 12:26:34.833912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:34.902760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-34ac89f6-9f0b-4fa5-b7e2-5b36e240a25e req-18f8ab7f-f4f3-4c9d-b0f1-baf1cd43d044 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:34.935178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:34.937951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.095763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c7fdca3-f903-452b-8a0f-f7be5bc013e7 req-aaba6527-4a99-4fbc-92a4-f68732cb8e1a tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0525985 May 06 12:26:35.167684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-34ac89f6-9f0b-4fa5-b7e2-5b36e240a25e req-18f8ab7f-f4f3-4c9d-b0f1-baf1cd43d044 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:35.169016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ac89f6-9f0b-4fa5-b7e2-5b36e240a25e req-18f8ab7f-f4f3-4c9d-b0f1-baf1cd43d044 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 210 time: 0.3156250 May 06 12:26:35.197713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-00ddc202-1d97-4eab-9a48-47e92ac2aaa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1821990 May 06 12:26:35.213776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:35.280789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e1cbce1a-a1c2-4d50-bbe4-dd97ba8c4d1d None None] Provisioning for port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:35.288167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e1cbce1a-a1c2-4d50-bbe4-dd97ba8c4d1d None None] Provisioning complete for port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:35.289780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e1cbce1a-a1c2-4d50-bbe4-dd97ba8c4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.351406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.358979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbce1a-a1c2-4d50-bbe4-dd97ba8c4d1d None None] Port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:26:35.400192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e379-ccea-41c3-9a3c-5bb38124c286 req-2f60ed8e-f922-4674-a8ce-894e3c2e833d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:35.407006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e379-ccea-41c3-9a3c-5bb38124c286 req-2f60ed8e-f922-4674-a8ce-894e3c2e833d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:35.411024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3e379-ccea-41c3-9a3c-5bb38124c286 req-2f60ed8e-f922-4674-a8ce-894e3c2e833d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:35.421851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcf3e379-ccea-41c3-9a3c-5bb38124c286 req-2f60ed8e-f922-4674-a8ce-894e3c2e833d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2376 time: 0.1151757 May 06 12:26:35.480367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcf3e379-ccea-41c3-9a3c-5bb38124c286 req-f8f23d8b-55ae-4e50-b8c4-badd5a3903c8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575662 May 06 12:26:35.487117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1594903903', 'description': 'tempest-description-1210710615'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:35.535684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:35.554005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Usage tracker for resource:security_group and tenant:36f070b13fc945d8ab0e4aeaa2341dac is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:35.560311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:35.570495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:35.664774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30988-bc7a-40a5-a1f2-3cea5198fdb6 req-7a723030-a130-435c-bb58-382125c0b8b8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:35.667025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7d30988-bc7a-40a5-a1f2-3cea5198fdb6 req-7a723030-a130-435c-bb58-382125c0b8b8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0801878 May 06 12:26:35.723422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7d30988-bc7a-40a5-a1f2-3cea5198fdb6 req-1a5ed5c5-c0a2-4646-bc5c-180310f352b3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505319 May 06 12:26:35.765323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.787684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.824108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:35.834518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.845243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:35.854334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Usage tracker for resource:security_group_rule and tenant:36f070b13fc945d8ab0e4aeaa2341dac is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:35.858804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:35.863430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Transition to ACTIVE for port object 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:35.865436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:35.933229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:35.990293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.063216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc158b8f-4c6f-46f7-a184-8906052916da req-d26aa77d-b9f6-4a6a-9a2c-a5299865cdb5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:36.069558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc158b8f-4c6f-46f7-a184-8906052916da req-d26aa77d-b9f6-4a6a-9a2c-a5299865cdb5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0930531 May 06 12:26:36.093016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:36.104811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.175399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc158b8f-4c6f-46f7-a184-8906052916da req-3521be6b-0972-4a12-bc8a-a8408e7aa214 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044488 May 06 12:26:36.264431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:36.306673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:36.315130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:36.333484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Usage tracker for resource:security_group_rule and tenant:36f070b13fc945d8ab0e4aeaa2341dac is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:36.364336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-450522167-network', 'tenant_id': 'b8b09965836e4db9b6872d75b35e2abd'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:36.364336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:36.373678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Usage tracker for resource:network and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:36.376915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:36.377239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:36.394042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:36.401425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:36.442330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Attempting to bind port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:36.442655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Attempting to bind port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:36.442976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Attempting to bind port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab on network 1488801e-306e-40fb-b3a7-483c74e29059 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:36.463207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab on network 1488801e-306e-40fb-b3a7-483c74e29059 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:36.463507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Attempting to bind port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab on network 1488801e-306e-40fb-b3a7-483c74e29059 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:36.482665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:36.483005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Checking segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:36.483383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Bound using segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:36.483854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Bound port: 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:36.484199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.495013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b17ac-6deb-421c-a686-0f18e9a82619 req-d3db890c-5652-4175-a050-8616a820b64a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:36.497538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a3b17ac-6deb-421c-a686-0f18e9a82619 req-d3db890c-5652-4175-a050-8616a820b64a tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0812817 May 06 12:26:36.499469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.520641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Made reservation on behalf of b8b09965836e4db9b6872d75b35e2abd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:36.522936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.542792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.583341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:36.586461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a3b17ac-6deb-421c-a686-0f18e9a82619 req-c2bf4ecf-e4e6-42ab-89e6-dc7eb7a3adda tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823193 May 06 12:26:36.587095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:36.597530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:36.599308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:36.602271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:36.608919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:36.663641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.712120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.749631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7bfbb9-b144-4f7b-8d99-3361e291a026,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:36.757232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0957fd7-853d-4da4-bc60-457b3ada59ee req-11b77621-97c7-47d5-93e6-b560da9a6a68 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 210 time: 0.0534577 May 06 12:26:36.773272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.786246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.787619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] 10.222.0.86 "PUT /v2.0/ports/755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab HTTP/1.1" status: 200 len: 1092 time: 1.5797780 May 06 12:26:36.793235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:36.819477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d1949-bd32-4ab2-80be-4e26918fdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:36.832580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:36.852884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1cc292c-50e4-4615-bab9-296f74cad019 req-2b6dfade-a907-4ef5-85f8-06732ad01766 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.3727028 May 06 12:26:36.927564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.013068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:26:37.017280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2627854b-dd9d-4858-a527-155c76d4a4df req-486b43ea-4bbd-45b2-9987-01a1012bacff tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0761621 May 06 12:26:37.029573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:37.048769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.052309 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Added segment 88242cc0-b2e4-42ae-bae6-ec859bf23f3d of type vlan for network decaad33-f5c7-4030-a41c-e18a6c675fc9 May 06 12:26:37.053841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9de7dc-a44f-4f60-b6cf-bf0413c55db7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:37.088232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.210376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:37.214525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:37.219008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:37.220371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:37.232889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.276320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.279105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:37.280236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.454193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] Pushing event updated for resources: {'Network': ['ID=decaad33-f5c7-4030-a41c-e18a6c675fc9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:37.473593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:26:37.497619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bcf6e-03dc-4900-82a3-798b5fd06901 req-665a2939-0f0f-4b28-b614-ef6035715123 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:37.499542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d6bcf6e-03dc-4900-82a3-798b5fd06901 req-665a2939-0f0f-4b28-b614-ef6035715123 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1925960 May 06 12:26:37.517484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:37.531053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-89adecc5-2426-4cf8-8567-b62f1771d750 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2388 time: 0.5736077 May 06 12:26:37.595932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d6bcf6e-03dc-4900-82a3-798b5fd06901 req-710073b0-51ad-4a61-a49a-a699bc1c0786 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897710 May 06 12:26:37.631423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-307f133e-373a-4c8b-b155-adbd7339d289 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5369542 May 06 12:26:37.641912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:37.647881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Request body: {'subnet': {'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-450522167-subnet', 'tenant_id': 'b8b09965836e4db9b6872d75b35e2abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:37.655553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:37.657572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-6eb98f0d-98a9-43ce-a92d-a5ee52d446d3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:37.660995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Usage tracker for resource:subnet and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:37.664298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:37.673096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:37.685879 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73fda43-e36f-4d9d-b9f7-65697e11df74'] response: {'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', 'status': 'completed', 'code': 200} May 06 12:26:37.722404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1465866968', 'description': 'tempest-description-1048278493'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:37.728644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:37.733642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Usage tracker for resource:security_group and tenant:36f070b13fc945d8ab0e4aeaa2341dac is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:37.737030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:37.744737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:37.779889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Made reservation on behalf of b8b09965836e4db9b6872d75b35e2abd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:37.783241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.801975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-6eb98f0d-98a9-43ce-a92d-a5ee52d446d3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:37.810978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d1f3902-913d-4090-9780-d4912fb9d92a req-6eb98f0d-98a9-43ce-a92d-a5ee52d446d3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759809 May 06 12:26:37.845018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c821b09-a4c5-471b-949b-3ee358c4ddb1 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:37.854601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.877726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Transition to ACTIVE for port object 3c821b09-a4c5-471b-949b-3ee358c4ddb1 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:37.882621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-d31d17ec-0bf9-4df1-8aa8-8490eb012f8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2731 time: 0.1615653 May 06 12:26:37.894160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:37.954449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:37.959694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Usage tracker for resource:security_group_rule and tenant:36f070b13fc945d8ab0e4aeaa2341dac is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:37.963152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:37.971275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:38.024433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.198828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:38.210099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.237850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-29757564-f229-4db6-8a77-3dcab3f74445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.238229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-29757564-f229-4db6-8a77-3dcab3f74445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.238590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-29757564-f229-4db6-8a77-3dcab3f74445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.240170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-29757564-f229-4db6-8a77-3dcab3f74445 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e6935ab6bc8c41be94f1a899581d624f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3435462 May 06 12:26:38.313683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59feaf-d62c-4d62-a9b9-5b1eaf4020bc req-f965e796-0da5-418e-a220-ae76d8fed36f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.315176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f59feaf-d62c-4d62-a9b9-5b1eaf4020bc req-f965e796-0da5-418e-a220-ae76d8fed36f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.3401706 May 06 12:26:38.321810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.368378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d14158-755c-405a-9853-ba479c7e9b8b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:38.383552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.424838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43c58bba-fb8c-4ceb-8819-0fb4214ccd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.459840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=274bbe37-27d8-4cb7-8d37-eeefcc1909a7,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:38.476081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Checking segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:38.476443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Network hostable DHCP agents. Network: decaad33-f5c7-4030-a41c-e18a6c675fc9, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:26:38.502582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f59feaf-d62c-4d62-a9b9-5b1eaf4020bc req-b7595749-d322-4bef-9eeb-785661e37b65 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401796 May 06 12:26:38.513991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Attempting to bind port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:38.514326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Attempting to bind port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:38.514653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Attempting to bind port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 on network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:38.524779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-6f618e95-b75c-4d0f-bebc-02777c4c6d36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.526262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23f3d74a-2685-4acb-acfd-c9d9b3a44ec6 req-6f618e95-b75c-4d0f-bebc-02777c4c6d36 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2797494 May 06 12:26:38.532298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.533704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c0db93c-b91c-4cfb-b881-b3214379b4b1 req-73af40fa-a966-4b54-9041-09d4a0df22ce tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.8189323 May 06 12:26:38.534459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 on network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:38.534792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Attempting to bind port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 on network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:38.542649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:38.543567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Checking segment: {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:38.543567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Bound using segment: {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:38.544545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Bound port: 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:38.544892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.617640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:26:38.693732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7ec2d2a-b9df-4a1f-bdf1-20fb1be0f052 req-9f4d93a0-c5f1-40b9-9836-9473a13fca1c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 210 time: 0.0434177 May 06 12:26:38.762172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, decaad33-f5c7-4030-a41c-e18a6c675fc9) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:38.775622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:38.775785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:38.776696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfee5a5-3545-46be-8918-913693faa193 None None] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:38.791482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.792111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:38.812529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179b0f-80ab-42b2-8a4f-e32d23cdc3bb req-e7c362c7-86f9-4460-94bc-20354ad7c15e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:38.815167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82179b0f-80ab-42b2-8a4f-e32d23cdc3bb req-e7c362c7-86f9-4460-94bc-20354ad7c15e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1395218 May 06 12:26:38.886103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82179b0f-80ab-42b2-8a4f-e32d23cdc3bb req-fb80aa57-12a1-4f9d-b5bc-5b6cf00fdd65 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 May 06 12:26:38.891502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8b61135-2f08-4516-baeb-34209df24f5f req-7a2d3724-fb4c-4e68-b62d-bce886eb60bb tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0456357 May 06 12:26:38.994997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.001905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c0c6e5b-30cf-433c-a643-110073f3e889 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3584709 May 06 12:26:39.041096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77120e-021f-4588-b945-b9f24e8d2322 None None] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:26:39.132257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.134763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] 10.222.0.86 "PUT /v2.0/ports/3c821b09-a4c5-471b-949b-3ee358c4ddb1 HTTP/1.1" status: 200 len: 1091 time: 2.1100879 May 06 12:26:39.189055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f008c94-442f-4df0-b17c-a3777fa8fa46 service neutron] Pushing event updated for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:39.292478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85502431-19a5-44b4-b939-7ffd5846917c req-b39d3b6d-97cc-45ca-acde-b35b0c5b4601 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:39.298793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85502431-19a5-44b4-b939-7ffd5846917c req-b39d3b6d-97cc-45ca-acde-b35b0c5b4601 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1347017 May 06 12:26:39.334488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2018785168', 'description': 'tempest-description-1705986894'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:39.344035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:39.364123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Usage tracker for resource:security_group and tenant:832494cf7c154e4e85a7051c181efddd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:39.373893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:39.377309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85502431-19a5-44b4-b939-7ffd5846917c req-4430518c-c6c5-47ce-8ea2-9d5f99b2d667 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766830 May 06 12:26:39.386524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:39.400180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Request body: {'port': {'device_id': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:39.458822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Sync routers for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:26:39.484949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:39.485574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:39.525717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.549437 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.613609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:39.676438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-967e7582-35fd-4f02-8686-bdcc0906f384 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:39.677125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-967e7582-35fd-4f02-8686-bdcc0906f384 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:39.687181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:39.687593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcaca1-857c-4c9f-94a2-0fddf6970751 req-635ca583-f515-4896-bf39-33d73f4906b0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:39.691578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcaca1-857c-4c9f-94a2-0fddf6970751 req-635ca583-f515-4896-bf39-33d73f4906b0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:39.695437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcaca1-857c-4c9f-94a2-0fddf6970751 req-635ca583-f515-4896-bf39-33d73f4906b0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:39.696056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:39.703120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0dfcaca1-857c-4c9f-94a2-0fddf6970751 req-635ca583-f515-4896-bf39-33d73f4906b0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2400 time: 0.1634741 May 06 12:26:39.713730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:39.723269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Usage tracker for resource:security_group_rule and tenant:832494cf7c154e4e85a7051c181efddd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:39.728236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:39.739278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:39.774352 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0dfcaca1-857c-4c9f-94a2-0fddf6970751 req-2186892f-9a87-4413-b8c9-092422e93269 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 May 06 12:26:39.853170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-967e7582-35fd-4f02-8686-bdcc0906f384 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:39.857678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-967e7582-35fd-4f02-8686-bdcc0906f384 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.13 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 811 time: 0.4375992 May 06 12:26:39.878385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Request body: {'port': {'device_id': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'admin_state_up': True, 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:39.940061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.024755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2febcd0c-5fcc-4842-8cc3-b4d0f238600c {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:40.033099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.050208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Transition to ACTIVE for port object 2febcd0c-5fcc-4842-8cc3-b4d0f238600c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:40.093561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.125367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:28Z', 'revision_number': 4, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '004b23a3-f2b1-42ff-af40-ed878fdec621', 'name': '', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'mac_address': 'fa:16:3e:f0:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:27Z', 'updated_at': '2022-05-06T12:26:29Z', 'revision_number': 2, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'subnets': [{'id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:40.130759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Checking router: 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:26:40.131110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Updating router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c port 004b23a3-f2b1-42ff-af40-ed878fdec621 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:26:40.133549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51659cc6-f5be-425f-b53c-311186681d46,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.138889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:40.143123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Usage tracker for resource:security_group_rule and tenant:832494cf7c154e4e85a7051c181efddd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:40.146184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:40.152012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:40.190094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:40.199137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dd10-c07c-4038-8862-d14564255d53 req-46b0fb29-dc8b-4516-b5e0-ad3998dd8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:40.199949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5757dd10-c07c-4038-8862-d14564255d53 req-46b0fb29-dc8b-4516-b5e0-ad3998dd8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:40.209584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:40.212043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.233135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.258567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.353941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5757dd10-c07c-4038-8862-d14564255d53 req-46b0fb29-dc8b-4516-b5e0-ad3998dd8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:40.361239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-46b0fb29-dc8b-4516-b5e0-ad3998dd8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.3714180 May 06 12:26:40.376268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.391679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-e6ee7866-a6c6-47f1-b2c4-34133af87996 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/quotas/b8b09965836e4db9b6872d75b35e2abd HTTP/1.1" status: 200 len: 375 time: 0.0275991 May 06 12:26:40.413625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Pushing event updated for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.460828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-49077808-7137-4d80-8b49-30ca0557dde4 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680211 May 06 12:26:40.470823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558f6977-13f9-4fae-ba6c-cd71b108c1bd,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:40.501119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Made reservation on behalf of cc290e08319147b9af033ecbab5fde0f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:40.504605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.553900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.565398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33b60e7b-9fe6-4eec-af4a-e5cb215af52d req-8d851e32-b2ff-4fba-b6ea-496096739b52 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.2386312 May 06 12:26:40.568699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Attempting to bind port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:40.569035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Attempting to bind port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:40.569360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Attempting to bind port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c on network 1488801e-306e-40fb-b3a7-483c74e29059 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:40.576720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c on network 1488801e-306e-40fb-b3a7-483c74e29059 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:40.577419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Attempting to bind port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c on network 1488801e-306e-40fb-b3a7-483c74e29059 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:40.585678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:40.586024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Checking segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:40.586497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Bound using segment: {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:40.587197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Bound port: 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8af4c8-e4d1-4004-b051-42982b11e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:40.587591 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.628544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a53e947-8333-4881-b9f3-dc8c308f4967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.649165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.662935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Transition to ACTIVE for port object 004b23a3-f2b1-42ff-af40-ed878fdec621 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:40.740641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-9e19eb03-82a4-4b3a-b498-13a14946cb29 service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786381 May 06 12:26:40.753236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:40.771442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:40.791996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b0fd7-cb83-4472-8342-90cf01766440 req-83edb305-09eb-4f94-8e93-862b78e4603c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:40.795183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef6b0fd7-cb83-4472-8342-90cf01766440 req-83edb305-09eb-4f94-8e93-862b78e4603c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1225674 May 06 12:26:40.795968 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.851071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef6b0fd7-cb83-4472-8342-90cf01766440 req-b6b85df8-ebe3-4255-a02e-c7c9d59e5061 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 May 06 12:26:40.885022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.946301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:40.948369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-30881575-7154-46eb-a5d1-279368038e90 service neutron] 10.222.0.86 "PUT /v2.0/ports/2febcd0c-5fcc-4842-8cc3-b4d0f238600c HTTP/1.1" status: 200 len: 1092 time: 1.5630691 May 06 12:26:40.955547 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d312ed12-1d71-4894-adff-103bc709b40a'] response: {'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1', 'status': 'completed', 'code': 200} May 06 12:26:40.972253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Allocated IP 172.20.0.14 (5e5510f9-11b8-433b-9875-f830a6054505/a10605da-8094-4e84-82e7-ce4e91a5fd94/d0cd5c11-0f21-4d18-8aad-733988ff8803) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:41.007599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Pushing event updated for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.038242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Attempting to bind port 004b23a3-f2b1-42ff-af40-ed878fdec621 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:41.038610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Attempting to bind port 004b23a3-f2b1-42ff-af40-ed878fdec621 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:41.038968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Attempting to bind port 004b23a3-f2b1-42ff-af40-ed878fdec621 on network 5e5510f9-11b8-433b-9875-f830a6054505 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:41.047953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:41.048281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Checking segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:41.048678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.049070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Bound using segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:41.049533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Bound port: 004b23a3-f2b1-42ff-af40-ed878fdec621, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:41.049903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.063914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881575-7154-46eb-a5d1-279368038e90 service neutron] Pushing event updated for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.089126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-ab32b9ff-5c3f-4ec6-bd48-31b6e2732486 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2865 time: 0.1158738 May 06 12:26:41.103814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.103814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.103814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.103814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.104192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.104192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.104485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.104810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.105133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.105456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.105776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:26:41.167026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] For port 004b23a3-f2b1-42ff-af40-ed878fdec621, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:41.171112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] For port 004b23a3-f2b1-42ff-af40-ed878fdec621, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=004b23a3-f2b1-42ff-af40-ed878fdec621,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:41.174493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-958a47bf-332d-4c6d-847f-576177b06594 service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279232 May 06 12:26:41.257836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-060bc31f-9f89-4815-9a03-63e978b15eef req-132f7b24-f857-4456-9c9d-e20eade5831a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 210 time: 0.1313298 May 06 12:26:41.264992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.328317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.333329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-1cdf170c-eb07-4abf-9189-8239da9618db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.333901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-1cdf170c-eb07-4abf-9189-8239da9618db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.334267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-1cdf170c-eb07-4abf-9189-8239da9618db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.336077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-1cdf170c-eb07-4abf-9189-8239da9618db service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e6935ab6bc8c41be94f1a899581d624f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2386572 May 06 12:26:41.424034 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.431991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd978911-84a7-4166-98cb-2adad2814ee0 None None] Pushing event updated for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.473032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:26:41.476617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:26:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:41.643072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933cd26-1a12-4367-bddf-aa59f0b9ba51 req-6c725f82-69f4-4fd8-a9ee-159de0a37416 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.644616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5933cd26-1a12-4367-bddf-aa59f0b9ba51 req-6c725f82-69f4-4fd8-a9ee-159de0a37416 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2758904 May 06 12:26:41.651980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-3f0f8dfe-3e2c-4e5b-b907-596d3e5c782e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.664025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-258610f5-13b1-48f8-a2b4-5f3d1b5e746f req-3f0f8dfe-3e2c-4e5b-b907-596d3e5c782e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3087926 May 06 12:26:41.698475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5933cd26-1a12-4367-bddf-aa59f0b9ba51 req-c2c4d488-d6b3-4220-8eff-f0a7b19d9bd4 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 May 06 12:26:41.708358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47a61b84-84f3-4f2a-8ba4-1682ed448ba0 req-b5df2f5e-6ed1-479e-a2c5-1682ecb7a437 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0786421 May 06 12:26:41.726652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Network 5e5510f9-11b8-433b-9875-f830a6054505 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:41.730683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:41.745367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Pushing event updated for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:41.749122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:41.803863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:26:41.826230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:41.826859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:41.829391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-73f92534-f454-40ed-b54f-186c9eb99cc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2865 time: 0.1127639 May 06 12:26:41.913291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-278462405', 'description': 'tempest-description-473279118'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:41.919382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:41.923744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Usage tracker for resource:security_group and tenant:832494cf7c154e4e85a7051c181efddd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:41.926816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:41.932691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:41.977288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-af320e69-0b55-4bd1-8fa3-7fbdd8860e71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab HTTP/1.1" status: 200 len: 217 time: 0.1402514 May 06 12:26:42.044490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-d4eab95e-f951-4373-ad42-11ffa45d1d98 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1696653 May 06 12:26:42.054205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-0eee8eca-47c2-40b4-90dc-87fe69f9b1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.055625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-0eee8eca-47c2-40b4-90dc-87fe69f9b1b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b223a001-8478-4f18-8a92-2b6bc637b98f HTTP/1.1" status: 200 len: 801 time: 0.0662992 May 06 12:26:42.059952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Request body: {'port': {'device_id': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:42.065842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd7ccb-4d20-4dc0-a86d-6863f6539fa6 req-7f1d4362-4071-4276-9a05-3f9c878cf1a7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.067254 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36cd7ccb-4d20-4dc0-a86d-6863f6539fa6 req-7f1d4362-4071-4276-9a05-3f9c878cf1a7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1448836 May 06 12:26:42.126991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.163761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.165800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.172078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36cd7ccb-4d20-4dc0-a86d-6863f6539fa6 req-78abe2e7-917d-4a17-b592-1232f919040a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740552 May 06 12:26:42.183278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-5a2d5627-411d-4c58-b3c1-b57f8f62e1d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1488801e-306e-40fb-b3a7-483c74e29059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151049 May 06 12:26:42.218994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:28Z', 'revision_number': 4, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '004b23a3-f2b1-42ff-af40-ed878fdec621', 'name': '', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'mac_address': 'fa:16:3e:f0:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:27Z', 'updated_at': '2022-05-06T12:26:41Z', 'revision_number': 4, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'subnets': [{'id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:26:42.221217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4812bb6-77eb-42b6-961f-33eb59ea9aff None None] The sync data for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 is: [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:26:28Z', 'revision_number': 4, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '004b23a3-f2b1-42ff-af40-ed878fdec621', 'name': '', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'mac_address': 'fa:16:3e:f0:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:27Z', 'updated_at': '2022-05-06T12:26:41Z', 'revision_number': 4, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'subnets': [{'id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:26:42.225211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.256544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:42.391921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Usage tracker for resource:security_group_rule and tenant:832494cf7c154e4e85a7051c181efddd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:42.400575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:42.415937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:42.457250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-b548caeb-45dd-46a7-8552-4247c5efa42b service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525918 May 06 12:26:42.579439 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.595031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb5e3-0163-4528-bcdd-3cce949b244e req-6b0fd6b3-e04f-4b6c-98f0-12ce775cf223 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.598977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb5e3-0163-4528-bcdd-3cce949b244e req-6b0fd6b3-e04f-4b6c-98f0-12ce775cf223 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.602865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eb5e3-0163-4528-bcdd-3cce949b244e req-6b0fd6b3-e04f-4b6c-98f0-12ce775cf223 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.604518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb0eb5e3-0163-4528-bcdd-3cce949b244e req-6b0fd6b3-e04f-4b6c-98f0-12ce775cf223 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2412 time: 0.2295835 May 06 12:26:42.683076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-27e987bd-edf3-42b7-ba0d-73c2a9914b76 service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017710 May 06 12:26:42.692091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb0eb5e3-0163-4528-bcdd-3cce949b244e req-27b5170f-21c9-48bc-a6bb-1fa58c18d9b4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790772 May 06 12:26:42.716285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cd5c11-0f21-4d18-8aad-733988ff8803 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:42.723856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.735715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.763431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Transition to ACTIVE for port object d0cd5c11-0f21-4d18-8aad-733988ff8803 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:42.771107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-2c2fca45-289c-4fb3-b7a9-e1ee3505bf3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0775228 May 06 12:26:42.788743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25c491-8327-4581-86f6-fb9082bae5f3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:42.850717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8668790-c75b-4667-b0dc-2c546b171a41 req-2ed023f1-4dc2-4909-896b-872fb84962fc tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 210 time: 0.0780714 May 06 12:26:42.888258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-12913271-11f6-442d-ac54-9302cf8dced8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:42.889701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-12913271-11f6-442d-ac54-9302cf8dced8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85d240a4-0b92-48a7-ac1e-d3eaf1e22b02 HTTP/1.1" status: 200 len: 801 time: 0.0797191 May 06 12:26:42.904953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.956359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:42.968498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:42.981785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1afdae0f-12e6-49e4-bde0-fa2482a1e4c3 req-44404cfc-dbe5-4dc3-851d-ed40b84d7389 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.0758235 May 06 12:26:42.997628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-3b2add27-57d6-4016-a707-2df46d5f6843 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a1d154ea-2900-43d0-9dba-a6a3d4e063c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1009505 May 06 12:26:42.999749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.186228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Attempting to bind port d0cd5c11-0f21-4d18-8aad-733988ff8803 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:43.186567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Attempting to bind port d0cd5c11-0f21-4d18-8aad-733988ff8803 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:43.186903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Attempting to bind port d0cd5c11-0f21-4d18-8aad-733988ff8803 on network 5e5510f9-11b8-433b-9875-f830a6054505 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:43.192964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Port d0cd5c11-0f21-4d18-8aad-733988ff8803 on network 5e5510f9-11b8-433b-9875-f830a6054505 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:43.193290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Attempting to bind port d0cd5c11-0f21-4d18-8aad-733988ff8803 on network 5e5510f9-11b8-433b-9875-f830a6054505 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:43.200404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:43.200749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Checking segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:43.201123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Bound using segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:43.201550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Bound port: d0cd5c11-0f21-4d18-8aad-733988ff8803, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:43.201901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.234788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-d7c35f68-836c-4b7d-884d-e8d01c02235d service neutron] 10.222.0.86 "GET /v2.0/networks/a1d154ea-2900-43d0-9dba-a6a3d4e063c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237804 May 06 12:26:43.268348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76bae0-7228-4cb8-9af7-d611921f88f4 req-8305ecf0-5b81-4455-a164-c15d3cb56047 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:43.269821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e76bae0-7228-4cb8-9af7-d611921f88f4 req-8305ecf0-5b81-4455-a164-c15d3cb56047 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2683623 May 06 12:26:43.300628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:43.304303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:43.493323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e76bae0-7228-4cb8-9af7-d611921f88f4 req-0bc4b64a-2ef9-4d58-ae6f-d84e5044e348 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690614 May 06 12:26:43.502071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-ad15673d-1566-4731-85c6-18f51e15f1d4 service neutron] 10.222.0.86 "GET /v2.0/networks/a1d154ea-2900-43d0-9dba-a6a3d4e063c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604001 May 06 12:26:43.556108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.576986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-108eec95-57ba-448a-9485-213fc7cfb1bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c HTTP/1.1" status: 200 len: 217 time: 0.0690427 May 06 12:26:43.592500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.676194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:43.677568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0cd5c11-0f21-4d18-8aad-733988ff8803 HTTP/1.1" status: 200 len: 1092 time: 1.6226144 May 06 12:26:43.683399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:43.709630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-d4d9bc43-2c30-4b3f-a81a-63f5d58093e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:43.711040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-d4d9bc43-2c30-4b3f-a81a-63f5d58093e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b223a001-8478-4f18-8a92-2b6bc637b98f HTTP/1.1" status: 200 len: 801 time: 0.1284180 May 06 12:26:43.737823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb46063-eb81-4a59-8d39-f297bf4e1af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:43.757745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-163e9a75-2f8c-45f1-8577-1bf2750c8b0d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:43.760664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-163e9a75-2f8c-45f1-8577-1bf2750c8b0d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:43.773012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e8d56-a796-4301-a40b-cf0e54a30b88 req-f0af84dc-dfbf-4b3d-83d0-30c8c51f8a39 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:43.774131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c9e8d56-a796-4301-a40b-cf0e54a30b88 req-f0af84dc-dfbf-4b3d-83d0-30c8c51f8a39 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1457489 May 06 12:26:43.851150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c9e8d56-a796-4301-a40b-cf0e54a30b88 req-20b70384-d1ca-47cd-9329-a604d106c3a8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 May 06 12:26:43.852841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-adb654bc-16c0-4d44-aa46-479e38388cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.0832250 May 06 12:26:43.857873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-f96a816f-bbe2-4d78-b270-2b23983a548e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1488801e-306e-40fb-b3a7-483c74e29059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341238 May 06 12:26:43.878200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 004b23a3-f2b1-42ff-af40-ed878fdec621 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:43.981233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-163e9a75-2f8c-45f1-8577-1bf2750c8b0d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:43.981690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-163e9a75-2f8c-45f1-8577-1bf2750c8b0d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 944 time: 0.4318068 May 06 12:26:44.057007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285832-753d-47c8-a918-08ae1f4eb171 req-2a354987-41d9-4610-bf4e-4b7d2c11a761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.058505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-2a354987-41d9-4610-bf4e-4b7d2c11a761 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.1964145 May 06 12:26:44.062754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-3a30ee7c-09b3-4e96-93ba-a5586dbbd2a3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:44.063072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-dc22ba6c-8891-4dcc-befe-902a2dabafef service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979833 May 06 12:26:44.128063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20b652d7-02e2-4324-9ef0-dbe065a59de4 req-0b818aa2-05de-42a8-bc61-9732ba81ad8e tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0701602 May 06 12:26:44.177499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-43dd3d4f-ac77-4b44-be77-4bb479ea4742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.1074352 May 06 12:26:44.177897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-7b61a079-ca33-4a44-a9f0-aa6ff4aa164a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 1095 time: 0.2354398 May 06 12:26:44.241780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 004b23a3-f2b1-42ff-af40-ed878fdec621 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:44.247630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 004b23a3-f2b1-42ff-af40-ed878fdec621 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:44.248170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.267185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-96390e9d-2964-492c-b5ba-4134a374aaa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803 HTTP/1.1" status: 200 len: 217 time: 0.0671625 May 06 12:26:44.277027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285832-753d-47c8-a918-08ae1f4eb171 req-7acd083a-9bcf-48fe-b9ed-0a2ea5848ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.279334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-7acd083a-9bcf-48fe-b9ed-0a2ea5848ea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0839074 May 06 12:26:44.332635 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d4489d-b2ea-46b7-a25f-bc781de1460c'] response: {'name': 'network-changed', 'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c', 'status': 'completed', 'code': 200} May 06 12:26:44.377102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.410267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28fd33d4-85ad-41df-9ad8-c72fcf9e8c8b req-fc2895ee-5169-427b-8c09-2bcdcfd40c65 service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141582 May 06 12:26:44.415117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 004b23a3-f2b1-42ff-af40-ed878fdec621, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=004b23a3-f2b1-42ff-af40-ed878fdec621,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:44.420406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-ac7995e7-66f3-41a3-b7d6-6869eb142887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.422027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-ac7995e7-66f3-41a3-b7d6-6869eb142887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.1362586 May 06 12:26:44.434379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-3a30ee7c-09b3-4e96-93ba-a5586dbbd2a3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:44.435703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbec8ddd-1b75-456c-b0c8-30afe833ab87 req-3a30ee7c-09b3-4e96-93ba-a5586dbbd2a3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472239 May 06 12:26:44.488670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-a643bb11-a8b0-48d3-a39f-349cb25a9ee2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008584 May 06 12:26:44.489754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-9d7c2a42-0098-4509-915d-f8c45a61fdce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542417 May 06 12:26:44.572949 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:44.666346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:44.704263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-8e9f46e4-e48d-4157-94f8-889d7812d6a0 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943142 May 06 12:26:44.712655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e2c73-7ba8-45e2-93fd-41cacc327931 req-d69e3aa5-3d70-4844-b87b-f534a6d9dd13 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:44.714075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab2e2c73-7ba8-45e2-93fd-41cacc327931 req-d69e3aa5-3d70-4844-b87b-f534a6d9dd13 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1351550 May 06 12:26:44.757591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-1dc43689-2a0f-40aa-9bea-655ef7b58ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461967 May 06 12:26:44.863181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab2e2c73-7ba8-45e2-93fd-41cacc327931 req-589f0693-f7f6-4bf6-a286-28d664bded6c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240184 May 06 12:26:44.886007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db285832-753d-47c8-a918-08ae1f4eb171 req-053ddb92-5998-4424-a4d2-0fee4381b9f3 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709917 May 06 12:26:44.920735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-9cdf2dbd-c833-46df-a810-c9d089e3b737 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2865 time: 0.2588401 May 06 12:26:44.954363 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244bada4-7dc4-4998-8211-d13427469495'] response: {'name': 'network-changed', 'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803', 'status': 'completed', 'code': 200} May 06 12:26:45.076729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-da9b0dcc-52be-40e8-9ad2-ba4ba1ffdef2 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Synchronizing usage tracker for tenant:832494cf7c154e4e85a7051c181efddd on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:45.083381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-595e3ef0-ad31-4c62-8237-0b5503f2469a req-3b819d51-38aa-4a44-9974-22a70fa7cfbd service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090680 May 06 12:26:45.127564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926f3d-a35b-4404-a966-aa570a80ca5c req-dd918064-2c11-4e5c-ada6-59c97ba298dd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.130631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-27c798d7-98e5-477e-a323-4f7e102417c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.131726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926f3d-a35b-4404-a966-aa570a80ca5c req-dd918064-2c11-4e5c-ada6-59c97ba298dd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.132224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-27c798d7-98e5-477e-a323-4f7e102417c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1488801e-306e-40fb-b3a7-483c74e29059 HTTP/1.1" status: 200 len: 903 time: 0.2053258 May 06 12:26:45.135657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926f3d-a35b-4404-a966-aa570a80ca5c req-dd918064-2c11-4e5c-ada6-59c97ba298dd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.137965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16926f3d-a35b-4404-a966-aa570a80ca5c req-dd918064-2c11-4e5c-ada6-59c97ba298dd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2412 time: 0.0905623 May 06 12:26:45.206772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16926f3d-a35b-4404-a966-aa570a80ca5c req-b0b1ec79-9a83-40c0-8e81-46a8040cad18 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 May 06 12:26:45.328324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-da9b0dcc-52be-40e8-9ad2-ba4ba1ffdef2 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Unset dirty status for tenant:832494cf7c154e4e85a7051c181efddd on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:45.330339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-da9b0dcc-52be-40e8-9ad2-ba4ba1ffdef2 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39792 time: 0.9968116 May 06 12:26:45.333372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-365c6a26-9c41-44d8-b25c-923006de70c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c HTTP/1.1" status: 200 len: 217 time: 0.1943688 May 06 12:26:45.448772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b469ac48-d1eb-4dee-9990-426ddfd454d2 req-fbe9fdcc-5901-4666-b2c4-0433037571b7 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 210 time: 0.1056693 May 06 12:26:45.453643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-6d6f35fc-b3df-4a90-a8be-8ab54b5974e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.455105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-6d6f35fc-b3df-4a90-a8be-8ab54b5974e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b223a001-8478-4f18-8a92-2b6bc637b98f HTTP/1.1" status: 200 len: 801 time: 0.1126583 May 06 12:26:45.460040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-b6cb846d-b7f5-4e74-b2b0-598946b922af tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/0c7b430d-5486-4f61-a026-73902862fe14 HTTP/1.1" status: 200 len: 2649 time: 0.1207292 May 06 12:26:45.462946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-7d9a291e-b903-4378-9a24-8f404cfebc26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1892192 May 06 12:26:45.522939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dd10-c07c-4038-8862-d14564255d53 req-f93ceabe-1b74-4db5-bbcd-9e23f6286900 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.524485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-f93ceabe-1b74-4db5-bbcd-9e23f6286900 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.13 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.2046547 May 06 12:26:45.565234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'port': {'device_id': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'admin_state_up': True, 'tenant_id': 'b8b09965836e4db9b6872d75b35e2abd'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:45.675950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-8bc48e7b-448e-4d0e-b2fb-bc9b3a490f8e tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/0c7b430d-5486-4f61-a026-73902862fe14 HTTP/1.1" status: 200 len: 2649 time: 0.1592546 May 06 12:26:45.720849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-845f5d05-c18f-44a5-a39f-93003752067c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1488801e-306e-40fb-b3a7-483c74e29059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2568703 May 06 12:26:45.728631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-72098e52-bc70-449d-8e0f-3b79442b952d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.730210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-72098e52-bc70-449d-8e0f-3b79442b952d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 912 time: 0.2327554 May 06 12:26:45.772874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649295c-456c-41d5-8411-592d95bddcd9 req-4a826dd3-4a5d-4539-b384-203879621481 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.774471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3649295c-456c-41d5-8411-592d95bddcd9 req-4a826dd3-4a5d-4539-b384-203879621481 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1899273 May 06 12:26:45.806110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:26:45.816836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Usage tracker for resource:port and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:26:45.821420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:26:45.832796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 004b23a3-f2b1-42ff-af40-ed878fdec621 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:45.837610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:26:45.857972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-9e637f5f-d82b-42bf-9f20-5e49da6d8f06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803 HTTP/1.1" status: 200 len: 217 time: 0.0877273 May 06 12:26:45.867131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3649295c-456c-41d5-8411-592d95bddcd9 req-9ddf0464-ece6-436f-844c-49acd2b8a53c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795918 May 06 12:26:45.962141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 004b23a3-f2b1-42ff-af40-ed878fdec621 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:45.962897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:45.993824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-8e1699ef-13ae-4d64-bd4f-1eda9f366782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:45.995302 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-8e1699ef-13ae-4d64-bd4f-1eda9f366782 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.0653489 May 06 12:26:45.997270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-6cbeab9f-9ba3-4bed-ae6b-950e43a8a66b tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/1012b89c-6af9-49c6-9f5e-543a3caa24ed HTTP/1.1" status: 200 len: 2649 time: 0.3042741 May 06 12:26:46.025068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Made reservation on behalf of b8b09965836e4db9b6872d75b35e2abd for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:26:46.028261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.088410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-1cc8ea61-9d45-4b8f-81fd-e291ee539884 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812540 May 06 12:26:46.234724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.253495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-ca6190b9-ba57-4655-9e72-3052206ac4e4 service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188777 May 06 12:26:46.257629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-a1f12853-aff3-41f3-9a3d-704ace7dd3f2 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/1012b89c-6af9-49c6-9f5e-543a3caa24ed HTTP/1.1" status: 200 len: 2649 time: 0.2336211 May 06 12:26:46.285088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Allocated IP 172.20.0.7 (decaad33-f5c7-4030-a41c-e18a6c675fc9/274bbe37-27d8-4cb7-8d37-eeefcc1909a7/92785c40-cb11-4001-80a3-190cdc046ba0) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:26:46.306596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaabb19-f6a4-4166-8f45-5fb142a40db2 req-31b2fc61-db73-4c37-948d-e033041bd4a7 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:46.308443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eaabb19-f6a4-4166-8f45-5fb142a40db2 req-31b2fc61-db73-4c37-948d-e033041bd4a7 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1615489 May 06 12:26:46.423882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-5628ffbb-530b-47d4-a908-d32f592f51d4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120191 May 06 12:26:46.454736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eaabb19-f6a4-4166-8f45-5fb142a40db2 req-03b3bed6-f63e-4a2d-bf11-566e80fa19bf tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315458 May 06 12:26:46.526298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-f35cb56f-1335-4e37-b1f2-bf6cc5c10cf7 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/51659cc6-f5be-425f-b53c-311186681d46 HTTP/1.1" status: 200 len: 2649 time: 0.2441108 May 06 12:26:46.539809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.544267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-110ba00c-2086-4dfc-a8c3-02eb238bb2ed req-f29b09b2-15a8-4fa4-b354-711b45179e72 service neutron] 10.222.0.86 "GET /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835875 May 06 12:26:46.623373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-fd846180-96dd-4bd4-8aea-187453eae581 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/51659cc6-f5be-425f-b53c-311186681d46 HTTP/1.1" status: 200 len: 2649 time: 0.0816033 May 06 12:26:46.628681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53989be7-5317-4c2d-8384-4b42d21c2afc req-92ae8b44-09ef-4422-9414-209d6b5741e3 service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908314 May 06 12:26:46.645978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f719b4f2-5b4a-4acf-8396-043e7a569256 req-027940f0-597b-4817-8428-518514ba751e tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0464928 May 06 12:26:46.647096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.677119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-e69603f3-5508-4913-9a58-cc5d3503c0ef tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/7fd11a5e-4400-4f47-a034-efdbc5e4ef8d HTTP/1.1" status: 200 len: 2649 time: 0.0469844 May 06 12:26:46.723645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:26:46.726890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:26:46.729146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-b8bfbbb7-799c-4a77-b2bb-65bade074e63 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/7fd11a5e-4400-4f47-a034-efdbc5e4ef8d HTTP/1.1" status: 200 len: 2649 time: 0.0456705 May 06 12:26:46.732213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:26:46.783609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:46.821793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-3bc4b3ea-48d0-4254-81ea-32afbb6cdf8c tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273 HTTP/1.1" status: 200 len: 2649 time: 0.0679455 May 06 12:26:46.823618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:46.824268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:46.872877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-068d7edd-b4e8-41c6-b246-24bfcb5cd3dc tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273 HTTP/1.1" status: 200 len: 2649 time: 0.0489004 May 06 12:26:46.925758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-d4c63d03-40d5-4eed-9b24-231821a892b4 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b087214c-eb34-4878-9eb4-4fed444083b2 HTTP/1.1" status: 200 len: 2649 time: 0.0490565 May 06 12:26:46.979321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-9dbd7c1a-fa36-496e-929a-40f08f01ac74 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b087214c-eb34-4878-9eb4-4fed444083b2 HTTP/1.1" status: 200 len: 2649 time: 0.0474782 May 06 12:26:47.037415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858240f-7186-4138-ad45-0ff50a996e14 req-4b2314ed-f6fa-4690-9330-b894d458d059 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.038173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-82893c7a-3cd2-4ca0-b6d9-6d6044801790 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b44e6e88-cebf-4a39-8131-7ca4eb2bbc11 HTTP/1.1" status: 200 len: 2649 time: 0.0505402 May 06 12:26:47.039502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a858240f-7186-4138-ad45-0ff50a996e14 req-4b2314ed-f6fa-4690-9330-b894d458d059 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 944 time: 0.1905921 May 06 12:26:47.099216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-f7aa22b0-0576-4be6-ba55-8ec431296e58 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5400178 May 06 12:26:47.162682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-f2a07a84-c2fb-43be-9dc9-ba98288ecbd2 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b44e6e88-cebf-4a39-8131-7ca4eb2bbc11 HTTP/1.1" status: 200 len: 2649 time: 0.0539052 May 06 12:26:47.164246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a858240f-7186-4138-ad45-0ff50a996e14 req-73b64ef1-2c0e-49e7-899c-cfb3249c9717 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 May 06 12:26:47.164246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Request body: {'port': {'device_id': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:47.170869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-60996754-de51-455f-b667-ea9bb620223e tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b6e900b6-7821-47c4-b95a-7d3c3934d92d HTTP/1.1" status: 200 len: 2649 time: 0.0649192 May 06 12:26:47.283953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.295610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-79d69f17-8d2a-481a-ac53-50eaca6ad93d tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b6e900b6-7821-47c4-b95a-7d3c3934d92d HTTP/1.1" status: 200 len: 2649 time: 0.1189027 May 06 12:26:47.348185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-e81973bb-80cf-478b-b8d8-7ab410487e71 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/c08c7be1-9c2a-4a89-8abd-c8eed068c2c8 HTTP/1.1" status: 200 len: 2649 time: 0.0461528 May 06 12:26:47.382966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a93720-42c0-4b05-a0a5-94c1126caab1 req-dd2d0c59-4f91-4463-9105-5ecc96131a42 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.384473 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06a93720-42c0-4b05-a0a5-94c1126caab1 req-dd2d0c59-4f91-4463-9105-5ecc96131a42 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1560800 May 06 12:26:47.398021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-6b4711ee-4587-49ee-acea-5dbaaf615582 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/c08c7be1-9c2a-4a89-8abd-c8eed068c2c8 HTTP/1.1" status: 200 len: 2649 time: 0.0441711 May 06 12:26:47.434052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3c821b09-a4c5-471b-949b-3ee358c4ddb1 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:47.452069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-f3fb8765-f561-4f0e-a9a5-e59f7d2100c4 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d2ea43ae-b736-4ce0-91ff-28eb0550516b HTTP/1.1" status: 200 len: 2649 time: 0.0468373 May 06 12:26:47.508096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-ab014f2d-d9a7-4a83-a505-34f69fb3a81d tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d2ea43ae-b736-4ce0-91ff-28eb0550516b HTTP/1.1" status: 200 len: 2649 time: 0.0503354 May 06 12:26:47.564392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06a93720-42c0-4b05-a0a5-94c1126caab1 req-9756d1b3-8d35-4e14-a5d8-a3fca0061678 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423838 May 06 12:26:47.569092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-149241cf-509f-49c3-bc25-6dc27fe5408f tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/db5139c4-7bcd-4269-9cd8-681890ec507d HTTP/1.1" status: 200 len: 2649 time: 0.0530891 May 06 12:26:47.605652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:47.620926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3c821b09-a4c5-471b-949b-3ee358c4ddb1', 'network_id': 'a1d154ea-2900-43d0-9dba-a6a3d4e063c2', 'port_id': '3c821b09-a4c5-471b-949b-3ee358c4ddb1', 'mac_address': 'fa:16:3e:81:b4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d240a4-0b92-48a7-ac1e-d3eaf1e22b02', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:47.642177 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-5f74ec8f-8697-490a-b51f-169df51dc0ed tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/db5139c4-7bcd-4269-9cd8-681890ec507d HTTP/1.1" status: 200 len: 2649 time: 0.0657465 May 06 12:26:47.682337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.697483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d0cd5c11-0f21-4d18-8aad-733988ff8803 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:47.710799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-4abb0343-41ab-4e17-a113-8bd07d68e87a tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/df9de7dc-a44f-4f60-b6cf-bf0413c55db7 HTTP/1.1" status: 200 len: 2649 time: 0.0639296 May 06 12:26:47.711352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c821b09-a4c5-471b-949b-3ee358c4ddb1 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:47.758779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-9fd82f8d-353e-4529-ba18-fb6bd99d145a tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/df9de7dc-a44f-4f60-b6cf-bf0413c55db7 HTTP/1.1" status: 200 len: 2649 time: 0.0508404 May 06 12:26:47.774449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92785c40-cb11-4001-80a3-190cdc046ba0 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:47.787461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.813372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Transition to ACTIVE for port object 92785c40-cb11-4001-80a3-190cdc046ba0 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:47.825016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-00501205-180f-49c6-84fe-4c71d88171d5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e325e550-0089-4231-97c1-7a4708d6554b HTTP/1.1" status: 200 len: 2649 time: 0.0571487 May 06 12:26:47.826936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:47.832103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429892-f601-40de-bd3e-bc0da6090644 req-60f760bf-ebca-4909-ac02-c72379e8488a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.836107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429892-f601-40de-bd3e-bc0da6090644 req-60f760bf-ebca-4909-ac02-c72379e8488a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.839988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429892-f601-40de-bd3e-bc0da6090644 req-60f760bf-ebca-4909-ac02-c72379e8488a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:47.842202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b429892-f601-40de-bd3e-bc0da6090644 req-60f760bf-ebca-4909-ac02-c72379e8488a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2412 time: 0.1373928 May 06 12:26:47.889212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-971d77c7-c0cd-4168-9336-5bf92f8cc5ab req-34a3fe3d-c855-4871-bb37-1680ea30411a tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/e325e550-0089-4231-97c1-7a4708d6554b HTTP/1.1" status: 200 len: 2649 time: 0.0578356 May 06 12:26:47.899632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b429892-f601-40de-bd3e-bc0da6090644 req-2e3c0951-ee4c-4687-8b84-355d3406806d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454817 May 06 12:26:47.900070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:47.915320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'd0cd5c11-0f21-4d18-8aad-733988ff8803', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'port_id': 'd0cd5c11-0f21-4d18-8aad-733988ff8803', 'mac_address': 'fa:16:3e:c0:be:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:47.921736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.964502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:47.970663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2febcd0c-5fcc-4842-8cc3-b4d0f238600c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:48.076030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32303fc9-1990-4278-862e-4cf394e9a6af req-1f7cd6bb-a9dc-4d19-afee-034aba64913c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.078086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32303fc9-1990-4278-862e-4cf394e9a6af req-1f7cd6bb-a9dc-4d19-afee-034aba64913c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.0916429 May 06 12:26:48.093599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.134039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.144333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32303fc9-1990-4278-862e-4cf394e9a6af req-f4c78ec2-2f88-4959-8ff8-43ec003461fc tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604937 May 06 12:26:48.183537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cd5c11-0f21-4d18-8aad-733988ff8803 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:48.203910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.220301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:48.232490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:48.236962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c', 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'port_id': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c', 'mac_address': 'fa:16:3e:b6:ae:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b223a001-8478-4f18-8a92-2b6bc637b98f', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:48.245249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13f0eb-ad70-4045-a8cd-b69b72daa4e9 req-22a9bcc3-897f-418a-9af6-0650a0eb976d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.245249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe13f0eb-ad70-4045-a8cd-b69b72daa4e9 req-22a9bcc3-897f-418a-9af6-0650a0eb976d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2024269 May 06 12:26:48.250156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Attempting to bind port 92785c40-cb11-4001-80a3-190cdc046ba0 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:48.250510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Attempting to bind port 92785c40-cb11-4001-80a3-190cdc046ba0 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:48.250835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Attempting to bind port 92785c40-cb11-4001-80a3-190cdc046ba0 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:48.276715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Port 92785c40-cb11-4001-80a3-190cdc046ba0 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:48.277097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Attempting to bind port 92785c40-cb11-4001-80a3-190cdc046ba0 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:48.295164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.297099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:48.297436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Checking segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:48.297813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Bound using segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:48.298239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Bound port: 92785c40-cb11-4001-80a3-190cdc046ba0, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:48.298579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.315964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2febcd0c-5fcc-4842-8cc3-b4d0f238600c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:48.319427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe13f0eb-ad70-4045-a8cd-b69b72daa4e9 req-ebc8e91d-4f2f-4e3e-a46b-fb51f2009a1d tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654428 May 06 12:26:48.336142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:48.344820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045613c-ec95-4edb-9304-3ed7d2ff8267 req-70b91ecb-0830-4581-a06d-5f3e6e240951 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.346404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9045613c-ec95-4edb-9304-3ed7d2ff8267 req-70b91ecb-0830-4581-a06d-5f3e6e240951 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0791190 May 06 12:26:48.367592 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.410869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9045613c-ec95-4edb-9304-3ed7d2ff8267 req-e31785ce-9c2c-4fe7-ab7b-ffeec30cfdbd tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 May 06 12:26:48.411162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:48.414498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:48.453668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.521399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.522625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:48.541455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fb109-b9b4-4e1a-8ea4-3041002b0b55 req-f05247bc-0026-4618-b469-915b4a1eeaac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.543059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a5fb109-b9b4-4e1a-8ea4-3041002b0b55 req-f05247bc-0026-4618-b469-915b4a1eeaac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0799451 May 06 12:26:48.583274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-090a91cc-cb7c-4f63-96c9-cc634ade96f5 req-415c7148-6729-4440-a9a8-d0aa61efd833 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0452900 May 06 12:26:48.583882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.606857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:48.614388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.628871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', 'network_id': '1488801e-306e-40fb-b3a7-483c74e29059', 'port_id': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', 'mac_address': 'fa:16:3e:07:a5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b223a001-8478-4f18-8a92-2b6bc637b98f', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:48.654042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a5fb109-b9b4-4e1a-8ea4-3041002b0b55 req-0be24c9f-9800-4f30-bcb7-0e82511a4424 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046951 May 06 12:26:48.664707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.666159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/92785c40-cb11-4001-80a3-190cdc046ba0 HTTP/1.1" status: 200 len: 1091 time: 1.5546379 May 06 12:26:48.666690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:48.694747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162fa9-9485-4a60-9b76-1bf91e0eb1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:48.704491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.725799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:48.752190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:48.785863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d0cd5c11-0f21-4d18-8aad-733988ff8803'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:48.792774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-17feaa13-6ffd-4856-952e-b4e571296cc0 req-b6d10e07-4558-4afa-a979-3afb31863b15 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Synchronizing usage tracker for tenant:36f070b13fc945d8ab0e4aeaa2341dac on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:48.941360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9952731-3966-4853-9440-532268e92def req-4bcbb0ef-10fe-4673-85ae-8f60fa5937f0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:48.942830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9952731-3966-4853-9440-532268e92def req-4bcbb0ef-10fe-4673-85ae-8f60fa5937f0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 945 time: 0.1391995 May 06 12:26:48.944616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-17feaa13-6ffd-4856-952e-b4e571296cc0 req-b6d10e07-4558-4afa-a979-3afb31863b15 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Unset dirty status for tenant:36f070b13fc945d8ab0e4aeaa2341dac on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:48.946340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17feaa13-6ffd-4856-952e-b4e571296cc0 req-b6d10e07-4558-4afa-a979-3afb31863b15 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=36f070b13fc945d8ab0e4aeaa2341dac HTTP/1.1" status: 200 len: 5440 time: 0.2489259 May 06 12:26:48.949737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:48.953856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-00a9bed7-7aca-483e-919e-b85e41daba56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 1094 time: 0.1111143 May 06 12:26:49.002303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17feaa13-6ffd-4856-952e-b4e571296cc0 req-25545188-b337-4188-8de9-f37f48a25a73 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "GET /v2.0/security-groups/935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273 HTTP/1.1" status: 200 len: 2649 time: 0.0497963 May 06 12:26:49.036131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-69755e97-98ac-4e3e-a067-7ca07215b11c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92785c40-cb11-4001-80a3-190cdc046ba0 HTTP/1.1" status: 200 len: 217 time: 0.0691967 May 06 12:26:49.040640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:49.067329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17feaa13-6ffd-4856-952e-b4e571296cc0 req-aeea768a-13a9-41b9-943c-ec1da7499cf0 tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "GET /v2.0/security-groups/935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273 HTTP/1.1" status: 200 len: 2649 time: 0.0581968 May 06 12:26:49.187641 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd732e6-63cb-4ab5-8244-8972b4a8fc31'] response: {'name': 'network-changed', 'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0', 'status': 'completed', 'code': 200} May 06 12:26:49.193205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9952731-3966-4853-9440-532268e92def req-02f197e6-cd3d-4a01-a5c7-70cc7c1995c4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434978 May 06 12:26:49.229982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757dd10-c07c-4038-8862-d14564255d53 req-f10d093b-137c-4562-9a7f-254b8123a7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.231675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-f10d093b-137c-4562-9a7f-254b8123a7d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 200 len: 861 time: 0.1800489 May 06 12:26:49.284358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-b43d78c6-21ba-4709-a34c-3a84237f8996 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=decaad33-f5c7-4030-a41c-e18a6c675fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405347 May 06 12:26:49.420114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2febcd0c-5fcc-4842-8cc3-b4d0f238600c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:49.451846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:49.484589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-5f81ff8d-5f9b-4b91-b10e-43a1e61f1669 service neutron] 10.222.0.13 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872754 May 06 12:26:49.495725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545218ad-ff11-4856-b792-40f4016caadd req-39cfd15c-7972-4246-9e5e-d99d9ffed385 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.500476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3c821b09-a4c5-471b-949b-3ee358c4ddb1'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:49.501009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545218ad-ff11-4856-b792-40f4016caadd req-39cfd15c-7972-4246-9e5e-d99d9ffed385 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.504577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545218ad-ff11-4856-b792-40f4016caadd req-39cfd15c-7972-4246-9e5e-d99d9ffed385 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.506226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-545218ad-ff11-4856-b792-40f4016caadd req-39cfd15c-7972-4246-9e5e-d99d9ffed385 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2415 time: 0.1912229 May 06 12:26:49.636666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-545218ad-ff11-4856-b792-40f4016caadd req-c6c68b4b-d852-4062-a1b8-b27c928d3b9a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093664 May 06 12:26:49.675053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5757dd10-c07c-4038-8862-d14564255d53 req-1b7df762-08f0-4d9a-a833-d2a7d8a96485 service neutron] 10.222.0.13 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678324 May 06 12:26:49.739698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21d583d4-d143-423e-bc28-3be773322f80 req-915886d3-a6e9-40c5-928a-da958c039722 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/ec25c491-8327-4581-86f6-fb9082bae5f3 HTTP/1.1" status: 200 len: 1610 time: 0.0506544 May 06 12:26:49.878093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-21d583d4-d143-423e-bc28-3be773322f80 req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.918070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-21d583d4-d143-423e-bc28-3be773322f80 req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:49.952711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee64d-ea71-4644-8592-51563f200d12 req-8dacc523-30e0-4886-844d-14193da8cfb0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:49.954217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dbee64d-ea71-4644-8592-51563f200d12 req-8dacc523-30e0-4886-844d-14193da8cfb0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.0861113 May 06 12:26:49.964768 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-32b27597-240b-4fc4-b174-90455f6f525e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 1094 time: 0.1403377 May 06 12:26:50.008014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dbee64d-ea71-4644-8592-51563f200d12 req-0923d01a-dbe6-44d6-83ff-5d01057d633e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 May 06 12:26:50.054345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-21d583d4-d143-423e-bc28-3be773322f80 req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.088092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25c491-8327-4581-86f6-fb9082bae5f3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:50.143254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc5561-1c72-4383-8012-9610718f582b req-16abac33-c282-4ce0-bbf2-a8434db692bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.144800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-16abac33-c282-4ce0-bbf2-a8434db692bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 922 time: 0.1648681 May 06 12:26:50.224397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a386c-cb2b-44eb-bcf2-fe20542d1901 req-af5d089a-8f30-4b5a-b37c-d88fdf3b8147 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.224764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b27a386c-cb2b-44eb-bcf2-fe20542d1901 req-af5d089a-8f30-4b5a-b37c-d88fdf3b8147 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1025281 May 06 12:26:50.240394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-96e53099-3805-4b8c-8542-0c66cb849f0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92785c40-cb11-4001-80a3-190cdc046ba0 HTTP/1.1" status: 200 len: 217 time: 0.0820100 May 06 12:26:50.242400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-21d583d4-d143-423e-bc28-3be773322f80 req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.244474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21d583d4-d143-423e-bc28-3be773322f80 req-c4095d67-ab55-43a6-930a-194c04e17bf5 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec25c491-8327-4581-86f6-fb9082bae5f3 HTTP/1.1" status: 204 len: 173 time: 0.4894683 May 06 12:26:50.296477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b27a386c-cb2b-44eb-bcf2-fe20542d1901 req-7ffdd02e-7222-42cd-b92c-a67c3c458971 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652819 May 06 12:26:50.319357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc5561-1c72-4383-8012-9610718f582b req-8a592674-8018-45b3-aa88-0e870e0188f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.319357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-8a592674-8018-45b3-aa88-0e870e0188f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 200 len: 861 time: 0.0656893 May 06 12:26:50.367013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.407948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-cb0cb3d2-0d84-4f69-a2f0-7e1dda7c9c68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=decaad33-f5c7-4030-a41c-e18a6c675fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786281 May 06 12:26:50.483119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73e8a2c5-4def-4e19-aa7b-21f0ee93473b req-d59734c4-eeb3-40e6-a56a-a49aa471cf13 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0416155 May 06 12:26:50.567428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2e52-cf8c-4a8d-9aaa-e12b4a6e9055 req-59192d03-d307-46b6-94d7-9f7cd4991f2d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.569036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa2b2e52-cf8c-4a8d-9aaa-e12b4a6e9055 req-59192d03-d307-46b6-94d7-9f7cd4991f2d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1988266 May 06 12:26:50.584496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-61a51deb-a661-49ce-9ef5-997accff98e4 service neutron] 10.222.0.13 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637380 May 06 12:26:50.712702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa2b2e52-cf8c-4a8d-9aaa-e12b4a6e9055 req-610a04f3-cb01-4fb1-9842-7b53098ac87e tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325552 May 06 12:26:50.764987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0fc5561-1c72-4383-8012-9610718f582b req-4454755f-e33a-4e55-92ba-8e49d388cd4a service neutron] 10.222.0.13 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668973 May 06 12:26:50.769435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67ff2a-ba27-47a3-80db-05cd5035744a req-58e43966-2093-4a70-aebc-7ca12e9a0fb7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.770894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df67ff2a-ba27-47a3-80db-05cd5035744a req-58e43966-2093-4a70-aebc-7ca12e9a0fb7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0938067 May 06 12:26:50.827514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df67ff2a-ba27-47a3-80db-05cd5035744a req-44e61bd8-1d17-4547-a68b-1c7c48fd6494 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 May 06 12:26:50.917882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-5cc9e6d9-2fbd-48f0-bc86-580559cf36e6 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "GET /v2.0/security-groups/558f6977-13f9-4fae-ba6c-cd71b108c1bd HTTP/1.1" status: 200 len: 1612 time: 0.0483506 May 06 12:26:50.946789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6b39-a5c2-4951-965a-ffba9032a693 req-4614bae6-543f-44e4-a6c0-0a8f442046ee tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:50.948284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb2c6b39-a5c2-4951-965a-ffba9032a693 req-4614bae6-543f-44e4-a6c0-0a8f442046ee tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 945 time: 0.0923781 May 06 12:26:50.993268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:50.994842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb2c6b39-a5c2-4951-965a-ffba9032a693 req-ea6c1943-f6eb-41d5-bb70-c4ae601df400 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 May 06 12:26:51.019384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.178719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.183316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089c9e-175a-4469-829d-30c6c1bb7042 req-afd9e825-e9b2-4f5c-9107-95dc7dba316f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.190941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089c9e-175a-4469-829d-30c6c1bb7042 req-afd9e825-e9b2-4f5c-9107-95dc7dba316f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.191279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089c9e-175a-4469-829d-30c6c1bb7042 req-afd9e825-e9b2-4f5c-9107-95dc7dba316f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.193041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85089c9e-175a-4469-829d-30c6c1bb7042 req-afd9e825-e9b2-4f5c-9107-95dc7dba316f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2415 time: 0.0876191 May 06 12:26:51.196099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f6977-13f9-4fae-ba6c-cd71b108c1bd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:51.212561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.213699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f19a0e7-516b-4f14-a296-8b04b800dbe4 req-8835cf8e-e5dd-482d-8252-93ed4d4207a1 tempest-SecurityGroupsTestAdminJSON-98420517 tempest-SecurityGroupsTestAdminJSON-98420517-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/558f6977-13f9-4fae-ba6c-cd71b108c1bd HTTP/1.1" status: 204 len: 173 time: 0.2899320 May 06 12:26:51.248448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85089c9e-175a-4469-829d-30c6c1bb7042 req-cbff1c57-5df1-4e02-874c-61456675bf82 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 May 06 12:26:51.413057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce0051-eb09-4e4a-809e-e01c60e5be5a req-5325ff20-aae4-4b52-8099-32f2afcce755 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.414697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cce0051-eb09-4e4a-809e-e01c60e5be5a req-5325ff20-aae4-4b52-8099-32f2afcce755 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0948162 May 06 12:26:51.449384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:51.467437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cce0051-eb09-4e4a-809e-e01c60e5be5a req-ed0a9f04-297f-48b9-9f3f-b06a0d2469c6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 May 06 12:26:51.550521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-16297b34-c7ad-4602-8fbd-016f9d82233f tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "GET /v2.0/security-groups/05d14158-755c-405a-9853-ba479c7e9b8b HTTP/1.1" status: 200 len: 1612 time: 0.0457232 May 06 12:26:51.585443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:51.591792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:51.592369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.605327 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-c9f14b28-cb0d-474a-a005-3bf27fe801b0 service neutron] show failed (client error): The resource could not be found. May 06 12:26:51.606967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-c9f14b28-cb0d-474a-a005-3bf27fe801b0 service neutron] 10.222.0.13 "GET /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1058156 May 06 12:26:51.618472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-3e93d142-336f-46e4-a84e-53ee4658eea1 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:51.619206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-3e93d142-336f-46e4-a84e-53ee4658eea1 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:51.627969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.657880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.710829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.734999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:51.737459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d0cd5c11-0f21-4d18-8aad-733988ff8803 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:51.738835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-3e93d142-336f-46e4-a84e-53ee4658eea1 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:51.740087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-3e93d142-336f-46e4-a84e-53ee4658eea1 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.3793495 May 06 12:26:51.770623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:51.795761 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.802140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:51.823488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-bca11b73-554b-4918-b5fa-00ad7f234892 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:26:51.827152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d14158-755c-405a-9853-ba479c7e9b8b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:51.939000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.939749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3c821b09-a4c5-471b-949b-3ee358c4ddb1 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:51.977212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:51.978422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8a37a05-aaba-43d7-93dc-a9a94ab38c72 req-9772360d-f19e-43f4-b92a-f0795d06e2cb tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "DELETE /v2.0/security-groups/05d14158-755c-405a-9853-ba479c7e9b8b HTTP/1.1" status: 204 len: 173 time: 0.4218791 May 06 12:26:51.982657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-bca11b73-554b-4918-b5fa-00ad7f234892 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:26:51.986205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c57db898-6d02-43e1-acc1-eee22fd9d21d req-bca11b73-554b-4918-b5fa-00ad7f234892 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344706 May 06 12:26:52.058469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:52.085821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '92785c40-cb11-4001-80a3-190cdc046ba0', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'port_id': '92785c40-cb11-4001-80a3-190cdc046ba0', 'mac_address': 'fa:16:3e:3b:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274bbe37-27d8-4cb7-8d37-eeefcc1909a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:52.096773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port d0cd5c11-0f21-4d18-8aad-733988ff8803 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:52.139196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port d0cd5c11-0f21-4d18-8aad-733988ff8803 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:52.139561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.161454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.179803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e98186-4d61-4602-8e68-a5f928cba107 req-864f72dc-2e7d-4057-bd26-70bd6ccbe288 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:52.188490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03e98186-4d61-4602-8e68-a5f928cba107 req-864f72dc-2e7d-4057-bd26-70bd6ccbe288 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.0892751 May 06 12:26:52.206817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.207158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150d4b-7f12-4ba4-a63a-02f0dc9d058e req-3f4859e1-53de-47d1-963e-dddf090a654f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:52.208745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d150d4b-7f12-4ba4-a63a-02f0dc9d058e req-3f4859e1-53de-47d1-963e-dddf090a654f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0915830 May 06 12:26:52.231998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92785c40-cb11-4001-80a3-190cdc046ba0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:52.248773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03e98186-4d61-4602-8e68-a5f928cba107 req-01ed9c79-2d45-4c90-9ee9-4b0df31b2528 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568638 May 06 12:26:52.253071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:52.266554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d150d4b-7f12-4ba4-a63a-02f0dc9d058e req-3c2640a1-4934-41a5-91e5-755f29589d91 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481634 May 06 12:26:52.319390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.352683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:52.360424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:52.365561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:52.369866 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.393825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.486886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43102c-b1ea-4cd9-9198-cb601cfbb441 req-59ad19e2-d264-474b-b03b-eac641ff3576 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:52.487220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77d29181-d803-404e-892d-109053ec446c req-34b51bc9-4775-4afe-aec6-96a9fa4b57d9 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0822678 May 06 12:26:52.490693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.493317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.493549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b43102c-b1ea-4cd9-9198-cb601cfbb441 req-59ad19e2-d264-474b-b03b-eac641ff3576 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1098080 May 06 12:26:52.533514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-db5c84d5-b70a-4ec7-94b3-011f5ebc1ca1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.0925791 May 06 12:26:52.555197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b43102c-b1ea-4cd9-9198-cb601cfbb441 req-dadb1a27-5b6b-47ff-9eae-6058997512c9 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606341 May 06 12:26:52.560522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:26:52.627170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.644454 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de75658e-bb9b-467f-a2f1-d741da272064'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', 'code': 200} May 06 12:26:52.644454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.669604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:52.712940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.718270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-fc249a0b-e7e8-4236-8083-15dd65dfc73e tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "GET /v2.0/security-groups/ae7bfbb9-b144-4f7b-8d99-3361e291a026 HTTP/1.1" status: 200 len: 1612 time: 0.0625632 May 06 12:26:52.743752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.790005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.798331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['92785c40-cb11-4001-80a3-190cdc046ba0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:52.832527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.890496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:52.967620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:52.996616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7bfbb9-b144-4f7b-8d99-3361e291a026,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:53.011691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.023951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d34a4610-b2ca-4104-8072-b2f0da857d2c req-28747456-242e-48a1-82c9-bcb77504400d tempest-SecurityGroupsTestAdminJSON-851515779 tempest-SecurityGroupsTestAdminJSON-851515779-project] 10.222.0.83 "DELETE /v2.0/security-groups/ae7bfbb9-b144-4f7b-8d99-3361e291a026 HTTP/1.1" status: 204 len: 173 time: 0.3044374 May 06 12:26:53.032938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194fe1-b020-402e-a958-62735ed46e5e req-0bcacb3a-9ca1-44f0-a1f0-370359ce7194 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.040895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89194fe1-b020-402e-a958-62735ed46e5e req-0bcacb3a-9ca1-44f0-a1f0-370359ce7194 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.2769825 May 06 12:26:53.163898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89194fe1-b020-402e-a958-62735ed46e5e req-8dc941c9-c1b4-4640-ab7c-4168ee316d71 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221273 May 06 12:26:53.201138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:53.226109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:53.230907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccedf7-1fc6-4c51-8af2-f38256dc99b1 req-a596149e-2dd8-4b09-b12b-1a7fc2bb1de0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.235744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccedf7-1fc6-4c51-8af2-f38256dc99b1 req-a596149e-2dd8-4b09-b12b-1a7fc2bb1de0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.239112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccedf7-1fc6-4c51-8af2-f38256dc99b1 req-a596149e-2dd8-4b09-b12b-1a7fc2bb1de0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.240880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96ccedf7-1fc6-4c51-8af2-f38256dc99b1 req-a596149e-2dd8-4b09-b12b-1a7fc2bb1de0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2417 time: 0.1011727 May 06 12:26:53.296309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96ccedf7-1fc6-4c51-8af2-f38256dc99b1 req-4a0eb62d-8aaa-415f-8021-a348081d134f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 May 06 12:26:53.297699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:53.305243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.324129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Transition to ACTIVE for port object 1031f7d1-9dc6-4bf4-8beb-05512f108f2a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:26:53.400681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.440416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2febcd0c-5fcc-4842-8cc3-b4d0f238600c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:53.545080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e739f-cca9-4c32-9e77-08ef8fc28a07 req-ceb070a4-451d-495a-a068-c2d50ec85b1a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.552544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd3e739f-cca9-4c32-9e77-08ef8fc28a07 req-ceb070a4-451d-495a-a068-c2d50ec85b1a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 944 time: 0.1310527 May 06 12:26:53.570476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:53.578218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] No DVR routers for this DVR port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:26:53.610809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd3e739f-cca9-4c32-9e77-08ef8fc28a07 req-10720b5a-e967-4fd8-9af5-0eb472a32251 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 May 06 12:26:53.649308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:26:53.649846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:26:53.650476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:53.651673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:53.661161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:26:53.661496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:26:53.669695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:26:53.670028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:26:53.670387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:26:53.670823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Bound port: 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:26:53.671254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.739222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:53.802756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:53.813973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:26:53.828186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:26:53.839125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:53.839495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:53.877925 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca060585-6693-4117-abe7-f84ae4cd764e'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'code': 200} May 06 12:26:53.907681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:26:53.969344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1a29ff1-deac-4b68-9d30-33a6007461f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=36f070b13fc945d8ab0e4aeaa2341dac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3162932 May 06 12:26:53.972170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49888) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:53.988998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbff06-2a06-433a-bc20-6a41d1ffe4f1 req-d8d1a437-efdd-4e61-9196-20ef25654438 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:53.990533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5dbff06-2a06-433a-bc20-6a41d1ffe4f1 req-d8d1a437-efdd-4e61-9196-20ef25654438 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.1758430 May 06 12:26:53.993297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.012494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.031232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:54.048885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5dbff06-2a06-433a-bc20-6a41d1ffe4f1 req-802ddd72-bdda-43b7-9332-3baa0a925dcf tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519602 May 06 12:26:54.161683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.162731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] 10.222.0.86 "PUT /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 1096 time: 1.6213253 May 06 12:26:54.209181 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.228796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d11c335-697a-491c-9adc-9422f75ee046 req-935278aa-6bb1-4e0f-87c2-7a79600f2928 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0558314 May 06 12:26:54.251900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9b840-b2ad-46d2-985a-bc940e0a826e service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:54.274157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.307882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342273d-9248-4a2d-a884-a388fc70d03f req-3bd1ea46-3ffe-4dcf-82a8-9681e57ccc3f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.310277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9342273d-9248-4a2d-a884-a388fc70d03f req-3bd1ea46-3ffe-4dcf-82a8-9681e57ccc3f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.2996941 May 06 12:26:54.360952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.377852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:54.425142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-48fecc9a-e398-4b95-b5bf-d7eec41a9677 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1099 time: 0.2350659 May 06 12:26:54.432881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9342273d-9248-4a2d-a884-a388fc70d03f req-173f797c-446d-440a-8154-945ea3f61adb tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128414 May 06 12:26:54.529748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a07ba-2c8a-4930-be05-3c4f6812a13d req-b46e7259-dfe8-498d-8973-66b2df74bbf2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.531350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f3a07ba-2c8a-4930-be05-3c4f6812a13d req-b46e7259-dfe8-498d-8973-66b2df74bbf2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1002481 May 06 12:26:54.583703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f3a07ba-2c8a-4930-be05-3c4f6812a13d req-5928a35e-019c-4191-9d4f-fabb378aa190 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 May 06 12:26:54.626217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.635459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-64d702fc-cbd5-416c-a756-0c2b86d60420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.637458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-64d702fc-cbd5-416c-a756-0c2b86d60420 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2029819 May 06 12:26:54.638831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803'}, {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1'}, {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:54.648536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:54.718284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:54.719385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-345f1619-efbd-4593-b5a3-8155cd5cfb82 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/935f9e2f-7e8f-4e42-b0e2-3f6c47ef6273 HTTP/1.1" status: 204 len: 168 time: 0.7462773 May 06 12:26:54.733121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-c12a090a-2bb2-427f-8a85-00aeb0e2daff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.0781868 May 06 12:26:54.786353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949808-21f4-4334-9665-ec2d98500984 req-72f3468a-848d-4605-a98d-9510832de4f6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.790641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949808-21f4-4334-9665-ec2d98500984 req-72f3468a-848d-4605-a98d-9510832de4f6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.794293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5c84-0ab4-419c-8796-3bf098a539b5 req-b6d739e0-8706-4150-a285-3024e8c962cd tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.794748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a949808-21f4-4334-9665-ec2d98500984 req-72f3468a-848d-4605-a98d-9510832de4f6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.796026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe4a5c84-0ab4-419c-8796-3bf098a539b5 req-b6d739e0-8706-4150-a285-3024e8c962cd tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.2211802 May 06 12:26:54.801854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a949808-21f4-4334-9665-ec2d98500984 req-72f3468a-848d-4605-a98d-9510832de4f6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.1012859 May 06 12:26:54.845744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-b9d8a0f2-38a0-4f92-b7f4-73ba75e623c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:54.847185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-b9d8a0f2-38a0-4f92-b7f4-73ba75e623c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1018479 May 06 12:26:54.858728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a949808-21f4-4334-9665-ec2d98500984 req-2b97eac2-d601-4e9f-87da-c244b7cb0b29 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498984 May 06 12:26:54.897495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe4a5c84-0ab4-419c-8796-3bf098a539b5 req-5f097ea7-50c4-4125-b1e9-8c374934c93b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947967 May 06 12:26:54.935562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-de4f7ecd-331a-4f55-97a1-ec3f1b9a1163 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802145 May 06 12:26:54.940912 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82761f09-2e72-4d85-a89b-823e581f40dc'] response: {'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803', 'code': 200} May 06 12:26:54.941547 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82761f09-2e72-4d85-a89b-823e581f40dc'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1', 'code': 200} May 06 12:26:54.941547 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82761f09-2e72-4d85-a89b-823e581f40dc'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c', 'code': 200} May 06 12:26:55.084035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-108aa304-3651-4419-b362-1205fc473c96 req-7212779b-fc40-425f-b6df-b953c5dcd4ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0789764 May 06 12:26:55.134357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-108aa304-3651-4419-b362-1205fc473c96 req-35aa4004-1425-4e6e-b514-9d166d41a66c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 May 06 12:26:55.269105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718ddd0-fc5f-4def-8c5b-02058e41c333 req-0172905c-04b9-4fe6-9e29-f1258965558e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.275977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d718ddd0-fc5f-4def-8c5b-02058e41c333 req-0172905c-04b9-4fe6-9e29-f1258965558e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.0902572 May 06 12:26:55.281764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-40f4c49b-3d84-474f-b869-41e6dd6033b3 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256831 May 06 12:26:55.300443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62900-8a93-445b-993c-ded902b32fd5 req-a4feef3a-171b-4ce5-815a-0ba3e11cbeff tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.301860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4e62900-8a93-445b-993c-ded902b32fd5 req-a4feef3a-171b-4ce5-815a-0ba3e11cbeff tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 944 time: 0.2735353 May 06 12:26:55.322526 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d718ddd0-fc5f-4def-8c5b-02058e41c333 req-2652c347-450a-4c74-bc57-77e3d506d16e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 May 06 12:26:55.390264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4284da9-01e1-4d60-8340-acdbf211f0f1 req-3de6e2b5-2f6e-4241-a068-647125c438e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2871 time: 0.2312565 May 06 12:26:55.484300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4e62900-8a93-445b-993c-ded902b32fd5 req-9e05c228-a766-49fb-abbf-896c9700625f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624262 May 06 12:26:55.499396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4284da9-01e1-4d60-8340-acdbf211f0f1 req-0ab48e23-ffb8-48cb-869a-f871f04d4d75 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979648 May 06 12:26:55.504748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-971e28ae-34a6-493e-9990-ad08b332c49a req-47722f90-2bdc-43ee-9789-289860b8e8d5 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0559378 May 06 12:26:55.507793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-bc032b72-4959-4249-b6d1-7c8ad054b070 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048483 May 06 12:26:55.667619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:55.680747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff7a65-5155-44ae-9b65-4b9228756b52 req-f1430bba-de86-4811-8dc9-3c26d1781c00 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.682250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4ff7a65-5155-44ae-9b65-4b9228756b52 req-f1430bba-de86-4811-8dc9-3c26d1781c00 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0805378 May 06 12:26:55.737138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4ff7a65-5155-44ae-9b65-4b9228756b52 req-3fc4377b-6be3-4a92-b904-d3c3a92c5309 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 May 06 12:26:55.739558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:26:55.778378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6a5ef87-8a25-497d-8147-f5aca8587504 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=832494cf7c154e4e85a7051c181efddd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128964 May 06 12:26:55.778378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:26:55.870830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004002c-9b7b-4152-bf79-c31d3410829e req-7c7b103b-fb77-4096-a0b2-389bc0c53441 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:55.872782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0004002c-9b7b-4152-bf79-c31d3410829e req-7c7b103b-fb77-4096-a0b2-389bc0c53441 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1499603 May 06 12:26:55.877324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.879627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:55.931761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.949196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 92785c40-cb11-4001-80a3-190cdc046ba0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:26:55.955284 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113acac7-283f-4811-ad74-f1bc87f7f3a8'] response: {'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'status': 'completed', 'code': 200} May 06 12:26:55.959666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 92785c40-cb11-4001-80a3-190cdc046ba0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:26:55.959666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:55.978541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0004002c-9b7b-4152-bf79-c31d3410829e req-d091559a-5c1e-4502-b0fe-4750588ccaae tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985932 May 06 12:26:56.074311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-e8d4957d-21c3-438c-b1cb-e9deabcef73f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1099 time: 0.0903609 May 06 12:26:56.150218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.170771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-c514551a-641a-4391-9983-66e12dd64ee2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1099 time: 0.1840827 May 06 12:26:56.186589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:56.191460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.287460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.288847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c0a1-2198-4a6c-b2e5-50131b998e75 req-9eef3dfc-e847-4279-851e-8764c2fd738b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.294854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c0a1-2198-4a6c-b2e5-50131b998e75 req-9eef3dfc-e847-4279-851e-8764c2fd738b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.305035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c0a1-2198-4a6c-b2e5-50131b998e75 req-9eef3dfc-e847-4279-851e-8764c2fd738b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.305035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5883c0a1-2198-4a6c-b2e5-50131b998e75 req-9eef3dfc-e847-4279-851e-8764c2fd738b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.2236552 May 06 12:26:56.354225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51659cc6-f5be-425f-b53c-311186681d46,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:56.367556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:56.371374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f11ed27-e72f-445f-b8ec-2f1a92d45288 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51659cc6-f5be-425f-b53c-311186681d46 HTTP/1.1" status: 204 len: 168 time: 0.5919130 May 06 12:26:56.387562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-d2f7b764-2523-466d-8fed-62c59a29bec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.389437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-d2f7b764-2523-466d-8fed-62c59a29bec9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2111146 May 06 12:26:56.404670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5883c0a1-2198-4a6c-b2e5-50131b998e75 req-d7bcf950-320a-425d-99d2-aa4ec37e18db tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962105 May 06 12:26:56.437394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-0e73973c-a420-4d98-aa46-6d88a3bb1a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.439689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-0e73973c-a420-4d98-aa46-6d88a3bb1a63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3554685 May 06 12:26:56.451179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c21c-1a82-4d92-875e-ddd5fcb367a0 req-17ac1342-2a80-4c5a-8473-0d72ca29731c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.456228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:56.457875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d9c21c-1a82-4d92-875e-ddd5fcb367a0 req-17ac1342-2a80-4c5a-8473-0d72ca29731c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.2722433 May 06 12:26:56.517728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-619e102d-e755-483b-8c44-a045a2b26256 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.1123288 May 06 12:26:56.555541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-2c6e103f-afd7-4ae6-aa4c-36099a7959ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.0956686 May 06 12:26:56.618196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-e6f8b27a-3355-488e-98e9-1f4c48b358b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.620074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-e6f8b27a-3355-488e-98e9-1f4c48b358b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0949113 May 06 12:26:56.653411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d9c21c-1a82-4d92-875e-ddd5fcb367a0 req-b96dbe64-ebcd-40ab-8521-3ad3ccd8b677 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939578 May 06 12:26:56.675386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-10256a16-43e1-410c-a7f4-79a5897af7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:56.675386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-10256a16-43e1-410c-a7f4-79a5897af7e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1074154 May 06 12:26:56.736985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-11d9781e-5b81-4449-90a9-e5a4bde07b79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055641 May 06 12:26:56.780726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-be1f045a-f389-4ab0-bc27-6dde7a157bf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041062 May 06 12:26:56.914346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-3d58bfa9-3dac-4d18-8269-44db74e0cf98 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731622 May 06 12:26:56.943194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:57.000552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-c4e74205-0c3c-4ac5-8edb-06e752e9fcf2 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123594 May 06 12:26:57.035115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa8d-ddde-4822-abec-59cc7864a932 req-edbbaed3-c8dd-4f1f-9c09-3f65077711bc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:57.036626 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c25aa8d-ddde-4822-abec-59cc7864a932 req-edbbaed3-c8dd-4f1f-9c09-3f65077711bc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.1546867 May 06 12:26:57.060527 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-d96e55ad-5bc2-4947-81dd-634bc349a2e7 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393285 May 06 12:26:57.174835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c25aa8d-ddde-4822-abec-59cc7864a932 req-d0edd5e0-e6fb-4b32-87e3-2a945c2d9dac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312807 May 06 12:26:57.198790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89b954c5-406b-419a-b90c-9d3af67f15d9 req-b099db04-9da4-4c98-a8ab-871c878d9e6b service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907868 May 06 12:26:57.379022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d72c-8f9f-49fb-856b-718a4fba38ca req-ad4167e2-09fa-4a5c-ac88-32ef928dbb13 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:57.380509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7381d72c-8f9f-49fb-856b-718a4fba38ca req-ad4167e2-09fa-4a5c-ac88-32ef928dbb13 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.1010609 May 06 12:26:57.396247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e27b750b-fafc-491d-a37b-7041ae49dc92 req-4f941fc2-ea80-47ce-b549-b54e2de29a15 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0536554 May 06 12:26:57.438982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:57.444657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7381d72c-8f9f-49fb-856b-718a4fba38ca req-9b9dbc4e-6868-45e9-80af-dde8f8b819ec tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580778 May 06 12:26:57.448131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:26:57.611522 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335ab3e6-6b0d-4575-87f7-0fd4e46ac0a5'] response: {'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0', 'code': 200} May 06 12:26:57.680143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4019af-2590-44f3-8c59-aca0b3a51908 req-8805b736-975e-42d5-888e-009cbb1d350b tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:57.682085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e4019af-2590-44f3-8c59-aca0b3a51908 req-8805b736-975e-42d5-888e-009cbb1d350b tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1077611 May 06 12:26:57.742662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e4019af-2590-44f3-8c59-aca0b3a51908 req-96c313aa-2c11-47a3-81a0-3d3e96161637 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 May 06 12:26:57.799207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:57.814183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'mac_address': 'fa:16:3e:0d:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:57.846948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:57.903351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:57.905574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee133b23-1cb0-4e1b-b443-361317722d85 req-08dba61f-6513-4b1a-ba12-81228df23164 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:57.913017 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee133b23-1cb0-4e1b-b443-361317722d85 req-08dba61f-6513-4b1a-ba12-81228df23164 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1878679 May 06 12:26:57.924130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:57.933130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:57.936025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cfa592f-5350-4133-aa49-f357f1a723e7 req-60d57edc-8f15-4823-b074-367fcf07a6d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 1096 time: 0.1548035 May 06 12:26:57.983569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee133b23-1cb0-4e1b-b443-361317722d85 req-3cb3dfda-cc21-481f-a2f8-43ca9ca2e6dc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695200 May 06 12:26:58.001939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cfa592f-5350-4133-aa49-f357f1a723e7 req-b92f068d-2790-422c-a209-084cca622e5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508010 May 06 12:26:58.006905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec69f0e-2345-4814-86ed-46ef619a5f18 req-4b154289-a2ed-4087-96fb-2796b7b01461 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.014880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec69f0e-2345-4814-86ed-46ef619a5f18 req-4b154289-a2ed-4087-96fb-2796b7b01461 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.020654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec69f0e-2345-4814-86ed-46ef619a5f18 req-4b154289-a2ed-4087-96fb-2796b7b01461 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.020895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ec69f0e-2345-4814-86ed-46ef619a5f18 req-4b154289-a2ed-4087-96fb-2796b7b01461 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.1110253 May 06 12:26:58.048429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.071508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ec69f0e-2345-4814-86ed-46ef619a5f18 req-c83ee1a5-a3fc-4e63-a865-3120283fcb86 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 May 06 12:26:58.171300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:26:58.171685 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:26:58.175865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:58.206531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677e43-8cce-4915-9d90-f5df28922fa4 req-bb1b4b6b-68ca-4a85-ab08-0c657845b28f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.213913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1677e43-8cce-4915-9d90-f5df28922fa4 req-bb1b4b6b-68ca-4a85-ab08-0c657845b28f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.0984254 May 06 12:26:58.264380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1677e43-8cce-4915-9d90-f5df28922fa4 req-01df163b-ffc6-48a1-9c8e-c64353d3e0f1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 May 06 12:26:58.460788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042aabf-06a4-4012-9a0b-b412615a87c1 req-fc3b8220-79a3-433e-8674-d2603eca3353 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.463817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b042aabf-06a4-4012-9a0b-b412615a87c1 req-fc3b8220-79a3-433e-8674-d2603eca3353 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 948 time: 0.0826361 May 06 12:26:58.509025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b042aabf-06a4-4012-9a0b-b412615a87c1 req-cc460845-15dc-49b6-95df-1b89f4b95e49 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 May 06 12:26:58.729176 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:58.752817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:58.769158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:58.937771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ccc29-de27-47ee-a6fe-7ceb223336ea req-cd7b1ea8-3b4e-4836-a26f-49b9cb13b54d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:58.939272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94ccc29-de27-47ee-a6fe-7ceb223336ea req-cd7b1ea8-3b4e-4836-a26f-49b9cb13b54d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0829859 May 06 12:26:58.951234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:59.004195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94ccc29-de27-47ee-a6fe-7ceb223336ea req-9d39f0a0-6ad7-4b38-b8ec-ecccbd4507b0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 May 06 12:26:59.020646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:26:59.268600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:26:59.317917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6862e9cb-a376-430c-8686-53a3e74c9eca req-e29fc9bb-6512-4898-a214-50934309daf4 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1848075 May 06 12:26:59.456587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f01a-5467-4570-af6f-854db291584b req-1fdb7157-7d43-4a47-ac58-08885558976c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.460457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f01a-5467-4570-af6f-854db291584b req-1fdb7157-7d43-4a47-ac58-08885558976c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.464309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f01a-5467-4570-af6f-854db291584b req-1fdb7157-7d43-4a47-ac58-08885558976c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.467071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91f7f01a-5467-4570-af6f-854db291584b req-1fdb7157-7d43-4a47-ac58-08885558976c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.1862047 May 06 12:26:59.470367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-3e6530b4-93be-43cb-b2d3-c7f96ffd6cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1408799 May 06 12:26:59.479013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:26:59.606944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91f7f01a-5467-4570-af6f-854db291584b req-258d844e-c707-4b98-a524-399a40fd09c4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320922 May 06 12:26:59.662217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049a017-8c2e-4f99-b7a7-caafc9d22d3a req-bd3e7821-e33a-464c-9dcf-3609ae9d5e21 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.666802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1049a017-8c2e-4f99-b7a7-caafc9d22d3a req-bd3e7821-e33a-464c-9dcf-3609ae9d5e21 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.1392465 May 06 12:26:59.722608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-da23a895-e5df-4cbd-a146-eae8fe7d3a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.724259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-da23a895-e5df-4cbd-a146-eae8fe7d3a83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 912 time: 0.2327411 May 06 12:26:59.751104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1049a017-8c2e-4f99-b7a7-caafc9d22d3a req-d754c8ce-f1bb-4f47-954b-649f560d8ff3 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799685 May 06 12:26:59.752228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:26:59.766418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:59.784016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'mac_address': 'fa:16:3e:0a:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:26:59.856938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:26:59.863455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-9ff1c8ef-ba8a-4c09-b3ff-0248a176470c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803 HTTP/1.1" status: 200 len: 217 time: 0.1254458 May 06 12:26:59.880735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:26:59.901499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:26:59.987212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b24cf-b5ca-4094-ace3-2c60c03d80d1 req-1889c56b-81d6-490e-a6e6-0914c3caa017 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:26:59.988593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-986b24cf-b5ca-4094-ace3-2c60c03d80d1 req-1889c56b-81d6-490e-a6e6-0914c3caa017 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.0837653 May 06 12:27:00.036353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-986b24cf-b5ca-4094-ace3-2c60c03d80d1 req-597746ae-7d28-48f9-9246-1b2f33ba0331 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 May 06 12:27:00.045114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-b58257b6-2a92-4016-a12b-f079276e2d06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.046713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-b58257b6-2a92-4016-a12b-f079276e2d06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.1704879 May 06 12:27:00.052261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f3f33-0880-4e0d-9c69-5ec2e09f95f7 req-62dfb657-68ee-4d76-a26d-595e50e31aca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.081125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da3f3f33-0880-4e0d-9c69-5ec2e09f95f7 req-62dfb657-68ee-4d76-a26d-595e50e31aca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2616220 May 06 12:27:00.118426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-c6bb1d96-1a6d-49a8-982e-3bdf85639bf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614815 May 06 12:27:00.139391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:00.213841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:00.221591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da3f3f33-0880-4e0d-9c69-5ec2e09f95f7 req-e952e7ee-0e8f-40fe-8f1d-b63829dcae21 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340430 May 06 12:27:00.231235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94387620-af6d-445a-89ad-99728d317872 req-4d4a5ecf-8cd0-4e9b-b14b-ab4ce45d7e87 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.232612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94387620-af6d-445a-89ad-99728d317872 req-4d4a5ecf-8cd0-4e9b-b14b-ab4ce45d7e87 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.0829780 May 06 12:27:00.290476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-a43fbe1b-f6fc-483e-80f7-48cd21eb2a8a service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606512 May 06 12:27:00.291758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94387620-af6d-445a-89ad-99728d317872 req-e1e2f9a1-8163-44b7-8019-a926099c54e2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 May 06 12:27:00.294304 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc091f51-90c5-43c6-ab82-fbc3931af45f'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'code': 200} May 06 12:27:00.443408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31d3c031-53cf-4fda-b4e6-aec864663746 req-87155f99-91d7-4d2f-aa19-bf736dcb963f service neutron] 10.222.0.13 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356528 May 06 12:27:00.483934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a078543-9e21-4eef-8cd5-b42596d83768 req-745addc3-0ece-4741-8584-ccb5fa6bcedb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.485479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a078543-9e21-4eef-8cd5-b42596d83768 req-745addc3-0ece-4741-8584-ccb5fa6bcedb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0814953 May 06 12:27:00.541108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a078543-9e21-4eef-8cd5-b42596d83768 req-600e7572-2880-4ed6-ae6a-a7c3d0bc4636 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 May 06 12:27:00.576204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1031f7d1-9dc6-4bf4-8beb-05512f108f2a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:00.692609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1a7e6-7155-4d40-a89f-3d913e838906 req-d35964bb-f5e9-4b23-9e73-64e88c24b58b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.694686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91d1a7e6-7155-4d40-a89f-3d913e838906 req-d35964bb-f5e9-4b23-9e73-64e88c24b58b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0874932 May 06 12:27:00.746232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91d1a7e6-7155-4d40-a89f-3d913e838906 req-d9d0e7d9-69b0-4132-a3c2-c8c7c5df3c56 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 May 06 12:27:00.880882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-b345bbc1-1428-4424-8731-ea3cc8240972 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.884691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-b345bbc1-1428-4424-8731-ea3cc8240972 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.888592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-b345bbc1-1428-4424-8731-ea3cc8240972 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:00.890124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-b345bbc1-1428-4424-8731-ea3cc8240972 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.0961595 May 06 12:27:00.931368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ac9ce0d-c435-455a-b63a-b2999ccf2112 req-062449e8-b5a9-4363-b7a9-9572c3932ae6 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0441568 May 06 12:27:00.960262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:00.960594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:01.216876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:01.217613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:01.244365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c73b9b-1620-46c1-8767-87e10406f283 req-0f87c9bf-9e19-4b86-84df-d2d8062a1f79 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.245862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5c73b9b-1620-46c1-8767-87e10406f283 req-0f87c9bf-9e19-4b86-84df-d2d8062a1f79 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0821552 May 06 12:27:01.298070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5c73b9b-1620-46c1-8767-87e10406f283 req-7a6293f5-42d4-4d15-95d4-069c8e1e98f2 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 May 06 12:27:01.374609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 2febcd0c-5fcc-4842-8cc3-b4d0f238600c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:01.490329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521e7d3-1489-4db9-8140-a246bf7a10f8 req-f99e6310-4f76-4a37-9d77-b42216a74463 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.491801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b521e7d3-1489-4db9-8140-a246bf7a10f8 req-f99e6310-4f76-4a37-9d77-b42216a74463 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0821743 May 06 12:27:01.507116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:01.549513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b521e7d3-1489-4db9-8140-a246bf7a10f8 req-d2b19796-1053-47bc-9e47-feb7455f3707 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501056 May 06 12:27:01.592398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 55c03184-5c63-47b8-9f2e-aeded01a56a2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:01.592773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:01.598387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669349b-69f3-490c-ac82-e3092cc08857 req-3f09bd0f-e510-4ad7-b586-0eea8502995a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.602338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669349b-69f3-490c-ac82-e3092cc08857 req-3f09bd0f-e510-4ad7-b586-0eea8502995a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.606922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669349b-69f3-490c-ac82-e3092cc08857 req-3f09bd0f-e510-4ad7-b586-0eea8502995a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.608588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a669349b-69f3-490c-ac82-e3092cc08857 req-3f09bd0f-e510-4ad7-b586-0eea8502995a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 2418 time: 0.3305557 May 06 12:27:01.620322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643349-8762-4850-aa93-9b57033a3504 req-a7c2df6a-358d-4c2d-8a30-7e4a8a90d0f4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.621968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-a7c2df6a-358d-4c2d-8a30-7e4a8a90d0f4 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463&tenant_id=044e26c1f5ca479385964562461c3d1c&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 949 time: 0.2866273 May 06 12:27:01.742027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a669349b-69f3-490c-ac82-e3092cc08857 req-564bda55-2030-4724-a555-1de9015d75fc tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 May 06 12:27:01.756467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:01.762183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-3d7e3482-7a75-46fb-8ef8-863b4fa09c9a service neutron] 10.222.0.86 "GET /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.1199780 May 06 12:27:01.764224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784c5b-c8d8-4915-b815-1e9a97d0e89b req-e81eb296-64e3-49c6-9698-3935d848591c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:01.765794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51784c5b-c8d8-4915-b815-1e9a97d0e89b req-e81eb296-64e3-49c6-9698-3935d848591c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 949 time: 0.0875940 May 06 12:27:01.805207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:01.836108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:01.842766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51784c5b-c8d8-4915-b815-1e9a97d0e89b req-463cf14d-4b7c-475a-b672-80634e04b860 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 May 06 12:27:01.849169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3c821b09-a4c5-471b-949b-3ee358c4ddb1', '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', '2febcd0c-5fcc-4842-8cc3-b4d0f238600c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:01.895660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=2febcd0c-5fcc-4842-8cc3-b4d0f238600c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:01.928646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:02.036066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:02.053450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port 2febcd0c-5fcc-4842-8cc3-b4d0f238600c on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:02.065442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:02.065442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:02.084832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-6d7cec50-eabb-448f-8b44-b784711e1f62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1100 time: 0.3001585 May 06 12:27:02.162682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13100-7f44-421c-9566-362c6226d503 req-399a7d60-0386-4586-8b5c-599175a2e542 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.173870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6a13100-7f44-421c-9566-362c6226d503 req-399a7d60-0386-4586-8b5c-599175a2e542 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.1225152 May 06 12:27:02.214196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec987d9-a920-4f8e-9571-1a8d3c245b84 req-9f1bcc4c-e108-44b8-b09d-b8c0c87e2886 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.221919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ec987d9-a920-4f8e-9571-1a8d3c245b84 req-9f1bcc4c-e108-44b8-b09d-b8c0c87e2886 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.3273101 May 06 12:27:02.231858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6a13100-7f44-421c-9566-362c6226d503 req-363e33af-3916-4df9-b962-df1f0f5c46a1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566132 May 06 12:27:02.283880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-748c6750-ca93-4cfd-89dc-a0695bf8f006 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "DELETE /v2.0/ports/2febcd0c-5fcc-4842-8cc3-b4d0f238600c HTTP/1.1" status: 204 len: 173 time: 1.3871908 May 06 12:27:02.301839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:02.403012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:02.403356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:02.428062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ec987d9-a920-4f8e-9571-1a8d3c245b84 req-86bdc900-f09c-4e53-8c7f-86317b818990 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053115 May 06 12:27:02.477824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2d84-443c-4c92-9723-8e6879a32c77 req-9165c6f9-8ea9-44ca-8cc4-09beda6f3c7a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.478004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643349-8762-4850-aa93-9b57033a3504 req-765109a9-712e-4886-9571-ef01ad96bd93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.479424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-765109a9-712e-4886-9571-ef01ad96bd93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3880272 May 06 12:27:02.485522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42ee2d84-443c-4c92-9723-8e6879a32c77 req-9165c6f9-8ea9-44ca-8cc4-09beda6f3c7a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0909662 May 06 12:27:02.540526 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42ee2d84-443c-4c92-9723-8e6879a32c77 req-69b3d59d-5420-4fee-b6f0-4524f4109026 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541518 May 06 12:27:02.594051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-33b28264-304d-448a-a4f2-e31ae05f7ac2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.0835867 May 06 12:27:02.650267 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fdda3f-8d13-46f3-b9ec-8e1f986e369e'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '2febcd0c-5fcc-4842-8cc3-b4d0f238600c', 'status': 'completed', 'code': 200} May 06 12:27:02.763920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ff236d7-5f74-4a26-b3b2-24e9933720b1 req-1812412f-6cbe-4268-95a9-8dc58458e179 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0666440 May 06 12:27:02.788972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643349-8762-4850-aa93-9b57033a3504 req-f7bd30a0-19e5-4667-81f6-158b40ffd230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.790400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-f7bd30a0-19e5-4667-81f6-158b40ffd230 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1745667 May 06 12:27:02.826435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd842d9-e046-4b15-bc1e-9498c33ab4c5 req-0cabca57-e5ad-424a-a422-200f980db120 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:02.828208 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bd842d9-e046-4b15-bc1e-9498c33ab4c5 req-0cabca57-e5ad-424a-a422-200f980db120 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0913482 May 06 12:27:02.871052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:02.871496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:02.893736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bd842d9-e046-4b15-bc1e-9498c33ab4c5 req-00a7d3be-80c9-4d12-a868-476ab72d59f4 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 May 06 12:27:02.917849 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7fb5ca-6bca-4bb0-a16f-96fbb156d403'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'code': 200} May 06 12:27:03.005989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:03.120309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-8bf62e9b-f1f7-44dd-8126-5257e279bfae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3157897 May 06 12:27:03.217293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3407e2d-a333-4185-9991-bea3156b7401 req-fafb24c8-4665-437a-8bfe-7df01bd49a0d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.221473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3407e2d-a333-4185-9991-bea3156b7401 req-fafb24c8-4665-437a-8bfe-7df01bd49a0d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.223025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3407e2d-a333-4185-9991-bea3156b7401 req-fafb24c8-4665-437a-8bfe-7df01bd49a0d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 1682 time: 0.1399136 May 06 12:27:03.231358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0d7b1b8-117b-4b85-9d6e-b64185944f4e req-adc0e85a-9da1-4b02-87a4-d8cd029af725 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1101 time: 0.1463492 May 06 12:27:03.295128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a696-49e6-45f3-988e-6c02461a3f24 req-1452cb20-88b1-483a-8895-0f5a8032b466 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.296629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f45a696-49e6-45f3-988e-6c02461a3f24 req-1452cb20-88b1-483a-8895-0f5a8032b466 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2632132 May 06 12:27:03.302582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0d7b1b8-117b-4b85-9d6e-b64185944f4e req-fa1ae076-fcb2-46e8-aee0-601aadc1ff22 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570819 May 06 12:27:03.304681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3407e2d-a333-4185-9991-bea3156b7401 req-b0e91deb-2dbb-487c-a779-4f25f7ae841d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724254 May 06 12:27:03.370180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-2a74f6ab-238e-4473-ba18-2702a9022693 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336018 May 06 12:27:03.384755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f45a696-49e6-45f3-988e-6c02461a3f24 req-dc211bec-b440-4501-937f-40198f59e51a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731599 May 06 12:27:03.458654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.472111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2febcd0c-5fcc-4842-8cc3-b4d0f238600c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:03.497137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3413e-0b8a-46e2-b7b7-424701fa79f8 req-5f5d498e-bb11-4512-a49e-b2e55b4dc8b7 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.498742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3c3413e-0b8a-46e2-b7b7-424701fa79f8 req-5f5d498e-bb11-4512-a49e-b2e55b4dc8b7 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.0828278 May 06 12:27:03.513577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:03.549166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3c3413e-0b8a-46e2-b7b7-424701fa79f8 req-96b24362-805c-4a5d-abd4-2d86245159d6 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 May 06 12:27:03.587549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:03.675293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:03.680496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:03.681004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.818240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38092884-4179-42ff-8b04-fc931b9a7772 req-6eea0dbc-aa83-46fb-ba5a-ce78a6469cb1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:03.825459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38092884-4179-42ff-8b04-fc931b9a7772 req-6eea0dbc-aa83-46fb-ba5a-ce78a6469cb1 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.0973296 May 06 12:27:03.880241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:03.883637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.890493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38092884-4179-42ff-8b04-fc931b9a7772 req-ae94ef29-76d9-48e4-80e4-221d00cb28a2 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639172 May 06 12:27:03.908436 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:03.921565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-84eadd1b-0b2b-4711-86e7-73b8fd2b5235 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "DELETE /v2.0/ports/755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab HTTP/1.1" status: 204 len: 173 time: 1.6306410 May 06 12:27:03.944435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:04.003892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849741-efd9-4f38-a9d3-4f3b92427948 req-22212741-6e62-4fa8-a065-f0beba637615 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:04.008255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d849741-efd9-4f38-a9d3-4f3b92427948 req-22212741-6e62-4fa8-a065-f0beba637615 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.5008943 May 06 12:27:04.024238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.025191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2febcd0c-5fcc-4842-8cc3-b4d0f238600c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:04.044738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ec342ba-10af-4d66-a9fb-bb581cb459de req-b2ca12c3-4587-4008-ab6b-fc3a5a1c27b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0720892 May 06 12:27:04.065672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:04.066033 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.093876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f063a2-4b51-4c80-9e89-259134488737 req-6098c8d5-93c0-4588-a005-14164d0dc899 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:04.094449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-47b0183a-a428-4a34-9e78-5ea950f41c39 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462344 May 06 12:27:04.095567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9f063a2-4b51-4c80-9e89-259134488737 req-6098c8d5-93c0-4588-a005-14164d0dc899 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0874627 May 06 12:27:04.100676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 2febcd0c-5fcc-4842-8cc3-b4d0f238600c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:04.101254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2febcd0c-5fcc-4842-8cc3-b4d0f238600c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:04.101660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:04.140948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:04.141187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:04.142023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d849741-efd9-4f38-a9d3-4f3b92427948 req-5c0d811c-87fe-4b94-9c60-ca71a87dd0ab tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225379 May 06 12:27:04.155396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9f063a2-4b51-4c80-9e89-259134488737 req-26476024-880e-4990-926f-4888674cd95d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519991 May 06 12:27:04.172851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:04.367956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 3c821b09-a4c5-471b-949b-3ee358c4ddb1, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3c821b09-a4c5-471b-949b-3ee358c4ddb1,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:04.368483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.450956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcef883-6fc9-4ed9-9c77-93c30b14b3b0 req-2be34981-7322-4af1-b5a7-803fc71bc3d8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:04.452882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fbcef883-6fc9-4ed9-9c77-93c30b14b3b0 req-2be34981-7322-4af1-b5a7-803fc71bc3d8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1815243 May 06 12:27:04.507545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fbcef883-6fc9-4ed9-9c77-93c30b14b3b0 req-9ce975e1-9537-4528-8068-cbca16b9aea3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483479 May 06 12:27:04.514727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 3c821b09-a4c5-471b-949b-3ee358c4ddb1 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:04.599699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2107e6e2-e9bb-4240-9141-c2202a8cf478 req-94c31257-841c-41da-8c11-7a161c30a9b2 tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0933814 May 06 12:27:04.667348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:04.735814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38790329-745d-404a-9927-b57d50e05347 req-2fd58ae3-0bb4-4c6c-b94c-3b1f7cbb59a8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:04.737305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38790329-745d-404a-9927-b57d50e05347 req-2fd58ae3-0bb4-4c6c-b94c-3b1f7cbb59a8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 945 time: 0.1012692 May 06 12:27:04.788801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38790329-745d-404a-9927-b57d50e05347 req-c7a23144-071e-4ee1-9e72-f86dd6b47f25 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 May 06 12:27:04.862045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:04.919812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:04.922817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=3c821b09-a4c5-471b-949b-3ee358c4ddb1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:05.008518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244125dd-4a82-4810-b61e-f3ab6e24dd89 req-0891ff9b-5109-4c47-8962-553bb0f99fcf tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.017209 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-244125dd-4a82-4810-b61e-f3ab6e24dd89 req-0891ff9b-5109-4c47-8962-553bb0f99fcf tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.0958462 May 06 12:27:05.024526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbf57c-8e96-4ebb-a79f-1d48c77c502d req-9c4ad883-f4bf-4195-b8ce-83ce20a3591d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.026225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5bbf57c-8e96-4ebb-a79f-1d48c77c502d req-9c4ad883-f4bf-4195-b8ce-83ce20a3591d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.2321091 May 06 12:27:05.041932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port 3c821b09-a4c5-471b-949b-3ee358c4ddb1 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:05.045486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.078270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2a78291-2978-46a9-9fb5-81b2bdd7ba61 req-85b0c699-d4e4-4a32-8846-50ea87a68241 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "DELETE /v2.0/ports/3c821b09-a4c5-471b-949b-3ee358c4ddb1 HTTP/1.1" status: 204 len: 173 time: 1.1436989 May 06 12:27:05.101692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-244125dd-4a82-4810-b61e-f3ab6e24dd89 req-79602aca-9a95-49b0-98f5-1f4a65e41151 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836301 May 06 12:27:05.108545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5bbf57c-8e96-4ebb-a79f-1d48c77c502d req-4c62edae-5ba8-4013-bc64-181de9053299 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690634 May 06 12:27:05.182989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50106) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:05.186875 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2914a64-7081-40c8-9850-36668d70d503'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '755f94f0-ec18-4d0b-9bf0-2e9c5e2b41ab', 'status': 'completed', 'code': 200} May 06 12:27:05.251054 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058c8868-d660-428d-913c-723cde3d7de8'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'code': 200} May 06 12:27:05.369632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2f578-c393-49dc-9610-e3100aec8d51 req-4cbec5aa-bf57-4858-98be-dea4fb4f0752 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.371632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2f2f578-c393-49dc-9610-e3100aec8d51 req-4cbec5aa-bf57-4858-98be-dea4fb4f0752 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1274731 May 06 12:27:05.373100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.446139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:05.453001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fb80c21b52415380adce55d6554356 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:05.457637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2f2f578-c393-49dc-9610-e3100aec8d51 req-dd1446b2-11f5-4f2e-bd06-152192eb7ed0 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 May 06 12:27:05.458665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:05.465395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:05.490845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821823a-56a6-418e-85a5-b7f30db2e389 req-f29a216b-18f9-4535-983a-1c92032622bb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.499283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5821823a-56a6-418e-85a5-b7f30db2e389 req-f29a216b-18f9-4535-983a-1c92032622bb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.1147676 May 06 12:27:05.509832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3c821b09-a4c5-471b-949b-3ee358c4ddb1 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:05.541242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.552698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 3c821b09-a4c5-471b-949b-3ee358c4ddb1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:05.552975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5821823a-56a6-418e-85a5-b7f30db2e389 req-c3f87ff2-0357-4123-89c4-897ac9c6a62a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 May 06 12:27:05.553542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3c821b09-a4c5-471b-949b-3ee358c4ddb1 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:05.717375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b546-18ed-4a85-b878-800e9f148d55 req-2f6c0f74-6aa6-4ab0-ad63-fabfd931347f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.719270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9706b546-18ed-4a85-b878-800e9f148d55 req-2f6c0f74-6aa6-4ab0-ad63-fabfd931347f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.0826557 May 06 12:27:05.721546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.784796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe5a-c257-442d-bb03-a726dd2869f8 req-6acc3820-114c-4eac-8b60-1c5d47dcfe00 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:05.786554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34f8fe5a-c257-442d-bb03-a726dd2869f8 req-6acc3820-114c-4eac-8b60-1c5d47dcfe00 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0953331 May 06 12:27:05.802292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10352f13-41f9-40c9-b9fa-9ecf8dec9188,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:05.806270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-36cf47bd-561a-4625-8243-70188a34bcc2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3fb80c21b52415380adce55d6554356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6206260 May 06 12:27:05.810468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:05.836944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9706b546-18ed-4a85-b878-800e9f148d55 req-499da30c-3aa1-4814-a686-1b742c1412b1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 May 06 12:27:05.844301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34f8fe5a-c257-442d-bb03-a726dd2869f8 req-bdaad366-da5e-4775-b9ce-7e9cf1c7f18d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 May 06 12:27:05.898908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:05.939030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.015439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-088c0725-bc65-44ee-a43f-3c438112ab9b req-f085c8d2-bd55-4255-9939-3e25edf74dce tempest-ServersAdmin275Test-551943011 tempest-ServersAdmin275Test-551943011-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0436423 May 06 12:27:06.034312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0b167c67-2ba7-400a-9b67-6432e4ffd9cc req-cb8279cb-214e-4b92-b468-bfa97ae833a3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:06.132653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.143883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0b167c67-2ba7-400a-9b67-6432e4ffd9cc req-cb8279cb-214e-4b92-b468-bfa97ae833a3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:06.145246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b167c67-2ba7-400a-9b67-6432e4ffd9cc req-cb8279cb-214e-4b92-b468-bfa97ae833a3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=27d23340-ba75-4d9b-b6a7-18d2537e41c0 HTTP/1.1" status: 200 len: 210 time: 0.1564503 May 06 12:27:06.148969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10352f13-41f9-40c9-b9fa-9ecf8dec9188,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:06.154655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:06.155659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0a8c631-c906-43df-9fd9-d7254e9dfe9d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/10352f13-41f9-40c9-b9fa-9ecf8dec9188 HTTP/1.1" status: 204 len: 168 time: 0.3442945 May 06 12:27:06.299898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57aaa5-2cd1-4131-93b3-2a45971d0e07 req-5f49bbab-98f1-433c-80a9-91a997b4a9c3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:06.301924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c57aaa5-2cd1-4131-93b3-2a45971d0e07 req-5f49bbab-98f1-433c-80a9-91a997b4a9c3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0890653 May 06 12:27:06.353499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c57aaa5-2cd1-4131-93b3-2a45971d0e07 req-62804263-b5b6-4f1e-b6e7-a075792cd2fc tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 May 06 12:27:06.549082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fdfbb-6bf0-4f9f-80f8-496b9c2a8aef req-0bed9c8b-5a8a-4fca-abe1-d41b84fef1c8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:06.551156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-285fdfbb-6bf0-4f9f-80f8-496b9c2a8aef req-0bed9c8b-5a8a-4fca-abe1-d41b84fef1c8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.0817864 May 06 12:27:06.610983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-285fdfbb-6bf0-4f9f-80f8-496b9c2a8aef req-efade8cb-89dc-4356-92ef-673822334363 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 May 06 12:27:06.768619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f591742-c142-499a-984a-ffc04adc44a8 req-0a6fc8c1-9548-4741-ae54-3ab674f0ada6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6feae14f7ad44536975dbbdb306382c1&device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0445662 May 06 12:27:06.838379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f591742-c142-499a-984a-ffc04adc44a8 req-66219363-a7ca-4556-a48a-c597bc12deef service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6feae14f7ad44536975dbbdb306382c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625176 May 06 12:27:07.009221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c946-f5a3-4229-b048-b7a03e4fc477 req-1a9234a7-cc37-4ac2-b49a-c69e11472304 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:07.010714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c242c946-f5a3-4229-b048-b7a03e4fc477 req-1a9234a7-cc37-4ac2-b49a-c69e11472304 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2068355 May 06 12:27:07.015149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591742-c142-499a-984a-ffc04adc44a8 req-1e519ce4-2010-4976-9efc-c2eecc1a7d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:07.016554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f591742-c142-499a-984a-ffc04adc44a8 req-1e519ce4-2010-4976-9efc-c2eecc1a7d1a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671731 May 06 12:27:07.061003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c242c946-f5a3-4229-b048-b7a03e4fc477 req-7f651284-7952-4e24-a830-792083723c20 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 May 06 12:27:07.084685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50152) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:07.112074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.144860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:07.148794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac369342ee04b9fb7bc31acad9f60e6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:07.151598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:07.157747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:07.187998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:07.226738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.338707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.393812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77aa51-f643-4293-ab29-591a2490958e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:07.402477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50162) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:07.405339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96ef75e0-c42c-4e22-9aab-da6a2e70aa15 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ac369342ee04b9fb7bc31acad9f60e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3185363 May 06 12:27:07.470716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.506056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.521173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62b5de72-0f8d-401e-99fb-bdee12f09b72 req-343255de-7f42-4943-8078-59ee69c28e34 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0584884 May 06 12:27:07.704181 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.724957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77aa51-f643-4293-ab29-591a2490958e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:07.737068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:07.738452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4c36871e-a340-431b-8905-3192e26f4f7a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff77aa51-f643-4293-ab29-591a2490958e HTTP/1.1" status: 204 len: 168 time: 0.3345325 May 06 12:27:07.739503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:07.739761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9043daa-3774-48bd-b33c-5f7d54afaddb req-1ba8b1a7-a275-4662-85d3-3e48318f331d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:07.742285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9043daa-3774-48bd-b33c-5f7d54afaddb req-1ba8b1a7-a275-4662-85d3-3e48318f331d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.0939777 May 06 12:27:07.800879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9043daa-3774-48bd-b33c-5f7d54afaddb req-cfbbdb05-160c-476e-956d-b4da4afbd322 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 May 06 12:27:07.952205 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3498bd2-6252-4923-99f2-34fe6905e3ef'] response: {'server_uuid': '27d23340-ba75-4d9b-b6a7-18d2537e41c0', 'name': 'network-vif-deleted', 'tag': '3c821b09-a4c5-471b-949b-3ee358c4ddb1', 'status': 'completed', 'code': 200} May 06 12:27:08.160161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-b1a20bb0-6da1-4d8d-8404-97fcf8f5c21c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463&tenant_id=044e26c1f5ca479385964562461c3d1c HTTP/1.1" status: 200 len: 1101 time: 0.0783999 May 06 12:27:08.177147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:08.181905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ca1b013-a1e2-4705-92d0-e14329186e20 req-59a1b7ea-b462-4d9c-8ae0-607ce96caa4c tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1101 time: 0.1815259 May 06 12:27:08.191430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting subnet 85d240a4-0b92-48a7-ac1e-d3eaf1e22b02 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:27:08.213424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.276206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ca1b013-a1e2-4705-92d0-e14329186e20 req-601e7ea2-61f1-4175-90bb-4b136ddb4918 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873694 May 06 12:27:08.283446 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.295520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.389300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f591742-c142-499a-984a-ffc04adc44a8 req-ce24ceb7-d07c-4a30-9ee6-17213a6f86a1 tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0588064 May 06 12:27:08.450663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.453385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28161022-ad3d-401c-8926-cda7deba6bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.648205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801ade-91e6-430b-82d9-51c054b4eab6 req-8074b842-6133-4407-93a0-c36284fd3c0b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:08.649806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8801ade-91e6-430b-82d9-51c054b4eab6 req-8074b842-6133-4407-93a0-c36284fd3c0b tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.1002228 May 06 12:27:08.673108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:08.699910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8801ade-91e6-430b-82d9-51c054b4eab6 req-4a467e4a-0b5a-41d6-b779-4ecfa6dda86a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 May 06 12:27:08.711295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:08.784613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.791159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.817761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Transition to ACTIVE for port object 1031f7d1-9dc6-4bf4-8beb-05512f108f2a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:08.818838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:08.834186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:08.835717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e48281-f0d5-48c8-93be-b6f743e1ee17 None None] Network a1d154ea-2900-43d0-9dba-a6a3d4e063c2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:08.883867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Subnet': ['ID=85d240a4-0b92-48a7-ac1e-d3eaf1e22b02,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:08.910761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-750febe5-d6ec-446b-be59-4246abec8f49 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/subnets/85d240a4-0b92-48a7-ac1e-d3eaf1e22b02 HTTP/1.1" status: 204 len: 168 time: 1.1696672 May 06 12:27:08.913548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50198) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:08.971094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f444f-c331-4c2c-acb4-e2cbc4f1337a req-37e855f6-f1f3-40bb-9afe-b633e218a5e5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:08.973780 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a62f444f-c331-4c2c-acb4-e2cbc4f1337a req-37e855f6-f1f3-40bb-9afe-b633e218a5e5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.1451557 May 06 12:27:09.044591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a62f444f-c331-4c2c-acb4-e2cbc4f1337a req-5066df07-67d1-4e0a-b013-abc8d1b408e5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640056 May 06 12:27:09.147081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] DHCP port deletion for a1d154ea-2900-43d0-9dba-a6a3d4e063c2 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:27:09.151742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Deleting port 1b4ce773-addf-4a4e-b7c5-8f25013e269d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:09.152197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.182294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.272447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a18b947-be8f-485b-bae2-1fb9665f1de8 req-397e1ae3-e454-47f6-8e3b-5c6bb3d2f0ee tempest-ServersAdmin275Test-1987423722 tempest-ServersAdmin275Test-1987423722-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f610ef6-18ac-4340-9ded-ce0e7422f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0579844 May 06 12:27:09.357415 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b700fdd-f662-4ff1-96aa-b48b5eaa8257'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'code': 200} May 06 12:27:09.390354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.458810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:09.505998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] For port 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1b4ce773-addf-4a4e-b7c5-8f25013e269d,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:09.506624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.545310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:09.569310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] No DVR routers for this DVR port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:09.577808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 1b4ce773-addf-4a4e-b7c5-8f25013e269d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:09.577808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:09.638281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff6ece-da8a-423a-b168-0adc5ea20668 req-fc8e520a-6c87-488b-a57c-bacae1a61f47 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:09.647387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79ff6ece-da8a-423a-b168-0adc5ea20668 req-fc8e520a-6c87-488b-a57c-bacae1a61f47 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1131566 May 06 12:27:09.752419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79ff6ece-da8a-423a-b168-0adc5ea20668 req-64396940-e3cb-482e-8ee3-5817955fc3c0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039631 May 06 12:27:09.816069 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:27:09.854903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:09.908093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Calling delete_port for 1b4ce773-addf-4a4e-b7c5-8f25013e269d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:09.942285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:09.942659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:09.942932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:09.965533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1b4ce773-addf-4a4e-b7c5-8f25013e269d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:09.967834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:09.968171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Attempting to bind port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:09.991391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:10.003423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554fc7-0541-498f-9831-34c7efad69d9 req-e08ca0e7-4d2e-4a95-91a8-3a426ea28de5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:10.005070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29554fc7-0541-498f-9831-34c7efad69d9 req-e08ca0e7-4d2e-4a95-91a8-3a426ea28de5 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.0907052 May 06 12:27:10.055622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29554fc7-0541-498f-9831-34c7efad69d9 req-05992641-7bce-4019-bc3e-9d838f015644 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 May 06 12:27:10.085540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef7ade45-aa82-46d9-9ba1-cfa4f7a5a6cd req-663b5620-3aa8-4f49-be2b-7f63b99d89f3 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 1101 time: 0.5685370 May 06 12:27:10.086514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:10.087055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:10.087455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:10.088501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Bound port: 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:10.088942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.200261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 1b4ce773-addf-4a4e-b7c5-8f25013e269d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1b4ce773-addf-4a4e-b7c5-8f25013e269d,segment=NetworkSegment(c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d),segment_id=c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:10.200943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.269383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:10.303053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.314973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '92785c40-cb11-4001-80a3-190cdc046ba0', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'port_id': '92785c40-cb11-4001-80a3-190cdc046ba0', 'mac_address': 'fa:16:3e:3b:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274bbe37-27d8-4cb7-8d37-eeefcc1909a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:10.320105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.348199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 1b4ce773-addf-4a4e-b7c5-8f25013e269d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:10.384669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef7ade45-aa82-46d9-9ba1-cfa4f7a5a6cd req-e8b6a625-85fa-4ed0-84f6-7abc7cd5b000 tempest-ServersAdminTestJSON-1252337234 tempest-ServersAdminTestJSON-1252337234-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824690 May 06 12:27:10.420814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:10.425664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] Pushing event deleted for resources: {'Port': ['ID=1b4ce773-addf-4a4e-b7c5-8f25013e269d,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:10.435451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:10.446582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73306253-bb35-4961-b69f-37fa3c6ea16e None None] No DVR routers for this DVR port 1b4ce773-addf-4a4e-b7c5-8f25013e269d on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:10.463908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:27:10.464288 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:27:10.487586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8bad0-891a-4465-866c-4da649ded4aa req-a368dc7a-6ebc-4b41-9660-d7fd568a85da tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:10.489277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddb8bad0-891a-4465-866c-4da649ded4aa req-a368dc7a-6ebc-4b41-9660-d7fd568a85da tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.0916400 May 06 12:27:10.501142 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.509984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.543949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92785c40-cb11-4001-80a3-190cdc046ba0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:10.550701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddb8bad0-891a-4465-866c-4da649ded4aa req-9f32ea1d-ced9-40e2-9857-9237f8511abf tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 May 06 12:27:10.575786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:10.608658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.610332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 1097 time: 2.4373202 May 06 12:27:10.622446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f301167-4077-487e-8c48-015b7a2f91d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=11']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:10.738323 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab66d640-1af1-4b9a-a0d1-d1cfe0a1390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.739216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-42584008-c9a3-4f01-a45e-2f759082f49e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1100 time: 0.0888884 May 06 12:27:10.740442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:10.885684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:10.928443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['92785c40-cb11-4001-80a3-190cdc046ba0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:10.966545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 1b4ce773-addf-4a4e-b7c5-8f25013e269d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:10.967356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.008050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643349-8762-4850-aa93-9b57033a3504 req-cf463ade-c374-4364-aa87-47b26c00ee13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.009638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-cf463ade-c374-4364-aa87-47b26c00ee13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2619617 May 06 12:27:11.024259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa731488-0c0c-44b5-857f-fec5209e1e28 req-82ca5595-bda5-4464-ac18-7549fcc576b0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.028945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa731488-0c0c-44b5-857f-fec5209e1e28 req-82ca5595-bda5-4464-ac18-7549fcc576b0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.0820169 May 06 12:27:11.095453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] The port '1b4ce773-addf-4a4e-b7c5-8f25013e269d' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:27:11.098187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa731488-0c0c-44b5-857f-fec5209e1e28 req-88320e0b-efa4-44fa-b546-a26c2e5e268d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 May 06 12:27:11.158410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-28d44da3-e0a6-42f5-8a78-c8cbc1785eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.1240990 May 06 12:27:11.379291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:11.380020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738be61-797f-4345-9889-14a685c72611 req-8fee4e5e-85ca-482f-a94e-f36e4e7b0915 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.381396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1738be61-797f-4345-9889-14a685c72611 req-8fee4e5e-85ca-482f-a94e-f36e4e7b0915 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.1145823 May 06 12:27:11.429494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1738be61-797f-4345-9889-14a685c72611 req-b90cca85-843e-417a-8a4e-55561d00bea7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 May 06 12:27:11.434816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.437397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50258) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:11.450672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b643349-8762-4850-aa93-9b57033a3504 req-906d1e55-a53e-4e91-aaf7-3b2d2cce9508 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.452034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-906d1e55-a53e-4e91-aaf7-3b2d2cce9508 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2346375 May 06 12:27:11.532050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d154ea-2900-43d0-9dba-a6a3d4e063c2']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:11.551388 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720d7afa-4eb5-474e-b58d-0f95b7715b49'] response: {'name': 'network-changed', 'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'status': 'completed', 'code': 200} May 06 12:27:11.564775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:11.565076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fa7a14-a2dc-4225-94d1-b4fc8f52e19d') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:11.586054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.622945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.638590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfa6ad-7fa3-4b53-a544-96aa78cf25ce req-9905850f-e4f9-4710-8d8b-71b073e7aa4d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.640316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bacfa6ad-7fa3-4b53-a544-96aa78cf25ce req-9905850f-e4f9-4710-8d8b-71b073e7aa4d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.2559898 May 06 12:27:11.641414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:27:11.641834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: timer() May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:27:11.658886 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:27:11.665027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-1ac54f1c-effb-4b9e-afc6-844964f8caff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1100 time: 0.0899115 May 06 12:27:11.736744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-25e075d7-18fa-4c5b-b70b-65e7ab07a4db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2682867 May 06 12:27:11.802071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:11.871979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-80bb872c-ff75-480f-8f7d-304240d627bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:11.873511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-80bb872c-ff75-480f-8f7d-304240d627bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1931701 May 06 12:27:11.874122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.906590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 92785c40-cb11-4001-80a3-190cdc046ba0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:11.906984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:11.911804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-dbcebbae-6e9b-446e-9b06-6b1d0adc8987 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585422 May 06 12:27:11.914543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bacfa6ad-7fa3-4b53-a544-96aa78cf25ce req-e6179ea9-ffae-4ffc-b2e5-141b48e65fb5 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542405 May 06 12:27:12.015919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.047102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.049386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-0c45d128-3580-48fe-baef-e47e09d46124 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.1585038 May 06 12:27:12.090956 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.097454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Network': ['ID=a1d154ea-2900-43d0-9dba-a6a3d4e063c2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:12.110570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4033bea6-8f00-40dc-a358-28009c733e91 req-03294e34-ff58-41f1-9249-ec7b825e15f6 tempest-FlavorsV2NegativeTest-1724519773 tempest-FlavorsV2NegativeTest-1724519773-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a4c82397899f46b48e1a753acc8ce5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571392 May 06 12:27:12.125897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.138680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:12.148509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:12.167139 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.173139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:12.188199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:6feae14f7ad44536975dbbdb306382c1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:12.196892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:12.206217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:12.223071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-577b7312-210b-4f39-8989-4ec65cbdb03d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.224533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-577b7312-210b-4f39-8989-4ec65cbdb03d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1682472 May 06 12:27:12.246695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b643349-8762-4850-aa93-9b57033a3504 req-9a63acd5-ef4c-4c13-b507-1deac51dc9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210614 May 06 12:27:12.268187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e1cd-504c-44b0-874f-0532ba197725 req-139dcb62-c088-43c4-a9d5-295adcc42735 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.269643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3253e1cd-504c-44b0-874f-0532ba197725 req-139dcb62-c088-43c4-a9d5-295adcc42735 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 944 time: 0.3818648 May 06 12:27:12.287519 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.287851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cc7e27b2-8498-493c-9aa4-1f36efe2effb tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/networks/a1d154ea-2900-43d0-9dba-a6a3d4e063c2 HTTP/1.1" status: 204 len: 168 time: 3.3715434 May 06 12:27:12.296712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:12.373250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:12.378156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3253e1cd-504c-44b0-874f-0532ba197725 req-d069bf80-93a9-4318-a45a-277211bd645f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002536 May 06 12:27:12.390290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033bea6-8f00-40dc-a358-28009c733e91 req-42156d22-5448-48ec-9cf2-532e380cb6c0 tempest-FlavorsV2NegativeTest-1724519773 tempest-FlavorsV2NegativeTest-1724519773-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.392096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4033bea6-8f00-40dc-a358-28009c733e91 req-42156d22-5448-48ec-9cf2-532e380cb6c0 tempest-FlavorsV2NegativeTest-1724519773 tempest-FlavorsV2NegativeTest-1724519773-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657018 May 06 12:27:12.393404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.410851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-42c0dc29-eea6-42d6-a7e3-d126d1cd7c32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786549 May 06 12:27:12.458338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4033bea6-8f00-40dc-a358-28009c733e91 req-2fbfc185-4c65-4625-a566-aee38d0fb627 tempest-FlavorsV2NegativeTest-1724519773 tempest-FlavorsV2NegativeTest-1724519773-project] 10.222.0.83 "GET /v2.0/quotas/a4c82397899f46b48e1a753acc8ce5c5 HTTP/1.1" status: 200 len: 375 time: 0.0521255 May 06 12:27:12.521113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.582827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4033bea6-8f00-40dc-a358-28009c733e91 req-1cdb74e3-a61e-4423-8ad5-ba00a6d30981 tempest-FlavorsV2NegativeTest-1724519773 tempest-FlavorsV2NegativeTest-1724519773-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4c82397899f46b48e1a753acc8ce5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656581 May 06 12:27:12.617895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-7d41ee34-68a8-4091-97c3-3794b3d37740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=044e26c1f5ca479385964562461c3d1c&device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1100 time: 0.2857010 May 06 12:27:12.622477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b498db0-137e-4fdd-afe4-5edd1b286013,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:12.727146 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf6aa40-f47f-452d-8fd7-688c96413341'] response: {'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0', 'code': 200} May 06 12:27:12.727261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5dad6574-7e98-49d9-8399-76058621b3f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6feae14f7ad44536975dbbdb306382c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2724226 May 06 12:27:12.727261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:12.727805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting subnet b223a001-8478-4f18-8a92-2b6bc637b98f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:27:12.741975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.806493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-ae5744b3-84d7-40f8-a81c-b9d7aeb4a398 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737900 May 06 12:27:12.819800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:12.944940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-8bde43ba-99fe-4aed-92a9-1446ce4928de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.944940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-8bde43ba-99fe-4aed-92a9-1446ce4928de service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.2839549 May 06 12:27:12.945250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be27b21-1e0b-4058-96e2-2fcbf180e4be req-4b5a372e-f4ed-4732-8a0b-076e7b377c6e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:12.945250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5be27b21-1e0b-4058-96e2-2fcbf180e4be req-4b5a372e-f4ed-4732-8a0b-076e7b377c6e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.4282296 May 06 12:27:13.025742 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.067449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-a3e75c38-32b4-498b-9a06-ff78d983555d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:13.068824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-a3e75c38-32b4-498b-9a06-ff78d983555d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.3994348 May 06 12:27:13.114505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-37be846f-bd1b-4817-b6b7-f5d06e5c9d4a service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978327 May 06 12:27:13.123442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5be27b21-1e0b-4058-96e2-2fcbf180e4be req-fa26092a-f236-4c89-86cd-ef10fc398c3a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762841 May 06 12:27:13.125151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.163163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-4a3cac58-d11b-4056-8a2a-880071b46775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 200 len: 217 time: 0.2215550 May 06 12:27:13.188772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Deleting port 5747bd00-a174-4a17-96d7-175cdd871ddb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:13.188772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.249552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d059a07-ba46-4cf6-97e1-64b2a6f56913 req-30ce3428-4d95-45ba-849d-7a1a8c53760f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:13.250977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d059a07-ba46-4cf6-97e1-64b2a6f56913 req-30ce3428-4d95-45ba-849d-7a1a8c53760f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 949 time: 0.3980484 May 06 12:27:13.254035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.316864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-9b790a44-311d-40f4-bf4d-081943acdcda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:13.318548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-9b790a44-311d-40f4-bf4d-081943acdcda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1435144 May 06 12:27:13.366793 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.397355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d059a07-ba46-4cf6-97e1-64b2a6f56913 req-ea6c3eb8-e149-4362-afc4-75bd8f7cc72e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141627 May 06 12:27:13.446850 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-6ae1b343-e370-4f57-8636-774c765396f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090331 May 06 12:27:13.458360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.497609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b498db0-137e-4fdd-afe4-5edd1b286013,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:13.518901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.521251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fbdaacd7-1b25-4d11-b9a4-2205e7083c28 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b498db0-137e-4fdd-afe4-5edd1b286013 HTTP/1.1" status: 204 len: 168 time: 0.7822359 May 06 12:27:13.539064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dfdb-2f36-4b6f-8007-e36a27a01f38 req-b7908590-99f4-48fe-82c6-4385e26a375f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:13.541120 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8d7dfdb-2f36-4b6f-8007-e36a27a01f38 req-b7908590-99f4-48fe-82c6-4385e26a375f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 949 time: 0.2406199 May 06 12:27:13.547161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.583744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] For port 5747bd00-a174-4a17-96d7-175cdd871ddb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5747bd00-a174-4a17-96d7-175cdd871ddb,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:13.584028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.638867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Subnet': ['ID=b223a001-8478-4f18-8a92-2b6bc637b98f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:13.666822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017b3db-8449-4e40-a8c9-d942c7e2bd83 None None] Network 1488801e-306e-40fb-b3a7-483c74e29059 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:13.676656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.707467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af0b6e80-131c-4ac2-a4d7-515c595e906f tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/subnets/b223a001-8478-4f18-8a92-2b6bc637b98f HTTP/1.1" status: 204 len: 168 time: 1.4073358 May 06 12:27:13.711246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:13.721927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Calling delete_port for 5747bd00-a174-4a17-96d7-175cdd871ddb owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:13.734858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-4f7bb8bc-4178-42a9-8bd1-b2369cf3e9d8 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818460 May 06 12:27:13.780355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8d7dfdb-2f36-4b6f-8007-e36a27a01f38 req-b2e3593a-6cd0-40eb-a14b-00eceefa6043 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236340 May 06 12:27:13.816275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:13.822607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:13.925709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af095-9ca5-4fb7-a9ba-4459b26c2d02 req-f8af4ee6-3c29-4a0f-95b0-e7999e4dabf9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:13.927188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-800af095-9ca5-4fb7-a9ba-4459b26c2d02 req-f8af4ee6-3c29-4a0f-95b0-e7999e4dabf9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 945 time: 0.3311582 May 06 12:27:13.936771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:13.982219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:14.003609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port ac8f6f46-b29e-4938-8484-f5b556ef3067 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:14.003976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.018601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.057681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5747bd00-a174-4a17-96d7-175cdd871ddb', '55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:14.065214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba7b48ee-47e6-49b1-b35b-c5ca9e6dcdd9 req-12729e0c-68e3-4367-aa73-72b6e2847045 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738583 May 06 12:27:14.073645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50320) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:14.090790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-800af095-9ca5-4fb7-a9ba-4459b26c2d02 req-5f10fd0c-df46-45de-aabe-3eaf26e3710a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517696 May 06 12:27:14.103303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:14.107093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event deleted for resources: {'Port': ['ID=5747bd00-a174-4a17-96d7-175cdd871ddb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:14.239628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] No DVR routers for this DVR port 5747bd00-a174-4a17-96d7-175cdd871ddb on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:14.263104 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.266963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'name': 'network-vif-deleted', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:14.350814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.356326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d71c06d4-5e91-445c-af9f-308ecec70d1e req-213948cb-8fcb-48fe-8fb4-a9603c144947 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "DELETE /v2.0/ports/5747bd00-a174-4a17-96d7-175cdd871ddb HTTP/1.1" status: 204 len: 173 time: 1.2750514 May 06 12:27:14.437997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port ac8f6f46-b29e-4938-8484-f5b556ef3067, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ac8f6f46-b29e-4938-8484-f5b556ef3067,segment=NetworkSegment(df8af4c8-e4d1-4004-b051-42982b11e36b),segment_id=df8af4c8-e4d1-4004-b051-42982b11e36b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:14.438713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.456179 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.496653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:14.544312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'mac_address': 'fa:16:3e:0a:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:14.583903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for ac8f6f46-b29e-4938-8484-f5b556ef3067 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:14.611068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:14.622049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:14.624733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c82397899f46b48e1a753acc8ce5c5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:14.637599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:14.648369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:14.676624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6679201c-b0b6-4ac4-ae76-276f86e728d3 None None] DHCP port deletion for 1488801e-306e-40fb-b3a7-483c74e29059 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:27:14.696933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94122187-b6ee-4b52-8338-6121eb9fbe6d req-d768ce68-862a-434e-bcec-ceabba75311b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:14.698370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94122187-b6ee-4b52-8338-6121eb9fbe6d req-d768ce68-862a-434e-bcec-ceabba75311b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.3520186 May 06 12:27:14.699695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.708181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:14.724674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6679201c-b0b6-4ac4-ae76-276f86e728d3 None None] Deleting port ac8f6f46-b29e-4938-8484-f5b556ef3067 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:14.725292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6679201c-b0b6-4ac4-ae76-276f86e728d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.799879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50336) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:14.822800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.830917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.836804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94122187-b6ee-4b52-8338-6121eb9fbe6d req-6ed73858-dc24-4e32-814b-c7becd12b4be tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 May 06 12:27:14.889547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:14.917262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.922061 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0796285-d135-4538-9636-5f633b346895'] response: {'server_uuid': '4f90ada9-2746-46f9-a77c-f808abf1f58c', 'name': 'network-vif-deleted', 'tag': '5747bd00-a174-4a17-96d7-175cdd871ddb', 'status': 'completed', 'code': 200} May 06 12:27:14.927179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:14.993698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:14.998164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Usage tracker for resource:security_group_rule and tenant:aebe61be88684cd6b01506021261ce8c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:15.001495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:15.009655 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c826ad-cd3d-467d-be4b-020fddff47f2'] response: {'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0', 'code': 200} May 06 12:27:15.023687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:15.041690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=ac8f6f46-b29e-4938-8484-f5b556ef3067,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.043357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:15.053968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.058168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6679201c-b0b6-4ac4-ae76-276f86e728d3 None None] The port 'ac8f6f46-b29e-4938-8484-f5b556ef3067' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:27:15.064425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.129051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a4c82397899f46b48e1a753acc8ce5c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0517211 May 06 12:27:15.130664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1496-09e8-4f5e-8833-2baf014002e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf81350-eaa7-417e-ab64-8cb1f6c6407f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.132043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50344) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:15.155281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.218719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f08e7ba6-978a-48c4-904d-6885ddb39cfc req-a91794ad-22b3-4848-b758-492bb2b56e1d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:15.225656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.256167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.295356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port ac8f6f46-b29e-4938-8484-f5b556ef3067 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:15.297924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.344516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f08e7ba6-978a-48c4-904d-6885ddb39cfc req-a91794ad-22b3-4848-b758-492bb2b56e1d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:15.345852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f08e7ba6-978a-48c4-904d-6885ddb39cfc req-a91794ad-22b3-4848-b758-492bb2b56e1d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f90ada9-2746-46f9-a77c-f808abf1f58c HTTP/1.1" status: 200 len: 210 time: 0.1828573 May 06 12:27:15.348891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156b5e2d-ae93-4769-8aa1-f7049626d96a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.357743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4a8d1c2d-e27f-45f6-ac17-cf4839f64b93 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aebe61be88684cd6b01506021261ce8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5565486 May 06 12:27:15.358496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50348) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:15.430403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.466107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.497151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.545209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ae99b-5b12-4cbf-b1f2-709a20155708 req-c00a3bb6-e28a-4545-91ba-78837891aa91 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:15.546748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-803ae99b-5b12-4cbf-b1f2-709a20155708 req-c00a3bb6-e28a-4545-91ba-78837891aa91 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.4188585 May 06 12:27:15.551853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.565118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1488801e-306e-40fb-b3a7-483c74e29059']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:15.609950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8af4c8-e4d1-4004-b051-42982b11e36b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:15.610318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8af4c8-e4d1-4004-b051-42982b11e36b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:15.613733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ca24b-d2e1-43a6-ae3e-7064233ba38e req-9eae9d2b-ff0f-4212-b811-be4444226b29 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:15.615343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-220ca24b-d2e1-43a6-ae3e-7064233ba38e req-9eae9d2b-ff0f-4212-b811-be4444226b29 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.1117551 May 06 12:27:15.624345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.642910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.677479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.680320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-220ca24b-d2e1-43a6-ae3e-7064233ba38e req-2680265e-d060-4133-9ffc-102621e2feaa tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581074 May 06 12:27:15.692571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.696357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-803ae99b-5b12-4cbf-b1f2-709a20155708 req-15f6d7b8-f838-4c92-8410-f8b7965a9bcc tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338205 May 06 12:27:15.705462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:27:15.706277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.722384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['1031f7d1-9dc6-4bf4-8beb-05512f108f2a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: timer() May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:27:15.726040 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:27:15.728668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156b5e2d-ae93-4769-8aa1-f7049626d96a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:15.748249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.754309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48511395-c920-4a40-bff0-23af4997094c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/156b5e2d-ae93-4769-8aa1-f7049626d96a HTTP/1.1" status: 204 len: 168 time: 0.3948522 May 06 12:27:15.851685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ac8f6f46-b29e-4938-8484-f5b556ef3067 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:15.893753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ac8f6f46-b29e-4938-8484-f5b556ef3067 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:15.894286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ac8f6f46-b29e-4938-8484-f5b556ef3067 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:15.973722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:15.993325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf81350-eaa7-417e-ab64-8cb1f6c6407f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:16.010984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.019877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07ccbe93-74ac-4f04-96c6-0d5e2b86c125 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/caf81350-eaa7-417e-ab64-8cb1f6c6407f HTTP/1.1" status: 204 len: 168 time: 0.8781881 May 06 12:27:16.040528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.068435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.070683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/networks/1488801e-306e-40fb-b3a7-483c74e29059 HTTP/1.1" status: 204 len: 168 time: 2.3585122 May 06 12:27:16.076940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:16.077706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc785be5-16b4-4437-899f-e5633bdacdb5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Network': ['ID=1488801e-306e-40fb-b3a7-483c74e29059,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:16.084896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1134450581'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:16.091695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:16.097597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:network and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:16.100933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:16.103955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa6d10-167f-4b66-bc36-3ff205a47655 req-cf5cd8a5-5a52-4c6c-a1bb-ad89e412919b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:16.105727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51fa6d10-167f-4b66-bc36-3ff205a47655 req-cf5cd8a5-5a52-4c6c-a1bb-ad89e412919b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1131752 May 06 12:27:16.114300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:16.153543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51fa6d10-167f-4b66-bc36-3ff205a47655 req-18f7e99b-8813-45b4-825d-bc12c41b7501 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 May 06 12:27:16.155020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.252459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:16.255396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.285193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:16.296635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.296635 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Added segment d75c0d5a-a5ae-4837-8a04-a65dc0865366 of type vlan for network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b May 06 12:27:16.321605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.419314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.423014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:16.426518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:16.568934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Network': ['ID=d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:16.579441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:16.636228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1f0e728f-cda6-4259-9623-2a260b6cc1a6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5559702 May 06 12:27:16.638799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:16.646460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'subnet': {'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:16.819031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:16.823451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:subnet and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:16.828761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:16.836488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:16.924022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94451d5-9fe5-48cd-86b6-56ad7f2848f4 req-ff3080e7-1141-4f55-9aa2-7a255c120eb9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:16.925497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b94451d5-9fe5-48cd-86b6-56ad7f2848f4 req-ff3080e7-1141-4f55-9aa2-7a255c120eb9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.0902326 May 06 12:27:16.972869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b94451d5-9fe5-48cd-86b6-56ad7f2848f4 req-3cf621a1-3c19-46b9-b3f8-249c66fb28a5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 May 06 12:27:17.038187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:17.194422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.302794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315a92-d351-46be-8b5d-8aee22907a8c req-74013e97-b037-453f-8bf2-345e254ca134 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:17.305641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3315a92-d351-46be-8b5d-8aee22907a8c req-74013e97-b037-453f-8bf2-345e254ca134 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.0985754 May 06 12:27:17.316324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092010a2-9a5b-46e5-a53a-76839f0aa7bc req-1369df7d-d86d-421c-bd2e-7d46ed84395f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:17.317827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-092010a2-9a5b-46e5-a53a-76839f0aa7bc req-1369df7d-d86d-421c-bd2e-7d46ed84395f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 950 time: 0.2042968 May 06 12:27:17.371367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:17.376914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3315a92-d351-46be-8b5d-8aee22907a8c req-f5e4e77b-ecb8-4da4-8a9b-a7cb7ab16042 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 May 06 12:27:17.390803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-092010a2-9a5b-46e5-a53a-76839f0aa7bc req-11c781fd-81ba-45b8-a7e2-5b1103b8d6eb tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617766 May 06 12:27:17.436710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50420) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:17.552980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5747bd00-a174-4a17-96d7-175cdd871ddb no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:17.600479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-network', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:17.609833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.617850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:17.619391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-network', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:17.627688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:17.630250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 5747bd00-a174-4a17-96d7-175cdd871ddb {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:17.630609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5747bd00-a174-4a17-96d7-175cdd871ddb not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:17.636002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Usage tracker for resource:network and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:17.640857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:17.654825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:17.663382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Usage tracker for resource:network and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:17.672225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:17.686869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207daf6-6b5d-4f6e-b261-9b10139f02a5 req-77eb11ad-8813-4624-a51f-c583d6347d3a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:17.688467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6207daf6-6b5d-4f6e-b261-9b10139f02a5 req-77eb11ad-8813-4624-a51f-c583d6347d3a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1846838 May 06 12:27:17.692615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:17.732722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Subnet': ['ID=6ec4cc60-6640-4d02-bf31-bff88a837e75,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:17.748415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Checking segment: {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:17.748790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network hostable DHCP agents. Network: d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:27:17.763850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6207daf6-6b5d-4f6e-b261-9b10139f02a5 req-e0999f41-265d-4f60-9667-3f8e0f368632 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 May 06 12:27:17.768069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Made reservation on behalf of c47960a7f0e846c9875890457d02cf1f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:17.770502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.788924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.807030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:17.821581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:17.831619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Usage tracker for resource:security_group_rule and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:17.831619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:17.836915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:17.865536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Made reservation on behalf of 01a4b1ae68ad41f3b3de4363424ef55e for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:17.869519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.894108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.910783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:17.982882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:17.990613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Usage tracker for resource:security_group_rule and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:18.020807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:18.036077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:18.096334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-93639b16-2a85-48fb-9014-5f9c9a35c93b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:18.096334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-93639b16-2a85-48fb-9014-5f9c9a35c93b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.13 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.1668651 May 06 12:27:18.213022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ad87c-e49d-4350-a3a9-b86dbb40fed4 req-52b12099-1337-4889-ae58-d7c1359f2297 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:18.214519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b6ad87c-e49d-4350-a3a9-b86dbb40fed4 req-52b12099-1337-4889-ae58-d7c1359f2297 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 943 time: 0.0859480 May 06 12:27:18.219072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac9d0946-6395-4af8-8209-13cdf79a50df req-6722d1a4-ef8f-4d66-8f2e-5baee40cc5ba tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 1101 time: 0.2335775 May 06 12:27:18.225595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:27:18.263646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b6ad87c-e49d-4350-a3a9-b86dbb40fed4 req-8a08c6ea-1834-45e9-ac52-654baac7402d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 May 06 12:27:18.275196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:18.282101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.286495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Deleting port 92785c40-cb11-4001-80a3-190cdc046ba0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:18.286836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.291369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:18.291860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.314416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:18.324682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de46c099-9f74-4fbf-9db6-cd93da8acb89,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:18.330106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.330616 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Added segment 6bc5fb89-12c4-4b2d-87ea-d4298113754f of type vlan for network 90784358-6919-45f6-8ad7-f53b3a303cae May 06 12:27:18.348368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac9d0946-6395-4af8-8209-13cdf79a50df req-3ebbc685-faab-4ad4-b70a-55fc98f78a7d tempest-MigrationsAdminTest-1945988446 tempest-MigrationsAdminTest-1945988446-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202695 May 06 12:27:18.366441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.412295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:18.429462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:18.430058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.482804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a0f72-ad29-47df-9972-cfe7c2db3e9a None None] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:18.581714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.612967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.614060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:18.614776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.623347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-637ec85b-3bc7-4d66-bf86-85a85a56841b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9832747 May 06 12:27:18.628667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:18.635751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-919910611'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:18.654473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:18.663013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:network and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:18.670395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:18.674537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] For port 92785c40-cb11-4001-80a3-190cdc046ba0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=92785c40-cb11-4001-80a3-190cdc046ba0,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:18.674910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.688791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:18.719439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.788125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:18.812689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:18.844726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.859242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] Pushing event updated for resources: {'Network': ['ID=90784358-6919-45f6-8ad7-f53b3a303cae,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:18.863612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Calling delete_port for 92785c40-cb11-4001-80a3-190cdc046ba0 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:18.907973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 90784358-6919-45f6-8ad7-f53b3a303cae details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:18.946139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:18.970974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0ffbc4-1157-43b0-b323-15ca0d92a766,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:18.981897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b', 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'fixed_ips': [{'subnet_id': '6ec4cc60-6640-4d02-bf31-bff88a837e75'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:27:18.982824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.995295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e1a3091-8d7f-4b55-9a22-cf505399cff4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5574512 May 06 12:27:18.997334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.999182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50442) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:18.999552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:18.999934 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Added segment 3115edba-3907-4c54-ab34-c5c203dcaed4 of type vlan for network a26e3464-6e87-4444-9668-8c45b982bdf6 May 06 12:27:19.003848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:19.004231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.007677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Request body: {'subnet': {'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-subnet', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:19.014704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:19.019505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Usage tracker for resource:subnet and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:19.023032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:19.030777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:19.062852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.107562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:19.136587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e0b6f-fa4f-466b-b132-8d45985729a4 req-9efe576b-c18a-4ce4-bb3b-7b3fbcc9bec0 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.140462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-394e0b6f-fa4f-466b-b132-8d45985729a4 req-9efe576b-c18a-4ce4-bb3b-7b3fbcc9bec0 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.3906279 May 06 12:27:19.144179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=13']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:19.145283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.145634 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Added segment f2f49153-9724-4cbd-86aa-105771f9de84 of type vlan for network 94bd32be-44ea-4623-88c9-a52e617afff3 May 06 12:27:19.149271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Made reservation on behalf of c47960a7f0e846c9875890457d02cf1f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:19.151804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.232336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.260848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-394e0b6f-fa4f-466b-b132-8d45985729a4 req-ba209ad5-c113-4ed4-950c-722032167532 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105475 May 06 12:27:19.285170 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1160d44a-0e8c-489e-b2a6-7330d6b77285'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'code': 200} May 06 12:27:19.344231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.401169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.402758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.403516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.428302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.432023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.432659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.475085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event deleted for resources: {'Port': ['ID=92785c40-cb11-4001-80a3-190cdc046ba0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:19.479018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Allocated IP 19.80.0.2 (d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b/6ec4cc60-6640-4d02-bf31-bff88a837e75/d189eaf6-8eca-4254-b501-e214f563ea09) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:19.536942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.547943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c342fb-0526-4270-a8fa-2c885ca9beef req-1f65e1b0-37e1-4d2a-8233-fe43b246fba5 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.547943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61c342fb-0526-4270-a8fa-2c885ca9beef req-1f65e1b0-37e1-4d2a-8233-fe43b246fba5 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1564102 May 06 12:27:19.585816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735478f7-a340-4032-9256-498ac14425d2 req-c854d0c7-4a7e-4a58-9ac9-b5b64a8dd85c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:19.587195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-735478f7-a340-4032-9256-498ac14425d2 req-c854d0c7-4a7e-4a58-9ac9-b5b64a8dd85c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.1571505 May 06 12:27:19.660681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] No DVR routers for this DVR port 92785c40-cb11-4001-80a3-190cdc046ba0 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:19.663144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.675454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-deleted', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:19.685493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] Pushing event updated for resources: {'Network': ['ID=a26e3464-6e87-4444-9668-8c45b982bdf6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:19.708118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a26e3464-6e87-4444-9668-8c45b982bdf6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:19.722979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3928b2bf-550b-4727-945c-535eab15e54c,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:19.731830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Deleting port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:19.731990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.733071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.743474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Transition to ACTIVE for port object d189eaf6-8eca-4254-b501-e214f563ea09 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:19.793039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Network': ['ID=94bd32be-44ea-4623-88c9-a52e617afff3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:19.801375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Transition to ACTIVE for port object d189eaf6-8eca-4254-b501-e214f563ea09 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:19.809388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6135653c-2238-4d66-9824-5bf351c5af0b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1810987 May 06 12:27:19.811217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f918821-aa9e-464a-894d-9319f8f6d81c req-fdd83327-a300-4344-9bc2-49b6c8605e98 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.13 "DELETE /v2.0/ports/92785c40-cb11-4001-80a3-190cdc046ba0 HTTP/1.1" status: 204 len: 173 time: 1.7285976 May 06 12:27:19.812731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50452) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:19.820533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'subnet': {'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:19.842252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61c342fb-0526-4270-a8fa-2c885ca9beef req-41ee7d69-b23e-4f76-9df6-c84aa4fe80fa tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629187 May 06 12:27:19.852175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 94bd32be-44ea-4623-88c9-a52e617afff3 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.869065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:19.908461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Checking segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:19.908814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Network hostable DHCP agents. Network: 90784358-6919-45f6-8ad7-f53b3a303cae, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:27:19.932955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:19.982989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:19.992174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab09d9ad-4ede-4a97-8838-1e2b038177da admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6187849 May 06 12:27:19.995975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50456) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:20.002108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:subnet and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:20.007213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:20.016487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Request body: {'subnet': {'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-subnet', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:20.028630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:20.034161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:20.048491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Usage tracker for resource:subnet and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:20.051809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:20.056408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:20.061654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:20.067430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:20.068026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b6279-c44c-47c2-85ef-b218d9eb7458 req-93ee2e96-3171-42a7-9ded-7639e6a5d77f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.069600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea4b6279-c44c-47c2-85ef-b218d9eb7458 req-93ee2e96-3171-42a7-9ded-7639e6a5d77f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 951 time: 0.6705132 May 06 12:27:20.070579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:20.097798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Pushing event updated for resources: {'Port': ['ID=d189eaf6-8eca-4254-b501-e214f563ea09,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:20.156447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea4b6279-c44c-47c2-85ef-b218d9eb7458 req-7e71705d-3d6e-48bd-9073-81a0c0951107 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 May 06 12:27:20.156712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a62fa883-ff71-49ed-9fff-19968968c56c req-159dd5e5-323f-4b5d-82a3-8a9a21db445b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 210 time: 0.0620749 May 06 12:27:20.158609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:20.162372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Attempting to bind port d189eaf6-8eca-4254-b501-e214f563ea09 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:20.162794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Attempting to bind port d189eaf6-8eca-4254-b501-e214f563ea09 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:20.163161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Attempting to bind port d189eaf6-8eca-4254-b501-e214f563ea09 on network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:20.170349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:20.170736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Checking segment: {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:20.171142 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.171537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Bound using segment: {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:20.172031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Bound port: d189eaf6-8eca-4254-b501-e214f563ea09, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:20.172403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.232666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Network 90784358-6919-45f6-8ad7-f53b3a303cae is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:27:20.249370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] For port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:20.249988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.288241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] For port d189eaf6-8eca-4254-b501-e214f563ea09, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:20.292194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] For port d189eaf6-8eca-4254-b501-e214f563ea09, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d189eaf6-8eca-4254-b501-e214f563ea09,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:20.371576 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f945bf-9f5e-4ea0-b216-f2b665493a08'] response: {'server_uuid': '72af33ff-166f-43dd-a65d-3aeb8b2234c3', 'name': 'network-vif-deleted', 'tag': '92785c40-cb11-4001-80a3-190cdc046ba0', 'status': 'completed', 'code': 200} May 06 12:27:20.377031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Made reservation on behalf of 01a4b1ae68ad41f3b3de4363424ef55e for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:20.379272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.393278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Calling delete_port for 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:20.401328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.402675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.422449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 90784358-6919-45f6-8ad7-f53b3a303cae) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:20.426644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.427223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.440282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a676de-4278-4402-9f52-3b2684ae1de7 None None] Network 90784358-6919-45f6-8ad7-f53b3a303cae requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:20.550109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.569209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75d3bb-44af-451b-a684-e1669eaf1571 None None] Pushing event updated for resources: {'Port': ['ID=d189eaf6-8eca-4254-b501-e214f563ea09,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:20.585813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5bca591f-b4a2-48e5-9d9f-1bb244dbc38c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5843239 May 06 12:27:20.588449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:20.596613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:20.602901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:20.608793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Usage tracker for resource:router and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:20.612585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:20.619518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:20.692695 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.707689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55c03184-5c63-47b8-9f2e-aeded01a56a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:20.743248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:20.793429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5d3f7-63a8-460b-8c8c-55dcd84d8ba8 req-f6ced8b2-0982-4edb-9d21-4b453515d759 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:20.794313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.794630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73e5d3f7-63a8-460b-8c8c-55dcd84d8ba8 req-f6ced8b2-0982-4edb-9d21-4b453515d759 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 950 time: 0.3835752 May 06 12:27:20.803176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.830138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-90784358-6919-45f6-8ad7-f53b3a303cae', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:27:20.834548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:20.911226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event deleted for resources: {'Port': ['ID=7af8ec4c-a1a7-4596-acc0-e9154eb0c81f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:20.986035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73e5d3f7-63a8-460b-8c8c-55dcd84d8ba8 req-85987030-9cfd-4677-a751-49fc49cbebb8 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782992 May 06 12:27:21.010392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] No DVR routers for this DVR port 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:21.020274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.030329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'name': 'network-vif-deleted', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:21.115914 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcbbcfd-b803-40ff-85fb-419531c2edab'] response: {'server_uuid': '8b64bf5f-5c4e-4942-8b5c-002614d6aa96', 'name': 'network-vif-deleted', 'tag': '7af8ec4c-a1a7-4596-acc0-e9154eb0c81f', 'status': 'completed', 'code': 200} May 06 12:27:21.119602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.175165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07e795-0ef2-48d0-80ca-07cb0d29bd7d req-dcd93491-e5da-44ae-89d8-844105df615f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:21.176791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a07e795-0ef2-48d0-80ca-07cb0d29bd7d req-dcd93491-e5da-44ae-89d8-844105df615f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1414340 May 06 12:27:21.201290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.206505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Allocated IP 172.20.0.2 (90784358-6919-45f6-8ad7-f53b3a303cae/3928b2bf-550b-4727-945c-535eab15e54c/4b640efa-00b9-4c97-bee3-0c1fbddb9712) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:21.326303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.398380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-735478f7-a340-4032-9256-498ac14425d2 req-f0cbe8d8-c7a8-4b27-b5f2-6d169b49cd54 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.13 "DELETE /v2.0/ports/7af8ec4c-a1a7-4596-acc0-e9154eb0c81f HTTP/1.1" status: 204 len: 173 time: 1.7918422 May 06 12:27:21.401312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b1cc88-75ba-4102-a61b-e091ead2b5b5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:21.514776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.515117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.515450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.515806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.516280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.516611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.516933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.517247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.517561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.517877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.518218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:21.525770 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.537902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Transition to ACTIVE for port object 4b640efa-00b9-4c97-bee3-0c1fbddb9712 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:21.561651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a07e795-0ef2-48d0-80ca-07cb0d29bd7d req-0dfc0c78-11de-4e76-9987-3aa9b339af58 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792772 May 06 12:27:21.566624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Transition to ACTIVE for port object 4b640efa-00b9-4c97-bee3-0c1fbddb9712 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:21.580754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-265867d2-fae8-4a89-b373-b4a0c80ed79a req-d4cb958f-4e2b-4c17-97e6-c2b4d6646a3f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:21.604285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.612137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Checking segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:21.612581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Network hostable DHCP agents. Network: a26e3464-6e87-4444-9668-8c45b982bdf6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:27:21.644756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Checking segment: {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:21.645227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network hostable DHCP agents. Network: 94bd32be-44ea-4623-88c9-a52e617afff3, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:27:21.651674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-80c5313f-f87a-4516-881b-d1537815de73 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:21.654196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-80c5313f-f87a-4516-881b-d1537815de73 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 951 time: 0.1571586 May 06 12:27:21.678809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Subnet': ['ID=e5422fdb-5dc5-4235-a971-2ce5bbfb66ee,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:21.703708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.784849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Network 90784358-6919-45f6-8ad7-f53b3a303cae is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:21.788590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:21.798462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:21.801564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Pushing event updated for resources: {'Port': ['ID=4b640efa-00b9-4c97-bee3-0c1fbddb9712,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:21.852510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Deleting port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:21.852854 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:21.913620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d189eaf6-8eca-4254-b501-e214f563ea09 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:21.916556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network 94bd32be-44ea-4623-88c9-a52e617afff3 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:27:21.920959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Network a26e3464-6e87-4444-9668-8c45b982bdf6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:27:21.925129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-265867d2-fae8-4a89-b373-b4a0c80ed79a req-d4cb958f-4e2b-4c17-97e6-c2b4d6646a3f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:21.937277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-265867d2-fae8-4a89-b373-b4a0c80ed79a req-d4cb958f-4e2b-4c17-97e6-c2b4d6646a3f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af33ff-166f-43dd-a65d-3aeb8b2234c3 HTTP/1.1" status: 200 len: 210 time: 0.4874983 May 06 12:27:21.955252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8d7ea-1e0f-487d-a39f-6c03558b171e None None] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:22.037354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa4b3-0eb6-42fa-a6ee-4fae266999d7 req-afb6b00e-4a3a-4510-9ad4-2d7c36775ffa tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.039595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-665aa4b3-0eb6-42fa-a6ee-4fae266999d7 req-afb6b00e-4a3a-4510-9ad4-2d7c36775ffa tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 951 time: 0.3182452 May 06 12:27:22.054103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 94bd32be-44ea-4623-88c9-a52e617afff3) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:22.066519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a26e3464-6e87-4444-9668-8c45b982bdf6) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:22.079159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.080021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.092124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Attempting to bind port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:22.092452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Attempting to bind port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:22.092734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Attempting to bind port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:22.095159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5374daa-a46c-4de3-b4a0-bacc3000a1cc None None] Network 94bd32be-44ea-4623-88c9-a52e617afff3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:22.101161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.102278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.127469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-665aa4b3-0eb6-42fa-a6ee-4fae266999d7 req-cceb407f-38fc-40d6-a760-f8d68806d023 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 May 06 12:27:22.158810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae83be-02e4-47ff-a1ea-f53b20b8add2 None None] Network a26e3464-6e87-4444-9668-8c45b982bdf6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:22.215668 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9123d641-0167-4230-bbe3-65faca8a7e36 req-428b3f83-f039-4df3-8a6e-0cbd8b9dd048 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b64bf5f-5c4e-4942-8b5c-002614d6aa96 HTTP/1.1" status: 200 len: 210 time: 0.0515122 May 06 12:27:22.265043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-395fb5ce-5cd6-41ea-ad63-159c8d52063c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4512599 May 06 12:27:22.282832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:22.283201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Checking segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:22.283595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.284016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Bound using segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:22.284492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Bound port: 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:22.284856 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.307942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50478) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:22.310864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-365b29fe-2cb2-4444-a52b-f01491a7194b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3128767 May 06 12:27:22.326999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:22.333696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:22.344159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Usage tracker for resource:router and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:22.348938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] For port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:22.349299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.358301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:22.368382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:22.458643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-76dddf9f-9d11-4eec-aeeb-3d16643fe527 None None] Provisioning for port d189eaf6-8eca-4254-b501-e214f563ea09 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:22.643036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Calling delete_port for 1031f7d1-9dc6-4bf4-8beb-05512f108f2a owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:22.663905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d189eaf6-8eca-4254-b501-e214f563ea09 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:22.708531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] For port 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:22.759531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.759945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.778176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d189eaf6-8eca-4254-b501-e214f563ea09 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:22.778380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.810284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.843306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-94bd32be-44ea-4623-88c9-a52e617afff3', 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'fixed_ips': [{'subnet_id': 'e5422fdb-5dc5-4235-a971-2ce5bbfb66ee'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:27:22.844075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.848532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b83a1-7226-41ba-b0c1-986e8a38c2cc req-da0af763-12e3-4fd4-892c-402adb65de50 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.850347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-387b83a1-7226-41ba-b0c1-986e8a38c2cc req-da0af763-12e3-4fd4-892c-402adb65de50 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1370800 May 06 12:27:22.872043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.873602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] For port 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b640efa-00b9-4c97-bee3-0c1fbddb9712,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:22.913906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-387b83a1-7226-41ba-b0c1-986e8a38c2cc req-b65766dc-3ddb-407a-922a-92ba4695cc10 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566778 May 06 12:27:22.959210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:22.972233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ce4e4d4b-a878-40aa-b2b4-e12b48a7a701 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.976121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ce4e4d4b-a878-40aa-b2b4-e12b48a7a701 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:22.979109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ce4e4d4b-a878-40aa-b2b4-e12b48a7a701 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/networks?id=d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b&id=94bd32be-44ea-4623-88c9-a52e617afff3 HTTP/1.1" status: 200 len: 1391 time: 0.4598598 May 06 12:27:22.989044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a26e3464-6e87-4444-9668-8c45b982bdf6', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:27:22.989858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.009162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.076325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-aca755f2-c2bc-4413-92db-73c14c935153 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/quotas/e6935ab6bc8c41be94f1a899581d624f HTTP/1.1" status: 200 len: 375 time: 0.0481269 May 06 12:27:23.269957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Allocated IP 172.25.2.230 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:23.315119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d855-cf27-4d89-9e2f-ab37727e58e9 None None] Pushing event updated for resources: {'Port': ['ID=4b640efa-00b9-4c97-bee3-0c1fbddb9712,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:23.325485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.338047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.360878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782', '7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:23.384659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603', '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:23.430534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event deleted for resources: {'Port': ['ID=1031f7d1-9dc6-4bf4-8beb-05512f108f2a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:23.482518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:23.488949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879763932', 'description': 'tempest-description--698372612'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:23.509480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:23.528939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3b12b775-08ac-4a76-8938-4c169700b5c0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4442604 May 06 12:27:23.531660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:23.575348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Allocated IP 19.86.0.2 (94bd32be-44ea-4623-88c9-a52e617afff3/e5422fdb-5dc5-4235-a971-2ce5bbfb66ee/e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:23.626571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d189eaf6-8eca-4254-b501-e214f563ea09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d189eaf6-8eca-4254-b501-e214f563ea09,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:23.629278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.699658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Allocated IP 172.20.0.2 (a26e3464-6e87-4444-9668-8c45b982bdf6/44b1cc88-75ba-4102-a61b-e091ead2b5b5/ca8d583a-6e09-4f56-940c-a4abd11d8f70) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:23.741834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:23.764783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6703dc70-bc5c-4abc-bb13-fa99cfa0f5dc req-5ecb7ea2-4a63-47f5-8879-1a323496908c tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 210 time: 0.0737889 May 06 12:27:23.765943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Usage tracker for resource:security_group_rule and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:23.767096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.771922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:23.799503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:23.926675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] No DVR routers for this DVR port 1031f7d1-9dc6-4bf4-8beb-05512f108f2a on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:23.933773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-be7a9f86-1359-422d-a29b-b07804e182df service neutron] 10.222.0.83 "GET /v2.0/networks/d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036851 May 06 12:27:23.936841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.956582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:23.964397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.019011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-deleted', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:24.039510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:24.041679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.090157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.094439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b640efa-00b9-4c97-bee3-0c1fbddb9712 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:24.119546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1278751-aec5-4adb-a319-8480ef851472,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:24.187848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 1031f7d1-9dc6-4bf4-8beb-05512f108f2a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:24.188223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1031f7d1-9dc6-4bf4-8beb-05512f108f2a not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:24.188662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:24.229500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.232659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-90cfa77e-8ea9-40f6-8962-acf3dabd0a91 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7479680 May 06 12:27:24.234975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50514) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:24.240832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'security_group_rule': {'security_group_id': 'd1278751-aec5-4adb-a319-8480ef851472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:24.249101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:24.253548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Usage tracker for resource:security_group_rule and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:24.256955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:24.264402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:24.291806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 92785c40-cb11-4001-80a3-190cdc046ba0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:24.292048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 92785c40-cb11-4001-80a3-190cdc046ba0 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:24.292491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:24.316614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dd81899-5d4c-4cd4-92b2-6c7c2a00b2c9 req-cbc90595-fc91-487d-b7ec-f6be400c15ac tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "DELETE /v2.0/ports/1031f7d1-9dc6-4bf4-8beb-05512f108f2a HTTP/1.1" status: 204 len: 173 time: 2.6461821 May 06 12:27:24.347568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.382104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:24.382439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 7af8ec4c-a1a7-4596-acc0-e9154eb0c81f not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:24.405016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ebdc6b75-e880-47b7-8801-dc4b5554a521 service neutron] 10.222.0.83 "GET /v2.0/networks/d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868756 May 06 12:27:24.494192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.507926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.587144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:24.592808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:24.602813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:24.606480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-95b4dccd-951a-46b1-93ff-69ec32ff9a06 None None] Provisioning complete for port d189eaf6-8eca-4254-b501-e214f563ea09 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:24.606858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-95b4dccd-951a-46b1-93ff-69ec32ff9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.635136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.684265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Pushing event updated for resources: {'Port': ['ID=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:24.711304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdc8ff3-eb47-4ac7-a7d2-12f41f9607cd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:24.738738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d189eaf6-8eca-4254-b501-e214f563ea09,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:24.835118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-e384c233-2d62-42ba-9526-f500a866c5b8 service neutron] 10.222.0.83 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283209 May 06 12:27:24.850443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bfd23-5f52-4156-b2f0-86c060e8b493 req-67cdd244-ff1e-464e-8a1a-2e4631ad67b3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:24.857216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c11bfd23-5f52-4156-b2f0-86c060e8b493 req-67cdd244-ff1e-464e-8a1a-2e4631ad67b3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1208351 May 06 12:27:24.866963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48ae64-2aef-427a-bb72-0faa973e7533 None None] Network 90784358-6919-45f6-8ad7-f53b3a303cae requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:24.880638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:24.897053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:24.898596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b6c98d73-fcdd-495c-ac8b-bf11e37b3032 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6626141 May 06 12:27:24.902792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50522) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:24.909718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'security_group_rule': {'security_group_id': 'd1278751-aec5-4adb-a319-8480ef851472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:24.926043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:24.935462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Usage tracker for resource:security_group_rule and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:24.941093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:24.950039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:24.956192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c11bfd23-5f52-4156-b2f0-86c060e8b493 req-31480ac2-b59e-4c5a-8711-5b88b2a6b55b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871997 May 06 12:27:24.959539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.000724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.052976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.130878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.193052 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83245528-324c-48a9-9595-c5d97d5048b6'] response: {'server_uuid': '2a585dab-e73d-4f7e-a16c-ecd67fb93463', 'name': 'network-vif-deleted', 'tag': '1031f7d1-9dc6-4bf4-8beb-05512f108f2a', 'status': 'completed', 'code': 200} May 06 12:27:25.197422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.228371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-bce09bbe-215e-4eaf-b04c-88468624af7d service neutron] 10.222.0.83 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929384 May 06 12:27:25.231435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c4e2a7-ac39-45b5-833e-237d658812a0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:25.242808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Allocated IP 172.25.2.131 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/a7d4d89a-56ab-4d2d-ab83-fedab5bf0073) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:25.252946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c14e4-f53e-4873-86e8-2cd6c54207ca req-2d400ad2-8ebb-43c4-a3d3-5065ec743a5f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:25.254574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f41c14e4-f53e-4873-86e8-2cd6c54207ca req-2d400ad2-8ebb-43c4-a3d3-5065ec743a5f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.1152468 May 06 12:27:25.263042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.263787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.296074 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.313141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f41c14e4-f53e-4873-86e8-2cd6c54207ca req-6212c712-9ff7-4121-ba71-4007080d178f tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 May 06 12:27:25.327491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.328219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.331919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c8ea82cb-677d-40be-b19f-1a6e2bf72fb3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4248731 May 06 12:27:25.332252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:25.342869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:25.355919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:25.367011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Usage tracker for resource:floatingip and tenant:b8b09965836e4db9b6872d75b35e2abd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:25.373339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:25.383877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:25.385599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Transition to ACTIVE for port object ca8d583a-6e09-4f56-940c-a4abd11d8f70 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:25.418535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Transition to ACTIVE for port object e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:25.462776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Transition to ACTIVE for port object ca8d583a-6e09-4f56-940c-a4abd11d8f70 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:25.507722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Transition to ACTIVE for port object e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:25.544131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.568250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.650680 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.654369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Provisioning for port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:25.662771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-349898ce-a265-4015-87f7-62ced4f3f681 req-6dd538cf-3e17-431f-9c13-7439e0721c60 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 210 time: 0.0653570 May 06 12:27:25.714505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Network a26e3464-6e87-4444-9668-8c45b982bdf6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:25.722982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Provisioning complete for port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:25.724569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.727215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.737164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d6a5d40-45e5-4f52-a2b6-3d3f6b84b6f8 req-b587e9ab-925b-4032-bff0-8d2f67e35875 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a585dab-e73d-4f7e-a16c-ecd67fb93463 HTTP/1.1" status: 200 len: 210 time: 0.2345247 May 06 12:27:25.772082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:25.783946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:25.785950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Pushing event updated for resources: {'Port': ['ID=ca8d583a-6e09-4f56-940c-a4abd11d8f70,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:25.868501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Network 94bd32be-44ea-4623-88c9-a52e617afff3 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:25.873371 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.937015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:25.964976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d189eaf6-8eca-4254-b501-e214f563ea09 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:25.965079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:25.986469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:26.007715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:26.012948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:26.021748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:26.095457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Pushing event updated for resources: {'Port': ['ID=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.140127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Attempting to bind port ca8d583a-6e09-4f56-940c-a4abd11d8f70 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:26.140516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Attempting to bind port ca8d583a-6e09-4f56-940c-a4abd11d8f70 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:26.140857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Attempting to bind port ca8d583a-6e09-4f56-940c-a4abd11d8f70 on network a26e3464-6e87-4444-9668-8c45b982bdf6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:26.147191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.250883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:26.251329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Checking segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:26.251658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.252076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Bound using segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:26.252558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Bound port: ca8d583a-6e09-4f56-940c-a4abd11d8f70, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:26.252929 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.272593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Attempting to bind port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:26.272976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Attempting to bind port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:26.273311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Attempting to bind port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 on network 94bd32be-44ea-4623-88c9-a52e617afff3 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:26.276002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Allocated IP 172.25.2.176 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/262fee24-cf9d-407b-94a7-63cf350b74c6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:26.290893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.329016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:26.329767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Checking segment: {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:26.329767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.330171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Bound using segment: {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:26.330664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Bound port: e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:26.331039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.383685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d189eaf6-8eca-4254-b501-e214f563ea09 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:26.384106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.441664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:27:26.466067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.467861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-011604f2-10b8-4b81-839a-4b140385832c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:26.468599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-011604f2-10b8-4b81-839a-4b140385832c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:26.503249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c721eab-ead5-45f0-aced-8ebaa7adeb91 req-160937ea-424a-42f2-948b-b772a991fa4a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:26.504733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c721eab-ead5-45f0-aced-8ebaa7adeb91 req-160937ea-424a-42f2-948b-b772a991fa4a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.3511949 May 06 12:27:26.565323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] For port 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b640efa-00b9-4c97-bee3-0c1fbddb9712,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:26.578656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] For port ca8d583a-6e09-4f56-940c-a4abd11d8f70, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:26.584566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] For port ca8d583a-6e09-4f56-940c-a4abd11d8f70, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca8d583a-6e09-4f56-940c-a4abd11d8f70,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:26.613936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.616154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] For port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:26.641541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-011604f2-10b8-4b81-839a-4b140385832c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:26.642655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-011604f2-10b8-4b81-839a-4b140385832c tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.5410769 May 06 12:27:26.656332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.697356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] For port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:26.715985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.728476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:26.731826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:26.733775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'Port': ['ID=262fee24-cf9d-407b-94a7-63cf350b74c6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.736240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:26.756424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Deleting port 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:26.756642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e237ac3-3782-4815-b6c7-1127aeb22415 None None] Pushing event updated for resources: {'Port': ['ID=4b640efa-00b9-4c97-bee3-0c1fbddb9712,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:26.757723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.788860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c721eab-ead5-45f0-aced-8ebaa7adeb91 req-c778809d-394b-4a09-b0a7-6356b70280f0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331414 May 06 12:27:26.806691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.854829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eade05-cfa4-4125-94a0-fb28232e972e req-e68fe993-87f4-4f87-8f67-1840230d9427 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:26.859610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65eade05-cfa4-4125-94a0-fb28232e972e req-e68fe993-87f4-4f87-8f67-1840230d9427 tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 950 time: 0.2973084 May 06 12:27:26.922270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-01a13d01-cd21-4e0d-8f05-4ce3855fc04e None None] Provisioning complete for port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:26.922646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-01a13d01-cd21-4e0d-8f05-4ce3855fc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:26.974744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f52e34-ac74-4efa-8b33-3ee0af017595 None None] Pushing event updated for resources: {'Port': ['ID=ca8d583a-6e09-4f56-940c-a4abd11d8f70,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:27.001408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65eade05-cfa4-4125-94a0-fb28232e972e req-5c5523b2-0f6b-46cc-ac45-111a1cec7fcf tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/security-groups?id=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259489 May 06 12:27:27.140454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ca1d5fe-7471-4717-8999-2829f00bd0e4 req-0c9961bf-7fa1-4eb3-9a47-b5d5b1f5728b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 210 time: 0.0768199 May 06 12:27:27.145323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.163889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c53b-d497-43c1-835c-1a5fb5ebf4b2 None None] Pushing event updated for resources: {'Port': ['ID=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:27.169589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.170422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.388243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.496393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] For port 55c03184-5c63-47b8-9f2e-aeded01a56a2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55c03184-5c63-47b8-9f2e-aeded01a56a2,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:27.497064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.687086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Calling delete_port for 55c03184-5c63-47b8-9f2e-aeded01a56a2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:27.729825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.815909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:27.818162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:27.833531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:27.866810 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:27.867702 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:28.045047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'Port': ['ID=262fee24-cf9d-407b-94a7-63cf350b74c6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:28.071631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.075087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.083877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-127b1a61-55c6-4299-bb8b-faa892c336f6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.4870894 May 06 12:27:28.083877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50556) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:28.186353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b640efa-00b9-4c97-bee3-0c1fbddb9712 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:28.207201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11868eaf-2cbf-4459-ab59-5efbed3302b2 req-ac590b02-e921-4bdd-8a0b-8d9f647cdce6 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:28.208879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11868eaf-2cbf-4459-ab59-5efbed3302b2 req-ac590b02-e921-4bdd-8a0b-8d9f647cdce6 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1174667 May 06 12:27:28.223554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Router cf3dfea0-4795-4476-a7f7-03f935eabb9f is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:27:28.229544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.241066 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:28.268039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.279068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1527a229-81c8-47d3-b035-9d3683fadc8f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9455724 May 06 12:27:28.295847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11868eaf-2cbf-4459-ab59-5efbed3302b2 req-f668ebf3-e135-4ae0-b54a-e82254a715e4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800927 May 06 12:27:28.381166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:28.381166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.552689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e983f63-a551-4d9f-9a5f-d70b3ef93b41 req-f6819302-67b8-40d1-92a4-2bac8c8afaed tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 210 time: 0.0682199 May 06 12:27:28.629522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Pushing event deleted for resources: {'Port': ['ID=55c03184-5c63-47b8-9f2e-aeded01a56a2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:28.647575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca8d583a-6e09-4f56-940c-a4abd11d8f70 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:28.787008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c0c341-4c5c-4894-8957-9787f5ddc7a7 None None] Network a26e3464-6e87-4444-9668-8c45b982bdf6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:28.826069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-13553de6-d3be-4453-8b87-10a3acef66ef req-55da69c6-7f11-46de-a332-b1be3aa7044e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:28.827592 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:24Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:28.832031 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:28.832538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Updating router eeea7f5d-7693-4ed4-846e-1ea12e081bae port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:27:28.894005 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:28.911618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ca8d583a-6e09-4f56-940c-a4abd11d8f70 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:28.928409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:28.977129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-13553de6-d3be-4453-8b87-10a3acef66ef req-55da69c6-7f11-46de-a332-b1be3aa7044e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:28.980447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c67d5f-a337-44df-a5f5-7d3c13016bef None None] Network 94bd32be-44ea-4623-88c9-a52e617afff3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:28.982380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-13553de6-d3be-4453-8b87-10a3acef66ef req-55da69c6-7f11-46de-a332-b1be3aa7044e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 210 time: 0.2636576 May 06 12:27:29.258934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fee6bc-9823-4f58-990b-4168c3039cf3 req-1183c637-3ef8-4b89-bf99-3d4efb48b57a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.259797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-25fee6bc-9823-4f58-990b-4168c3039cf3 req-1183c637-3ef8-4b89-bf99-3d4efb48b57a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:29.293942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Provisioning for port ca8d583a-6e09-4f56-940c-a4abd11d8f70 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:29.314731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] No DVR routers for this DVR port 55c03184-5c63-47b8-9f2e-aeded01a56a2 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:29.329203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.331713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a002dc5b-e471-43da-afd6-4d4566e0701d req-633c75ad-2dbc-4a4e-a3eb-fc61cedd66df tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.86 "DELETE /v2.0/ports/55c03184-5c63-47b8-9f2e-aeded01a56a2 HTTP/1.1" status: 204 len: 173 time: 2.6805222 May 06 12:27:29.333647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-deleted', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:29.350220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Provisioning complete for port ca8d583a-6e09-4f56-940c-a4abd11d8f70 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:29.350488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.398591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:29.426318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-80bc8d87-54e4-4146-91ea-ed918e81ae03 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.430244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-80bc8d87-54e4-4146-91ea-ed918e81ae03 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.431932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-80bc8d87-54e4-4146-91ea-ed918e81ae03 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "GET /v2.0/networks?id=d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b&id=94bd32be-44ea-4623-88c9-a52e617afff3 HTTP/1.1" status: 200 len: 1391 time: 0.4960892 May 06 12:27:29.435874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-25fee6bc-9823-4f58-990b-4168c3039cf3 req-1183c637-3ef8-4b89-bf99-3d4efb48b57a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:29.437157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25fee6bc-9823-4f58-990b-4168c3039cf3 req-1183c637-3ef8-4b89-bf99-3d4efb48b57a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 951 time: 1.2212589 May 06 12:27:29.493797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'port': {'device_id': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b', 'admin_state_up': True, 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:29.558465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-8d8ee4cd-4b50-45ab-a032-0f53b2b80166 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.560644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-8d8ee4cd-4b50-45ab-a032-0f53b2b80166 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 951 time: 0.1669283 May 06 12:27:29.577699 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.599483 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Transition to ACTIVE for port object af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:29.626762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.630181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25fee6bc-9823-4f58-990b-4168c3039cf3 req-5cad2b16-252b-441c-8c42-d14426dc1192 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848183 May 06 12:27:29.655936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:29.672809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Deleting port 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:29.673381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.687246 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.764632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 55c03184-5c63-47b8-9f2e-aeded01a56a2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:29.764982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55c03184-5c63-47b8-9f2e-aeded01a56a2 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:29.815680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488db9-80c2-4ab4-811d-b6d851421269 req-a2a953af-4eec-4f77-9a9c-7d2933415cb8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:29.824333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-a2a953af-4eec-4f77-9a9c-7d2933415cb8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.6591725 May 06 12:27:29.846153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] For port ca8d583a-6e09-4f56-940c-a4abd11d8f70, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca8d583a-6e09-4f56-940c-a4abd11d8f70,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:29.871552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1b9e11f1-b4a8-4d7a-8b63-5b2c89e42dad tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/quotas/b8b09965836e4db9b6872d75b35e2abd HTTP/1.1" status: 200 len: 375 time: 0.0461431 May 06 12:27:29.891910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:29.937672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:29.954573 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Pushing event updated for resources: {'Port': ['ID=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:29.969294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.969639 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.970227 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.970587 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.972587 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.974482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.974837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.975316 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.975569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.976119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.977203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:29.977637 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:29.987183 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Attempting to bind port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:29.987183 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Attempting to bind port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:29.987533 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Attempting to bind port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:30.004368 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:30.008016 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:30.008016 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.008329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:30.008748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Bound port: af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:30.009154 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.066473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09213aa-1e43-4283-98c1-1d445c553517 None None] Pushing event updated for resources: {'Port': ['ID=ca8d583a-6e09-4f56-940c-a4abd11d8f70,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:30.079810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:30.092942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Sync routers for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:30.111795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:30.112699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:30.160924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] For port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:30.162937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bd8d-69b3-42dc-9e58-7127723acfbe req-4af222dd-64ae-453e-bb1a-9c53e72a4bd0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:30.165400 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] For port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:30.172483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc51bd8d-69b3-42dc-9e58-7127723acfbe req-4af222dd-64ae-453e-bb1a-9c53e72a4bd0 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.2746217 May 06 12:27:30.190347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:30.193286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.222763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.226829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3b75865d-75a3-41a1-8d66-1f16a0e16835 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9085062 May 06 12:27:30.229720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50578) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:30.293024 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.294882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Provisioning for port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:30.309854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Provisioning complete for port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:30.310513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.333786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-f632b5d8-7619-4e3c-8e65-82fe5751aab9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4608188 May 06 12:27:30.425772 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:30.426541 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:30.466268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc51bd8d-69b3-42dc-9e58-7127723acfbe req-f9b6073a-6e7e-43da-8620-acc4c36cda82 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928391 May 06 12:27:30.533669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.553728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:30.600998 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df92359-3359-4255-a44b-960c1f51c35b'] response: {'server_uuid': '18b83c9b-9512-496f-82ef-092166fe7cf0', 'name': 'network-vif-deleted', 'tag': '55c03184-5c63-47b8-9f2e-aeded01a56a2', 'status': 'completed', 'code': 200} May 06 12:27:30.610892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] For port 7f9e2571-de50-436a-8fd6-7d0779129aa6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7f9e2571-de50-436a-8fd6-7d0779129aa6,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:30.611402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.623848 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a72f-fb23-4b21-9518-8b18324ab354 None None] Pushing event updated for resources: {'Port': ['ID=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:30.656277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] For port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:30.743287 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:30.782287 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:30.816736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Calling delete_port for 7f9e2571-de50-436a-8fd6-7d0779129aa6 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:30.942847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-66f0b4f9-86fb-4880-a8b9-f642df527b44 service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994737 May 06 12:27:31.023154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-732df839-ae14-4026-8586-fd983692248e req-67a46949-9d67-452e-9fbe-8fcec4519f2d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Synchronizing usage tracker for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:31.028239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Allocated IP 19.80.0.105 (d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b/6ec4cc60-6640-4d02-bf31-bff88a837e75/8d2c3294-587a-4cb6-8c07-cc42b299e55b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:31.097602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b3f16d7f-a095-43f9-bbd3-d0977f93ab95 None None] Provisioning complete for port ca8d583a-6e09-4f56-940c-a4abd11d8f70 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:31.098015 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d7f-a095-43f9-bbd3-d0977f93ab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:31.128441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-61df0544-2723-445c-975d-26b0a428130e service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846690 May 06 12:27:31.153029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12536f0-a128-4236-8006-8464be3fc467 None None] Pushing event updated for resources: {'Port': ['ID=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:31.194731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:26Z', 'revision_number': 3, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:31.202487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Checking router: cf3dfea0-4795-4476-a7f7-03f935eabb9f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:31.202819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Updating router cf3dfea0-4795-4476-a7f7-03f935eabb9f port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:27:31.224051 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:24Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:31.232667 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b03e9-d008-4ecc-82c0-52945b7db3ab None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:24Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:31.310170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:31.322833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-732df839-ae14-4026-8586-fd983692248e req-67a46949-9d67-452e-9fbe-8fcec4519f2d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] Unset dirty status for tenant:78d5d90b365d4487a52d8fc182ccefe9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:31.324157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-732df839-ae14-4026-8586-fd983692248e req-67a46949-9d67-452e-9fbe-8fcec4519f2d tempest-ServersAdminTestJSON-273622450 tempest-ServersAdminTestJSON-273622450-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b83c9b-9512-496f-82ef-092166fe7cf0 HTTP/1.1" status: 200 len: 210 time: 0.3778272 May 06 12:27:31.361202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:31.447910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5d4bef4-2fe0-4680-b2db-f7e78d625782', '7f9e2571-de50-436a-8fd6-7d0779129aa6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:31.527868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:31.642071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event deleted for resources: {'Port': ['ID=7f9e2571-de50-436a-8fd6-7d0779129aa6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:31.796827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:31.800771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46aa7908-9438-47cd-b6bb-eb3cc644d949 req-30cf2ca4-9d0d-4d27-b61e-ac45dd582fbd tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 210 time: 0.0889106 May 06 12:27:31.802041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] No DVR routers for this DVR port 7f9e2571-de50-436a-8fd6-7d0779129aa6 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:31.807680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:31.809628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35545ef4-3c65-4327-b4bb-cee926c5765a req-0d6cda13-d148-40f7-8035-8bda5f43b116 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 210 time: 0.1173124 May 06 12:27:31.831216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-deleted', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:31.935010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Transition to ACTIVE for port object 8d2c3294-587a-4cb6-8c07-cc42b299e55b will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:32.044422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31eb45be-6baa-4e62-bf53-5111d5b3d5a1 req-b28f9424-488b-4c80-a055-e050084f8cb7 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.0996552 May 06 12:27:32.047853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-44cc4571-e0f1-431a-a497-4c5fddbafc81 req-3da3a5c8-d7b8-4120-b677-82df20837324 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "DELETE /v2.0/ports/7f9e2571-de50-436a-8fd6-7d0779129aa6 HTTP/1.1" status: 204 len: 173 time: 2.4755824 May 06 12:27:32.112327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.134567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.164107 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169eb3a1-d6e3-4827-bbd7-a1e8cfa6d407'] response: {'server_uuid': '3e5ee6c8-307e-4fac-b06b-06db575d975f', 'name': 'network-vif-deleted', 'tag': '7f9e2571-de50-436a-8fd6-7d0779129aa6', 'status': 'completed', 'code': 200} May 06 12:27:32.189240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Transition to ACTIVE for port object a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:32.228427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.232484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:32.337938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:32.387820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:32.398272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:32.424957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.494472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-f3835250-17d3-4bb1-8080-ea708f306c0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725495 May 06 12:27:32.692121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-3cff3491-3503-4210-8551-c66890740ba9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 1096 time: 0.1678200 May 06 12:27:32.750753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Attempting to bind port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:32.752650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Attempting to bind port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:32.752650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Attempting to bind port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:32.782595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff29d3-5d79-492d-a6c1-b3c2ec894481 None None] Pushing event updated for resources: {'Port': ['ID=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:32.790950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:32.791508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.882960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b3f16d7f-a095-43f9-bbd3-d0977f93ab95 None None] Provisioning complete for port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:32.883612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d7f-a095-43f9-bbd3-d0977f93ab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:32.965963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-97b40bdc-d7b0-4a03-a83b-3d1718040a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:32.965963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-97b40bdc-d7b0-4a03-a83b-3d1718040a11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.2437062 May 06 12:27:33.030432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:33.032734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.037119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:33.051536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:33.052066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:33.052660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.053740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:33.053740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Bound port: a7d4d89a-56ab-4d2d-ab83-fedab5bf0073, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:33.054145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.101636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-552daabd-6aba-4c8b-be52-ddf2c7f220aa req-8d3d138f-36b2-4461-99d0-124fde3f52bd tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:33.128910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-281ba928-5840-49cd-aee1-41b94d109ff5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 200 len: 217 time: 0.1657953 May 06 12:27:33.157473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a42b-c197-4a6e-a546-903b392b081d req-58a889f4-b417-47ab-aeae-391a07a59ece tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:33.164888 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e472a42b-c197-4a6e-a546-903b392b081d req-58a889f4-b417-47ab-aeae-391a07a59ece tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 1.0401740 May 06 12:27:33.215466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-06f74b78-5995-46d6-b344-c96e3fca30b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:33.217895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] For port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:33.230323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-06f74b78-5995-46d6-b344-c96e3fca30b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0820558 May 06 12:27:33.231379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Allocated IP 172.20.0.1 (90784358-6919-45f6-8ad7-f53b3a303cae/3928b2bf-550b-4727-945c-535eab15e54c/4a6f8860-1569-42da-865a-395d3285d87f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:33.231493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-552daabd-6aba-4c8b-be52-ddf2c7f220aa req-8d3d138f-36b2-4461-99d0-124fde3f52bd tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:33.231493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-552daabd-6aba-4c8b-be52-ddf2c7f220aa req-8d3d138f-36b2-4461-99d0-124fde3f52bd tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e5ee6c8-307e-4fac-b06b-06db575d975f HTTP/1.1" status: 200 len: 210 time: 0.1692116 May 06 12:27:33.259760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] For port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:33.275045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-58b9b152-fe85-4215-8f44-7312d15457e7 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8111506 May 06 12:27:33.299151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e472a42b-c197-4a6e-a546-903b392b081d req-76417f99-b1a7-4b14-b17b-37b778aad115 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333265 May 06 12:27:33.313912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:33.331891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:33.366611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Request body: {'port': {'device_id': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3', 'admin_state_up': True, 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:33.388533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-ddc64b93-2c28-4657-886e-ed66714eb2b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639352 May 06 12:27:33.436957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.603371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff29d3-5d79-492d-a6c1-b3c2ec894481 None None] Pushing event updated for resources: {'Port': ['ID=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:33.616427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:33.616556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:33.680319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:33.783278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:33.786936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 7f9e2571-de50-436a-8fd6-7d0779129aa6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:33.787276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7f9e2571-de50-436a-8fd6-7d0779129aa6 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:33.789190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-bf8f0a12-2426-45f3-bb78-bed4ab14205a service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944907 May 06 12:27:33.813826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:33.814246 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:33.910550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e89058e-018e-4db9-8164-a9a72cd2c335 req-1e934c0c-9051-4aec-831f-d46ec3b61adf tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.3361988 May 06 12:27:33.977617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-868394b0-5ad0-4f32-bf9b-8c60ef5eea87 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=78d5d90b365d4487a52d8fc182ccefe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6591291 May 06 12:27:33.982088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:33.994968 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.004086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:34.009602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7360b-4e5b-45f9-b9c2-ff3b7b8562fc req-534173fd-b99e-4fda-9d47-04d494901545 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:34.012018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9db7360b-4e5b-45f9-b9c2-ff3b7b8562fc req-534173fd-b99e-4fda-9d47-04d494901545 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 932 time: 0.3608534 May 06 12:27:34.052838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97ed58f6-2fba-48b1-a625-beacf13ef357 req-d68726f6-3c8d-48be-9d7a-0a9cf7bcc164 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519901 May 06 12:27:34.081331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9db7360b-4e5b-45f9-b9c2-ff3b7b8562fc req-acd54ddd-3595-44b0-8a5d-0cd519bde484 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576019 May 06 12:27:34.120210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e359d7dd-55ff-4610-b235-1be992f949a1 None None] Provisioning for port 8d2c3294-587a-4cb6-8c07-cc42b299e55b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:34.130887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:34.133875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e359d7dd-55ff-4610-b235-1be992f949a1 None None] Provisioning complete for port 8d2c3294-587a-4cb6-8c07-cc42b299e55b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:34.134256 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e359d7dd-55ff-4610-b235-1be992f949a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.168966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:34.211762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Usage tracker for resource:port and tenant:e6935ab6bc8c41be94f1a899581d624f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:34.217273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:34.258967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:34.267211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.274353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.278721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e359d7dd-55ff-4610-b235-1be992f949a1 None None] Port 8d2c3294-587a-4cb6-8c07-cc42b299e55b cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:34.297915 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.298689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca8d583a-6e09-4f56-940c-a4abd11d8f70 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:34.332352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Transition to ACTIVE for port object 4a6f8860-1569-42da-865a-395d3285d87f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:34.334691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.450299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.494615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:34.528967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ca8d583a-6e09-4f56-940c-a4abd11d8f70 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:34.529390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.536153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Made reservation on behalf of e6935ab6bc8c41be94f1a899581d624f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:34.539465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.596029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:26Z', 'revision_number': 3, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:34.605763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5422d0-86a9-4415-8dd2-684f7f246943 None None] The sync data for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 is: [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:26Z', 'revision_number': 3, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:34.611927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.629486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ab9c3-d20b-4236-a316-1885d5b43a5a req-57579458-4805-4585-b3de-b8708c147a3d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:34.631068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-711ab9c3-d20b-4236-a316-1885d5b43a5a req-57579458-4805-4585-b3de-b8708c147a3d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1081748 May 06 12:27:34.701833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-711ab9c3-d20b-4236-a316-1885d5b43a5a req-edb640b0-c21a-4044-8b62-7db04d8f4f48 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633361 May 06 12:27:34.725453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:34.843502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Network 90784358-6919-45f6-8ad7-f53b3a303cae is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:34.851027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:34.854294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:34.858075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e6e88-cebf-4a39-8131-7ca4eb2bbc11,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:34.859843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:34.966808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Pushing event updated for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:35.051368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:35.051787 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.057152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.232340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.236852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-89a727a1-23ed-42fb-92ef-9dfc30286443 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b44e6e88-cebf-4a39-8131-7ca4eb2bbc11 HTTP/1.1" status: 204 len: 168 time: 1.2429135 May 06 12:27:35.282494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Allocated IP 172.20.0.1 (a26e3464-6e87-4444-9668-8c45b982bdf6/44b1cc88-75ba-4102-a61b-e091ead2b5b5/3ab6594d-9b53-45f3-8572-72987d13b914) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:35.288704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebf64581-e2a2-4b83-9ce4-8597bf91c22c req-b9997698-fba7-47de-8a79-3867ea0c239d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.1092384 May 06 12:27:35.295527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Allocated IP 19.86.0.172 (94bd32be-44ea-4623-88c9-a52e617afff3/e5422fdb-5dc5-4235-a971-2ce5bbfb66ee/88564ef1-1e2e-4004-873f-634059bd22bb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:35.428841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488db9-80c2-4ab4-811d-b6d851421269 req-d15c9ff3-60d6-472a-a28f-7a7167af630a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:35.433991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-d15c9ff3-60d6-472a-a28f-7a7167af630a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.4844816 May 06 12:27:35.451056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'port': {'device_id': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'admin_state_up': True, 'tenant_id': 'b8b09965836e4db9b6872d75b35e2abd'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:35.571967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-253d258f-4517-4822-ac1a-6b38a2a8d504 None None] Provisioning for port 4a6f8860-1569-42da-865a-395d3285d87f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:35.581663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-253d258f-4517-4822-ac1a-6b38a2a8d504 None None] Provisioning complete for port 4a6f8860-1569-42da-865a-395d3285d87f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:35.591510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-253d258f-4517-4822-ac1a-6b38a2a8d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.727610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-253d258f-4517-4822-ac1a-6b38a2a8d504 None None] Port 4a6f8860-1569-42da-865a-395d3285d87f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:35.795217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.812878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Transition to ACTIVE for port object 88564ef1-1e2e-4004-873f-634059bd22bb will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:35.854839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:35.854839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:35.867754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de59e91-bb42-4f55-968c-7cef648dd0b1 req-30c00e59-02e9-4562-989b-73ba9f9c3513 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:35.872332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1de59e91-bb42-4f55-968c-7cef648dd0b1 req-30c00e59-02e9-4562-989b-73ba9f9c3513 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 932 time: 0.2675409 May 06 12:27:35.890998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:35.922050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1de59e91-bb42-4f55-968c-7cef648dd0b1 req-2ef48e2d-c1ca-4bf6-9d18-263353b86c3b tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 May 06 12:27:35.973029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Made reservation on behalf of b8b09965836e4db9b6872d75b35e2abd for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:35.981430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.088173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.138635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.243071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Allocated IP 172.20.0.13 (decaad33-f5c7-4030-a41c-e18a6c675fc9/274bbe37-27d8-4cb7-8d37-eeefcc1909a7/489c3202-185a-4552-8917-f4179ae73217) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:36.302877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaee1f-a92e-4b15-b4b7-ec1838823e2e req-240a7662-4256-4e2a-81a7-4a68ef93a037 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:36.304665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ecaee1f-a92e-4b15-b4b7-ec1838823e2e req-240a7662-4256-4e2a-81a7-4a68ef93a037 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1474967 May 06 12:27:36.320807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Transition to ACTIVE for port object 3ab6594d-9b53-45f3-8572-72987d13b914 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:36.341451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Network 94bd32be-44ea-4623-88c9-a52e617afff3 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:36.354435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:36.357557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:36.387811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event updated for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:36.461346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ecaee1f-a92e-4b15-b4b7-ec1838823e2e req-b8131f79-9311-4367-b4e1-d72ba9ef9373 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439762 May 06 12:27:36.475198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d55ca-ce79-4f45-9953-a319348551c6 req-f3da8ece-1399-4d2d-8631-a09b2e801013 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:36.476744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-113d55ca-ce79-4f45-9953-a319348551c6 req-f3da8ece-1399-4d2d-8631-a09b2e801013 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.6397805 May 06 12:27:36.484507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:36.485120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.497925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.557192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-113d55ca-ce79-4f45-9953-a319348551c6 req-53890936-6a51-438a-91bf-a14973758156 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 May 06 12:27:36.575175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.691135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3029d516-e7f9-4b26-9bd4-5ae402df979c req-be37e3f2-386c-4790-a083-b0c9bdfb80e8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.0500612 May 06 12:27:36.761777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.762081 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.792997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-8fc0fde3-1cf2-47d5-afec-fce92dd721d5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4877577 May 06 12:27:36.826374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.849659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:36.853769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:36.857727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Request body: {'port': {'device_id': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:36.858690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:36.880665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:36.912573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:36.951708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1da3b5e5-1a2c-4819-a0e0-456a8349cc26 None None] Provisioning for port 88564ef1-1e2e-4004-873f-634059bd22bb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:36.980957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:36.985137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:36.987685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1da3b5e5-1a2c-4819-a0e0-456a8349cc26 None None] Provisioning complete for port 88564ef1-1e2e-4004-873f-634059bd22bb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:36.989673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1da3b5e5-1a2c-4819-a0e0-456a8349cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.015098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50644) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:37.027243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.030750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Pushing event updated for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.102662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Network a26e3464-6e87-4444-9668-8c45b982bdf6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:37.149537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1da3b5e5-1a2c-4819-a0e0-456a8349cc26 None None] Port 88564ef1-1e2e-4004-873f-634059bd22bb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:37.152897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:37.155325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:37.162219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-10b5c476-ef8f-417d-9060-0b5478b7c853 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc602ba74c4d459299f7b851af3c0779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1459692 May 06 12:27:37.164533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:37.233857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.263237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.302981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-1254bb37-c35a-4d53-8b94-fd691c8bdc96 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8571589 May 06 12:27:37.310420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:37.316290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:37.317151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.322153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Request body: {'port': {'device_id': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:37.410169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.422378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.442967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.512777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.526565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:37.565377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.611945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-db75c248-24b6-40e9-b672-5e91512591bb None None] Provisioning for port 3ab6594d-9b53-45f3-8572-72987d13b914 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:37.615074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-781f441b-884f-48ef-9dff-981806a9bdbf tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:37.617641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-781f441b-884f-48ef-9dff-981806a9bdbf tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.7245734 May 06 12:27:37.618208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-db75c248-24b6-40e9-b672-5e91512591bb None None] Provisioning complete for port 3ab6594d-9b53-45f3-8572-72987d13b914 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:37.618686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-db75c248-24b6-40e9-b672-5e91512591bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.681344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.769008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.786350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-db75c248-24b6-40e9-b672-5e91512591bb None None] Port 3ab6594d-9b53-45f3-8572-72987d13b914 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:37.804691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.823240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b430d-5486-4f61-a026-73902862fe14,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:37.884943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Network 90784358-6919-45f6-8ad7-f53b3a303cae is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:37.889720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:37.903025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:37.904153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c5f1f491-2156-44c1-97cc-dedf36afdacc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c7b430d-5486-4f61-a026-73902862fe14 HTTP/1.1" status: 204 len: 168 time: 0.7387531 May 06 12:27:37.955906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Deleting port b5d4bef4-2fe0-4680-b2db-f7e78d625782 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:37.956903 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.003396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920191cb-bd08-4ed6-b966-ef8a9338543e req-4369922a-7477-4815-a74d-60dcdd3ff132 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.010441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-920191cb-bd08-4ed6-b966-ef8a9338543e req-4369922a-7477-4815-a74d-60dcdd3ff132 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.3478096 May 06 12:27:38.111669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-920191cb-bd08-4ed6-b966-ef8a9338543e req-e906a3c4-4b49-434d-9e63-881ea5ccc431 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002336 May 06 12:27:38.153020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-90e29e34-43d7-430d-a5e5-23bc7744c103 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.156967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-90e29e34-43d7-430d-a5e5-23bc7744c103 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.157743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-90e29e34-43d7-430d-a5e5-23bc7744c103 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:38.209061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:38.221879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.243239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Transition to ACTIVE for port object 489c3202-185a-4552-8917-f4179ae73217 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:38.314511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2efaf955-49af-4eb3-a489-9bc0d264e8f6 None None] Provisioning complete for port 4a6f8860-1569-42da-865a-395d3285d87f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:38.315314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2efaf955-49af-4eb3-a489-9bc0d264e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.334679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c0060-38ca-4c33-9960-a63286326007 req-cb7cebc6-e5c7-45eb-9cd6-bf28122f7bd7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.337652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c09c0060-38ca-4c33-9960-a63286326007 req-cb7cebc6-e5c7-45eb-9cd6-bf28122f7bd7 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.0915887 May 06 12:27:38.337803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.345339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.368088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2efaf955-49af-4eb3-a489-9bc0d264e8f6 None None] Port 4a6f8860-1569-42da-865a-395d3285d87f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:38.406432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c99a-e815-4303-98a5-b9f37ee65d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.514820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:38.551439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-90e29e34-43d7-430d-a5e5-23bc7744c103 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:38.556119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-90e29e34-43d7-430d-a5e5-23bc7744c103 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1655 time: 1.4156122 May 06 12:27:38.580409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c09c0060-38ca-4c33-9960-a63286326007 req-a2d12b52-15d4-4d1d-8703-e0e7d3089a18 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363105 May 06 12:27:38.679246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Attempting to bind port 489c3202-185a-4552-8917-f4179ae73217 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:38.679756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Attempting to bind port 489c3202-185a-4552-8917-f4179ae73217 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:38.680224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Attempting to bind port 489c3202-185a-4552-8917-f4179ae73217 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:38.689286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Port 489c3202-185a-4552-8917-f4179ae73217 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:38.689619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Attempting to bind port 489c3202-185a-4552-8917-f4179ae73217 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:38.697258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:38.697747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Checking segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:38.698143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Bound using segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:38.698957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Bound port: 489c3202-185a-4552-8917-f4179ae73217, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:38.699346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.862822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-2c96313c-729b-48b0-8a91-2e28f8867af8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:38.864225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-2c96313c-729b-48b0-8a91-2e28f8867af8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:38.867068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:38.887295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:38.891171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:38.900964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:38.956842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:38.957204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:38.966139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-2c96313c-729b-48b0-8a91-2e28f8867af8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:38.967594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-2c96313c-729b-48b0-8a91-2e28f8867af8 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 944 time: 0.2556634 May 06 12:27:38.973326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e43107c7-2a4a-4c22-a618-bcd34f5cc853 req-1b028953-5f50-4bed-b4e7-eab7533ebd18 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041669 May 06 12:27:39.021592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.074988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] For port b5d4bef4-2fe0-4680-b2db-f7e78d625782, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5d4bef4-2fe0-4680-b2db-f7e78d625782,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:39.074988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.079713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.081126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] 10.222.0.86 "PUT /v2.0/ports/489c3202-185a-4552-8917-f4179ae73217 HTTP/1.1" status: 200 len: 1092 time: 1.7639835 May 06 12:27:39.081552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'tag': '489c3202-185a-4552-8917-f4179ae73217'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:39.102747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2c3294-587a-4cb6-8c07-cc42b299e55b {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:39.115227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.118840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-399e116d-84b4-42fe-a20a-a023141b993c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:39.147205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96f024-9e98-4b0c-bfb4-9cd29742d01a service neutron] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:39.185183 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c90f1a-9d79-4d36-a5dc-6d75e0810cac'] response: {'name': 'network-changed', 'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'tag': '489c3202-185a-4552-8917-f4179ae73217', 'status': 'completed', 'code': 200} May 06 12:27:39.206519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-399e116d-84b4-42fe-a20a-a023141b993c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:39.207990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1020311-b54b-4c4b-ab4d-2acf8c926268 req-399e116d-84b4-42fe-a20a-a023141b993c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223318 May 06 12:27:39.254561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Calling delete_port for b5d4bef4-2fe0-4680-b2db-f7e78d625782 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:39.306255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a93f5d8f-66ae-4027-bbd0-69f918af7e73 req-8bc8b107-d4cd-4eee-a6b5-816fe5cb953a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 1095 time: 0.0971200 May 06 12:27:39.317246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Transition to ACTIVE for port object 8d2c3294-587a-4cb6-8c07-cc42b299e55b will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:39.383995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.452583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:39.473908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f5d8f-66ae-4027-bbd0-69f918af7e73 req-3a88143e-7bca-412e-ae5e-9a9922df3e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.475329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a93f5d8f-66ae-4027-bbd0-69f918af7e73 req-3a88143e-7bca-412e-ae5e-9a9922df3e33 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b8b09965836e4db9b6872d75b35e2abd&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1615281 May 06 12:27:39.500513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.647240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:39.647919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f5d8f-66ae-4027-bbd0-69f918af7e73 req-a81fb072-b43e-4057-b520-09ada9a02804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.649029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a93f5d8f-66ae-4027-bbd0-69f918af7e73 req-a81fb072-b43e-4057-b520-09ada9a02804 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671629 May 06 12:27:39.659451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.881782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250c494-1755-4555-8823-2f04f0749e57 req-fe71fb17-5227-4b2e-ba12-1a51e1245ea3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.883355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a250c494-1755-4555-8823-2f04f0749e57 req-fe71fb17-5227-4b2e-ba12-1a51e1245ea3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.5650730 May 06 12:27:39.898241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.901991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:39.974267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896084d5-f6b6-4115-a185-3183412a2fee req-1385c829-de42-4f7a-abe9-adb42cdd2a17 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:39.975720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-896084d5-f6b6-4115-a185-3183412a2fee req-1385c829-de42-4f7a-abe9-adb42cdd2a17 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 950 time: 0.2417963 May 06 12:27:39.978338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:39.978608 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-bf952603-e9d7-4ded-9762-797e6c584c43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 1095 time: 0.2875080 May 06 12:27:39.993097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:40.065517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-c2afcf08-901d-4c12-ae21-46e42029c39e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=489c3202-185a-4552-8917-f4179ae73217 HTTP/1.1" status: 200 len: 217 time: 0.0680544 May 06 12:27:40.133965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-896084d5-f6b6-4115-a185-3183412a2fee req-26808772-b83d-4b60-8be3-158613c8f56a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505439 May 06 12:27:40.148058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488db9-80c2-4ab4-811d-b6d851421269 req-4dfbbdf8-dba9-4c50-b819-5b529998f2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:40.149535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-4dfbbdf8-dba9-4c50-b819-5b529998f2e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 200 len: 861 time: 0.0761762 May 06 12:27:40.206739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-805eb7b2-a9db-434e-aab2-930843445a2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=decaad33-f5c7-4030-a41c-e18a6c675fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493031 May 06 12:27:40.225346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:27:40.226298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event deleted for resources: {'Port': ['ID=b5d4bef4-2fe0-4680-b2db-f7e78d625782,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:40.241156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Attempting to bind port 8d2c3294-587a-4cb6-8c07-cc42b299e55b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:40.241561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Attempting to bind port 8d2c3294-587a-4cb6-8c07-cc42b299e55b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:40.241808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Attempting to bind port 8d2c3294-587a-4cb6-8c07-cc42b299e55b on network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:40.257384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a250c494-1755-4555-8823-2f04f0749e57 req-21bc5efe-5d29-49b5-98cb-cddac074554d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604085 May 06 12:27:40.350462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Port 8d2c3294-587a-4cb6-8c07-cc42b299e55b on network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:40.350788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Attempting to bind port 8d2c3294-587a-4cb6-8c07-cc42b299e55b on network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:40.382195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] No DVR routers for this DVR port b5d4bef4-2fe0-4680-b2db-f7e78d625782 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:40.391518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-4e818c08-d9f0-400c-8726-b7e0c414e1e2 service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782718 May 06 12:27:40.444272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:40.446968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-deleted', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:40.462259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:40.462623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Checking segment: {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:40.463039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Bound using segment: {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:40.463538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Bound port: 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75c0d5a-a5ae-4837-8a04-a65dc0865366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:40.463920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:40.548043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25488db9-80c2-4ab4-811d-b6d851421269 req-fc83d176-5bb7-4e18-b94a-acef8f0e674c service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505406 May 06 12:27:40.598646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Network a26e3464-6e87-4444-9668-8c45b982bdf6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:40.601511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:40.646595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab32b4ba-8893-43fe-a185-a88258a1a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:40.724366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891e05-0305-43f0-9743-773d1883a04e req-debbda7c-8638-4bc8-ad2c-d191065d4e6b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:40.733307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe891e05-0305-43f0-9743-773d1883a04e req-debbda7c-8638-4bc8-ad2c-d191065d4e6b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 944 time: 0.1124668 May 06 12:27:40.774922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b32d824c-ee5b-4acf-afb3-af97cea59422 req-96ee35ad-2beb-4f89-9e9c-1bfe7006b669 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.86 "DELETE /v2.0/ports/b5d4bef4-2fe0-4680-b2db-f7e78d625782 HTTP/1.1" status: 204 len: 173 time: 3.1425478 May 06 12:27:40.801992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe891e05-0305-43f0-9743-773d1883a04e req-49c27a4b-3d72-4946-8223-25e1f070567f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 May 06 12:27:40.977642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e063e6-7d48-45cc-a2b4-dcca1313e0c9 req-fd692c7b-fcc0-4f73-bd4b-6de2c11c4529 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:40.982010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e063e6-7d48-45cc-a2b4-dcca1313e0c9 req-fd692c7b-fcc0-4f73-bd4b-6de2c11c4529 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:40.983564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1e063e6-7d48-45cc-a2b4-dcca1313e0c9 req-fd692c7b-fcc0-4f73-bd4b-6de2c11c4529 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1667 time: 0.5416434 May 06 12:27:41.022539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:41.043866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5290a83b-0236-44a7-92e2-8389635994f5 None None] Provisioning complete for port 3ab6594d-9b53-45f3-8572-72987d13b914 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:41.045083 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5290a83b-0236-44a7-92e2-8389635994f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.145016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5290a83b-0236-44a7-92e2-8389635994f5 None None] Port 3ab6594d-9b53-45f3-8572-72987d13b914 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:41.158314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:41.189297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1e063e6-7d48-45cc-a2b4-dcca1313e0c9 req-9f924809-967f-485f-92e5-eafe48d33b09 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985161 May 06 12:27:41.192002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50706) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:41.240263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:41.254535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68fe0d1a-1af2-4f43-b37c-6c32b11c2ddc admin admin] 10.222.0.83 "PUT /v2.0/routers/eeea7f5d-7693-4ed4-846e-1ea12e081bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1742733 May 06 12:27:41.258140 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:41.284554 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:41.285496 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:41.305636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.449652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c0704fc3-d438-44af-b58e-26abae0cb958 req-e3994c2d-877b-4f7b-b9a3-deb3f1e27115 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f951a4-4f3c-42a0-8292-41416316f019 HTTP/1.1" status: 200 len: 210 time: 0.0636051 May 06 12:27:41.482198 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4639710f-ebc2-4866-93c9-8a6ad051956d'] response: {'server_uuid': '41f951a4-4f3c-42a0-8292-41416316f019', 'name': 'network-vif-deleted', 'tag': 'b5d4bef4-2fe0-4680-b2db-f7e78d625782', 'status': 'completed', 'code': 200} May 06 12:27:41.484073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:41.557261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.574102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.577038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4b7881ea-dcce-4762-acb6-ecb27b0792f7 service neutron] 10.222.0.86 "PUT /v2.0/ports/8d2c3294-587a-4cb6-8c07-cc42b299e55b HTTP/1.1" status: 200 len: 1092 time: 4.7233377 May 06 12:27:41.608740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:41.613021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Usage tracker for resource:security_group_rule and tenant:1d83de1282e74167ae5d19778e80884a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:41.617958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:41.625079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:41.659546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:41.729580 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:41.763437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.791204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b7253-2940-45cd-89a4-881ef52b5d1e req-573a7473-f9bf-4de3-b77e-e3a91c6cbd5e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:41.793324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-584b7253-2940-45cd-89a4-881ef52b5d1e req-573a7473-f9bf-4de3-b77e-e3a91c6cbd5e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1341085 May 06 12:27:41.805097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Request body: {'port': {'device_id': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:41.807279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: b5d4bef4-2fe0-4680-b2db-f7e78d625782 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:41.807624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5d4bef4-2fe0-4680-b2db-f7e78d625782 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:41.862157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Router cf3dfea0-4795-4476-a7f7-03f935eabb9f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:27:41.873506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-584b7253-2940-45cd-89a4-881ef52b5d1e req-b590cb42-0a8e-4184-a306-916f21bc6dae tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727947 May 06 12:27:41.880714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:41.950823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-208d7324-6262-47be-bb3e-ca163ddcb804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.4675939 May 06 12:27:41.967445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702f308-af6f-4f07-91b2-415c40b5308b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:41.977158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a8a9be87-94fc-4c53-a61e-6857bd112a86 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1d83de1282e74167ae5d19778e80884a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7838449 May 06 12:27:41.978261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50726) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:42.038263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.050626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.084055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.097668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.224766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.293393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702f308-af6f-4f07-91b2-415c40b5308b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:42.309238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 2, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:42.315226 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:42.316173 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Updating router eeea7f5d-7693-4ed4-846e-1ea12e081bae port 4a6f8860-1569-42da-865a-395d3285d87f binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:27:42.346147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.347761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95e2569a-0053-4e0a-bdf3-b6f9b46616d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8702f308-af6f-4f07-91b2-415c40b5308b HTTP/1.1" status: 204 len: 168 time: 0.3684208 May 06 12:27:42.362144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a708-c787-49dd-8b90-9b97ec252307 req-8a884c19-58f2-4c50-bd17-2dab8413ede6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:42.368901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4430a708-c787-49dd-8b90-9b97ec252307 req-8a884c19-58f2-4c50-bd17-2dab8413ede6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.7835553 May 06 12:27:42.383541 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.405132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.492243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c0c37de-6399-4ebc-8d45-6bed4cd7dd9d req-eaa62a8c-f60c-4661-a540-ef24d081c638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 1097 time: 0.2451761 May 06 12:27:42.534776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-2154f5b5-bba3-44fc-9cdb-da43781edf1e tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:42.537778 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-2154f5b5-bba3-44fc-9cdb-da43781edf1e tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 821 time: 0.2460902 May 06 12:27:42.544384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4430a708-c787-49dd-8b90-9b97ec252307 req-26302d03-1426-43cd-b058-6d3563fb086c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745515 May 06 12:27:42.570141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68320041-ba57-458c-8a8b-861975f8f463 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/quotas/c47960a7f0e846c9875890457d02cf1f HTTP/1.1" status: 200 len: 375 time: 0.0209305 May 06 12:27:42.574201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-63917cdc-9b93-4b84-aea1-a7dcf79ba817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:42.576139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-63917cdc-9b93-4b84-aea1-a7dcf79ba817 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.5603173 May 06 12:27:42.633118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c0c37de-6399-4ebc-8d45-6bed4cd7dd9d req-39df18e1-3229-4b2b-a2f5-8ffce24c927d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289287 May 06 12:27:42.696946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-e4a01bf0-481d-4b17-8af9-7d3e9a611a35 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259189 May 06 12:27:42.851195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-0313c83d-d30d-4a1b-984a-9d1018ddaf94 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451211 May 06 12:27:42.888072 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:42.901584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Transition to ACTIVE for port object 4a6f8860-1569-42da-865a-395d3285d87f will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:42.960921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-f0b6aee5-eee7-425f-8f1b-eaf3d63fc0a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.3688154 May 06 12:27:43.002831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-bcbf4ca1-650e-4518-bdba-65f1a4756c3e service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444721 May 06 12:27:43.045769 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.082117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9d3b-f003-4553-a34a-d388913a0149 req-d4beac9f-3cc1-45ce-983a-759ff11c2566 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:43.083911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e89b9d3b-f003-4553-a34a-d388913a0149 req-d4beac9f-3cc1-45ce-983a-759ff11c2566 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 944 time: 0.3282456 May 06 12:27:43.104399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:43.109621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-4182208e-3eb2-4b03-aa31-1e9b9a8d1f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:43.111222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-4182208e-3eb2-4b03-aa31-1e9b9a8d1f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1391962 May 06 12:27:43.124050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ba858c14-8725-424f-95e4-c0d93a070687 admin admin] 10.222.0.83 "PUT /v2.0/routers/cf3dfea0-4795-4476-a7f7-03f935eabb9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8840663 May 06 12:27:43.129205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Sync routers for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:43.145036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:43.145664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:43.187677 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f2739-d4e7-45b3-ad9e-8e4d8b1022cd None None] Pushing event updated for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:43.344929 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Attempting to bind port 4a6f8860-1569-42da-865a-395d3285d87f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:43.345838 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Attempting to bind port 4a6f8860-1569-42da-865a-395d3285d87f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:43.346065 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Attempting to bind port 4a6f8860-1569-42da-865a-395d3285d87f on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:43.355509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e89b9d3b-f003-4553-a34a-d388913a0149 req-c6efb660-26ec-4241-976b-87eeb2069381 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553875 May 06 12:27:43.362572 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:43.362952 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Checking segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:43.363351 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.363743 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Bound using segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:43.364241 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Bound port: 4a6f8860-1569-42da-865a-395d3285d87f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:43.364628 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.369372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:43.498810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:43.551533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:43.556082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-4a9a39fb-956a-4e5d-9b80-7578f9e35730 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4172525 May 06 12:27:43.584807 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] For port 4a6f8860-1569-42da-865a-395d3285d87f, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:43.588210 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] For port 4a6f8860-1569-42da-865a-395d3285d87f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4a6f8860-1569-42da-865a-395d3285d87f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:43.640056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88564ef1-1e2e-4004-873f-634059bd22bb {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:43.655865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.670118 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:43.822612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733efbe-688b-42fc-bb3f-52cdaf6b1e43 req-2e4269a0-dc33-468d-ad2a-3583b075e2c3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:43.828476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:43.828631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733efbe-688b-42fc-bb3f-52cdaf6b1e43 req-2e4269a0-dc33-468d-ad2a-3583b075e2c3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:43.864847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9733efbe-688b-42fc-bb3f-52cdaf6b1e43 req-2e4269a0-dc33-468d-ad2a-3583b075e2c3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1667 time: 0.2850790 May 06 12:27:43.941070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Transition to ACTIVE for port object 88564ef1-1e2e-4004-873f-634059bd22bb will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:43.948603 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:43.950534 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:44.004049 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9733efbe-688b-42fc-bb3f-52cdaf6b1e43 req-e952f62d-77f7-48ae-a03d-e36ceb3c67b0 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382959 May 06 12:27:44.060250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.110365 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:27:44.182082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:44.290512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Pushing event updated for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:44.363239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f2739-d4e7-45b3-ad9e-8e4d8b1022cd None None] Pushing event updated for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:44.510164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:44.527600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7e92e13-1621-486e-bf5d-fb6a08e3d8fd req-1f4cf2df-b5a8-4bf4-8d6a-81cc60225616 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 210 time: 0.4310091 May 06 12:27:44.648300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-fe193bbc-59f9-4c67-9808-a0ea5f801e37 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0776918 May 06 12:27:44.656949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f5162-d45b-4f75-adcf-6cd69f8b5c69 req-44ab55a9-471c-465f-8887-2e492d1618bc tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:44.663734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b5f5162-d45b-4f75-adcf-6cd69f8b5c69 req-44ab55a9-471c-465f-8887-2e492d1618bc tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.7511520 May 06 12:27:44.724157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:44.732264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Attempting to bind port 88564ef1-1e2e-4004-873f-634059bd22bb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:44.732745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Attempting to bind port 88564ef1-1e2e-4004-873f-634059bd22bb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:44.732745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Attempting to bind port 88564ef1-1e2e-4004-873f-634059bd22bb on network 94bd32be-44ea-4623-88c9-a52e617afff3 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:44.785434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '489c3202-185a-4552-8917-f4179ae73217', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'port_id': '489c3202-185a-4552-8917-f4179ae73217', 'mac_address': 'fa:16:3e:5f:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274bbe37-27d8-4cb7-8d37-eeefcc1909a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:44.802910 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a16b411-05d9-428d-83f4-2de489df9048'] response: {'name': 'network-changed', 'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b', 'status': 'completed', 'code': 200} May 06 12:27:44.933795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Port 88564ef1-1e2e-4004-873f-634059bd22bb on network 94bd32be-44ea-4623-88c9-a52e617afff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:44.934492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Attempting to bind port 88564ef1-1e2e-4004-873f-634059bd22bb on network 94bd32be-44ea-4623-88c9-a52e617afff3 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:44.977301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.069919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:45.117241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b5f5162-d45b-4f75-adcf-6cd69f8b5c69 req-3bdcbd30-fc40-4267-8b27-4aeacf05c178 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525981 May 06 12:27:45.118193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c01e-016c-41d0-8334-d20a2e11626e req-834ad3f0-c61c-42df-8f79-fa905a29549f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.122787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3875c01e-016c-41d0-8334-d20a2e11626e req-834ad3f0-c61c-42df-8f79-fa905a29549f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1646340 May 06 12:27:45.127561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:45.142561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:38Z', 'revision_number': 2, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:45.157666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Checking router: cf3dfea0-4795-4476-a7f7-03f935eabb9f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:45.158274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Updating router cf3dfea0-4795-4476-a7f7-03f935eabb9f port 3ab6594d-9b53-45f3-8572-72987d13b914 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:27:45.165092 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:43Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:45.171713 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7133db3-82d3-4e8f-950e-8923d3a8a2a1 None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:43Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:45.178863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:45.179417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Checking segment: {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:45.179995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Bound using segment: {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:45.180554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Bound port: 88564ef1-1e2e-4004-873f-634059bd22bb, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f49153-9724-4cbd-86aa-105771f9de84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:45.181000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.230682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.236029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3875c01e-016c-41d0-8334-d20a2e11626e req-4dc71b50-600c-4e33-af8a-ee054cdb036f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058435 May 06 12:27:45.312472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66ee6cf3-24f6-4baf-8eeb-bae9af5b41fe req-f036666c-57fc-48c2-8d52-1cfe25a5e3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373668 May 06 12:27:45.391477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-d309697a-13dc-4e0c-a82f-240cebcc40af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1939 time: 0.5702784 May 06 12:27:45.392056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:45.397868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-network', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:45.407016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:45.421748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Usage tracker for resource:network and tenant:0a2802a434e54902bdaa96c0fa9f34da is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:45.426535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.430113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:45.439491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:45.514361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['489c3202-185a-4552-8917-f4179ae73217'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:45.562488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Made reservation on behalf of 0a2802a434e54902bdaa96c0fa9f34da for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:45.564906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.601675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:45.609093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:45.609310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.628871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.629209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88564ef1-1e2e-4004-873f-634059bd22bb,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:45.629456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.630188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.630808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.630949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.631375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.631816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.632243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.632668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.633187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.633607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:27:45.644171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679b6e1-07ec-4fb0-ad2b-29a89aeb8d11 req-c05771f3-ddd0-4df8-89ea-0a884ecf352b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.650912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0679b6e1-07ec-4fb0-ad2b-29a89aeb8d11 req-c05771f3-ddd0-4df8-89ea-0a884ecf352b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 945 time: 0.1730809 May 06 12:27:45.676183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-f490265d-5dc7-49be-980b-3c0f1ed3c826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.681218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-f490265d-5dc7-49be-980b-3c0f1ed3c826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.681218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-f490265d-5dc7-49be-980b-3c0f1ed3c826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:45.681218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-f490265d-5dc7-49be-980b-3c0f1ed3c826 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e6935ab6bc8c41be94f1a899581d624f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2669282 May 06 12:27:45.717870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0679b6e1-07ec-4fb0-ad2b-29a89aeb8d11 req-abcbb655-94f9-41ac-963a-c63fa4f73c57 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658715 May 06 12:27:45.723582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:45.728461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2802a434e54902bdaa96c0fa9f34da is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:45.732591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:45.739234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:45.825438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:45.943704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.005399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.006781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/88564ef1-1e2e-4004-873f-634059bd22bb HTTP/1.1" status: 200 len: 1092 time: 4.2231128 May 06 12:27:46.037844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627cb05-5b3c-4cc4-af2c-1331303b44a8 service neutron] Pushing event updated for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:46.086235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.092659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-ba69b47b-c358-4f69-a111-ea1e7a278862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:46.094228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0b32080-1fec-44c9-9b21-1c0f7b5e5cbd req-ba69b47b-c358-4f69-a111-ea1e7a278862 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4087186 May 06 12:27:46.147866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979db420-c932-4442-a975-b53652d61634 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:46.195037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52120e57-e512-4cb9-9cd8-2d7a12eda557,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:46.198094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.198624 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Added segment 7f3c5741-b368-45c0-9cfd-ab02871e2ccd of type vlan for network 9fa83551-fffb-45e5-b662-84e62dc9a953 May 06 12:27:46.275262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.320639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.334690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Transition to ACTIVE for port object 3ab6594d-9b53-45f3-8572-72987d13b914 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:46.346753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.474372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866436-4881-4dd1-8f34-be25861399cc req-25bfa36d-94db-4dcf-a0d8-4569f2de8c0e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:46.478680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4866436-4881-4dd1-8f34-be25861399cc req-25bfa36d-94db-4dcf-a0d8-4569f2de8c0e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:46.480777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.480933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.481791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:46.482373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:46.500385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4866436-4881-4dd1-8f34-be25861399cc req-25bfa36d-94db-4dcf-a0d8-4569f2de8c0e tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1679 time: 0.2561595 May 06 12:27:46.553939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-3c12f184-fb9a-408b-a26c-632aacb536c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1981 time: 0.2158117 May 06 12:27:46.819403 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:27:46.842670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fc7538-48a4-4d05-bdd4-89741601d74e req-413b5be9-2ac1-4d47-8e9a-95b5c7794b44 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 210 time: 0.1536374 May 06 12:27:46.843534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-979db420-c932-4442-a975-b53652d61634 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4514582 May 06 12:27:46.856102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50816) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:46.862224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db420-c932-4442-a975-b53652d61634 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa83551-fffb-45e5-b662-84e62dc9a953,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:46.867804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:46.883016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Request body: {'subnet': {'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-subnet', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:46.906826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:46.923821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Usage tracker for resource:subnet and tenant:0a2802a434e54902bdaa96c0fa9f34da is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:46.940831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:46.945936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:46.957671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:46.987893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4a6f8860-1569-42da-865a-395d3285d87f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:46.989824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-6998eb87-411a-475d-b531-42ae80648277 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b HTTP/1.1" status: 200 len: 217 time: 0.4240112 May 06 12:27:47.042868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4866436-4881-4dd1-8f34-be25861399cc req-4c006bd0-b060-4ff7-a690-51475c2b112c tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416107 May 06 12:27:47.093232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ea91de9e-cfaf-4cd1-9911-e7f0b03c8324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.094665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-ea91de9e-cfaf-4cd1-9911-e7f0b03c8324 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6ec4cc60-6640-4d02-bf31-bff88a837e75 HTTP/1.1" status: 200 len: 801 time: 0.0943580 May 06 12:27:47.128182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4aeec-2aad-46e8-a3e8-dfaece065351 None None] Pushing event updated for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:47.134903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Made reservation on behalf of 0a2802a434e54902bdaa96c0fa9f34da for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:47.138490 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.156212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-f9adbcea-970e-45d8-b578-390a9b997d7a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.161265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-f9adbcea-970e-45d8-b578-390a9b997d7a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Synchronizing usage tracker for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:47.239895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Attempting to bind port 3ab6594d-9b53-45f3-8572-72987d13b914 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:47.240275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Attempting to bind port 3ab6594d-9b53-45f3-8572-72987d13b914 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:47.240639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Attempting to bind port 3ab6594d-9b53-45f3-8572-72987d13b914 on network a26e3464-6e87-4444-9668-8c45b982bdf6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:47.258845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:47.258845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Checking segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:47.259432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.259687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Bound using segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:47.260222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Bound port: 3ab6594d-9b53-45f3-8572-72987d13b914, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:47.260595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.279336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-68b00cb0-b8ce-4c31-8d28-fa46693825be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1781843 May 06 12:27:47.282417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-f9adbcea-970e-45d8-b578-390a9b997d7a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Unset dirty status for tenant:044e26c1f5ca479385964562461c3d1c on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:47.283813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-f9adbcea-970e-45d8-b578-390a9b997d7a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.5580146 May 06 12:27:47.388593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] For port 3ab6594d-9b53-45f3-8572-72987d13b914, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:47.393544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] For port 3ab6594d-9b53-45f3-8572-72987d13b914, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ab6594d-9b53-45f3-8572-72987d13b914,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:47.400136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 4a6f8860-1569-42da-865a-395d3285d87f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:47.407965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4a6f8860-1569-42da-865a-395d3285d87f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:47.409673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.457705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c329b42-71ad-4baf-a26f-37a5a34328a0 req-730961f3-2533-461d-99f4-ca2378cfe90a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.466217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c329b42-71ad-4baf-a26f-37a5a34328a0 req-730961f3-2533-461d-99f4-ca2378cfe90a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.2692959 May 06 12:27:47.497826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-63d55b67-4efa-44a0-852b-da3d0b9f34a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.499646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-63d55b67-4efa-44a0-852b-da3d0b9f34a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 821 time: 0.2702820 May 06 12:27:47.508626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57605ae-8753-4ee8-9f6f-58f56601d2f9 req-09d5e98c-41e1-4dac-8277-dc2405053b74 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:47.510268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a57605ae-8753-4ee8-9f6f-58f56601d2f9 req-09d5e98c-41e1-4dac-8277-dc2405053b74 tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 950 time: 0.4312546 May 06 12:27:47.513038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:47.519512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'port': {'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'admin_state_up': True, 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:47.542389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.556457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c329b42-71ad-4baf-a26f-37a5a34328a0 req-49c0d2f1-ea0a-4841-be23-d097c8be2464 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892110 May 06 12:27:47.589090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-1da6f2ee-e9f0-4e05-a6bd-aa09d8e96176 service neutron] 10.222.0.86 "GET /v2.0/networks/d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030550 May 06 12:27:47.636221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.689757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4aeec-2aad-46e8-a3e8-dfaece065351 None None] Pushing event updated for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:47.700257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:47.701086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:47.704508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Deleting port ba6a06bb-7ead-4790-a152-fb5d2424a603 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:27:47.705833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.831525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a57605ae-8753-4ee8-9f6f-58f56601d2f9 req-ffd06518-3e12-48e3-9619-656521a2852a tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/security-groups?id=e325e550-0089-4231-97c1-7a4708d6554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647481 May 06 12:27:47.898467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:47.901073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:48.023417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 4a6f8860-1569-42da-865a-395d3285d87f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4a6f8860-1569-42da-865a-395d3285d87f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:48.028783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:48.038874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:48.044497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Usage tracker for resource:port and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:48.049105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:48.056923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:48.069676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Usage tracker for resource:security_group_rule and tenant:4d334fa92e0e44b7ae70ce2d4768859e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:48.075037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:48.138232 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.143602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:48.156160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.188221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:48.206664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14321e7c-26cc-4331-8811-81612a285dab req-8c3903f9-3ab4-4188-958e-b44a9534ee70 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:48.208140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14321e7c-26cc-4331-8811-81612a285dab req-8c3903f9-3ab4-4188-958e-b44a9534ee70 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.4250190 May 06 12:27:48.272641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Made reservation on behalf of c47960a7f0e846c9875890457d02cf1f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:48.275692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.280030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:48.307073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad57ac5-b2a0-445d-aedf-f43081243869,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:48.315440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4f50f-7617-45cd-8756-825195cdee9a req-74cc119e-1948-4541-bacf-0bf8c09820c9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:48.320247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1a4f50f-7617-45cd-8756-825195cdee9a req-74cc119e-1948-4541-bacf-0bf8c09820c9 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 945 time: 0.2410889 May 06 12:27:48.344084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 489c3202-185a-4552-8917-f4179ae73217 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:48.350333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-4541de6b-5f9d-4fa9-8bf6-b24d4de4938d service neutron] 10.222.0.86 "GET /v2.0/networks/d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182298 May 06 12:27:48.372205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 489c3202-185a-4552-8917-f4179ae73217 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:48.372205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.416606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Checking segment: {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:48.417300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Network hostable DHCP agents. Network: 9fa83551-fffb-45e5-b662-84e62dc9a953, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:27:48.474262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-d7ddd439-251a-4050-a45e-5ac2c7f8a4a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=88564ef1-1e2e-4004-873f-634059bd22bb HTTP/1.1" status: 200 len: 217 time: 0.0938966 May 06 12:27:48.489641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.505357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1a4f50f-7617-45cd-8756-825195cdee9a req-4688150d-78d6-4288-8972-3d703c94ef4c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809723 May 06 12:27:48.572206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] For port ba6a06bb-7ead-4790-a152-fb5d2424a603, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ba6a06bb-7ead-4790-a152-fb5d2424a603,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:48.572803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.572937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.618910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d334fa92e0e44b7ae70ce2d4768859e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1047542 May 06 12:27:48.624970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50838) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:48.651911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.668351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:27:48.684193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c3202-185a-4552-8917-f4179ae73217'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:48.691384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Allocated IP 172.20.0.10 (90784358-6919-45f6-8ad7-f53b3a303cae/3928b2bf-550b-4727-945c-535eab15e54c/d3eb0293-96d6-4ca5-a910-20ff54b80c0f) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:48.695491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bd4b2-b479-4442-bed3-572578164b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d48bce-3d20-499f-a666-7c76e22de02e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:48.696544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:48.709670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:48.714797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7af2d-d4a1-45c6-8d58-03abb2a719cc None None] The sync data for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 is: [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:48.773191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14321e7c-26cc-4331-8811-81612a285dab req-785c8188-8797-49d5-b396-b750663fa70d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199405 May 06 12:27:48.782735 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.788963 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5596a393-08f1-453b-8470-4b852951189d'] response: {'name': 'network-changed', 'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb', 'status': 'completed', 'code': 200} May 06 12:27:48.821562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Calling delete_port for ba6a06bb-7ead-4790-a152-fb5d2424a603 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:27:48.920944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9fa83551-fffb-45e5-b662-84e62dc9a953) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:48.938092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:48.938744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:48.950133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:48.956921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532fad2a-a9de-4215-a376-e9c9ca3d7946 None None] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:48.993030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8f4d5ab-59a8-4eaf-b668-861d31e4527e req-24eca020-f066-4e73-a1ba-37f9b931a6ad tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:49.045571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-05ba6f1d-09cc-4127-aa88-d1a64fe851af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:49.045571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-05ba6f1d-09cc-4127-aa88-d1a64fe851af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5422fdb-5dc5-4235-a971-2ce5bbfb66ee HTTP/1.1" status: 200 len: 801 time: 0.5514357 May 06 12:27:49.105591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.186018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4a6f8860-1569-42da-865a-395d3285d87f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:49.233634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.354313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.367325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-607c5376-cdfe-430e-9bdb-55182087ec78 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:49.380098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-607c5376-cdfe-430e-9bdb-55182087ec78 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 811 time: 0.2593114 May 06 12:27:49.380098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-44640244-394b-457c-8b90-b7b8004add79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=94bd32be-44ea-4623-88c9-a52e617afff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3176672 May 06 12:27:49.399355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4a6f8860-1569-42da-865a-395d3285d87f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:49.399815 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.429051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-9fa83551-fffb-45e5-b662-84e62dc9a953', 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'fixed_ips': [{'subnet_id': 'dad57ac5-b2a0-445d-aedf-f43081243869'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:27:49.429982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.446425 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f56bb1ef-73c8-4158-ac19-791e4e455092 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5890145 May 06 12:27:49.449437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:49.454840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:49.460148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:49.471904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-16815019-79c7-4e46-b011-71eb21136a59 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/quotas/cc290e08319147b9af033ecbab5fde0f HTTP/1.1" status: 200 len: 375 time: 0.0861230 May 06 12:27:49.472236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Usage tracker for resource:router and tenant:0a2802a434e54902bdaa96c0fa9f34da is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:49.472236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:49.483180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:49.537509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8f4d5ab-59a8-4eaf-b668-861d31e4527e req-24eca020-f066-4e73-a1ba-37f9b931a6ad tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:49.538698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8f4d5ab-59a8-4eaf-b668-861d31e4527e req-24eca020-f066-4e73-a1ba-37f9b931a6ad tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 210 time: 0.8341577 May 06 12:27:49.553819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.579265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ba6a06bb-7ead-4790-a152-fb5d2424a603'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:49.583409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Transition to ACTIVE for port object d3eb0293-96d6-4ca5-a910-20ff54b80c0f will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:49.612919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.624847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.628107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.641005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-9949e4d2-7d15-4cf8-b0f6-8bb6fb869134 service neutron] 10.222.0.86 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585726 May 06 12:27:49.642045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Pushing event deleted for resources: {'Port': ['ID=ba6a06bb-7ead-4790-a152-fb5d2424a603,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:49.678173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.681807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65d48bce-3d20-499f-a666-7c76e22de02e HTTP/1.1" status: 204 len: 168 time: 1.0533884 May 06 12:27:49.692473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066a889-7b2a-4aae-bc5b-fc493d60cdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d48bce-3d20-499f-a666-7c76e22de02e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:49.713862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.738161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ab6594d-9b53-45f3-8572-72987d13b914 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:49.927756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.951443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] No DVR routers for this DVR port ba6a06bb-7ead-4790-a152-fb5d2424a603 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:27:49.957345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Network 90784358-6919-45f6-8ad7-f53b3a303cae is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:49.958542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event updated for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:49.959635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:49.964979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:49.972393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-31e11083-03f4-45c7-8baf-d664b52a0e4a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5052261 May 06 12:27:49.984735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:50.074225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Allocated IP 172.20.0.2 (9fa83551-fffb-45e5-b662-84e62dc9a953/dad57ac5-b2a0-445d-aedf-f43081243869/5de8a02d-0152-49a6-a623-de56f6a06b90) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:50.126164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-851cf23f-3a98-4c60-bc6f-6715f08f2a8a req-a482a549-5cc9-4edf-bca0-b90396609b4f tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.13 "DELETE /v2.0/ports/ba6a06bb-7ead-4790-a152-fb5d2424a603 HTTP/1.1" status: 204 len: 173 time: 2.8207805 May 06 12:27:50.126522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:50.127240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.180223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dfb3125-5dcc-4e74-9d51-65ced6ea6686 req-1c35cf1e-32aa-45b3-84d1-c8d9854d11fa service neutron] 10.222.0.86 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115485 May 06 12:27:50.197650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394a342-d5bd-47f2-95fd-e1e4dd769091 req-f73d74e3-27fd-4932-a369-04863da82224 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:50.218096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394a342-d5bd-47f2-95fd-e1e4dd769091 req-f73d74e3-27fd-4932-a369-04863da82224 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:50.219050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-13f64d0f-c165-4e58-b756-4ef994e5ecc8 service neutron] 10.222.0.83 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393124 May 06 12:27:50.240041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3394a342-d5bd-47f2-95fd-e1e4dd769091 req-f73d74e3-27fd-4932-a369-04863da82224 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1679 time: 0.4495893 May 06 12:27:50.295158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3ab6594d-9b53-45f3-8572-72987d13b914 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:50.317298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3ab6594d-9b53-45f3-8572-72987d13b914 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:50.317856 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.368883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-d842cd2f-51f2-4bdc-89a5-aa02e73e482c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8529987 May 06 12:27:50.449483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.492892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Request body: {'port': {'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:50.645137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.648845 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.674314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Transition to ACTIVE for port object 5de8a02d-0152-49a6-a623-de56f6a06b90 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:50.705660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3ab6594d-9b53-45f3-8572-72987d13b914, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ab6594d-9b53-45f3-8572-72987d13b914,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:50.709754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1a5df6a-e863-4483-9b0f-7accea05679e None None] Provisioning for port d3eb0293-96d6-4ca5-a910-20ff54b80c0f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:50.723198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1a5df6a-e863-4483-9b0f-7accea05679e None None] Provisioning complete for port d3eb0293-96d6-4ca5-a910-20ff54b80c0f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:50.723739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a5df6a-e863-4483-9b0f-7accea05679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.732670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3394a342-d5bd-47f2-95fd-e1e4dd769091 req-f7950890-233a-427e-91b9-3d6433d76548 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912596 May 06 12:27:50.739790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.750180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-7a5c3eb7-18d5-4bb4-9caf-1c0acb944c64 service neutron] 10.222.0.83 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241320 May 06 12:27:50.751860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Transition to ACTIVE for port object 5de8a02d-0152-49a6-a623-de56f6a06b90 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:50.765093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-339f5b7e-5dab-4c51-9fb1-3afbc6ffe650 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6935ab6bc8c41be94f1a899581d624f&device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1981 time: 0.3744612 May 06 12:27:50.793447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5df6a-e863-4483-9b0f-7accea05679e None None] Port d3eb0293-96d6-4ca5-a910-20ff54b80c0f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:27:50.797572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-deleted', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:50.804953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.835629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:50.945515 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0a7a74-0432-43da-841f-334a9149d573'] response: {'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c3202-185a-4552-8917-f4179ae73217', 'code': 200} May 06 12:27:50.945515 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.008256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:51.011207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:51.014200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:51.021125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:51.090868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-dbc18a09-ef77-4436-8bf7-c4efc8c27e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.092434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-dbc18a09-ef77-4436-8bf7-c4efc8c27e20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=94bd32be-44ea-4623-88c9-a52e617afff3 HTTP/1.1" status: 200 len: 902 time: 0.3212240 May 06 12:27:51.170371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Pushing event updated for resources: {'Port': ['ID=5de8a02d-0152-49a6-a623-de56f6a06b90,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:51.174966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Attempting to bind port 5de8a02d-0152-49a6-a623-de56f6a06b90 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:51.175469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Attempting to bind port 5de8a02d-0152-49a6-a623-de56f6a06b90 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:51.175925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Attempting to bind port 5de8a02d-0152-49a6-a623-de56f6a06b90 on network 9fa83551-fffb-45e5-b662-84e62dc9a953 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:51.184214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:51.186447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Checking segment: {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:51.186854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.187277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Bound using segment: {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:51.187717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Bound port: 5de8a02d-0152-49a6-a623-de56f6a06b90, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:51.188115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.231812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-3d4767db-b527-42b0-9206-47d4a526b206 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=88564ef1-1e2e-4004-873f-634059bd22bb HTTP/1.1" status: 200 len: 217 time: 0.1283035 May 06 12:27:51.239394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7d9e08d-1faa-4999-a680-5973ee2a3870 req-8cfda20c-4de1-4d61-bffb-7e06f764725c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 1097 time: 0.2183943 May 06 12:27:51.323039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] For port 5de8a02d-0152-49a6-a623-de56f6a06b90, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:51.329622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] For port 5de8a02d-0152-49a6-a623-de56f6a06b90, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5de8a02d-0152-49a6-a623-de56f6a06b90,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:51.329951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff7c2d9b-4a2c-4a77-beca-219a68623905 req-65905b82-c294-4717-9bf9-f4946f458b9e tempest-MigrationsAdminTest-1170937097 tempest-MigrationsAdminTest-1170937097-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc868fc2-1b39-4684-bb6f-57dbe4e7f716 HTTP/1.1" status: 200 len: 210 time: 0.1120613 May 06 12:27:51.456778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7d9e08d-1faa-4999-a680-5973ee2a3870 req-832f3933-a0ac-4be9-8901-6a8ed5664583 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488278 May 06 12:27:51.462300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-783102bd-b01d-42f2-af9c-4afc8727e116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.464698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-783102bd-b01d-42f2-af9c-4afc8727e116 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5422fdb-5dc5-4235-a971-2ce5bbfb66ee HTTP/1.1" status: 200 len: 801 time: 0.2243469 May 06 12:27:51.554849 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.582382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0de7-75ec-4071-9092-0eb26d7eeb29 req-85b916a6-674e-48a6-ab0f-01e9afeac742 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.584674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88ac0de7-75ec-4071-9092-0eb26d7eeb29 req-85b916a6-674e-48a6-ab0f-01e9afeac742 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.0904427 May 06 12:27:51.647088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad510b-ade0-4a32-a22d-629d3a1b3f99 None None] Pushing event updated for resources: {'Port': ['ID=5de8a02d-0152-49a6-a623-de56f6a06b90,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:51.660526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88ac0de7-75ec-4071-9092-0eb26d7eeb29 req-52085307-2030-42b5-9ae6-55fd72211427 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686722 May 06 12:27:51.790738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-a657061c-cda8-42c5-a7fa-260fff856565 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=94bd32be-44ea-4623-88c9-a52e617afff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222134 May 06 12:27:51.855706 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45df11e0-3965-414b-9287-92bd325a1864'] response: {'server_uuid': 'fc868fc2-1b39-4684-bb6f-57dbe4e7f716', 'name': 'network-vif-deleted', 'tag': 'ba6a06bb-7ead-4790-a152-fb5d2424a603', 'status': 'completed', 'code': 200} May 06 12:27:51.914685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb0293-96d6-4ca5-a910-20ff54b80c0f {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:51.921304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:27:51.971039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb834bb1-6bca-4475-9758-49ab43bef22a req-c726e80c-ac6e-4664-be28-415dadd393e7 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:51.979809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb834bb1-6bca-4475-9758-49ab43bef22a req-c726e80c-ac6e-4664-be28-415dadd393e7 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 932 time: 0.4064298 May 06 12:27:51.983457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:51.989216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ba6a06bb-7ead-4790-a152-fb5d2424a603 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:27:51.989742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5664ad42-e8c1-487a-b4c0-444388241ea4 req-ede0f51b-23f9-475a-8232-fed078966d8d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 210 time: 0.1260133 May 06 12:27:51.990493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ba6a06bb-7ead-4790-a152-fb5d2424a603 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:27:52.090851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-4eccb495-2316-4c2a-92c9-df0eeb0f5c63 service neutron] 10.222.0.86 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918067 May 06 12:27:52.091263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Transition to ACTIVE for port object d3eb0293-96d6-4ca5-a910-20ff54b80c0f will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:52.121980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.272144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb834bb1-6bca-4475-9758-49ab43bef22a req-f7f67c87-fd43-4347-ad85-c7d87f36e57a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909982 May 06 12:27:52.273056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.305192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:52.334078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49d3ecba-b2c1-44ff-b12e-99fd28e0634a req-ece6ff2e-d439-4d64-8844-078e06f802fb service neutron] 10.222.0.86 "GET /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366533 May 06 12:27:52.356712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450d15-50f6-46b4-bf01-e6019c974a73 req-c641261e-b925-4815-afc0-3c823b2e190d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:52.363190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78450d15-50f6-46b4-bf01-e6019c974a73 req-c641261e-b925-4815-afc0-3c823b2e190d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:52.369998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78450d15-50f6-46b4-bf01-e6019c974a73 req-c641261e-b925-4815-afc0-3c823b2e190d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1679 time: 0.1806641 May 06 12:27:52.433820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78450d15-50f6-46b4-bf01-e6019c974a73 req-42311df8-aba7-445b-a5e7-d6b9a92f5bec tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 May 06 12:27:52.467432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:52.699453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Allocated IP 172.25.2.108 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/9c6be34a-f1cd-4d04-88fe-a7b84caa3d82) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:52.753952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Attempting to bind port d3eb0293-96d6-4ca5-a910-20ff54b80c0f on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:52.754305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Attempting to bind port d3eb0293-96d6-4ca5-a910-20ff54b80c0f by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:52.754598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Attempting to bind port d3eb0293-96d6-4ca5-a910-20ff54b80c0f on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:52.905500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Port d3eb0293-96d6-4ca5-a910-20ff54b80c0f on network 90784358-6919-45f6-8ad7-f53b3a303cae not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:27:52.905737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Attempting to bind port d3eb0293-96d6-4ca5-a910-20ff54b80c0f on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:52.941564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:52.942468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Checking segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:52.942468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Bound using segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:52.942912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Bound port: d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:52.943262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.061219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505db76-3d3e-4d10-a925-c9c29a77dae3 req-c9a594cf-1610-4bbe-9431-ce5a53091de6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:53.063424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c505db76-3d3e-4d10-a925-c9c29a77dae3 req-c9a594cf-1610-4bbe-9431-ce5a53091de6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.1247373 May 06 12:27:53.083913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.124667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5de8a02d-0152-49a6-a623-de56f6a06b90 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:53.151713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c505db76-3d3e-4d10-a925-c9c29a77dae3 req-2eee26f3-c9fd-4883-a5a7-d1fba865bc3c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 May 06 12:27:53.161211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:53.164429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:53.184806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c44cf-726c-46f1-8fce-33299adbfda4 None None] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:27:53.237715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f25c64d-2d5f-4eb2-9bf2-1aaadcd61559 req-b75156c0-da3d-4bd2-be19-59f12a74948e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 210 time: 0.0497606 May 06 12:27:53.419481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.426544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.517882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:53.518204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-ed59ffd5-331b-460a-8e57-18d79c1d2ce5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:53.519232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-ed59ffd5-331b-460a-8e57-18d79c1d2ce5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:53.521368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.523578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] 10.222.0.13 "PUT /v2.0/ports/d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 1092 time: 3.0499930 May 06 12:27:53.524582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:53.526434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:53.538272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:53.566187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3008cf7c-7c24-473f-b673-5e1eb725f9ae None None] Provisioning for port 5de8a02d-0152-49a6-a623-de56f6a06b90 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:53.579195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79945-b74d-4099-9d6e-17ed83d63cad service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.675240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 5de8a02d-0152-49a6-a623-de56f6a06b90 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:53.694079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5de8a02d-0152-49a6-a623-de56f6a06b90 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:53.695199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:53.771283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-ed59ffd5-331b-460a-8e57-18d79c1d2ce5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:53.775227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-ed59ffd5-331b-460a-8e57-18d79c1d2ce5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 944 time: 0.3466020 May 06 12:27:53.793328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:53.905083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 8d2c3294-587a-4cb6-8c07-cc42b299e55b details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:53.928975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-b16db2ab-b1dc-453d-aef3-f63186eebbdd tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:27:53.983886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50918) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:53.985642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71119-e245-4978-aba5-044f0e8dce4f req-71f5b2d1-809a-46a3-bb88-2d9a4ca5ca67 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:53.990372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71119-e245-4978-aba5-044f0e8dce4f req-71f5b2d1-809a-46a3-bb88-2d9a4ca5ca67 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:53.998003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2e71119-e245-4978-aba5-044f0e8dce4f req-71f5b2d1-809a-46a3-bb88-2d9a4ca5ca67 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1679 time: 0.4108572 May 06 12:27:54.011969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50924) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:54.070655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-5b8a8b3e-29c7-4a30-8fd6-3d70eebedda9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1095 time: 0.2348466 May 06 12:27:54.080376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2e71119-e245-4978-aba5-044f0e8dce4f req-590ba9cb-06d2-43a4-9326-b48257c9df32 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815184 May 06 12:27:54.118824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.198881 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec77e4d1-291f-46f1-9a8b-434b3997f949'] response: {'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:27:54.200186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 5de8a02d-0152-49a6-a623-de56f6a06b90, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5de8a02d-0152-49a6-a623-de56f6a06b90,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:54.205657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-b16db2ab-b1dc-453d-aef3-f63186eebbdd tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:27:54.207460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9d2025c-c6a2-477d-a8ed-e4841d76142c req-b16db2ab-b1dc-453d-aef3-f63186eebbdd tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280035 May 06 12:27:54.225514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:54.244194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '8d2c3294-587a-4cb6-8c07-cc42b299e55b', 'network_id': 'd3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b', 'port_id': '8d2c3294-587a-4cb6-8c07-cc42b299e55b', 'mac_address': 'fa:16:3e:0c:af:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec4cc60-6640-4d02-bf31-bff88a837e75', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:54.246645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-77295dd9-6427-4a88-b64f-4f96a0def906 None None] Provisioning complete for port 5de8a02d-0152-49a6-a623-de56f6a06b90 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:54.247011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77295dd9-6427-4a88-b64f-4f96a0def906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.250584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-675268bf-91f6-4661-b8fc-c5c9634495d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.1648524 May 06 12:27:54.342055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.342836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ab6594d-9b53-45f3-8572-72987d13b914 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:54.363632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.416705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-baf849a2-c4a7-4886-a67b-deaf5a2272e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:54.418314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-baf849a2-c4a7-4886-a67b-deaf5a2272e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1560895 May 06 12:27:54.484633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1590e1ed-208f-439b-8af9-155d04d998d5 req-9358afde-147e-43fd-85b8-dba9801c84e6 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 210 time: 0.0555432 May 06 12:27:54.497513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.498051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.508260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961626f9-9d23-46e2-9e15-fce363682058 req-9c63ef56-f852-46d6-9745-05020a232259 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:54.515366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-961626f9-9d23-46e2-9e15-fce363682058 req-9c63ef56-f852-46d6-9745-05020a232259 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.1954372 May 06 12:27:54.550109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:54.550109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Usage tracker for resource:security_group_rule and tenant:c40de9ed3ede4d95b6ce11fa938cd1c1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:54.551937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:54.556586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e3722995-7db0-4d78-a31a-c197f738e45d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=044e26c1f5ca479385964562461c3d1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5712936 May 06 12:27:54.560674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50934) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:54.563239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:54.571003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.612270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=5de8a02d-0152-49a6-a623-de56f6a06b90,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:54.618464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2c3294-587a-4cb6-8c07-cc42b299e55b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:54.644439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:54.659063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.702683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3ab6594d-9b53-45f3-8572-72987d13b914 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:54.703054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.708012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.710093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.821040 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-748cf9e4-59d1-4496-aca6-282bcca4bfc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3857243 May 06 12:27:54.830033 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.832169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-961626f9-9d23-46e2-9e15-fce363682058 req-0ee87a21-9932-4847-9460-fb171e8445e7 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156197 May 06 12:27:54.837174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:54.857380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88564ef1-1e2e-4004-873f-634059bd22bb details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:54.891672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c942c-eab3-4402-a58f-cb346e00ed9a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:54.928381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:54.942525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50940) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:54.943639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fcc36022-c3c1-4dee-8218-acbc05fed82c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c40de9ed3ede4d95b6ce11fa938cd1c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9303393 May 06 12:27:54.960832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.049508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-3c385506-b764-421b-a8b0-a4251cb09ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161505 May 06 12:27:55.060268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5de8a02d-0152-49a6-a623-de56f6a06b90 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:55.070926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e325e550-0089-4231-97c1-7a4708d6554b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:55.072984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.104701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457355fc-9e1a-4822-8545-a383609fbcbc req-ddc3bc27-37cd-469a-a864-6f302993e2cc tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.106365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-457355fc-9e1a-4822-8545-a383609fbcbc req-ddc3bc27-37cd-469a-a864-6f302993e2cc tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.1385157 May 06 12:27:55.180763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-457355fc-9e1a-4822-8545-a383609fbcbc req-cd044931-34c8-41d5-8c54-b934496960a6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678349 May 06 12:27:55.181743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88564ef1-1e2e-4004-873f-634059bd22bb,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:55.199653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '88564ef1-1e2e-4004-873f-634059bd22bb', 'network_id': '94bd32be-44ea-4623-88c9-a52e617afff3', 'port_id': '88564ef1-1e2e-4004-873f-634059bd22bb', 'mac_address': 'fa:16:3e:7e:84:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5422fdb-5dc5-4235-a971-2ce5bbfb66ee', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:27:55.223618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.225225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-44ea21bc-9df5-4fd6-ba13-7c7c2349e60a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e325e550-0089-4231-97c1-7a4708d6554b HTTP/1.1" status: 204 len: 168 time: 0.6630721 May 06 12:27:55.260552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5de8a02d-0152-49a6-a623-de56f6a06b90 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:55.261331 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.311114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.338492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88564ef1-1e2e-4004-873f-634059bd22bb {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:55.352046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.361169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88564ef1-1e2e-4004-873f-634059bd22bb,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:55.459850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.533894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1eee0d6c-a2a6-451f-8957-a959e91b5f15 req-2f83b95b-b27c-4756-b186-ca386319c761 service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499276 May 06 12:27:55.555799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512464-60d0-49f7-8531-e59d77ab7a99 req-617a25ce-93c9-4614-8444-ccf6edb336fe tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.559833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1512464-60d0-49f7-8531-e59d77ab7a99 req-617a25ce-93c9-4614-8444-ccf6edb336fe tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.561406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1512464-60d0-49f7-8531-e59d77ab7a99 req-617a25ce-93c9-4614-8444-ccf6edb336fe tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1680 time: 0.2689636 May 06 12:27:55.600412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:55.654056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1512464-60d0-49f7-8531-e59d77ab7a99 req-22c8b9b0-5fe7-4aaf-a156-033bd8c9eb19 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853174 May 06 12:27:55.664358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:27:55.672543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.718110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['88564ef1-1e2e-4004-873f-634059bd22bb'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:55.752256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-ac0be87b-4133-4e2d-95e5-2fc10f349183 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:55.758208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-ac0be87b-4133-4e2d-95e5-2fc10f349183 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.86 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 811 time: 0.3683870 May 06 12:27:55.771894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c942c-eab3-4402-a58f-cb346e00ed9a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:55.787122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Request body: {'port': {'device_id': '8b83153f-1adb-475e-9f18-811682f32b11', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'admin_state_up': True, 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:55.895857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:55.900604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0083f748-5d83-4548-a21c-24c7b2a67965 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a0c942c-eab3-4402-a58f-cb346e00ed9a HTTP/1.1" status: 204 len: 168 time: 0.9548967 May 06 12:27:56.004399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:56.022089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:56.057918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-06467e0e-f3a1-4c3a-bbaa-cd98376f9b20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1095 time: 0.3601010 May 06 12:27:56.155385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Made reservation on behalf of cc290e08319147b9af033ecbab5fde0f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:56.161700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.177855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26627179-4aa7-4875-8774-d52f3049293e req-f40737dc-478f-42c7-93bd-e34ca57cbd8a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:56.179337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26627179-4aa7-4875-8774-d52f3049293e req-f40737dc-478f-42c7-93bd-e34ca57cbd8a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 944 time: 0.2217929 May 06 12:27:56.257154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-357fa5f0-c11b-44d2-81a3-00a541459064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:56.258632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-357fa5f0-c11b-44d2-81a3-00a541459064 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.1875939 May 06 12:27:56.269402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0c7f607-0e2c-4994-b49e-340bedcaa946 req-b5fb4f85-389c-4342-8128-0ab179816b29 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 210 time: 0.0703678 May 06 12:27:56.318852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50964) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:56.353720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-879a2dee-9f07-4bd8-a295-fb107690cf67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.0833001 May 06 12:27:56.356229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26627179-4aa7-4875-8774-d52f3049293e req-8e224eef-5d1e-4c70-9f67-bfb9a89a92a0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651123 May 06 12:27:56.425365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:27:56.439395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Sync routers for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:27:56.463814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-f4aace26-0a6a-404f-9a52-31dbdb1238ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:56.465358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-f4aace26-0a6a-404f-9a52-31dbdb1238ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.0992219 May 06 12:27:56.472804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a2647436-87ba-45df-9fe9-e82395728fec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=535cdfdae80d403e92dc66b10738faf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1533160 May 06 12:27:56.478859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:56.480294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:56.481252 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:56.513015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Allocated IP 172.20.0.10 (5e5510f9-11b8-433b-9875-f830a6054505/a10605da-8094-4e84-82e7-ce4e91a5fd94/55b1d728-e370-4f94-8bb4-f32961016ca7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:27:56.541090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.547114 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9fe2c34a-4fe9-4de2-b526-144b20b9dd22 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0963647 May 06 12:27:56.547872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50976) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:56.583793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-dc6d49cb-5753-4b8e-b995-2d95a980377a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064827 May 06 12:27:56.790039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-e65467f7-d0ca-44c2-b799-e8252167c80f service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923323 May 06 12:27:56.806001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['8d2c3294-587a-4cb6-8c07-cc42b299e55b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:56.847430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:56.916166 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:57.051991 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.168582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.287798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd924f82-3e7d-4190-b731-4d608223a1b5 req-206a3bcd-70b7-4a50-ba8e-448589e247fb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.289479 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:27:53Z', 'revision_number': 3, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:57.293968 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Checking router: a0d4dee5-5ae0-4899-925c-cfe3ebaba418 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:27:57.294317 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Updating router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:27:57.299887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd924f82-3e7d-4190-b731-4d608223a1b5 req-206a3bcd-70b7-4a50-ba8e-448589e247fb tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.3415790 May 06 12:27:57.355047 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.400338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bba3-8d88-4db9-a098-b90fbebc674f req-a9601c84-6706-42c2-a2ef-79ca77086fed tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.406160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bba3-8d88-4db9-a098-b90fbebc674f req-a9601c84-6706-42c2-a2ef-79ca77086fed tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.408320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7532bba3-8d88-4db9-a098-b90fbebc674f req-a9601c84-6706-42c2-a2ef-79ca77086fed tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1681 time: 0.1832042 May 06 12:27:57.410406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dac64937-2e4a-424d-883e-7f392d5a5733 req-340fae5e-535d-461f-b4d3-5b8b0e5d1f3e service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086109 May 06 12:27:57.463109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7532bba3-8d88-4db9-a098-b90fbebc674f req-c9f6e44e-0518-42c9-bd35-42b733ef0f76 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 May 06 12:27:57.465001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.494483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.502642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d0cd5c11-0f21-4d18-8aad-733988ff8803'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:27:57.581501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51006) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:57.619121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012b89c-6af9-49c6-9f5e-543a3caa24ed,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:57.706021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Network 5e5510f9-11b8-433b-9875-f830a6054505 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:27:57.711093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd924f82-3e7d-4190-b731-4d608223a1b5 req-7a452dc5-5972-45d7-aea3-0a722096a449 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090841 May 06 12:27:57.711525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Pushing event updated for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:57.714094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:27:57.716942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:27:57.775487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1308132174-network', 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:57.782422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:57.790430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Usage tracker for resource:network and tenant:643f84bf176b467ea3f54ccc39be3e3d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:57.799103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:57.813590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:57.834323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88564ef1-1e2e-4004-873f-634059bd22bb up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:57.853504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62768-c21e-4be6-a572-7abd7a9c5b8a req-398c5ec5-ee45-4114-98c3-d284fb4dcb4a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.856349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16e62768-c21e-4be6-a572-7abd7a9c5b8a req-398c5ec5-ee45-4114-98c3-d284fb4dcb4a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 932 time: 0.2245166 May 06 12:27:57.860933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:57.868281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.915544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:57.918601 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.919124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.935389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Transition to ACTIVE for port object 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:57.943705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:57.960659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16e62768-c21e-4be6-a572-7abd7a9c5b8a req-edd68858-e21f-4e41-89a6-e9fe2826f38e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980055 May 06 12:27:57.984981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:57.989111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Usage tracker for resource:security_group_rule and tenant:643f84bf176b467ea3f54ccc39be3e3d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:57.994736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:58.002321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:58.045795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 88564ef1-1e2e-4004-873f-634059bd22bb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:58.051018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 88564ef1-1e2e-4004-873f-634059bd22bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:58.052385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.074460 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.161105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.164198 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Attempting to bind port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:27:58.164572 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Attempting to bind port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:27:58.164936 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Attempting to bind port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:27:58.171636 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c30b-946f-4dad-9c4b-a9880cc99e48 None None] Pushing event updated for resources: {'Port': ['ID=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.177375 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:27:58.177620 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:27:58.177833 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.178217 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:27:58.178690 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Bound port: 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:27:58.179891 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.188460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.223363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:27:58.235551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88564ef1-1e2e-4004-873f-634059bd22bb,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:58.236006 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.246181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-84ce071f-63e6-4a01-883e-cc458394809c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4757884 May 06 12:27:58.247145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.250570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59ea3cdd-0cc8-4cea-95ac-ee2b407009a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1012b89c-6af9-49c6-9f5e-543a3caa24ed HTTP/1.1" status: 204 len: 168 time: 1.7678366 May 06 12:27:58.263742 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] For port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:27:58.268363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] For port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:27:58.298466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:27:58.299293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Request body: {'port': {'device_id': '8b83153f-1adb-475e-9f18-811682f32b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:58.314472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.314939 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Added segment cbf5f967-0399-45a3-a268-8a3c6981fe67 of type vlan for network a92734fc-5afc-45ea-8570-b01abe899f1a May 06 12:27:58.327618 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f746eb-7cc9-4c4c-8338-c56ca06bf304'] response: {'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb', 'code': 200} May 06 12:27:58.341184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84868401-6f7b-4de8-860c-ef981eaca01f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.346660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.349846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 8d2c3294-587a-4cb6-8c07-cc42b299e55b up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:27:58.358463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.360430 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.449026 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c30b-946f-4dad-9c4b-a9880cc99e48 None None] Pushing event updated for resources: {'Port': ['ID=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.455294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:27:58.455979 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:58.469074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.495033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ede49-d067-4621-a0fa-3a89de303eff req-302bb9d0-2c44-441b-9951-cdeb3d1bed50 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.499187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c31ede49-d067-4621-a0fa-3a89de303eff req-302bb9d0-2c44-441b-9951-cdeb3d1bed50 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 944 time: 0.5982559 May 06 12:27:58.509532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.532556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.534422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.534892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.599884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 8d2c3294-587a-4cb6-8c07-cc42b299e55b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:27:58.605944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 8d2c3294-587a-4cb6-8c07-cc42b299e55b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:27:58.606535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:58.668204 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:27:58.688713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c31ede49-d067-4621-a0fa-3a89de303eff req-c9d1ab69-dcfa-4b36-832b-e1f1a0cd8584 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840212 May 06 12:27:58.901001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a92734fc-5afc-45ea-8570-b01abe899f1a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:58.932248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1667abd-2429-4d8c-937f-eb05bb9638a2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3495061 May 06 12:27:58.944457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a92734fc-5afc-45ea-8570-b01abe899f1a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:27:58.945872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51026) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:27:58.950972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a64c2-d906-4571-a2e0-2b6deb2c67b1 req-300abe23-9443-4f47-b220-d141b7a65fa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.973445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a64c2-d906-4571-a2e0-2b6deb2c67b1 req-300abe23-9443-4f47-b220-d141b7a65fa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:58.989957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c3a64c2-d906-4571-a2e0-2b6deb2c67b1 req-300abe23-9443-4f47-b220-d141b7a65fa6 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1682 time: 0.2901673 May 06 12:27:59.004423 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.005461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Request body: {'subnet': {'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1308132174-subnet', 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:27:59.048755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:27:59.065092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6c3a64c2-d906-4571-a2e0-2b6deb2c67b1 req-2372ffcb-48bf-4f78-b843-5f16647d5434 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711133 May 06 12:27:59.101618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Usage tracker for resource:subnet and tenant:643f84bf176b467ea3f54ccc39be3e3d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:27:59.112298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:27:59.122971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:27:59.162703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:27:59.185013 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:27:53Z', 'revision_number': 3, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:27:59.192898 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3fe29a-afd4-4165-9c2e-a01058722f01 None None] The sync data for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 is: [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:27:53Z', 'revision_number': 3, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:27:59.285468 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.356140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b1d728-e370-4f94-8bb4-f32961016ca7 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:27:59.367974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:59.370136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee30b-ffda-4d3d-8a78-90df0337e06c req-768b693c-ae7d-49f0-9724-cac10366fb97 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:59.370296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98aee30b-ffda-4d3d-8a78-90df0337e06c req-768b693c-ae7d-49f0-9724-cac10366fb97 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 932 time: 0.1099446 May 06 12:27:59.376276 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.400136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf331aac-fdde-4f6e-8db6-e145d8235db6 req-26432b49-abc9-4ef7-9cab-fd3801f22e6e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:27:59.401840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf331aac-fdde-4f6e-8db6-e145d8235db6 req-26432b49-abc9-4ef7-9cab-fd3801f22e6e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 946 time: 0.3595719 May 06 12:27:59.422173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:27:59.430589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.442795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98aee30b-ffda-4d3d-8a78-90df0337e06c req-5661d10c-e0fc-420b-83bc-d63918f76b02 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 May 06 12:27:59.469562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Transition to ACTIVE for port object 55b1d728-e370-4f94-8bb4-f32961016ca7 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:27:59.561299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.582926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:27:59.782329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf331aac-fdde-4f6e-8db6-e145d8235db6 req-dc20738e-a8fb-4186-90b2-f6f75b179d46 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149803 May 06 12:27:59.808195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Pushing event updated for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:27:59.830818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:27:59.978331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d3eb0293-96d6-4ca5-a910-20ff54b80c0f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:00.017141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:00.021128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba041ec-f082-4f94-aff2-939dd8e26e06 req-36e21868-7a4c-4c46-9e57-78d3e7f1dcdd tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:00.032393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ba041ec-f082-4f94-aff2-939dd8e26e06 req-36e21868-7a4c-4c46-9e57-78d3e7f1dcdd tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 944 time: 0.1852832 May 06 12:28:00.053895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '489c3202-185a-4552-8917-f4179ae73217', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'port_id': '489c3202-185a-4552-8917-f4179ae73217', 'mac_address': 'fa:16:3e:5f:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274bbe37-27d8-4cb7-8d37-eeefcc1909a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:00.132393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Attempting to bind port 55b1d728-e370-4f94-8bb4-f32961016ca7 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:00.132719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Attempting to bind port 55b1d728-e370-4f94-8bb4-f32961016ca7 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:00.133048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Attempting to bind port 55b1d728-e370-4f94-8bb4-f32961016ca7 on network 5e5510f9-11b8-433b-9875-f830a6054505 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:00.140113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ba041ec-f082-4f94-aff2-939dd8e26e06 req-d1929f8c-c88f-411f-9ef9-4ffa17665a18 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064992 May 06 12:28:00.162133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Port 55b1d728-e370-4f94-8bb4-f32961016ca7 on network 5e5510f9-11b8-433b-9875-f830a6054505 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:00.162133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Attempting to bind port 55b1d728-e370-4f94-8bb4-f32961016ca7 on network 5e5510f9-11b8-433b-9875-f830a6054505 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:00.169155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Allocated IP 172.20.0.1 (9fa83551-fffb-45e5-b662-84e62dc9a953/dad57ac5-b2a0-445d-aedf-f43081243869/a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:00.171630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:00.171987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Checking segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:00.172363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Bound using segment: {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:00.172785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Bound port: 55b1d728-e370-4f94-8bb4-f32961016ca7, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9f1603-88af-4caf-a5d8-61f10c45a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:00.173125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.210082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.262276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:00.291734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:00.307843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:00.310551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:00.320359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.343957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:00.375049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.386957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.435135 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46acda5a-67db-4a81-8214-bbf5e2b3987f'] response: {'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b', 'code': 200} May 06 12:28:00.449271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb0293-96d6-4ca5-a910-20ff54b80c0f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:00.489292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:00.498889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['489c3202-185a-4552-8917-f4179ae73217'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:00.549714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:00.586101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.595095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:00.650306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:00.682923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55b1d728-e370-4f94-8bb4-f32961016ca7,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:00.686787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9716530-e583-4e2f-90b3-d487c84f134c req-c105be0b-3746-43d9-adbd-0fc060305514 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:00.693797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9716530-e583-4e2f-90b3-d487c84f134c req-c105be0b-3746-43d9-adbd-0fc060305514 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 944 time: 0.0989540 May 06 12:28:00.702292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:00.703691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:00.703691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Network hostable DHCP agents. Network: a92734fc-5afc-45ea-8570-b01abe899f1a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:28:00.709061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.744678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b26e7f-dd48-47a1-b838-8eec99520a7b req-67d9537b-6eb3-465a-9c0c-32b973e48288 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:00.749063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b26e7f-dd48-47a1-b838-8eec99520a7b req-67d9537b-6eb3-465a-9c0c-32b973e48288 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:00.755810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b26e7f-dd48-47a1-b838-8eec99520a7b req-67d9537b-6eb3-465a-9c0c-32b973e48288 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1683 time: 0.4437971 May 06 12:28:00.762211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Transition to ACTIVE for port object a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:00.774693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9716530-e583-4e2f-90b3-d487c84f134c req-6f8655fe-0c87-44ff-b60d-5a8d11fabdd6 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 May 06 12:28:00.784628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.792296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e887e18-fa2f-4475-8f47-a6147328ba02 req-2d64a0f3-29d9-4807-bd38-b72a46f101bd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1985 time: 0.3047092 May 06 12:28:00.919006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:00.920325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] 10.222.0.86 "PUT /v2.0/ports/55b1d728-e370-4f94-8bb4-f32961016ca7 HTTP/1.1" status: 200 len: 1092 time: 2.6301892 May 06 12:28:00.923999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:00.944600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b26e7f-dd48-47a1-b838-8eec99520a7b req-dbb6a7c6-2635-4f36-a014-e8bc3818a3ad tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879594 May 06 12:28:00.945175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e977-a2cb-484e-986e-0daa8d28c24b service neutron] Pushing event updated for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:00.953032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e887e18-fa2f-4475-8f47-a6147328ba02 req-c52ee952-9d7e-40d8-84f4-913d4ab2a4d2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239684 May 06 12:28:00.953247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d3eb0293-96d6-4ca5-a910-20ff54b80c0f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:00.989744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Network a92734fc-5afc-45ea-8570-b01abe899f1a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:28:01.021684 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c7bee1-c001-4eab-bb1c-41e1acdd84fc'] response: {'name': 'network-changed', 'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7', 'status': 'completed', 'code': 200} May 06 12:28:01.041813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.071718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a8d39-2b6a-44c2-b094-dab591a2d2db req-87af34a2-1115-465b-9a3f-cc9d4ad0ab5b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:01.073782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-309a8d39-2b6a-44c2-b094-dab591a2d2db req-87af34a2-1115-465b-9a3f-cc9d4ad0ab5b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 945 time: 0.1157293 May 06 12:28:01.133580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:01.136491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a92734fc-5afc-45ea-8570-b01abe899f1a) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:01.144232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-309a8d39-2b6a-44c2-b094-dab591a2d2db req-85ccc7eb-6aa5-45cf-bac8-f66af9c47c3d tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631065 May 06 12:28:01.145731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:01.166576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410185b-838c-49e0-9754-9505aeb65940 None None] Network a92734fc-5afc-45ea-8570-b01abe899f1a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:01.185399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Pushing event updated for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:01.220784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:01.221386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.246512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:01.355149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4e65996d-3729-46b7-b5d0-f928563b0e31 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3657002 May 06 12:28:01.379478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.463637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-851a9a61-5027-43b6-9541-14ab916bd9f7 req-934e623e-e830-4d62-8dae-e2add15e2457 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1095 time: 0.1906843 May 06 12:28:01.491668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cab8ea6-918d-492f-a74b-4159e1185589 None None] Network a92734fc-5afc-45ea-8570-b01abe899f1a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:01.703087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.716482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a464f479-166a-4902-8d3c-2f6ff0fe7112 None None] Provisioning for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:01.729047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a464f479-166a-4902-8d3c-2f6ff0fe7112 None None] Provisioning complete for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:01.729462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a464f479-166a-4902-8d3c-2f6ff0fe7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:01.744520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75e323-5bb0-40ae-955e-38048c3cdf67 req-7f443a52-22e7-407a-bfd5-718a1bfee94c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:01.746538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e75e323-5bb0-40ae-955e-38048c3cdf67 req-7f443a52-22e7-407a-bfd5-718a1bfee94c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 945 time: 0.2805200 May 06 12:28:01.787965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a464f479-166a-4902-8d3c-2f6ff0fe7112 None None] Port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:01.794462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9a61-5027-43b6-9541-14ab916bd9f7 req-70261f8e-4283-406c-90d2-3548243f26b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:01.796703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-851a9a61-5027-43b6-9541-14ab916bd9f7 req-70261f8e-4283-406c-90d2-3548243f26b0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cc290e08319147b9af033ecbab5fde0f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2977014 May 06 12:28:01.879832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:02.011785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:02.035431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:02.036367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e75e323-5bb0-40ae-955e-38048c3cdf67 req-f3dbf476-b888-4de0-abbf-03c94e13c49b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512081 May 06 12:28:02.061809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:02.177184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:02.187648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9a61-5027-43b6-9541-14ab916bd9f7 req-589fe383-018b-4dcb-9cce-2fd8e7d6509a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.189179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-851a9a61-5027-43b6-9541-14ab916bd9f7 req-589fe383-018b-4dcb-9cce-2fd8e7d6509a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3754513 May 06 12:28:02.294598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:02.320328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:02.462420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:02.519477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-76795afa-763c-4a40-b34a-955cf0bf7664 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.520250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-76795afa-763c-4a40-b34a-955cf0bf7664 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:02.600182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:02.600476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-76795afa-763c-4a40-b34a-955cf0bf7664 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:02.601701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-76795afa-763c-4a40-b34a-955cf0bf7664 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.2524312 May 06 12:28:02.603382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Pushing event updated for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:02.637227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-230c7587-2949-49dc-ac97-4891a9ab5e91 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0288129 May 06 12:28:02.647494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcfe79-324b-4a02-b3e1-e8ae1b751f4a req-e1f163a9-a04c-4634-8303-3d4e9e837844 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.648215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81dcfe79-324b-4a02-b3e1-e8ae1b751f4a req-e1f163a9-a04c-4634-8303-3d4e9e837844 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:02.686913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-0a9fbd3a-8352-46ad-b53b-a0b754332e59 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430486 May 06 12:28:02.711052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-dc287051-ceaa-479f-bb90-690932c231fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1095 time: 0.3887043 May 06 12:28:02.792970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-99c2956e-9f12-4cd8-89bc-a74188922862 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b1d728-e370-4f94-8bb4-f32961016ca7 HTTP/1.1" status: 200 len: 217 time: 0.0722847 May 06 12:28:02.832471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-a469429a-6776-45f9-bde5-d3943203c8c4 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388566 May 06 12:28:02.855882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81dcfe79-324b-4a02-b3e1-e8ae1b751f4a req-e1f163a9-a04c-4634-8303-3d4e9e837844 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:02.855882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81dcfe79-324b-4a02-b3e1-e8ae1b751f4a req-e1f163a9-a04c-4634-8303-3d4e9e837844 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 944 time: 0.6181564 May 06 12:28:02.904131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-fa55035f-fbea-442f-b0af-ecfce9959d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:02.905548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-fa55035f-fbea-442f-b0af-ecfce9959d13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.1024458 May 06 12:28:02.919418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:02.951054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:02.982008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-26421592-8db5-42b5-9bf0-0015644b610f service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431563 May 06 12:28:03.024188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-0aefde40-28a6-44f0-893d-63bf26124a2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036189 May 06 12:28:03.034081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81dcfe79-324b-4a02-b3e1-e8ae1b751f4a req-2eca0ce7-1e64-41f3-b2ab-85ab1c285335 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674838 May 06 12:28:03.223933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5efd66b3-3d10-4153-aef4-7880e77b6d9b None None] Provisioning complete for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:03.224495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5efd66b3-3d10-4153-aef4-7880e77b6d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:03.298032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5efd66b3-3d10-4153-aef4-7880e77b6d9b None None] Port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:03.358119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-8cd53df1-5537-45d5-92b5-573800b12bf7 service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570570 May 06 12:28:03.511371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b8426-9b51-4624-b784-692bb874d7fd req-23cd1d7a-abdb-4118-86e9-1507d94382dd tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:03.515299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f99b8426-9b51-4624-b784-692bb874d7fd req-23cd1d7a-abdb-4118-86e9-1507d94382dd tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 944 time: 0.3234382 May 06 12:28:03.585827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e41d7-ddc6-4952-a2e4-a73195778a9d req-d088c5a9-4221-4f22-978c-1ac6360b8516 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:03.590512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e41d7-ddc6-4952-a2e4-a73195778a9d req-d088c5a9-4221-4f22-978c-1ac6360b8516 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:03.592118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-505e41d7-ddc6-4952-a2e4-a73195778a9d req-d088c5a9-4221-4f22-978c-1ac6360b8516 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1683 time: 0.3032203 May 06 12:28:03.645795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-505e41d7-ddc6-4952-a2e4-a73195778a9d req-62569a60-fd3f-4ad0-8d81-035b3f95977d tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 May 06 12:28:03.678335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc6ec23d-b53d-4ea7-bda9-16e3295b7af2 req-e9612f11-6570-4d8f-a413-bec09d161726 service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126941 May 06 12:28:03.738157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f99b8426-9b51-4624-b784-692bb874d7fd req-c5a5a414-7ca8-4134-8615-76349c6cfc9b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511288 May 06 12:28:03.786259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-6bd607bc-3be6-41f4-86d5-341a8cbed793 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:03.787927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-6bd607bc-3be6-41f4-86d5-341a8cbed793 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 944 time: 0.1126325 May 06 12:28:03.934086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Deleting port 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:03.934342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:03.962128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c640403-a367-47f7-8e42-97666306b187 req-da079fa0-8530-487a-b966-27cecff619db tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.0416727 May 06 12:28:03.996687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d3eb0293-96d6-4ca5-a910-20ff54b80c0f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:04.090385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:04.167693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port d3eb0293-96d6-4ca5-a910-20ff54b80c0f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:04.177018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port d3eb0293-96d6-4ca5-a910-20ff54b80c0f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:04.177486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.254201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faff56-231b-44ed-806c-884c176722e4 req-60bd4759-d6bf-4de3-897c-d28c237616b0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:04.255646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03faff56-231b-44ed-806c-884c176722e4 req-60bd4759-d6bf-4de3-897c-d28c237616b0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 945 time: 0.3841925 May 06 12:28:04.300647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.336896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:04.353140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:04.439656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.482931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] For port 489c3202-185a-4552-8917-f4179ae73217, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=489c3202-185a-4552-8917-f4179ae73217,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:04.483344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.492054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babe03-e3d5-44e4-baee-89cfe62895c8 req-df3f7992-ab28-440e-9e75-eb895d4819f3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:04.492869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03faff56-231b-44ed-806c-884c176722e4 req-fca71a86-00f3-4e31-9613-2dcd2176f854 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845670 May 06 12:28:04.505002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7babe03-e3d5-44e4-baee-89cfe62895c8 req-df3f7992-ab28-440e-9e75-eb895d4819f3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 944 time: 0.0923011 May 06 12:28:04.521908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:04.566622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7babe03-e3d5-44e4-baee-89cfe62895c8 req-316d69b9-8d35-42e4-b2b6-7c55ed6fda3b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 May 06 12:28:04.611024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Calling delete_port for 489c3202-185a-4552-8917-f4179ae73217 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:04.784201 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcad5a11-3241-4bd4-ae65-0247c7822c6c'] response: {'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'code': 200} May 06 12:28:04.787417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:04.910836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97a0c768-de93-405a-bc4b-d6f02c107fab admin admin] 10.222.0.83 "PUT /v2.0/routers/a0d4dee5-5ae0-4899-925c-cfe3ebaba418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3601649 May 06 12:28:04.912103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:04.983011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event deleted for resources: {'Port': ['ID=489c3202-185a-4552-8917-f4179ae73217,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:05.065590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] No DVR routers for this DVR port 489c3202-185a-4552-8917-f4179ae73217 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:05.070755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:05.070917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-953b47d2-d106-46e6-9df2-46819aa07f35 req-a3103e71-f39b-4db9-b46e-1a3c5ab3ca71 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.0593345 May 06 12:28:05.074881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f4a0f94-04ab-4205-9c47-e02c41456597 req-8918d5f9-88aa-4800-9f55-a16c921d6eba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "DELETE /v2.0/ports/489c3202-185a-4552-8917-f4179ae73217 HTTP/1.1" status: 204 len: 173 time: 1.2801845 May 06 12:28:05.075235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'name': 'network-vif-deleted', 'tag': '489c3202-185a-4552-8917-f4179ae73217'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:05.133020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40caf3fd-e56d-4a7c-ac5f-940dfa8e796c req-0bec40b1-f915-4fd0-8c94-162bf23ae6ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.2739282 May 06 12:28:05.213666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40caf3fd-e56d-4a7c-ac5f-940dfa8e796c req-dd91061b-8eec-4f28-af96-169eba257006 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634308 May 06 12:28:05.276549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c636b05f-8dc5-409d-9269-9b43fd947640 req-43f41992-2f1c-4de8-bdcf-afebdebc0de0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.0449190 May 06 12:28:05.382932 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7793efa0-cbae-4b92-8be8-58efe67a0552'] response: {'server_uuid': 'bb06d523-e7af-44dc-8cab-dee26e0bb724', 'name': 'network-vif-deleted', 'tag': '489c3202-185a-4552-8917-f4179ae73217', 'status': 'completed', 'code': 200} May 06 12:28:05.446090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c027b-e85a-4618-8b1c-921f4df127d5 req-a552239a-ed4b-4043-879a-e534c124b5a9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:05.452994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c027b-e85a-4618-8b1c-921f4df127d5 req-a552239a-ed4b-4043-879a-e534c124b5a9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:05.460399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f4c027b-e85a-4618-8b1c-921f4df127d5 req-a552239a-ed4b-4043-879a-e534c124b5a9 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1683 time: 0.1223109 May 06 12:28:05.537086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f4c027b-e85a-4618-8b1c-921f4df127d5 req-4bb37013-d583-440d-8b6f-0a2f442af127 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751810 May 06 12:28:05.711111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cc874-9f38-4275-8cd5-9ead8f19ffaf req-38fd54c1-81b0-4066-a987-65c6cd68f2f6 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:05.712885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-432cc874-9f38-4275-8cd5-9ead8f19ffaf req-38fd54c1-81b0-4066-a987-65c6cd68f2f6 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 946 time: 0.0808825 May 06 12:28:05.792091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-432cc874-9f38-4275-8cd5-9ead8f19ffaf req-3f7e4a64-d1be-4375-961a-3c0dab102f70 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712311 May 06 12:28:06.303958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc123a-d965-4c96-b61a-8ac2c87de903 req-f3efcdf7-b55c-44bb-b1da-eebc12b6fc29 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:06.313057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fbc123a-d965-4c96-b61a-8ac2c87de903 req-f3efcdf7-b55c-44bb-b1da-eebc12b6fc29 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 944 time: 0.1623242 May 06 12:28:06.376209 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fbc123a-d965-4c96-b61a-8ac2c87de903 req-c0a54f2e-b5e4-4073-8b90-63e8e63e0eb1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619819 May 06 12:28:06.402399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b033ef07-8ec6-4061-9ae2-4878d7f2b9a3 req-ce69a648-386f-48ce-8c15-583bd23f30d6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:06.525729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b033ef07-8ec6-4061-9ae2-4878d7f2b9a3 req-ce69a648-386f-48ce-8c15-583bd23f30d6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:06.527737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b033ef07-8ec6-4061-9ae2-4878d7f2b9a3 req-ce69a648-386f-48ce-8c15-583bd23f30d6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb06d523-e7af-44dc-8cab-dee26e0bb724 HTTP/1.1" status: 200 len: 210 time: 0.2082701 May 06 12:28:06.552411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea88c800-c0e7-43ce-820d-d8c8bf3c6ecd req-27883662-1321-4c3d-8818-88599827ab13 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.0594239 May 06 12:28:06.784306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-b854c975-1887-4641-a46d-906f822feacd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:06.799742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-b854c975-1887-4641-a46d-906f822feacd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:06.804020 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-b854c975-1887-4641-a46d-906f822feacd tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1683 time: 0.1980221 May 06 12:28:06.898046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-807bed6f-f8db-44f0-9df4-24d32a4e9d76 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:06.899601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-807bed6f-f8db-44f0-9df4-24d32a4e9d76 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.13 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.3345375 May 06 12:28:06.925284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:06.993916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 8d2c3294-587a-4cb6-8c07-cc42b299e55b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:06.994264 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:07.144364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:07.148596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Usage tracker for resource:port and tenant:643f84bf176b467ea3f54ccc39be3e3d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:07.153098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:07.159048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:07.365546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fd0e9-66e7-461b-b971-49eec4c40101 req-823df456-9468-4883-a1c9-6dd2a2d484e1 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:07.369845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fd0e9-66e7-461b-b971-49eec4c40101 req-823df456-9468-4883-a1c9-6dd2a2d484e1 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:07.377757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-849fd0e9-66e7-461b-b971-49eec4c40101 req-823df456-9468-4883-a1c9-6dd2a2d484e1 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 1683 time: 0.2883668 May 06 12:28:07.382747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:07.386457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:07.548430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-849fd0e9-66e7-461b-b971-49eec4c40101 req-e78a5526-0cf7-4aa0-ba41-afb646d84cf5 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696947 May 06 12:28:07.558561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 8d2c3294-587a-4cb6-8c07-cc42b299e55b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=8d2c3294-587a-4cb6-8c07-cc42b299e55b,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:07.561522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:07.899427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55b1d728-e370-4f94-8bb4-f32961016ca7 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:07.902196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:07.968045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae9ace-42a0-4fcd-97ce-a12cd9872aa6 req-9f4cd1d0-9c50-4da4-a493-e11a9a785f7e tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:07.975618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88ae9ace-42a0-4fcd-97ce-a12cd9872aa6 req-9f4cd1d0-9c50-4da4-a493-e11a9a785f7e tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 946 time: 0.3749583 May 06 12:28:07.998620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 8d2c3294-587a-4cb6-8c07-cc42b299e55b owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:08.036709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88ae9ace-42a0-4fcd-97ce-a12cd9872aa6 req-3d0d511e-7c38-4cca-975a-5eb5c4884ea8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604429 May 06 12:28:08.056311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.2 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/16b773a5-c6df-4696-ae49-11a8733c635a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:08.072043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 489c3202-185a-4552-8917-f4179ae73217 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:08.086500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 489c3202-185a-4552-8917-f4179ae73217 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:08.333700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cb3e7-5d53-4226-8e68-fc3a1e4b5a73 req-2a09d885-fee6-4a04-b96d-0ab57b10df3b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:08.345727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d64cb3e7-5d53-4226-8e68-fc3a1e4b5a73 req-2a09d885-fee6-4a04-b96d-0ab57b10df3b tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 944 time: 0.1830401 May 06 12:28:08.402621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:08.428337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['88564ef1-1e2e-4004-873f-634059bd22bb', '8d2c3294-587a-4cb6-8c07-cc42b299e55b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:08.512389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d64cb3e7-5d53-4226-8e68-fc3a1e4b5a73 req-6f8ea145-9ba9-40ee-8eed-a5532f1ad793 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613240 May 06 12:28:08.552761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28435f65-43e4-48cf-9f47-ba3f04085b82 req-9af2e11b-3038-44ba-833b-9121701f041e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.1610706 May 06 12:28:08.563375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=8d2c3294-587a-4cb6-8c07-cc42b299e55b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:08.677312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e667-2814-45d1-8386-ef4c6975ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:08.696227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port 8d2c3294-587a-4cb6-8c07-cc42b299e55b on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:08.700998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:08.741342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-deleted', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:08.821443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55b1d728-e370-4f94-8bb4-f32961016ca7,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:08.840717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-0d677553-6c68-4cb7-a3bd-2a44498a21b8 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "DELETE /v2.0/ports/8d2c3294-587a-4cb6-8c07-cc42b299e55b HTTP/1.1" status: 204 len: 173 time: 2.0300756 May 06 12:28:08.907824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '55b1d728-e370-4f94-8bb4-f32961016ca7', 'network_id': '5e5510f9-11b8-433b-9875-f830a6054505', 'port_id': '55b1d728-e370-4f94-8bb4-f32961016ca7', 'mac_address': 'fa:16:3e:d1:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10605da-8094-4e84-82e7-ce4e91a5fd94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:09.046424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port 88564ef1-1e2e-4004-873f-634059bd22bb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:09.046742 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.083723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.118228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.131045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-ed4ceb98-c2e5-411b-8f1d-e745d6c98277 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4998596 May 06 12:28:09.163416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b1d728-e370-4f94-8bb4-f32961016ca7 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:09.196295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:09.200346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55b1d728-e370-4f94-8bb4-f32961016ca7,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:09.212908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:09.223799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Usage tracker for resource:floatingip and tenant:c47960a7f0e846c9875890457d02cf1f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:09.230819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:09.244184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:09.262975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.291107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.359711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:09.364270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:09.366999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:09.407541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:09.408550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.441846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port 88564ef1-1e2e-4004-873f-634059bd22bb, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88564ef1-1e2e-4004-873f-634059bd22bb,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:09.442305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.462062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:09.508680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['55b1d728-e370-4f94-8bb4-f32961016ca7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:09.576037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for 88564ef1-1e2e-4004-873f-634059bd22bb owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:09.609475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa06284-6b2e-40d7-b2ed-fa22e0b257c6 req-de4e3f10-a9fb-49d4-931b-1aa54863baae tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:09.610586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7aa06284-6b2e-40d7-b2ed-fa22e0b257c6 req-de4e3f10-a9fb-49d4-931b-1aa54863baae tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Synchronizing usage tracker for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:09.682818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:09.684521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.704803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7aa06284-6b2e-40d7-b2ed-fa22e0b257c6 req-de4e3f10-a9fb-49d4-931b-1aa54863baae tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Unset dirty status for tenant:e6935ab6bc8c41be94f1a899581d624f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:09.705562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7aa06284-6b2e-40d7-b2ed-fa22e0b257c6 req-de4e3f10-a9fb-49d4-931b-1aa54863baae tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/ports?device_id=821a11df-3520-4e42-94d9-3e26ee6731cb HTTP/1.1" status: 200 len: 946 time: 0.3683510 May 06 12:28:09.799733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7aa06284-6b2e-40d7-b2ed-fa22e0b257c6 req-a42c306c-f474-44dd-bcfb-87b9500937e2 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "GET /v2.0/security-groups?id=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823064 May 06 12:28:09.800387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.845674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:09.854445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-d0a82b03-508c-4203-9a03-d93b67f203e5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9335394 May 06 12:28:09.877984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 8d2c3294-587a-4cb6-8c07-cc42b299e55b no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:09.884971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Request body: {'port': {'device_id': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:09.917922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 8d2c3294-587a-4cb6-8c07-cc42b299e55b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:09.918764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 8d2c3294-587a-4cb6-8c07-cc42b299e55b not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:09.920156 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c999af5e-81f7-4339-8f3e-e060ab022752'] response: {'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-deleted', 'tag': '8d2c3294-587a-4cb6-8c07-cc42b299e55b', 'status': 'completed', 'code': 200} May 06 12:28:09.922732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=88564ef1-1e2e-4004-873f-634059bd22bb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:09.924626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88564ef1-1e2e-4004-873f-634059bd22bb no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:09.971591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 88564ef1-1e2e-4004-873f-634059bd22bb {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:09.972037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88564ef1-1e2e-4004-873f-634059bd22bb not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:10.044364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port 88564ef1-1e2e-4004-873f-634059bd22bb on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:10.046975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.049237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07a9f4dd-49a2-4c87-a8e4-42b9e8a5e95d req-191c4680-fb93-48c0-811a-c8715f225cfa tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.86 "DELETE /v2.0/ports/88564ef1-1e2e-4004-873f-634059bd22bb HTTP/1.1" status: 204 len: 173 time: 1.2038450 May 06 12:28:10.118364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.140278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Allocated IP 172.25.2.124 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/d2f45699-4037-45f8-9dac-b1096a7a4703) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:10.308507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-d2524718-85f4-47f5-8655-f7e6c1c99db3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:10.310049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-d2524718-85f4-47f5-8655-f7e6c1c99db3 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.1765425 May 06 12:28:10.335262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-5487765b-e0ac-4242-a547-cb5f64ff9a81 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/quotas/b8b09965836e4db9b6872d75b35e2abd HTTP/1.1" status: 200 len: 375 time: 0.0179358 May 06 12:28:10.422391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-91bbcaeb-118b-4eb8-9eb9-0cd3b1c7a9c7 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861344 May 06 12:28:10.528034 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.616879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-00085e48-3b11-43f0-9cc5-0e357002cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.670722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-ea08f066-7df4-4e3a-bbc2-09259264c325 service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396717 May 06 12:28:10.671487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.724349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b773a5-c6df-4696-ae49-11a8733c635a {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:10.740633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:10.751973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:10.756927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:10.759411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:10.847788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-38765452-adc3-4506-b609-53ed410ca092 service neutron] 10.222.0.83 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696372 May 06 12:28:10.921290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event updated for resources: {'Port': ['ID=d2f45699-4037-45f8-9dac-b1096a7a4703,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:10.934747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Transition to ACTIVE for port object 16b773a5-c6df-4696-ae49-11a8733c635a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:11.037638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.065347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.452969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Pushing event updated for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:11.464496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.498534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Attempting to bind port 16b773a5-c6df-4696-ae49-11a8733c635a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:11.498874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Attempting to bind port 16b773a5-c6df-4696-ae49-11a8733c635a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:11.499206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Attempting to bind port 16b773a5-c6df-4696-ae49-11a8733c635a on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:11.523549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Port 16b773a5-c6df-4696-ae49-11a8733c635a on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:11.523953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Attempting to bind port 16b773a5-c6df-4696-ae49-11a8733c635a on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:11.549796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:11.550259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:11.550518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:11.550964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Bound port: 16b773a5-c6df-4696-ae49-11a8733c635a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:11.551671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:11.562860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e95c0-bbf1-444a-8be8-398b2cd9a373 req-7abf3375-c91e-429c-973b-034e07cf012f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:11.566930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c4e95c0-bbf1-444a-8be8-398b2cd9a373 req-7abf3375-c91e-429c-973b-034e07cf012f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 945 time: 0.1211405 May 06 12:28:11.648190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c4e95c0-bbf1-444a-8be8-398b2cd9a373 req-b0a2949b-87be-4299-90c3-646382a9f070 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609336 May 06 12:28:11.906837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55b1d728-e370-4f94-8bb4-f32961016ca7 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:11.928429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9483ad-7252-4856-9d2e-90ae6a83a778 req-1b1081a2-3ae7-4b94-85c3-559804aba120 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:11.931678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef9483ad-7252-4856-9d2e-90ae6a83a778 req-1b1081a2-3ae7-4b94-85c3-559804aba120 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 943 time: 0.1660948 May 06 12:28:11.936201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-deleted', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:11.969994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:12.023572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16b773a5-c6df-4696-ae49-11a8733c635a,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:12.088640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.108853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.143172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef9483ad-7252-4856-9d2e-90ae6a83a778 req-a9c6861e-84ba-44f4-a2bf-8984d7104dbd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917808 May 06 12:28:12.201861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.242395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.244139 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.254979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.262536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] 10.222.0.13 "PUT /v2.0/ports/16b773a5-c6df-4696-ae49-11a8733c635a HTTP/1.1" status: 200 len: 1091 time: 2.3910272 May 06 12:28:12.263133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:12.294929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:12.303023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 55b1d728-e370-4f94-8bb4-f32961016ca7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:12.309622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 55b1d728-e370-4f94-8bb4-f32961016ca7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:12.316252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.474806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53b2ba4f-05a6-4c6a-ad3e-586bdfe387aa req-d17982fb-1ea5-4c84-a61a-19f6b3ee14e0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 210 time: 0.0494852 May 06 12:28:12.528540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd032608-c0d0-48b2-a566-b2809964f36b service neutron] Pushing event updated for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:12.653250 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873a887b-0594-4547-b53c-85c82b70194d'] response: {'server_uuid': '821a11df-3520-4e42-94d9-3e26ee6731cb', 'name': 'network-vif-deleted', 'tag': '88564ef1-1e2e-4004-873f-634059bd22bb', 'status': 'completed', 'code': 200} May 06 12:28:12.758249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event updated for resources: {'Port': ['ID=d2f45699-4037-45f8-9dac-b1096a7a4703,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:12.779718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.804091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting subnet e5422fdb-5dc5-4235-a971-2ce5bbfb66ee {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:28:12.816101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.821562 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859622b7-9d77-4d08-b2bb-685d591b3a55'] response: {'name': 'network-changed', 'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a', 'status': 'completed', 'code': 200} May 06 12:28:12.821562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:12.905568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:12.918278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-8ef7de09-5ef8-4f0f-b682-0a292f65b7fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 1094 time: 0.4977639 May 06 12:28:12.939242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55b1d728-e370-4f94-8bb4-f32961016ca7,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:13.002509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.029591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-236514ca-305f-4e63-80eb-1414e26f0f8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16b773a5-c6df-4696-ae49-11a8733c635a HTTP/1.1" status: 200 len: 217 time: 0.1009767 May 06 12:28:13.096911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.165380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.176804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-076e7c3c-3326-4114-8ec8-8b1f81d4505b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9909899 May 06 12:28:13.281022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:13.304784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.324731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-2e88818b-9ef1-413a-9e94-41dcf4eeb3a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:13.326405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-2e88818b-9ef1-413a-9e94-41dcf4eeb3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.2833219 May 06 12:28:13.335139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-a742ac29-23fe-435c-b954-4e3840ce3114 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:13.448835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-6d32414e-e0ee-41c1-b605-4dd01672f89a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048160 May 06 12:28:13.464076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:13.636546 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-895911be-d104-43d6-b393-14572c950d73 service neutron] 10.222.0.13 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703041 May 06 12:28:13.636793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd96f9-83d6-4e57-a968-2671e5fdb744 req-5d2db519-a447-40fa-bfa2-6fdc246fbda3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:13.637863 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7abd96f9-83d6-4e57-a968-2671e5fdb744 req-5d2db519-a447-40fa-bfa2-6fdc246fbda3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.0915341 May 06 12:28:13.696941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.697462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.699251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:13.708654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:13.709743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.758962 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7abd96f9-83d6-4e57-a968-2671e5fdb744 req-d4d17402-7f01-47f0-811c-5404ae84393d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 May 06 12:28:13.767524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Subnet': ['ID=e5422fdb-5dc5-4235-a971-2ce5bbfb66ee,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:13.801212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:13.801342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae17b4-8723-440b-8f02-0cfc583b4ccf None None] Network 94bd32be-44ea-4623-88c9-a52e617afff3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:13.804720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-a742ac29-23fe-435c-b954-4e3840ce3114 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:13.816601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-a742ac29-23fe-435c-b954-4e3840ce3114 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.6394923 May 06 12:28:13.819233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4226784-2710-44cc-b0f0-d7a43873946a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/subnets/e5422fdb-5dc5-4235-a971-2ce5bbfb66ee HTTP/1.1" status: 204 len: 168 time: 1.5225253 May 06 12:28:13.826021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51292) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:14.019182 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa395bcb-93d9-4969-a872-bfc7569b7967'] response: {'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7', 'code': 200} May 06 12:28:14.085524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.105588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:14.106046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.192129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-a6822946-8926-40ad-aaf0-13efef8808df tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:14.192129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-a6822946-8926-40ad-aaf0-13efef8808df tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.3713126 May 06 12:28:14.197296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-1f46ebdc-249e-4a69-8905-3fa28931eca5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:14.224633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19915074-f3a7-4e9b-b4bd-84837d84f4e4 req-1f46ebdc-249e-4a69-8905-3fa28931eca5 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0307524 May 06 12:28:14.309422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57f0ec5-ddec-4d39-872c-49b4bc31c72d req-266311a8-32ed-4768-b63e-9a6dc1c102d5 service neutron] 10.222.0.13 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647096 May 06 12:28:14.442397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.486244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:14.556427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-61e1e848-b9fd-4e8b-8a61-4611098b996f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 1094 time: 0.1226938 May 06 12:28:14.580315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.658896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab83ab-14f4-4e72-844f-3f6bfc6d0170 req-130998d8-8f9d-46a7-bf95-4e91f8dc3cdd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:14.665276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fab83ab-14f4-4e72-844f-3f6bfc6d0170 req-130998d8-8f9d-46a7-bf95-4e91f8dc3cdd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 943 time: 0.4431279 May 06 12:28:14.713811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:14.732295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:14.732662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.750106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] DHCP port deletion for 94bd32be-44ea-4623-88c9-a52e617afff3 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:28:14.754968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Deleting port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:14.765882 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:14.948470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fab83ab-14f4-4e72-844f-3f6bfc6d0170 req-bd6dd67d-0e81-48f7-9c1f-9405bc6b611c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818553 May 06 12:28:14.996354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-d8819536-33fa-4ae6-b1dd-1f236a877c70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:14.997839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-d8819536-33fa-4ae6-b1dd-1f236a877c70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.4116216 May 06 12:28:15.206591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd182950-25a5-4463-a24c-1882e47b778b req-a74dcb74-ce0d-487b-8087-c4f23cb68b07 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1097 time: 1.1125691 May 06 12:28:15.210074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:15.213402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:15.231162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-ababa323-4b53-4da2-aaae-ef0d253c3de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16b773a5-c6df-4696-ae49-11a8733c635a HTTP/1.1" status: 200 len: 217 time: 0.2185717 May 06 12:28:15.325163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-039508a4-8838-4193-bb21-a0dc7420d10a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.325163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-039508a4-8838-4193-bb21-a0dc7420d10a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.0836949 May 06 12:28:15.355047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45ebfe94-cb96-4e46-bf7b-5240abedd45f req-f7fc85ce-5d34-4bfa-83d6-3841af79d1d0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 210 time: 0.1162341 May 06 12:28:15.364111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] For port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,segment=NetworkSegment(f2f49153-9724-4cbd-86aa-105771f9de84),segment_id=f2f49153-9724-4cbd-86aa-105771f9de84)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:15.364514 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.456256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-11c5bf94-6f94-4f97-a01d-24a5a4d660aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232767 May 06 12:28:15.529759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd182950-25a5-4463-a24c-1882e47b778b req-2a253330-7292-4fbf-884f-ffd79ad5ac3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508779 May 06 12:28:15.545148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-754ce84d-e97e-4f38-9113-fdaa6834ef1e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.546865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-754ce84d-e97e-4f38-9113-fdaa6834ef1e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 821 time: 0.8544240 May 06 12:28:15.548337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Calling delete_port for e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:15.661109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:15.662025 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.725599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:28:15.726404 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:28:15.768662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-7f6ea418-4345-421e-9e0a-da5e373768ac tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:15.769260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-7f6ea418-4345-421e-9e0a-da5e373768ac tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:15.776861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Request body: {'port': {'device_id': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'admin_state_up': True, 'tenant_id': 'b8b09965836e4db9b6872d75b35e2abd'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:15.797303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:15.849119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-dad92ec6-75e1-440d-ac31-526aa59f604a service neutron] 10.222.0.13 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691809 May 06 12:28:15.955374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:15.969615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:16.015206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:16.017133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:16.017541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:16.042062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2e89eea-efe0-42c3-9fb9-cd93723c6994 req-5c3fa3d1-5904-4555-b2c0-bc6666366325 service neutron] 10.222.0.13 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768141 May 06 12:28:16.176018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-7f6ea418-4345-421e-9e0a-da5e373768ac tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:16.177589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-7f6ea418-4345-421e-9e0a-da5e373768ac tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 821 time: 0.6187880 May 06 12:28:16.204918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.218420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:16.224649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-d7becd4a-3ac6-4112-b862-52fecfb6c719 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/quotas/c47960a7f0e846c9875890457d02cf1f HTTP/1.1" status: 200 len: 375 time: 0.0398786 May 06 12:28:16.228488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Deleting port e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:16.230248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.244040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:16.262596 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.290342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bd32be-44ea-4623-88c9-a52e617afff3']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:16.303920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3333a-11a3-4d16-9ea7-8a7c53e88abb None None] The port 'e6df4bb3-c2ea-49cb-b4d5-25cd5bd5fda9' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:28:16.317363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f49153-9724-4cbd-86aa-105771f9de84') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:16.325091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f49153-9724-4cbd-86aa-105771f9de84') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:16.332818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.369042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.381652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-703e0526-01e9-4f89-9145-ad3b2f5cc81b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1451769 May 06 12:28:16.384399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:28:16.384796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: timer() May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:28:16.410284 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:28:16.523871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Made reservation on behalf of b8b09965836e4db9b6872d75b35e2abd for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:16.526812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.700665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-9bb086a5-1c1e-4333-b86b-96f278e8879e service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992232 May 06 12:28:16.734795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.805425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:16.886983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Network': ['ID=94bd32be-44ea-4623-88c9-a52e617afff3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:16.936660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda005d2-9201-4a94-b165-2f0a21392106 req-4511e849-5927-430a-b2c8-df4c6d0f54e8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:16.939105 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cda005d2-9201-4a94-b165-2f0a21392106 req-4511e849-5927-430a-b2c8-df4c6d0f54e8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.0912590 May 06 12:28:16.951039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Allocated IP 172.20.0.9 (decaad33-f5c7-4030-a41c-e18a6c675fc9/274bbe37-27d8-4cb7-8d37-eeefcc1909a7/e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:16.977065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-d7a19ada-dcda-4236-ad4f-ab31819320f9 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701807 May 06 12:28:17.038863 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cda005d2-9201-4a94-b165-2f0a21392106 req-b36af523-267d-4e99-b610-ada073865cd2 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920014 May 06 12:28:17.279914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-650e2ac0-128a-4845-9f73-f32256fc6bc3 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/networks/94bd32be-44ea-4623-88c9-a52e617afff3 HTTP/1.1" status: 204 len: 168 time: 3.4250987 May 06 12:28:17.280732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51318) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:17.330281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-e48a0054-c497-440e-9b59-677718bd4777 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:17.330999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-e48a0054-c497-440e-9b59-677718bd4777 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:17.346739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.511942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.513204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting subnet 6ec4cc60-6640-4d02-bf31-bff88a837e75 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:28:17.521902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.558249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-e48a0054-c497-440e-9b59-677718bd4777 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:17.561507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-e48a0054-c497-440e-9b59-677718bd4777 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 943 time: 0.3786526 May 06 12:28:17.623585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.683831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Network decaad33-f5c7-4030-a41c-e18a6c675fc9 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:17.689277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:17.691978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:17.701167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-b2718f8f-d028-44d0-87d8-d088dd58918d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:17.749883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.753904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event updated for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:17.785515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:17.786117 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.804595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2826-f561-475e-82d9-4617481dff9f req-8196ed4e-8fe9-4e4d-9ae0-30ccc6a268ba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:17.807934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3d1e2826-f561-475e-82d9-4617481dff9f req-8196ed4e-8fe9-4e4d-9ae0-30ccc6a268ba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:17.846728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-b2718f8f-d028-44d0-87d8-d088dd58918d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:17.848128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d18e92dd-b365-4567-a0fb-e165e1847031 req-b2718f8f-d028-44d0-87d8-d088dd58918d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753811 May 06 12:28:17.908428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3d1e2826-f561-475e-82d9-4617481dff9f req-8196ed4e-8fe9-4e4d-9ae0-30ccc6a268ba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:17.911836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1e2826-f561-475e-82d9-4617481dff9f req-8196ed4e-8fe9-4e4d-9ae0-30ccc6a268ba tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 931 time: 0.3281052 May 06 12:28:17.969830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:17.978425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1e2826-f561-475e-82d9-4617481dff9f req-244609a3-4adf-4a02-bf73-a7601bc17080 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619941 May 06 12:28:17.985535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-1db19621-2c2d-4ded-ad36-2c4a6e358d8e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2124119 May 06 12:28:17.999159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-69aa3f6d-f6aa-4b12-ac2d-030ff9b927df tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:18.003760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-69aa3f6d-f6aa-4b12-ac2d-030ff9b927df tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087531 May 06 12:28:18.013358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Request body: {'port': {'device_id': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:18.043275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16b773a5-c6df-4696-ae49-11a8733c635a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:18.082542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec4cc60-6640-4d02-bf31-bff88a837e75,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:18.086963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.098222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7d08651-01ff-450c-b7c4-9bb4829d11e4 tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/subnets/6ec4cc60-6640-4d02-bf31-bff88a837e75 HTTP/1.1" status: 204 len: 168 time: 0.8410685 May 06 12:28:18.099128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51342) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:18.105981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61075e2-1b94-4cc6-afe9-eb1bd20ae052 None None] Network d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:18.156718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba84c399-1a70-4c86-8862-73f9b613d640 req-66bd2ec4-2b3d-4dd9-a1e6-a923c68d7d02 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 210 time: 0.1023190 May 06 12:28:18.239600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.322425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.338738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Deleting port d189eaf6-8eca-4254-b501-e214f563ea09 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:18.339408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.377684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Sync routers for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:18.449986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:18.451938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:18.639530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] For port d189eaf6-8eca-4254-b501-e214f563ea09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d189eaf6-8eca-4254-b501-e214f563ea09,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:18.647198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.647540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8090e9d-e277-498c-bcd6-775c20b9b479 req-940134a9-ec86-458b-ad3a-627a99be171c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:18.648059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8090e9d-e277-498c-bcd6-775c20b9b479 req-940134a9-ec86-458b-ad3a-627a99be171c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.2477372 May 06 12:28:18.758110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16b773a5-c6df-4696-ae49-11a8733c635a,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:18.795996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '16b773a5-c6df-4696-ae49-11a8733c635a', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '16b773a5-c6df-4696-ae49-11a8733c635a', 'mac_address': 'fa:16:3e:7b:1a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:18.873863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.882984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:18.910541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Calling delete_port for d189eaf6-8eca-4254-b501-e214f563ea09 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:18.927521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:18.931511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] DHCP port deletion for d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:28:18.936774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.943920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Deleting port d189eaf6-8eca-4254-b501-e214f563ea09 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:18.944133 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:18.954238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Transition to ACTIVE for port object e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:19.060593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8090e9d-e277-498c-bcd6-775c20b9b479 req-6a97b536-7e51-41dc-b678-5321dbf765ac tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046414 May 06 12:28:19.085411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.209683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b773a5-c6df-4696-ae49-11a8733c635a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:19.214724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d189eaf6-8eca-4254-b501-e214f563ea09 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:19.222730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.257105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d189eaf6-8eca-4254-b501-e214f563ea09 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:19.257443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d189eaf6-8eca-4254-b501-e214f563ea09 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:19.260176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] For port d189eaf6-8eca-4254-b501-e214f563ea09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d189eaf6-8eca-4254-b501-e214f563ea09,segment=NetworkSegment(d75c0d5a-a5ae-4837-8a04-a65dc0865366),segment_id=d75c0d5a-a5ae-4837-8a04-a65dc0865366)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:19.260545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.289197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Port': ['ID=d189eaf6-8eca-4254-b501-e214f563ea09,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:19.297910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] No DVR routers for this DVR port d189eaf6-8eca-4254-b501-e214f563ea09 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:19.346245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16b773a5-c6df-4696-ae49-11a8733c635a,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:19.456776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.468640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Calling delete_port for d189eaf6-8eca-4254-b501-e214f563ea09 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:19.516560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.538700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Pushing event updated for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:19.576948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Attempting to bind port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:19.577402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Attempting to bind port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:19.577740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Attempting to bind port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:19.606279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:19.606537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Attempting to bind port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 on network decaad33-f5c7-4030-a41c-e18a6c675fc9 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:19.621687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85245b3-8687-461d-a806-266bb5eb3acd req-3c86f98a-d460-4d27-ada1-582326a32c83 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:19.626961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:19.629762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a85245b3-8687-461d-a806-266bb5eb3acd req-3c86f98a-d460-4d27-ada1-582326a32c83 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 943 time: 0.3929300 May 06 12:28:19.643680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75c0d5a-a5ae-4837-8a04-a65dc0865366') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:19.644189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75c0d5a-a5ae-4837-8a04-a65dc0865366') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:19.656834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.660535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:19.661448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Checking segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:19.662025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Bound using segment: {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:19.662643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Bound port: e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88242cc0-b2e4-42ae-bae6-ec859bf23f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:19.663313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.675862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.685134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:28:19.694365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: timer() May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:28:19.703075 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:28:19.876249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a85245b3-8687-461d-a806-266bb5eb3acd req-e1f49ed4-ff0a-4894-ac55-53aa0d7647e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452004 May 06 12:28:19.889815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:19.910494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:28:19.910494 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:28:19.911082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:19.912647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:19.913629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:28:01Z', 'revision_number': 4, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66', 'name': '', 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'mac_address': 'fa:16:3e:c5:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:59Z', 'updated_at': '2022-05-06T12:28:01Z', 'revision_number': 2, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'subnets': [{'id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:19.918207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Checking router: a0d4dee5-5ae0-4899-925c-cfe3ebaba418 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:19.918560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Updating router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:28:19.937190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.948320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:19.986837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.006652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['16b773a5-c6df-4696-ae49-11a8733c635a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:20.009012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] Pushing event deleted for resources: {'Network': ['ID=d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:20.011534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.024917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e42c9e4-0036-46a8-8caa-e525be44a04a tempest-ServersTestMultiNic-1412043965 tempest-ServersTestMultiNic-1412043965-project] 10.222.0.83 "DELETE /v2.0/networks/d3de5be4-14b6-49d2-a43f-fcbd1a0c6b0b HTTP/1.1" status: 204 len: 168 time: 1.9239478 May 06 12:28:20.171408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.172921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] 10.222.0.86 "PUT /v2.0/ports/e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 HTTP/1.1" status: 200 len: 1091 time: 2.1651144 May 06 12:28:20.176151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:20.200102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Pushing event updated for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:20.209539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.210143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.217936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.220374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.221356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.221961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.222395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.222941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.223377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.223807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.224239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e92a1a-5624-48ba-b9be-282ed1b7331d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:20.240068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9739c92-924f-49ab-9ebe-59975f26a46f req-cc3c9d30-1b6f-41d1-9915-bff7c6d0ffa0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:20.241925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9739c92-924f-49ab-9ebe-59975f26a46f req-cc3c9d30-1b6f-41d1-9915-bff7c6d0ffa0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 943 time: 0.1788344 May 06 12:28:20.429271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Deleting port d189eaf6-8eca-4254-b501-e214f563ea09 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:20.429841 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.478571 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.531950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf911fc-2952-45df-87e6-26a62c9c8727 None None] The port 'd189eaf6-8eca-4254-b501-e214f563ea09' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:28:20.538955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9739c92-924f-49ab-9ebe-59975f26a46f req-eda0bf92-eca6-4556-849d-99da98b158c6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913723 May 06 12:28:20.623285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-efed97a3-2aa3-4978-8f40-0a202d415332 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:20.624752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-efed97a3-2aa3-4978-8f40-0a202d415332 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.86 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 821 time: 0.3275907 May 06 12:28:20.648478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-bc2297c8-5671-4f94-94cc-5f54ff3f642f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 1094 time: 0.1639376 May 06 12:28:20.653860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'port': {'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'admin_state_up': True, 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:20.734294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.759872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Transition to ACTIVE for port object a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:20.914214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:20.993686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-bf66b513-6439-4d00-bb23-bfec43c46394 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 HTTP/1.1" status: 200 len: 217 time: 0.2820537 May 06 12:28:20.997870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dbf6770-d247-47a8-ac63-a3fe1ee14624 req-65004392-13b4-4b42-8a41-cb153148cc75 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 210 time: 0.0586975 May 06 12:28:21.116878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-3d2b6e1c-eb6c-48ac-b50c-7b60ef36d923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:21.116878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-3d2b6e1c-eb6c-48ac-b50c-7b60ef36d923 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 200 len: 861 time: 0.1152887 May 06 12:28:21.122359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:21.179487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:21.188604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-8ba80071-47da-4ca2-af34-e11ce396529e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=decaad33-f5c7-4030-a41c-e18a6c675fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614259 May 06 12:28:21.202546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738454b-3bc1-4fad-9b33-0c624869f9d8 None None] Pushing event updated for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:21.343243 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b5f781-87f2-4a52-b425-5b33a0a85a1b'] response: {'name': 'network-changed', 'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4', 'status': 'completed', 'code': 200} May 06 12:28:21.348470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Made reservation on behalf of c47960a7f0e846c9875890457d02cf1f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:21.352863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.391316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Attempting to bind port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:21.391714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Attempting to bind port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:21.392376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Attempting to bind port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 on network 9fa83551-fffb-45e5-b662-84e62dc9a953 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:21.401324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:21.402503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Checking segment: {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:21.402654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.403332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Bound using segment: {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:21.404008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Bound port: a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3c5741-b368-45c0-9cfd-ab02871e2ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:21.404388 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.523600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51384) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:21.540908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9285b4-fc0f-44c1-8509-49f059a18566 req-23698003-a51b-4792-b78b-5c822a14a20b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:21.543560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec9285b4-fc0f-44c1-8509-49f059a18566 req-23698003-a51b-4792-b78b-5c822a14a20b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 944 time: 0.1349306 May 06 12:28:21.597251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] For port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:21.601497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-f4ddd891-cdcb-4d29-8a1e-08f6e3c84a57 service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052002 May 06 12:28:21.605717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] For port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:21.672647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec9285b4-fc0f-44c1-8509-49f059a18566 req-8352ba99-f41d-4adb-ab61-4b37d5d671e1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228912 May 06 12:28:21.714080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:21.782549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Allocated IP 172.20.0.14 (90784358-6919-45f6-8ad7-f53b3a303cae/3928b2bf-550b-4727-945c-535eab15e54c/64b158f3-58c9-44c6-81e8-b7d35e79ad73) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:21.855921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-434f4cce-788c-4eea-bf4e-010b4837c89c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1097 time: 0.1821487 May 06 12:28:21.987869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738454b-3bc1-4fad-9b33-0c624869f9d8 None None] Pushing event updated for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:21.988432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:22.010838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df09495e-c574-484d-9c62-cd8e7a4d03bd req-5b23d0b7-99fc-435e-abf7-2adb8d9b8dbb service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993669 May 06 12:28:22.031266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:22.031875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:22.169465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16b773a5-c6df-4696-ae49-11a8733c635a up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:22.198525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-9291da0d-f9ec-487d-8554-4db6e626edc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.200131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-9291da0d-f9ec-487d-8554-4db6e626edc7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 912 time: 0.3281889 May 06 12:28:22.289788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:22.306733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Usage tracker for resource:security_group_rule and tenant:05db36d7892d493ab91a893cb24dc223 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:22.329226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-c32aed44-a116-42b9-b056-ea1fabc3d96b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b1d728-e370-4f94-8bb4-f32961016ca7 HTTP/1.1" status: 200 len: 217 time: 0.0970771 May 06 12:28:22.332990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:22.349362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc3d99-4b14-4599-a308-46869e799604 req-d9a993db-acd4-4d43-a273-e2236513882d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.356813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2cc3d99-4b14-4599-a308-46869e799604 req-d9a993db-acd4-4d43-a273-e2236513882d tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.5608745 May 06 12:28:22.362016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:22.419561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7eca5-a126-4417-9646-e6c15de097ca req-b4c2c6e8-a22b-4d53-aad3-f3fc8248900f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.421461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22c7eca5-a126-4417-9646-e6c15de097ca req-b4c2c6e8-a22b-4d53-aad3-f3fc8248900f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 943 time: 0.2204394 May 06 12:28:22.425291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-c060a05e-d2d6-4c66-96df-53acdc205b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:22.427019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-c060a05e-d2d6-4c66-96df-53acdc205b3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.0846231 May 06 12:28:22.485827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:22.487735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-810614b6-50af-4b47-b5d9-4672b7130e6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438302 May 06 12:28:22.547072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2cc3d99-4b14-4599-a308-46869e799604 req-54209402-1ba7-4266-8028-15b746a256f5 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820252 May 06 12:28:22.561682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22c7eca5-a126-4417-9646-e6c15de097ca req-0d2d4bb9-d459-4296-ac60-04ca591be558 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254351 May 06 12:28:22.565413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:22.670862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-586d8e14-3d06-4205-b3a5-91f357557a96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8b09965836e4db9b6872d75b35e2abd&device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 1094 time: 0.5294967 May 06 12:28:22.683121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-4545ab7b-1fc4-4a6c-99f1-b2ff545ee7c6 service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879830 May 06 12:28:22.684008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Transition to ACTIVE for port object 64b158f3-58c9-44c6-81e8-b7d35e79ad73 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:22.734818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 16b773a5-c6df-4696-ae49-11a8733c635a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:22.817308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 16b773a5-c6df-4696-ae49-11a8733c635a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:22.817685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:22.950941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:23.061102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e134cb2c-ec3e-40d0-a32f-c974986f0755 req-799b373c-5172-4c82-98ca-263f07af5ce6 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 210 time: 0.1589587 May 06 12:28:23.062680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc2db-195a-4193-873d-dc215df82123 req-2301b374-5cd4-46e6-af8c-b82e6509cd11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.064138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-2301b374-5cd4-46e6-af8c-b82e6509cd11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 200 len: 922 time: 0.3762012 May 06 12:28:23.205291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:23.241625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:23.248859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:23.250758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db4e869b-e7a2-4e9b-a5a1-e8cf7a002246 req-b92085c3-861c-4f64-88d0-e7191a487ac1 service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609481 May 06 12:28:23.280498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16b773a5-c6df-4696-ae49-11a8733c635a,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:23.283797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:23.286242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51402) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:23.289830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d3eb0293-96d6-4ca5-a910-20ff54b80c0f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:23.336261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-a15ef89d-0d61-4583-8398-29968df77345 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 HTTP/1.1" status: 200 len: 217 time: 0.2649548 May 06 12:28:23.414413 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a0a707-5695-464e-bd97-a08891bb7d6f'] response: {'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a', 'code': 200} May 06 12:28:23.439844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:23.492965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:28:01Z', 'revision_number': 4, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66', 'name': '', 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'mac_address': 'fa:16:3e:c5:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:59Z', 'updated_at': '2022-05-06T12:28:21Z', 'revision_number': 4, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'subnets': [{'id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:23.499864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5668afe6-e419-4a99-8eeb-90adbe4abbfd None None] The sync data for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 is: [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:28:01Z', 'revision_number': 4, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66', 'name': '', 'network_id': '9fa83551-fffb-45e5-b662-84e62dc9a953', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'mac_address': 'fa:16:3e:c5:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:59Z', 'updated_at': '2022-05-06T12:28:21Z', 'revision_number': 4, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'subnets': [{'id': 'dad57ac5-b2a0-445d-aedf-f43081243869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:23.541725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=05db36d7892d493ab91a893cb24dc223&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0169420 May 06 12:28:23.545134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51408) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:23.587440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02c43d-1583-4629-ba0b-944a6c04dd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a9ffa-6e63-44fb-a293-168220fc5384,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:23.711059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5f7b3-62e5-4c0d-8e00-bb8b07c64884 req-d17c2701-0e4c-49fc-9474-f96b4c039adf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.721425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ad5f7b3-62e5-4c0d-8e00-bb8b07c64884 req-d17c2701-0e4c-49fc-9474-f96b4c039adf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 944 time: 0.7671888 May 06 12:28:23.780885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:23.782557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event updated for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:23.786196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Network 90784358-6919-45f6-8ad7-f53b3a303cae is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:23.818276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:23.830476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:23.836724 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:28:23.942271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc2db-195a-4193-873d-dc215df82123 req-8b8a1846-c0c3-4380-8a66-ab79eb76f591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:23.944168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-8b8a1846-c0c3-4380-8a66-ab79eb76f591 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 200 len: 861 time: 0.5808470 May 06 12:28:23.951094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2145779f-9d74-43bd-a318-a5fb2c943053 req-5c0409c5-badc-4252-96c1-157641ca78d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 1096 time: 0.3582165 May 06 12:28:24.094388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:24.095022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.144271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ad5f7b3-62e5-4c0d-8e00-bb8b07c64884 req-1cf17913-e5c0-48fd-8378-ea7ecf647f37 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218116 May 06 12:28:24.159468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.242863 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-8c5ef9a1-d3f5-4bfb-bfa8-364a0f1ddb49 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5933194 May 06 12:28:24.248924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-a2b1ad39-34ec-43de-975f-e6e95c62af8c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=decaad33-f5c7-4030-a41c-e18a6c675fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2914340 May 06 12:28:24.251319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.255587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085578f5-b46f-4323-8654-a698dd273fe3 req-fb1a4165-daea-412d-abca-72fea655daa3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:24.257252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-085578f5-b46f-4323-8654-a698dd273fe3 req-fb1a4165-daea-412d-abca-72fea655daa3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.4774759 May 06 12:28:24.279349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Request body: {'port': {'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:24.296310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bbd8e2cb-3771-46de-9986-98d86c8690b1 None None] Provisioning for port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:24.301672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bbd8e2cb-3771-46de-9986-98d86c8690b1 None None] Provisioning complete for port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:24.302035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e2cb-3771-46de-9986-98d86c8690b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.355961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2145779f-9d74-43bd-a318-a5fb2c943053 req-8d161241-4bf2-4aa8-900e-908c8ffb02a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925581 May 06 12:28:24.403561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-085578f5-b46f-4323-8654-a698dd273fe3 req-9a811c32-d734-432f-818d-277a7201fb83 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 May 06 12:28:24.439007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8e2cb-3771-46de-9986-98d86c8690b1 None None] Port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:24.584278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:24.757796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e695-aaf1-48bf-b636-75fd3e556bb4 req-767c886e-473e-4b26-8f1a-5be504b966ef tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:24.759266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0034e695-aaf1-48bf-b636-75fd3e556bb4 req-767c886e-473e-4b26-8f1a-5be504b966ef tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 932 time: 0.1360292 May 06 12:28:24.802697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-e9bfa2ad-cd4c-448d-8201-975ad4906284 service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590536 May 06 12:28:24.842178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0034e695-aaf1-48bf-b636-75fd3e556bb4 req-dfd5bb36-7368-433a-823e-81f7d8c2c597 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 May 06 12:28:24.866943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.035921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76acc2db-195a-4193-873d-dc215df82123 req-f2a7c8ad-f316-4391-8dfa-835021e9c9da service neutron] 10.222.0.86 "GET /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162199 May 06 12:28:25.143590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:25.173953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42e17-140e-47ab-b789-2fee0c12e4b4 req-b846bfb5-4440-4ca7-90df-18685610ad1a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:25.182340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2f42e17-140e-47ab-b789-2fee0c12e4b4 req-b846bfb5-4440-4ca7-90df-18685610ad1a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 943 time: 0.6408725 May 06 12:28:25.258203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.328764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a9ffa-6e63-44fb-a293-168220fc5384,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:25.357626 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2f42e17-140e-47ab-b789-2fee0c12e4b4 req-e07a014a-ac34-42d4-be18-c8b4eeaec08a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740501 May 06 12:28:25.361475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:25.372442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:25.372946 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.393471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.394874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a483e4a3-50cd-487b-bc3f-09b7132e5281 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d05a9ffa-6e63-44fb-a293-168220fc5384 HTTP/1.1" status: 204 len: 168 time: 1.8486104 May 06 12:28:25.588193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.603462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b158f3-58c9-44c6-81e8-b7d35e79ad73 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:25.614996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.638248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Transition to ACTIVE for port object 64b158f3-58c9-44c6-81e8-b7d35e79ad73 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:25.678346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:25.702736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9be55f-e790-4691-a946-8c518ea74973 req-b87403f1-4e0b-4485-802b-dc9f049dd2d2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:25.704344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e9be55f-e790-4691-a946-8c518ea74973 req-b87403f1-4e0b-4485-802b-dc9f049dd2d2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 945 time: 0.3547752 May 06 12:28:25.734799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5393-13a1-4f25-8203-be1ee7f7eec9 req-b622e0d4-faf0-4e1f-a07e-4eb0d7986302 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:25.735823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54aa5393-13a1-4f25-8203-be1ee7f7eec9 req-b622e0d4-faf0-4e1f-a07e-4eb0d7986302 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.0929770 May 06 12:28:25.768639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.793976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e9be55f-e790-4691-a946-8c518ea74973 req-636267c3-3421-4868-a4fb-34be6064634f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661192 May 06 12:28:25.817145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:25.931461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54aa5393-13a1-4f25-8203-be1ee7f7eec9 req-0e79cf64-3966-441d-b040-97d0e06a5791 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871073 May 06 12:28:25.932651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Pushing event updated for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:25.964773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:26.153823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.217985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:26.246926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4', 'network_id': 'decaad33-f5c7-4030-a41c-e18a6c675fc9', 'port_id': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4', 'mac_address': 'fa:16:3e:e5:37:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '274bbe37-27d8-4cb7-8d37-eeefcc1909a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:26.273730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Deleting port 9af1f33c-8e36-4858-bead-3ecedb226e9f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:26.274348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.327443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.344688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Attempting to bind port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:26.351683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Attempting to bind port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:26.351683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Attempting to bind port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:26.352241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 on network 90784358-6919-45f6-8ad7-f53b3a303cae not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:26.352827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Attempting to bind port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 on network 90784358-6919-45f6-8ad7-f53b3a303cae {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:26.362403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:26.362939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Checking segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:26.363401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Bound using segment: {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:26.364622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Bound port: 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc5fb89-12c4-4b2d-87ea-d4298113754f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:26.364622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.370986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:26.397594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:26.427957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae1d3a-2ccb-42cf-b47f-2c01605dc669 req-380e32fd-031a-4c85-bbd5-f4046a4f5eb3 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:26.429365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cae1d3a-2ccb-42cf-b47f-2c01605dc669 req-380e32fd-031a-4c85-bbd5-f4046a4f5eb3 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 944 time: 0.2182639 May 06 12:28:26.473772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:26.476909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:26.509302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cae1d3a-2ccb-42cf-b47f-2c01605dc669 req-86c0c43a-03a1-4746-941d-d6ab25bbc6f0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711875 May 06 12:28:26.536594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] For port 9af1f33c-8e36-4858-bead-3ecedb226e9f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9af1f33c-8e36-4858-bead-3ecedb226e9f,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:26.536594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.571210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9dd0-6dff-405d-85ce-e5fdb14f31ff req-533b1fb1-f231-44ea-89d0-be43069b504b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:26.574069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b7b9dd0-6dff-405d-85ce-e5fdb14f31ff req-533b1fb1-f231-44ea-89d0-be43069b504b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 943 time: 0.0848377 May 06 12:28:26.622516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b7b9dd0-6dff-405d-85ce-e5fdb14f31ff req-5221d01c-4b2c-4e57-8bfc-23d94ac3a14f tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 May 06 12:28:26.651816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.654484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.669921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Calling delete_port for 9af1f33c-8e36-4858-bead-3ecedb226e9f owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:26.731283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.733090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] 10.222.0.86 "PUT /v2.0/ports/64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 1092 time: 2.4638479 May 06 12:28:26.733629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:26.776417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6c5d-74d5-45cb-ba81-1c1fe9fa345d service neutron] Pushing event updated for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.845089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:26.872472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51442) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:26.900906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:26.920802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:26.940174 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd039a8-c753-4438-8c92-76334b4efcf4'] response: {'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'status': 'completed', 'code': 200} May 06 12:28:27.177556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:27.180673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:27.186768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.189853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48d2a924-4d5e-4de8-8d69-0b12026aa500 req-5c14a92d-7c66-43b7-9e59-40771df001c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1095 time: 0.2516215 May 06 12:28:27.191506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:059cdc6a5f1a44739e170103f2f62588 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:27.205850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:27.236611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:27.341295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2371b-4a12-4b0e-bc3a-1faca58bff0c req-f0f39941-39dd-4366-a977-00ed22970ece tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.342950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:27.343516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.349359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bbf2371b-4a12-4b0e-bc3a-1faca58bff0c req-f0f39941-39dd-4366-a977-00ed22970ece tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 945 time: 0.3118594 May 06 12:28:27.431283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af1f33c-8e36-4858-bead-3ecedb226e9f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:27.460407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bbf2371b-4a12-4b0e-bc3a-1faca58bff0c req-50d208ae-21a9-4378-919e-5368924cd4da tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100693 May 06 12:28:27.542180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.543003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.543566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.544133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.544664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.545166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.545679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.546190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.546683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.548054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.553457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.553457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:27.610415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2a924-4d5e-4de8-8d69-0b12026aa500 req-f71dac60-b877-47a8-a40a-0b5c903f414c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.612002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48d2a924-4d5e-4de8-8d69-0b12026aa500 req-f71dac60-b877-47a8-a40a-0b5c903f414c service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c47960a7f0e846c9875890457d02cf1f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4072826 May 06 12:28:27.681302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.772490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba1c1-632d-467f-b4ce-5a56242eb16c req-bd3a479c-c3f5-4276-9a47-e2f3909ca2f4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.779936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc4ba1c1-632d-467f-b4ce-5a56242eb16c req-bd3a479c-c3f5-4276-9a47-e2f3909ca2f4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.5002995 May 06 12:28:27.786138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2dfc18-998d-4363-b74c-16c84e81394c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:27.836313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9277cbc2-8524-4016-83cf-60507c401fe6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=059cdc6a5f1a44739e170103f2f62588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9626479 May 06 12:28:27.849717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51454) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:27.850445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc4ba1c1-632d-467f-b4ce-5a56242eb16c req-1fa9cec1-84cd-4e38-9830-92e644521641 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 May 06 12:28:27.905137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2a924-4d5e-4de8-8d69-0b12026aa500 req-e66c1f3b-fd7d-4118-8dfd-bd6d70b5b935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:27.906769 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48d2a924-4d5e-4de8-8d69-0b12026aa500 req-e66c1f3b-fd7d-4118-8dfd-bd6d70b5b935 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860131 May 06 12:28:27.945937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.949285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:27.969440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:28.027405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.102358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-6faeada9-4286-42db-bcca-ffd225446cd6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1095 time: 0.1424975 May 06 12:28:28.177621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-36ae87ca-e9c3-4be9-b2c6-1c53b8b0d1b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 217 time: 0.0674872 May 06 12:28:28.252510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:28.257691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:28.259961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.265375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435678f5-7949-404f-8a51-156f9b2ee5d5 req-8c75569a-efa7-41bb-886a-ebded72a9143 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:28.269490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-64085628-bb32-4894-b80e-078b71c6d671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:28.270903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-64085628-bb32-4894-b80e-078b71c6d671 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.0869122 May 06 12:28:28.272524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-435678f5-7949-404f-8a51-156f9b2ee5d5 req-8c75569a-efa7-41bb-886a-ebded72a9143 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 944 time: 0.1909328 May 06 12:28:28.323355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.353566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2dfc18-998d-4363-b74c-16c84e81394c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:28.366203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.367498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b09ced3c-39d4-4e79-94c7-478d00b9fed6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d2dfc18-998d-4363-b74c-16c84e81394c HTTP/1.1" status: 204 len: 168 time: 0.5168412 May 06 12:28:28.387732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-435678f5-7949-404f-8a51-156f9b2ee5d5 req-06a05863-be0e-4fb6-8288-18e6535315f3 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009731 May 06 12:28:28.400585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-4b429bbe-e219-4ce7-a3f7-a9e88831ce6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221385 May 06 12:28:28.542022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.616937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:28.618148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:28.731873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:28.796855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-74193ef7-53e9-43bd-b77a-1c76c187a1f3 service neutron] 10.222.0.86 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893671 May 06 12:28:28.855807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:28.920455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b955d89-edfa-4218-a7ee-40b3e8ed8f1c req-ebcaa3e8-eb4a-4b4f-a6b1-017aa0a5f6d3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:28.921904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b955d89-edfa-4218-a7ee-40b3e8ed8f1c req-ebcaa3e8-eb4a-4b4f-a6b1-017aa0a5f6d3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 945 time: 0.2482216 May 06 12:28:28.959216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a5cc-67fc-4f90-8f62-cbfdbdbc481f req-ce3d9ab9-4d01-4b54-aca6-daa0ef8f8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:28.967990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e9a5cc-67fc-4f90-8f62-cbfdbdbc481f req-ce3d9ab9-4d01-4b54-aca6-daa0ef8f8672 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 944 time: 0.3048227 May 06 12:28:29.116704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b955d89-edfa-4218-a7ee-40b3e8ed8f1c req-6b0b1d03-08cf-4067-a99d-99f2cd17f61a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796467 May 06 12:28:29.145702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8a9c162-5371-45dc-8f59-c53d61d99c71 req-6c70dd1e-53cc-4b96-abac-ca9a460ee54d service neutron] 10.222.0.86 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414085 May 06 12:28:29.165837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e9a5cc-67fc-4f90-8f62-cbfdbdbc481f req-254f095d-4d30-4829-98a5-ab9d55bdb33c tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962228 May 06 12:28:29.335387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Router fb19b999-a275-4364-b096-e13458d585c1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:29.426872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae97e-a44b-4e8b-a873-cb88f93b0437 req-fb225ab7-1b81-4287-a1b4-afaa484ec0a1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:29.434438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7e7ae97e-a44b-4e8b-a873-cb88f93b0437 req-fb225ab7-1b81-4287-a1b4-afaa484ec0a1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1117964 May 06 12:28:29.439568 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3d2918-662a-4841-9d96-57277efbead7'] response: {'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4', 'code': 200} May 06 12:28:29.496448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7e7ae97e-a44b-4e8b-a873-cb88f93b0437 req-e69c3719-ebd7-4c4f-9be4-7dddad999fd7 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608444 May 06 12:28:29.665748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b22db36e-10aa-4207-b073-85e2c9c4a221 req-fa6d8eaf-cd29-4945-a82e-07a30056fd5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 1096 time: 0.1571107 May 06 12:28:29.729864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b22db36e-10aa-4207-b073-85e2c9c4a221 req-45b73964-ed83-4118-926d-b99ee415cb24 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569077 May 06 12:28:29.889739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2224367-74a2-4739-b108-9b4bea3c00d8 req-80f1e775-597e-4a4e-b839-e04324b9511b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:29.891648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2224367-74a2-4739-b108-9b4bea3c00d8 req-80f1e775-597e-4a4e-b839-e04324b9511b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 944 time: 0.2233458 May 06 12:28:29.984314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2224367-74a2-4739-b108-9b4bea3c00d8 req-17e31c18-01a0-4469-bb2f-1d916629311f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817273 May 06 12:28:29.995980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:30.005721 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Sync routers for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:30.014779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d0dbf01-e976-4947-b14b-a8c5cf47e957 admin admin] 10.222.0.83 "PUT /v2.0/routers/fb19b999-a275-4364-b096-e13458d585c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7273586 May 06 12:28:30.017275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51482) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:30.084521 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:30.085560 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:30.279179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.323976 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:30.548298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bb8bd-3823-4b76-bf57-4a2bdcadbb79 req-ebc55290-5df5-4797-8725-1246d000d9c5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.556100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b1bb8bd-3823-4b76-bf57-4a2bdcadbb79 req-ebc55290-5df5-4797-8725-1246d000d9c5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 945 time: 0.1586037 May 06 12:28:30.626018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b1bb8bd-3823-4b76-bf57-4a2bdcadbb79 req-4135d0a7-ba72-4c89-8f3b-6d3b147aca85 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 May 06 12:28:30.632820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63503b97-073f-4308-a4f3-94f1d658a963 req-7ea887f2-1f58-4685-8c22-61a112e3d8a5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.644097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63503b97-073f-4308-a4f3-94f1d658a963 req-7ea887f2-1f58-4685-8c22-61a112e3d8a5 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 945 time: 0.1990921 May 06 12:28:30.701208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.722548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63503b97-073f-4308-a4f3-94f1d658a963 req-adfdd4e1-a8aa-41a6-8eba-03b4e798933e tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651441 May 06 12:28:30.750429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-2694d1ec-0fcf-4202-8e3a-109e4bf884ab tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:30.752353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-2694d1ec-0fcf-4202-8e3a-109e4bf884ab tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.13 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 945 time: 0.1991343 May 06 12:28:30.776906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Deleting port 543b89b4-28e5-40a6-8cc4-28e435ab22ad {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:30.777282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:30.794081 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:28:26Z', 'revision_number': 5, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port': {'id': '543b89b4-28e5-40a6-8cc4-28e435ab22ad', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb19b999-a275-4364-b096-e13458d585c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:05Z', 'updated_at': '2022-05-06T12:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:30.799172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Checking router: fb19b999-a275-4364-b096-e13458d585c1 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:30.827045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Routers {'fb19b999-a275-4364-b096-e13458d585c1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:30.830328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb19b999-a275-4364-b096-e13458d585c1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:30.842153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 16b773a5-c6df-4696-ae49-11a8733c635a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:30.844000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.179275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 16b773a5-c6df-4696-ae49-11a8733c635a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=16b773a5-c6df-4696-ae49-11a8733c635a,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:31.179681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.249153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] Set router fb19b999-a275-4364-b096-e13458d585c1 gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:31.360323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 16b773a5-c6df-4696-ae49-11a8733c635a owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:31.412958 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:28:30Z', 'revision_number': 6, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:31.418622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e369adb-027b-49ae-9b3c-28ec94937b9d None None] The sync data for ids ['fb19b999-a275-4364-b096-e13458d585c1'] in n-d-840845-1 is: [{'id': 'fb19b999-a275-4364-b096-e13458d585c1', 'name': 'tempest-ServersTestMultiNic-2022383140-router', 'tenant_id': 'e6935ab6bc8c41be94f1a899581d624f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:04Z', 'updated_at': '2022-05-06T12:28:30Z', 'revision_number': 6, 'project_id': 'e6935ab6bc8c41be94f1a899581d624f', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:31.424217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] For port 543b89b4-28e5-40a6-8cc4-28e435ab22ad, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=543b89b4-28e5-40a6-8cc4-28e435ab22ad,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:31.424676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.575567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Calling delete_port for 543b89b4-28e5-40a6-8cc4-28e435ab22ad owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:31.620855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71f471-4365-42ff-9e3b-338b6312ba61 req-c7456ced-5173-4a92-b060-4359e4f78f2f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:31.622386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff71f471-4365-42ff-9e3b-338b6312ba61 req-c7456ced-5173-4a92-b060-4359e4f78f2f tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1154692 May 06 12:28:31.653903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.668289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['16b773a5-c6df-4696-ae49-11a8733c635a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:31.713114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=16b773a5-c6df-4696-ae49-11a8733c635a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:31.792779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff71f471-4365-42ff-9e3b-338b6312ba61 req-bdb81b0e-dcda-47a9-ada6-1c97f1f26885 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599510 May 06 12:28:31.829909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02c8f5-a8ca-4b56-a7a1-61c88eef6422 req-de739c51-abda-498d-9559-9363ec645295 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:31.830499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1e02c8f5-a8ca-4b56-a7a1-61c88eef6422 req-de739c51-abda-498d-9559-9363ec645295 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:31.883903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 16b773a5-c6df-4696-ae49-11a8733c635a on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:31.897876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:31.901898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'name': 'network-vif-deleted', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:31.984670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 64b158f3-58c9-44c6-81e8-b7d35e79ad73 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:32.023157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-686b9975-dc26-4c6b-9633-b12e0cc849cc req-87b61f21-d1e9-4673-bbc8-6aa249f76d19 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.13 "DELETE /v2.0/ports/16b773a5-c6df-4696-ae49-11a8733c635a HTTP/1.1" status: 204 len: 173 time: 1.2576356 May 06 12:28:32.085566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1e02c8f5-a8ca-4b56-a7a1-61c88eef6422 req-de739c51-abda-498d-9559-9363ec645295 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:32.094274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cfb48636-e297-498a-a9ad-f00d50d788eb req-34c57d65-6b79-493f-9e8f-b5db03db8003 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:32.094694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e02c8f5-a8ca-4b56-a7a1-61c88eef6422 req-de739c51-abda-498d-9559-9363ec645295 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 944 time: 0.7930045 May 06 12:28:32.155331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e02c8f5-a8ca-4b56-a7a1-61c88eef6422 req-21b12025-b3d1-4cce-b13a-37d6dfbde2dc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596340 May 06 12:28:32.156565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:32.204095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b89b4-28e5-40a6-8cc4-28e435ab22ad,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:32.210595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cfb48636-e297-498a-a9ad-f00d50d788eb req-34c57d65-6b79-493f-9e8f-b5db03db8003 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:32.211699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfb48636-e297-498a-a9ad-f00d50d788eb req-34c57d65-6b79-493f-9e8f-b5db03db8003 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.1681764 May 06 12:28:32.230871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:32.257391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:32.385620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:32.658648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b158f3-58c9-44c6-81e8-b7d35e79ad73 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:32.658806 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193f0e81-bb73-4f31-aa2b-a7eda0b315c6'] response: {'server_uuid': 'caabdd19-774e-4f4c-bdf5-c74ceab176c6', 'name': 'network-vif-deleted', 'tag': '16b773a5-c6df-4696-ae49-11a8733c635a', 'status': 'completed', 'code': 200} May 06 12:28:32.659271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:32.659376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:32.719568 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:32.749378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79796a-6b6b-4804-b589-7e30ad5b0200 req-434bc10f-1524-4b2f-9a5d-27bc098f23aa tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:32.751343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c79796a-6b6b-4804-b589-7e30ad5b0200 req-434bc10f-1524-4b2f-9a5d-27bc098f23aa tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1388760 May 06 12:28:32.810370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:32.824279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2ecc0-bee0-4b8b-b06f-c1d556ff78d6 req-cb1cdcad-6da3-4495-8299-d62a271a281a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:32.827796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dea2ecc0-bee0-4b8b-b06f-c1d556ff78d6 req-cb1cdcad-6da3-4495-8299-d62a271a281a tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 945 time: 0.3803971 May 06 12:28:32.828609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c79796a-6b6b-4804-b589-7e30ad5b0200 req-7da8c81e-fbc8-4d08-a565-cb31e7131681 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699270 May 06 12:28:33.001744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.013499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['64b158f3-58c9-44c6-81e8-b7d35e79ad73'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:33.042811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dea2ecc0-bee0-4b8b-b06f-c1d556ff78d6 req-a5a1be90-b066-42f4-b06c-93b442fe5884 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490946 May 06 12:28:33.048609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.117593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad8d5-b8b0-4226-8ad1-7bb42db3702b req-c7dafcae-d40c-429e-aa11-154c32b1f3d1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:33.136814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af0ad8d5-b8b0-4226-8ad1-7bb42db3702b req-c7dafcae-d40c-429e-aa11-154c32b1f3d1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1503594 May 06 12:28:33.152530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9af1f33c-8e36-4858-bead-3ecedb226e9f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:33.236966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af0ad8d5-b8b0-4226-8ad1-7bb42db3702b req-b666e99a-9ab0-4a42-ad13-d534dc100819 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994315 May 06 12:28:33.249513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9af1f33c-8e36-4858-bead-3ecedb226e9f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:33.250111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9af1f33c-8e36-4858-bead-3ecedb226e9f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:33.398713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180dace-9302-4aa1-ab55-3f160ba6ec59 req-f5591b17-e805-40ff-90b6-2547958c746a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:33.401655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1180dace-9302-4aa1-ab55-3f160ba6ec59 req-f5591b17-e805-40ff-90b6-2547958c746a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1121144 May 06 12:28:33.450948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1180dace-9302-4aa1-ab55-3f160ba6ec59 req-f65db1a6-05bb-4002-abc4-c9b00645d289 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 May 06 12:28:33.653388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a77198-ab66-4958-b01a-fde5db0e9769 req-57d2bcce-333c-4089-b774-be4a0f65bab3 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:33.655859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a77198-ab66-4958-b01a-fde5db0e9769 req-57d2bcce-333c-4089-b774-be4a0f65bab3 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 945 time: 0.0928459 May 06 12:28:33.710986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a77198-ab66-4958-b01a-fde5db0e9769 req-ee9c5b91-01d7-465b-a984-85ab5628aef9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 May 06 12:28:33.793234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.793868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb19b999-a275-4364-b096-e13458d585c1 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:28:33.808252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:33.809424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1bd9afc-6e37-4401-9e6a-c27de5b71ab2 admin admin] 10.222.0.83 "DELETE /v2.0/routers/fb19b999-a275-4364-b096-e13458d585c1 HTTP/1.1" status: 204 len: 168 time: 3.7911680 May 06 12:28:33.812227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51536) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:33.882245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Deleting subnet 7cfc3c71-8830-4a30-be75-36727789644c {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:28:33.886157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f942345-cf41-4493-b109-5636b307a406 req-c30295a3-eafe-4090-bba4-a0b933db0e00 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=caabdd19-774e-4f4c-bdf5-c74ceab176c6 HTTP/1.1" status: 200 len: 210 time: 0.0453942 May 06 12:28:33.886936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.000329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 64b158f3-58c9-44c6-81e8-b7d35e79ad73 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:34.110141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.128734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16b773a5-c6df-4696-ae49-11a8733c635a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:34.189249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 16b773a5-c6df-4696-ae49-11a8733c635a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:34.190201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 16b773a5-c6df-4696-ae49-11a8733c635a not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:34.203161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.261375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eca66-c0be-4231-8c9d-42d775de9084 req-08ac9d9a-2a5c-4b42-9a20-d9c7c2fd4e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.261375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-924eca66-c0be-4231-8c9d-42d775de9084 req-08ac9d9a-2a5c-4b42-9a20-d9c7c2fd4e0c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1623759 May 06 12:28:34.296084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:34.311444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:34.313468 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.332381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-924eca66-c0be-4231-8c9d-42d775de9084 req-808a03b7-9d34-4d11-a914-b1d9dbd3cba4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681856 May 06 12:28:34.420437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.464355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfc3c71-8830-4a30-be75-36727789644c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:34.477086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.484868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.496006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6db7a5-e629-4975-a189-2ce4f7566297 None None] Network 23423e89-2623-4b59-a2c7-bbf522f5e0ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:34.506374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6030131b-2774-4310-9e81-a647885228cd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7cfc3c71-8830-4a30-be75-36727789644c HTTP/1.1" status: 204 len: 168 time: 0.6929173 May 06 12:28:34.508893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51556) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:34.616099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291567ab-821f-4bb7-828d-e71a8616a431 req-354cc38b-d1a4-4b96-a2c0-b3b73e043223 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.621559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:34.625356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-291567ab-821f-4bb7-828d-e71a8616a431 req-354cc38b-d1a4-4b96-a2c0-b3b73e043223 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1059012 May 06 12:28:34.638555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:34.640893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a4799-fbe5-4691-abae-238c7c34d948 req-9ca19c4a-35eb-48d2-b1bd-dfc7a47271a0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:34.647954 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e6a4799-fbe5-4691-abae-238c7c34d948 req-9ca19c4a-35eb-48d2-b1bd-dfc7a47271a0 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 945 time: 0.2690594 May 06 12:28:34.652521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.691304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Deleting port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:34.691547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.704582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:34.714919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-291567ab-821f-4bb7-828d-e71a8616a431 req-2adae370-9042-48ec-b73b-81292f6e6582 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878019 May 06 12:28:34.749492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e6a4799-fbe5-4691-abae-238c7c34d948 req-01d0397c-c530-41f9-b639-91e3270c0683 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups?id=df9de7dc-a44f-4f60-b6cf-bf0413c55db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005809 May 06 12:28:34.855203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:34.926420 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cb4566-1580-43a7-bb87-ec66876bdd18'] response: {'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'code': 200} May 06 12:28:35.055026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] DHCP port deletion for 23423e89-2623-4b59-a2c7-bbf522f5e0ac request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:28:35.068715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Deleting port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:35.069172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:35.096905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862fa3-66c0-4c09-a15d-f5427d28983d req-c02875c2-3df6-4890-b867-a5f98ddf9e8a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:35.103896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d862fa3-66c0-4c09-a15d-f5427d28983d req-c02875c2-3df6-4890-b867-a5f98ddf9e8a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2111816 May 06 12:28:35.200523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] For port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:35.201126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:35.209998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 543b89b4-28e5-40a6-8cc4-28e435ab22ad no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:35.260438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97f59b4e-85e4-4eae-9301-d891d5a71276 req-527c8661-937c-4a0e-a9f0-d090a3fddd05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1097 time: 0.2598658 May 06 12:28:35.280489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 543b89b4-28e5-40a6-8cc4-28e435ab22ad {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:35.281779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 543b89b4-28e5-40a6-8cc4-28e435ab22ad not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:35.308460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d862fa3-66c0-4c09-a15d-f5427d28983d req-db78fe16-748a-43fd-8fcd-9e87d3a61248 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031558 May 06 12:28:35.360477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97f59b4e-85e4-4eae-9301-d891d5a71276 req-423fb661-4aa7-4656-9128-6718e399c712 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 May 06 12:28:35.392549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Calling delete_port for 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:35.540638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6247704-da1a-4be7-9f94-3b1c5a6f5104 req-5377d4bc-0413-4b28-a0a8-e4463ee9d049 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:35.555178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6247704-da1a-4be7-9f94-3b1c5a6f5104 req-5377d4bc-0413-4b28-a0a8-e4463ee9d049 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 946 time: 0.4496508 May 06 12:28:35.567959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] For port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,segment=NetworkSegment(4c789330-1ed5-457b-bfb8-fb1cc323197c),segment_id=4c789330-1ed5-457b-bfb8-fb1cc323197c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:35.568480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:35.653763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6247704-da1a-4be7-9f94-3b1c5a6f5104 req-ab08d1ba-aa83-46e9-bd65-f5d9bd9d3aef tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976048 May 06 12:28:35.754941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:35.781360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-d24cb1b4-ac49-4309-8392-4d64dc8d2f61 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:35.784637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-d24cb1b4-ac49-4309-8392-4d64dc8d2f61 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 945 time: 0.1998036 May 06 12:28:35.892310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce3ff3c-d058-4ff1-9ca3-e66befeab50d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:35.923218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Calling delete_port for 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:35.928351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] No DVR routers for this DVR port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:35.980019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Deleting port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:35.980521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.039835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:28:36.040577 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:28:36.136512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-7327806b-c819-41b3-80ac-f6bf470f8991 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:36.143194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-7327806b-c819-41b3-80ac-f6bf470f8991 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.3133550 May 06 12:28:36.169456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.185974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-ae8f08e3-c5d7-4358-9d00-3a1e000156ca tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/quotas/a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 375 time: 0.0417860 May 06 12:28:36.206783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-2da85763-0442-4299-a16a-ebcd88f82853 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5500677 May 06 12:28:36.211753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23423e89-2623-4b59-a2c7-bbf522f5e0ac']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:36.229070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c789330-1ed5-457b-bfb8-fb1cc323197c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:36.229398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c789330-1ed5-457b-bfb8-fb1cc323197c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:36.245612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.270340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df1ff5-6ae8-4c17-9b2a-ca9bd383462b req-1fa85743-124f-4068-b7c5-c98ed84046e4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:36.274674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3df1ff5-6ae8-4c17-9b2a-ca9bd383462b req-1fa85743-124f-4068-b7c5-c98ed84046e4 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.2778270 May 06 12:28:36.293673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.308049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:28:36.312663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: timer() May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:28:36.329462 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:28:36.448223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-24e86256-0951-4996-9e9c-4ca30f0a4b38 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2611942 May 06 12:28:36.536370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3df1ff5-6ae8-4c17-9b2a-ca9bd383462b req-2cf98b33-b5c2-4e09-b59f-d414d9024185 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468369 May 06 12:28:36.541676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Deleting port 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:36.542222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.569579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-45c109ca-9910-4d00-808d-4927c3c95570 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.2114060 May 06 12:28:36.621982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] For port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,segment=NetworkSegment(88242cc0-b2e4-42ae-bae6-ec859bf23f3d),segment_id=88242cc0-b2e4-42ae-bae6-ec859bf23f3d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:36.622457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.687122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.692992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:36.699933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc11e2-b63c-44ba-9c4e-bc18c3aafeec None None] The port '9ce3ff3c-d058-4ff1-9ca3-e66befeab50d' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:28:36.825219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Calling delete_port for e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:36.932298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-46d1c928-0926-4924-9f6b-f76cd32bafb2 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830582 May 06 12:28:36.948992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] Pushing event deleted for resources: {'Network': ['ID=23423e89-2623-4b59-a2c7-bbf522f5e0ac,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:37.015833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f16d54bf-df71-424b-bd90-7764f203f141 admin admin] 10.222.0.83 "DELETE /v2.0/networks/23423e89-2623-4b59-a2c7-bbf522f5e0ac HTTP/1.1" status: 204 len: 168 time: 2.5058982 May 06 12:28:37.166336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:37.167877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-81f2c1ed-57f5-4c57-bf72-220473829b92 service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345743 May 06 12:28:37.233748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:37.238166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ce3ff3c-d058-4ff1-9ca3-e66befeab50d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:37.256711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.270178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:37.297134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565443-25ce-4dd8-b97e-2524eec00284 req-0cfd8adb-f231-4b0f-b001-ea83d0477e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:37.300530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-0cfd8adb-f231-4b0f-b001-ea83d0477e7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.6443148 May 06 12:28:37.312362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event deleted for resources: {'Port': ['ID=e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:37.465106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] No DVR routers for this DVR port e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:37.468260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:37.477215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'name': 'network-vif-deleted', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:37.582638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8256fd76-6054-4f7d-b97f-4bc08f37c175 req-991b36bb-35c5-4509-a6d0-0d6b6f9af2ce tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.86 "DELETE /v2.0/ports/e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 HTTP/1.1" status: 204 len: 173 time: 1.7921078 May 06 12:28:37.701086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-7c2014ab-5a06-4088-ba8c-6137e73b30d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.3900211 May 06 12:28:37.708249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7ef12be3-6b89-4d18-8f6b-80c215b23f69 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:37.709973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7ef12be3-6b89-4d18-8f6b-80c215b23f69 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.8619359 May 06 12:28:37.788934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565443-25ce-4dd8-b97e-2524eec00284 req-2e86d16e-a258-4e93-ab47-81d8a51de3f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:37.790749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-2e86d16e-a258-4e93-ab47-81d8a51de3f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0797722 May 06 12:28:37.806170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-81eb809d-5bdf-4d78-81ff-3c0c53543877 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0134871 May 06 12:28:37.817425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1249e4b-b239-44f9-af9d-7fe99db9b140 req-5d9949d3-bb3c-40e8-8e1e-f0b08b82f2cd tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Synchronizing usage tracker for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:37.829573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:37.901609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-92f7f40e-ba82-4739-aa8b-54f325587307 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e6935ab6bc8c41be94f1a899581d624f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0708232 May 06 12:28:37.902453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:37.914154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-850c5191-a6aa-4fd7-815d-45408ca290de tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639038 May 06 12:28:37.974921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f1249e4b-b239-44f9-af9d-7fe99db9b140 req-5d9949d3-bb3c-40e8-8e1e-f0b08b82f2cd tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Unset dirty status for tenant:b8b09965836e4db9b6872d75b35e2abd on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:37.976429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1249e4b-b239-44f9-af9d-7fe99db9b140 req-5d9949d3-bb3c-40e8-8e1e-f0b08b82f2cd tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/ports?device_id=2acdf34d-85f3-43c2-a2a8-d860e4fac091 HTTP/1.1" status: 200 len: 210 time: 0.2171030 May 06 12:28:38.026711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.060259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.065769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-93c82442-71bc-4293-951a-80d449aec2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582676 May 06 12:28:38.279887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.349060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-39723f7f-618b-42f1-9ccf-20b6b4ba00ab service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179118 May 06 12:28:38.351344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08c7be1-9c2a-4a89-8abd-c8eed068c2c8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:38.410959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fd6299b-ac26-4793-8f2b-6b5be1ad76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.443302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad1e2e-f802-42a6-891e-6a54bdf115dc req-79010197-2977-4c1a-bce1-79a3a38e799b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:38.445263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89ad1e2e-f802-42a6-891e-6a54bdf115dc req-79010197-2977-4c1a-bce1-79a3a38e799b tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 946 time: 0.2376254 May 06 12:28:38.574617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-b4a0ad0c-0208-45af-b20d-9bbfa84e3e3f service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866483 May 06 12:28:38.636449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:38.641520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f2a41dd5-3517-41b1-af13-b5c8b8f9a487 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c08c7be1-9c2a-4a89-8abd-c8eed068c2c8 HTTP/1.1" status: 204 len: 168 time: 0.7378333 May 06 12:28:38.734905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89ad1e2e-f802-42a6-891e-6a54bdf115dc req-3827dd15-249c-47f3-8934-76b2313094ca tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821484 May 06 12:28:38.910824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc118e87-9860-4f89-ab61-8d5baf10c468 req-86f512c8-b401-496e-b441-0003b4678465 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 210 time: 0.0804489 May 06 12:28:38.922623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-d70ab406-929d-4ea2-9a1f-8db4d76cc761 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725763 May 06 12:28:38.979360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12565443-25ce-4dd8-b97e-2524eec00284 req-85319702-bd9d-42c0-b140-2d444aa1122b service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936691 May 06 12:28:39.023714 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6655658a-c83d-49d3-83fc-a1ec05d7c8d8'] response: {'server_uuid': '2acdf34d-85f3-43c2-a2a8-d860e4fac091', 'name': 'network-vif-deleted', 'tag': 'e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4', 'status': 'completed', 'code': 200} May 06 12:28:39.236240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb5e83-d201-457c-b699-0f815ceb7146 req-10fa9c8e-fc09-4d4f-a195-c52f22f2e3ce tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:39.237754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcdb5e83-d201-457c-b699-0f815ceb7146 req-10fa9c8e-fc09-4d4f-a195-c52f22f2e3ce tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1070721 May 06 12:28:39.394916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcdb5e83-d201-457c-b699-0f815ceb7146 req-519e6f9e-4e17-442f-b2c2-e62f71762151 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364865 May 06 12:28:39.616797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-350f914f-f597-4a03-bebf-ab58f577af81 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:39.627705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-350f914f-f597-4a03-bebf-ab58f577af81 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1281047 May 06 12:28:39.780565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f05d568c-3b24-4ed7-ac66-642251a2304b req-8cbc8530-96d1-4631-982d-96c6a3c782e3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 210 time: 0.1039460 May 06 12:28:39.867990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-f0187b02-6303-4859-bbc8-553eac2d8043 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.2392788 May 06 12:28:39.880277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:39.992090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0aecc58-0e78-4c95-b95f-26d11ac95987 req-bce8df1c-20b1-422f-81a6-a278ab63608a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1097 time: 0.2055519 May 06 12:28:40.051749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:40.069022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:40.102725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0aecc58-0e78-4c95-b95f-26d11ac95987 req-95831774-2996-438a-a86b-9ca83206aaee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968573 May 06 12:28:40.142735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:40.143189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e9e9d2f3-ae93-493a-bd1d-b9b6320b8ab4 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:40.267367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84818a9d-446d-4260-b68f-8b09dc95a66e req-16c1cb61-b411-40f4-b2f8-5c74aea2721e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 210 time: 0.0513566 May 06 12:28:40.720327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4ea7-beb6-4afa-a43d-e7be4057ab64 req-f9a9f73d-fc12-44aa-b170-d187412b12df tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:40.722390 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53cf4ea7-beb6-4afa-a43d-e7be4057ab64 req-f9a9f73d-fc12-44aa-b170-d187412b12df tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.0904355 May 06 12:28:40.783200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53cf4ea7-beb6-4afa-a43d-e7be4057ab64 req-d3e346d1-421a-4b4c-9df3-b7d707bc924a tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553226 May 06 12:28:40.858733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9f2de6d-a8cc-4e89-8a09-a2f34240f7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:40.971802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:40.977171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:41.009000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51688) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:41.122856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03e2829d-c93e-4497-8f9f-a19a6e4a64ca req-78f7f253-3863-43e8-a017-77e8073dfd94 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 210 time: 0.0544832 May 06 12:28:41.142565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.307224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1266654498-network', 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:41.320958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.327350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:41.350358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Usage tracker for resource:network and tenant:5e2926a8987842e2a3dbbdea14c24e11 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:41.366088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:41.368785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.384121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:41.470723 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Floating IP f4ddf249-880f-4554-8c06-4211eb537bdc associated. External IP: 172.25.2.124, port: d3eb0293-96d6-4ca5-a910-20ff54b80c0f. May 06 12:28:41.548671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-d2519fce-d22f-4bb8-abd2-c3a668a3251b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:41.550133 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-d2519fce-d22f-4bb8-abd2-c3a668a3251b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.4236226 May 06 12:28:41.550618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:41.609194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'device_id': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'admin_state_up': True, 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:41.615596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:41.617918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.654327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.673222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.684418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-364f734d-c665-442c-ad63-9354426ec30f req-c0ff67cf-f172-4787-8488-a9da8c406039 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 210 time: 0.1327989 May 06 12:28:41.740880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1278751-aec5-4adb-a319-8480ef851472,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:41.757071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:41.770794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2926a8987842e2a3dbbdea14c24e11 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:41.780114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:41.808236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:41.896883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:41.901879 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-82dd540e-3674-40a6-8a30-f3a8d967258b tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "DELETE /v2.0/security-groups/d1278751-aec5-4adb-a319-8480ef851472 HTTP/1.1" status: 204 len: 168 time: 0.8878357 May 06 12:28:41.907804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51708) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:42.017328 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-ef55a33b-19dc-49e7-b5b6-cfe17dab7fa6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] show failed (client error): The resource could not be found. May 06 12:28:42.018391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ef55a33b-19dc-49e7-b5b6-cfe17dab7fa6 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "GET /v2.0/security-groups/d1278751-aec5-4adb-a319-8480ef851472 HTTP/1.1" status: 404 len: 347 time: 0.0482457 May 06 12:28:42.020388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.021633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:42.061808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.074271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:42.078166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Usage tracker for resource:security_group_rule and tenant:0667580686ee47cc98322e7aa7c8bad1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:42.081274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:42.087131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:42.127908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:42.127908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:42.216314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.279040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344c72-e538-4fec-986d-ee4ece613f0c req-1c2d709a-da6e-4789-a443-b043eca5b036 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:42.280617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc344c72-e538-4fec-986d-ee4ece613f0c req-1c2d709a-da6e-4789-a443-b043eca5b036 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1434984 May 06 12:28:42.282522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.314311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:42.314311 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.354882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc344c72-e538-4fec-986d-ee4ece613f0c req-593869ed-d0e3-49f2-95bf-435045b11374 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679467 May 06 12:28:42.368286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Deleting port 262fee24-cf9d-407b-94a7-63cf350b74c6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:42.368667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.427222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.499794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d63aa-2aba-407f-a5ac-d28cb3e63ef7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:42.521483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.577154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a2ed7023-74c9-4dac-950f-91d9eb97fc6d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0667580686ee47cc98322e7aa7c8bad1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0210285 May 06 12:28:42.578030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51726) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:42.594161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a40a78d-5542-4112-9316-36645aff5c4b req-f53fd9b7-ae0e-4b7c-95ca-203331d6a833 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 210 time: 0.0581193 May 06 12:28:42.609010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:42.620920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.20.0.6 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/a9403fcf-2914-41fa-b5f8-6941c0538789) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:42.634641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.724433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.725051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.811812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb127c3-08e7-4738-b3d3-5d86f94ab44b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:42.814922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:28:42.881048 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:42.898159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Transition to ACTIVE for port object a9403fcf-2914-41fa-b5f8-6941c0538789 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:42.902102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Calling delete_port for 262fee24-cf9d-407b-94a7-63cf350b74c6 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:43.001935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.053995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.054632 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Added segment 1ea8497a-9d77-4d87-96f9-3c397edea227 of type vlan for network 3661ab73-8f18-47c4-9a46-55393153693d May 06 12:28:43.074320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.088792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:43.119699 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.136613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['697491b4-9ab0-4419-9139-f4a6d5ef0748'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:43.178913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.389442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.389442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:43.389442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.398676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-3b62a534-870a-4d4a-a7b0-95c0c9ac017b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:43.402134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-3b62a534-870a-4d4a-a7b0-95c0c9ac017b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.2744076 May 06 12:28:43.422877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:43.457292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:43.475964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.478429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.491323 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.518333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:43.528607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:43.531189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:43.549958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:43.583004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d63aa-2aba-407f-a5ac-d28cb3e63ef7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:43.584881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Pushing event deleted for resources: {'Port': ['ID=262fee24-cf9d-407b-94a7-63cf350b74c6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:43.611908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3661ab73-8f18-47c4-9a46-55393153693d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:43.651142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:43.678536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:43.682045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.708762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3661ab73-8f18-47c4-9a46-55393153693d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:28:43.717890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-9b5f1853-3917-4b2b-a086-0860827a6b12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc290e08319147b9af033ecbab5fde0f&device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 1097 time: 0.3940842 May 06 12:28:43.722333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.733615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:43.761195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:43.820409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c6b79fe-d68a-4085-b458-5ed3cacaf7b5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8420348 May 06 12:28:43.823757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51740) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:43.835615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Request body: {'subnet': {'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1266654498-subnet', 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:43.836931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.839190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66cc45c8-8f4c-4bca-beeb-4e6d612668ce admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/320d63aa-2aba-407f-a5ac-d28cb3e63ef7 HTTP/1.1" status: 204 len: 168 time: 1.2602022 May 06 12:28:43.843233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:43.852767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Usage tracker for resource:subnet and tenant:5e2926a8987842e2a3dbbdea14c24e11 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:43.856438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:43.904718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-63fe6be7-4ff8-4d20-b933-7f3d261a413c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2916586 May 06 12:28:43.904718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:43.917506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Request body: {'port': {'device_id': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:43.947690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7b60619-8786-40f7-a086-455e7dd1fe5c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "PUT /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 997 time: 4.0781810 May 06 12:28:43.950818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:43.952044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:43.952901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:43.960341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.963222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:43.967524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-be84ca1e-3db3-411a-9afa-87e306319198 tempest-ImagesOneServerNegativeTestJSON-1437571742 tempest-ImagesOneServerNegativeTestJSON-1437571742-project] 10.222.0.83 "DELETE /v2.0/floatingips/ec66b9a9-bab0-4fdf-820c-3bd95d74cd87 HTTP/1.1" status: 204 len: 168 time: 1.9449258 May 06 12:28:44.042874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:44.046235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.073099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-3300fe7e-22aa-4bdd-b19a-6058d012941e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.074700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-3300fe7e-22aa-4bdd-b19a-6058d012941e service neutron] 10.222.0.86 "GET /v2.0/networks?id=5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 200 len: 912 time: 0.3066454 May 06 12:28:44.144996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:44.160784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744044409', 'description': 'tempest-description--1117260474'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:44.170694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:44.179581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-cdf5ca13-58be-4b9a-8a86-0c162ea67b85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b1d728-e370-4f94-8bb4-f32961016ca7 HTTP/1.1" status: 200 len: 217 time: 0.0925903 May 06 12:28:44.179581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-f1d2d43d-1abc-4c4d-8f65-0e4205285bdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.2050018 May 06 12:28:44.180205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Usage tracker for resource:security_group and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:44.218622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:44.248302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:44.250766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.267869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b092c16a-cfca-4e1a-992e-41e3821c695b None None] Provisioning for port a9403fcf-2914-41fa-b5f8-6941c0538789 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:44.281638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b092c16a-cfca-4e1a-992e-41e3821c695b None None] Provisioning complete for port a9403fcf-2914-41fa-b5f8-6941c0538789 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:44.282183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b092c16a-cfca-4e1a-992e-41e3821c695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.293699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.350653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b092c16a-cfca-4e1a-992e-41e3821c695b None None] Port a9403fcf-2914-41fa-b5f8-6941c0538789 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:44.355285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:44.375581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:44.458550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-584f0352-278e-454f-98d6-61065a95d00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.460058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-584f0352-278e-454f-98d6-61065a95d00b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 200 len: 851 time: 0.2764001 May 06 12:28:44.532423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-7c8dd4fe-7153-4e34-8d80-466767e41e68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5e5510f9-11b8-433b-9875-f830a6054505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646763 May 06 12:28:44.541495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:44.597134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.8 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/2c20ac1e-4f76-429f-9fea-5aeab0615f97) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:44.639381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7213079-8862-4beb-ab8e-d7cdf1db4385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.640865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-a7213079-8862-4beb-ab8e-d7cdf1db4385 service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.3042159 May 06 12:28:44.734937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c0fe-12a5-4cb3-8355-65dcde45a99d req-78364f56-8735-4376-b124-a3e02d5f1809 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:44.735589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5604c0fe-12a5-4cb3-8355-65dcde45a99d req-78364f56-8735-4376-b124-a3e02d5f1809 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:44.768370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:44.779132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Usage tracker for resource:security_group_rule and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:44.781304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 1, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:44.787133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:44.795045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:44.802439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:44.803109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:44.817784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:44.836205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-7dcfc962-0c41-41b8-9611-0e95c8981778 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 1000 time: 0.1789055 May 06 12:28:44.878059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-d75b451c-f7ae-48ae-a914-40b9f4bbf10b service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225353 May 06 12:28:45.026104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-d5c8f013-3e12-4007-a9a5-2bb229382bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:45.027610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-d5c8f013-3e12-4007-a9a5-2bb229382bdd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1818972 May 06 12:28:45.035140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.038646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:45.137046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.145156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1680f6e9-c896-4cd2-86b6-d1bc8f218601 req-af26e892-8ce8-4fd9-938c-d67c98184670 service neutron] 10.222.0.86 "GET /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551782 May 06 12:28:45.171111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-7aed4384-78b7-4968-9fb6-dcad730ca2e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371615 May 06 12:28:45.193689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-07e6c0a7-a989-42af-bf05-9e71145e6502 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:45.197468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-07e6c0a7-a989-42af-bf05-9e71145e6502 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0133784 May 06 12:28:45.220684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5604c0fe-12a5-4cb3-8355-65dcde45a99d req-78364f56-8735-4376-b124-a3e02d5f1809 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:45.227499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5604c0fe-12a5-4cb3-8355-65dcde45a99d req-78364f56-8735-4376-b124-a3e02d5f1809 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 931 time: 0.9505358 May 06 12:28:45.310158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.357300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c82863-0721-4e76-ba1d-c3cbee529bf4,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:45.371580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:45.399247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5604c0fe-12a5-4cb3-8355-65dcde45a99d req-8c16dd73-af0b-4dfd-bd7a-9b790ed4c0a7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707590 May 06 12:28:45.412858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Checking segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:45.413216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Network hostable DHCP agents. Network: 3661ab73-8f18-47c4-9a46-55393153693d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:28:45.448229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-bf527b49-e887-4317-a1f8-38364bafde13 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360890 May 06 12:28:45.570085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9403fcf-2914-41fa-b5f8-6941c0538789 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:45.573409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51770) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:45.584356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.591820 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-00d35975-c3ff-4904-8ef9-30df6c9d1d75 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4393880 May 06 12:28:45.593140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.593372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:45.602692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.608461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:45.616306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89dec094-03fd-4943-bac2-e54ac0e44c7c req-d3b88b66-b05a-4dbd-8230-b1f042e115c3 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732321 May 06 12:28:45.617524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:45.620291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 1, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:45.622061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Usage tracker for resource:security_group_rule and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:45.625642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:45.626587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d36d0e0-362a-4187-bc1a-9690d655ee59 None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:40Z', 'revision_number': 1, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:45.631698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:45.693615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Transition to ACTIVE for port object a9403fcf-2914-41fa-b5f8-6941c0538789 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:45.745299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57003313-fb5f-4d38-b224-2c0357dbc6b0 req-b9e27c70-4ac1-49de-be0e-a24bdef2b623 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:45.746928 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57003313-fb5f-4d38-b224-2c0357dbc6b0 req-b9e27c70-4ac1-49de-be0e-a24bdef2b623 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1275504 May 06 12:28:45.769797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-772607822-network', 'tenant_id': '7539679c2246493fb253ab93cf07941b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:45.774715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:45.778812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Usage tracker for resource:network and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:45.781721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:45.787990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:45.806987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57003313-fb5f-4d38-b224-2c0357dbc6b0 req-748684b4-da2b-4ceb-b806-414c9a50ac4e tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529654 May 06 12:28:45.845467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Network 3661ab73-8f18-47c4-9a46-55393153693d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:28:45.849400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.851727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.862501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:45.899626 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a33483e-8e2f-4716-90f4-8b2284372d7f'] response: {'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:28:45.922277 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1ab08-9549-4cc0-867f-65563c0daa54 None None] New status for floating IP f4ddf249-880f-4554-8c06-4211eb537bdc: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:28:45.972743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Made reservation on behalf of 7539679c2246493fb253ab93cf07941b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:45.975472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.048737 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.064822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.148400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:46.154044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Usage tracker for resource:security_group_rule and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:46.154718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:46.157950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:46.161709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:46.164521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3661ab73-8f18-47c4-9a46-55393153693d) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:46.167254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:46.176805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5e70a-df8b-4afe-8d94-b7b1a79e2a37 None None] Network 3661ab73-8f18-47c4-9a46-55393153693d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:46.249405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.271932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.272259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:46.279686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:46.281520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.299696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:46.339853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.369345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef4541-045c-4bf1-870d-a1e52ccf7b0b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:46.395356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.442930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:46.456257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:28:46.459231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8d6f9-22fd-4c82-85f3-c22d78bfca9e None None] Network 3661ab73-8f18-47c4-9a46-55393153693d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:46.463039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297af3d3-65b4-4b01-9fca-aaf6fe1c066b req-c7583794-dddc-4a0f-b641-06738b474d90 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:46.469779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-297af3d3-65b4-4b01-9fca-aaf6fe1c066b req-c7583794-dddc-4a0f-b641-06738b474d90 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 931 time: 0.5114801 May 06 12:28:46.498564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:46.499254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.505157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ddf73-dce6-4b6f-914a-807616a160db,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:46.511718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.512192 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Added segment 5d5e1d4e-2307-473e-b8dd-49af7d52b255 of type vlan for network a1648434-5910-4994-bdc0-34b421f292bf May 06 12:28:46.527171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e31751a8-1a12-4bb9-8922-133d7125cba3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6929665 May 06 12:28:46.575990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.577169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18701836-7666-41be-a811-44bf778b7329 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9826171 May 06 12:28:46.580757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-9180e2dd-771e-411e-b100-22095b93e558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.6235056 May 06 12:28:46.582391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.587016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:46.590540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Attempting to bind port a9403fcf-2914-41fa-b5f8-6941c0538789 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:46.590814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Attempting to bind port a9403fcf-2914-41fa-b5f8-6941c0538789 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:46.591127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Attempting to bind port a9403fcf-2914-41fa-b5f8-6941c0538789 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:46.602853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Port a9403fcf-2914-41fa-b5f8-6941c0538789 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:46.603258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Attempting to bind port a9403fcf-2914-41fa-b5f8-6941c0538789 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:46.611612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-8c00f74d-6337-4ab9-912d-0145d3938222 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:46.612277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'security_group_rule': {'security_group_id': 'b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:46.619357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-8c00f74d-6337-4ab9-912d-0145d3938222 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4667633 May 06 12:28:46.623567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-297af3d3-65b4-4b01-9fca-aaf6fe1c066b req-c9c83b6c-d3dc-4129-9dc3-3b5172f33591 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529415 May 06 12:28:46.628618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:46.690863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Usage tracker for resource:security_group_rule and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:46.731374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:46.746268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:28:46.794049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-90795b6c-3a47-4793-a8c5-ad16f8225c27 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.1668863 May 06 12:28:46.807254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:46.875087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-7d1e1eb3-bfd3-4b2f-b931-aceb34bc273d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4592667 May 06 12:28:46.884663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:46.885522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:46.885522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:46.885819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Bound port: a9403fcf-2914-41fa-b5f8-6941c0538789, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:46.886160 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:46.912584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Request body: {'port': {'device_id': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:46.939111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:47.062459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-2b9351b1-5aa1-455e-9c08-51aabcb0ce28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:47.063989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-2b9351b1-5aa1-455e-9c08-51aabcb0ce28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.4726312 May 06 12:28:47.092588 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.141112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9789bf0-1cc2-439c-ba0a-9f7308aecf8c req-88ac2c2c-1867-47d4-9c9e-5dc8eea01e5d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:47.142468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9789bf0-1cc2-439c-ba0a-9f7308aecf8c req-88ac2c2c-1867-47d4-9c9e-5dc8eea01e5d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 943 time: 0.1932404 May 06 12:28:47.143062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.143823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:47.144392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.195183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.219067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:47.221234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.280807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:47.357579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] Pushing event updated for resources: {'Network': ['ID=a1648434-5910-4994-bdc0-34b421f292bf,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:47.364727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-0b92dccf-478f-4dc3-b971-cfb6271f6ee0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 1002 time: 0.2931302 May 06 12:28:47.369936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a1648434-5910-4994-bdc0-34b421f292bf details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:28:47.389810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.419624 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9789bf0-1cc2-439c-ba0a-9f7308aecf8c req-745b1eec-10fe-4844-8381-7f66e5128225 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426248 May 06 12:28:47.426939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc7702a4-a913-489f-ae12-f4c812d1957a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8525243 May 06 12:28:47.437915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:47.458374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Request body: {'subnet': {'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-772607822-subnet', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:47.466382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.469011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:47.475295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-c3fb622d-e62c-4a08-a728-1b333907bf1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:47.476781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-c3fb622d-e62c-4a08-a728-1b333907bf1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1010504 May 06 12:28:47.477877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Usage tracker for resource:subnet and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:47.482343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:47.529992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:47.571160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-7b7376a5-0712-4436-af4c-fe2b09d16237 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842068 May 06 12:28:47.583881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-15f55c84-698f-4f60-aa33-0e3eab794b9d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:47.584756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-15f55c84-698f-4f60-aa33-0e3eab794b9d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057013 May 06 12:28:47.585320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51808) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:47.589169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.633700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.635451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] 10.222.0.86 "PUT /v2.0/ports/a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 1091 time: 3.7314627 May 06 12:28:47.637232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:47.683816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a41659-4ec9-4739-883f-b148ffe9b810,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:47.748141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda5c7-6a03-4a93-b3ab-f6d7fed5d983 service neutron] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:47.863590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Deleting subnet 274bbe37-27d8-4cb7-8d37-eeefcc1909a7 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:28:47.870011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Made reservation on behalf of 7539679c2246493fb253ab93cf07941b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:47.872543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:47.900245 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.004692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-41bb5252-8d4b-401b-a864-2ef08a3e165d service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056470 May 06 12:28:48.079583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.084742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51ef948e-e2f2-4722-a914-1bd924a1e7c1 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4922316 May 06 12:28:48.084942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:48.136890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.153697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:48.171977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:48.188170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Usage tracker for resource:floatingip and tenant:01a4b1ae68ad41f3b3de4363424ef55e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:48.194168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:48.212685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:48.219680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-4465544b-de27-43f4-b917-8099cdce986b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 1094 time: 0.4597011 May 06 12:28:48.328805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.345478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-58af0f5b-cb8d-4f88-bc82-ff8b3f317a34 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 217 time: 0.1158876 May 06 12:28:48.439606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c20ac1e-4f76-429f-9fea-5aeab0615f97 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:48.444465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-385df673-3a19-4bd3-b56b-b8cbfb34e287 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:48.445272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-385df673-3a19-4bd3-b56b-b8cbfb34e287 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:48.445443 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.455750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dc22326-79ed-44cc-8daf-3bf44021aaeb req-02a28b56-4d7b-489a-83e7-4d248d2dd63a service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304788 May 06 12:28:48.469654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-1e707c88-f3d2-4b97-8946-456e1d661ca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:48.471345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-1e707c88-f3d2-4b97-8946-456e1d661ca7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1083724 May 06 12:28:48.473951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.580000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Transition to ACTIVE for port object 2c20ac1e-4f76-429f-9fea-5aeab0615f97 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:48.644897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-385df673-3a19-4bd3-b56b-b8cbfb34e287 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:48.646395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-385df673-3a19-4bd3-b56b-b8cbfb34e287 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.6357224 May 06 12:28:48.662914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-974b55a7-bcf0-4240-bfde-3eb4e77ec457 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/quotas/5e2926a8987842e2a3dbbdea14c24e11 HTTP/1.1" status: 200 len: 375 time: 0.0109999 May 06 12:28:48.708379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.738999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-22a87de6-a15d-486b-9ed1-0fdbb216bfb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578413 May 06 12:28:48.741303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.745233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.750597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-bf615c00-0b52-4c33-bb9d-92557490a5e9 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820241 May 06 12:28:48.759795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274bbe37-27d8-4cb7-8d37-eeefcc1909a7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:48.769435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.819262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:48.873820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.023516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d53c2dbd-44ce-46de-aac3-7086b49ece52 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/274bbe37-27d8-4cb7-8d37-eeefcc1909a7 HTTP/1.1" status: 204 len: 168 time: 1.4371531 May 06 12:28:49.031266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:49.058119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b95ad5-a3cc-47f3-ac90-4a3078495fa2,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:49.064892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Checking segment: {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:49.065258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Network hostable DHCP agents. Network: a1648434-5910-4994-bdc0-34b421f292bf, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:28:49.114807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Pushing event updated for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:49.118675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-01ce84b6-d1dd-49f7-a2cb-ad9696463f2e service neutron] 10.222.0.83 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555837 May 06 12:28:49.243272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.255548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0edf28f8-75d1-426b-9c60-f324b2df7e2d service neutron] 10.222.0.83 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300759 May 06 12:28:49.267686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Network a1648434-5910-4994-bdc0-34b421f292bf is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:28:49.285206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-cfb375d9-108a-4aec-be50-9ae253577369 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386903 May 06 12:28:49.387268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a1648434-5910-4994-bdc0-34b421f292bf) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:49.391899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:49.393222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.396213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb34f2-ae16-436c-b702-4fbf9f420db3 None None] Network a1648434-5910-4994-bdc0-34b421f292bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:49.543374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c6a8537-5c57-4160-9ae9-fe44169b0ed1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1043129 May 06 12:28:49.546137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:49.551465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:49.556268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:49.560595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Usage tracker for resource:router and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:49.563701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:49.573318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:49.580369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.640192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a1648434-5910-4994-bdc0-34b421f292bf', 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'fixed_ips': [{'subnet_id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:28:49.644367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.673448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.674394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.704365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:49.878938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b4fd-e1ec-4d6f-a525-005afd25ce98 req-49eef1c7-510b-43ff-8967-c7a2acfd9be1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:49.880490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb65b4fd-e1ec-4d6f-a525-005afd25ce98 req-49eef1c7-510b-43ff-8967-c7a2acfd9be1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.1016929 May 06 12:28:49.887053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Allocated IP 172.20.0.2 (a1648434-5910-4994-bdc0-34b421f292bf/b0b95ad5-a3cc-47f3-ac90-4a3078495fa2/b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:49.907876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Attempting to bind port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:49.913842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Attempting to bind port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:49.913842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Attempting to bind port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:50.028512 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6e4e78-9bfb-4c9d-8363-ea8205535dd1 req-7bcc6246-df6a-435c-bded-d32995d7bc69 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156751 May 06 12:28:50.029136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:28:50.030118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Attempting to bind port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:50.043236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.055498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:50.055886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:50.056982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:50.058185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Bound port: 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:50.058602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.081141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb65b4fd-e1ec-4d6f-a525-005afd25ce98 req-1cbc3c59-07f7-4db1-ac9c-6503b972dabe tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939795 May 06 12:28:50.091121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.097151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Allocated IP 172.25.2.54 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c47eb298-db29-4024-baf8-bacdf9b1bba7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:50.113134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decaad33-f5c7-4030-a41c-e18a6c675fc9']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:50.137425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.148910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Transition to ACTIVE for port object b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:50.177539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Transition to ACTIVE for port object b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:50.195270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88242cc0-b2e4-42ae-bae6-ec859bf23f3d') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:50.195824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88242cc0-b2e4-42ae-bae6-ec859bf23f3d') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:50.274595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.320625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.323816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.374017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:28:50.374017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.393329 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Floating IP f4ddf249-880f-4554-8c06-4211eb537bdc associated. External IP: 172.25.2.124, port: d3eb0293-96d6-4ca5-a910-20ff54b80c0f. May 06 12:28:50.404635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48613b-423a-4021-830e-e930a76233a8 req-a5bd70b4-fb79-4310-866a-0300f41b5183 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:50.410998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a48613b-423a-4021-830e-e930a76233a8 req-a5bd70b4-fb79-4310-866a-0300f41b5183 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 943 time: 0.1440876 May 06 12:28:50.412019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Network a1648434-5910-4994-bdc0-34b421f292bf is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:50.415740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:50.434513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: timer() May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:28:50.441192 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:28:50.443607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Pushing event updated for resources: {'Port': ['ID=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:50.456131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.501769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.502363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.503761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.504130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.504464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.504945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.505389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.505720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.506102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.506474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.507435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:28:50.520367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a48613b-423a-4021-830e-e930a76233a8 req-db78dbe1-e177-41db-aa44-ebd511259054 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 May 06 12:28:50.539662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.578636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.579819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:50.593749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Attempting to bind port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:50.594115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Attempting to bind port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:50.594470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Attempting to bind port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc on network a1648434-5910-4994-bdc0-34b421f292bf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:50.603403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:50.605469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Checking segment: {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:50.605469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.605469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Bound using segment: {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:50.605775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Bound port: b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:50.606057 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.620831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:50.653537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.689043 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daaee25-73a0-42a0-bb7d-0a7a9b5f912f'] response: {'name': 'network-changed', 'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'status': 'completed', 'code': 200} May 06 12:28:50.695411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.772937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] For port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:50.779525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] For port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:50.782329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.847826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.854332 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.864022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] Pushing event deleted for resources: {'Network': ['ID=decaad33-f5c7-4030-a41c-e18a6c675fc9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:50.867144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.869345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] 10.222.0.86 "PUT /v2.0/ports/2c20ac1e-4f76-429f-9fea-5aeab0615f97 HTTP/1.1" status: 200 len: 1091 time: 3.9701517 May 06 12:28:50.882205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:50.908346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa057b8d-ada4-40ae-9e55-000b212bb66e service neutron] Pushing event updated for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:50.961478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:50.972167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:50.977849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:50.993055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Allocated IP 172.25.2.187 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8698a20f-8eda-4d6c-8802-b59f84cb98b7) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:51.051372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e38d23-fb5b-4a0d-b9be-68fab1a5f92a None None] Pushing event updated for resources: {'Port': ['ID=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:51.104257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'Port': ['ID=c47eb298-db29-4024-baf8-bacdf9b1bba7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:51.121642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b280dc3-6bf1-4f2d-a25b-7cd02d625741 admin admin] 10.222.0.83 "DELETE /v2.0/networks/decaad33-f5c7-4030-a41c-e18a6c675fc9 HTTP/1.1" status: 204 len: 168 time: 2.0382578 May 06 12:28:51.135845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-1168cc4e-466b-40f7-a6cd-19e25032979d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 1094 time: 0.4007354 May 06 12:28:51.201662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4cb23-f8a8-4f51-b821-0b9f0f8fc346 req-d72fe60b-31dd-4970-b153-bb5c844c0ac0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:51.209401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fe4cb23-f8a8-4f51-b821-0b9f0f8fc346 req-d72fe60b-31dd-4970-b153-bb5c844c0ac0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 943 time: 0.3896430 May 06 12:28:51.331037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fe4cb23-f8a8-4f51-b821-0b9f0f8fc346 req-ee5709c8-eb1d-4ba4-a7e8-0d0d3212bc99 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193848 May 06 12:28:51.346429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:51.480989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:51.598540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=8698a20f-8eda-4d6c-8802-b59f84cb98b7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:51.608251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:51.610114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:51.613379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:51.717617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:51.758759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-4b34d599-aaf1-418a-b736-8b9b90c3c748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:51.761413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-4b34d599-aaf1-418a-b736-8b9b90c3c748 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.6142564 May 06 12:28:51.888869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-648855ce-e108-4b6e-8209-91c5e2fb381f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 1094 time: 0.8417430 May 06 12:28:51.901214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-71784413-233d-4d96-ae18-6ac9695e0965 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 217 time: 0.1271360 May 06 12:28:52.045924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.046933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.109470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3c61a081-facf-49a3-b634-dcee580e6dac admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8b09965836e4db9b6872d75b35e2abd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3898699 May 06 12:28:52.111038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-6f94fa8a-122c-40fd-879b-f103b047525c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97 HTTP/1.1" status: 200 len: 217 time: 0.2119441 May 06 12:28:52.114309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:52.188639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.198036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-a5c0ee1e-d710-467e-8daa-212ea977a57b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:52.199613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-a5c0ee1e-d710-467e-8daa-212ea977a57b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.2313349 May 06 12:28:52.277407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-6f92b421-dee8-4975-8167-6ae0efd38d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:52.278853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-6f92b421-dee8-4975-8167-6ae0efd38d0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1576138 May 06 12:28:52.343095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848357b6-e129-4568-89cd-bc4a4688ac04 None None] Network a1648434-5910-4994-bdc0-34b421f292bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:28:52.378651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-be4db51d-6996-4f06-85b4-bd8b041bed0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928273 May 06 12:28:52.406277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.442326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.558688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.584724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-c649bcca-9640-4333-8182-24daa278596c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3752992 May 06 12:28:52.669312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1f1b708a-7e7c-47bb-8f8d-f0af60bb6eec None None] Provisioning for port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:52.710153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:52.756679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:52.760436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Router 93f969ae-488d-4baa-b996-d1a2f10e732c is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:28:52.770600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:52.786969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-8d488017-2b73-4739-a6a0-18c69aeced7e service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980618 May 06 12:28:52.801187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9de7dc-a44f-4f60-b6cf-bf0413c55db7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:53.014451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-450469cf-7c06-4300-997b-a098a11e4aa2 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208982 May 06 12:28:53.018242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262911b7-6b9b-4d59-b8f4-81ff9a645a6d req-e361abb9-f8c6-4f06-a645-cc768193aa9f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:53.019756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-262911b7-6b9b-4d59-b8f4-81ff9a645a6d req-e361abb9-f8c6-4f06-a645-cc768193aa9f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 943 time: 0.3269544 May 06 12:28:53.022353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.026707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9415fcd2-43e0-49f2-97ad-3de8dc853421 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/df9de7dc-a44f-4f60-b6cf-bf0413c55db7 HTTP/1.1" status: 204 len: 168 time: 0.9079821 May 06 12:28:53.162629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-262911b7-6b9b-4d59-b8f4-81ff9a645a6d req-b0b2fa1e-3af4-41d6-b01a-8ee561a58b24 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 May 06 12:28:53.216992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:53.254944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:53.286352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Sync routers for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:53.302984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:53.303600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:53.358945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-630fdaa8-1ab6-41fa-9430-5fa8cc32a98f req-afba43d7-0cec-4ad6-85b2-8f14aeadd511 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 210 time: 0.0546372 May 06 12:28:53.401179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.413527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1bfbe286-c11e-47c4-a4fe-cbeaaee69fa1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8559401 May 06 12:28:53.413886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51876) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:53.534386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:53.557605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab7d931e-f7f8-49ff-88ee-3ba3fcf0735c req-762268c3-743c-41cf-8f05-4ac9ed3ad8e3 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7596312 May 06 12:28:53.580478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:53.595464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4d467d-abed-42f6-8c98-559ba4e933f9 req-4d79ccad-2929-4ec3-a4d4-400d305e5b6a service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070014 May 06 12:28:53.598330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.648091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:53.648561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.656581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:53.669979 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:53.692857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:53.693315 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:53.769284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9f5ec-d824-42ac-ad3a-b35298f3fed2 req-75d24360-7f88-4831-b5f3-9e4afd645a6b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:53.770902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7c9f5ec-d824-42ac-ad3a-b35298f3fed2 req-75d24360-7f88-4831-b5f3-9e4afd645a6b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 943 time: 0.2256782 May 06 12:28:53.789285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:53.855802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7c9f5ec-d824-42ac-ad3a-b35298f3fed2 req-c392818d-81b7-4a3d-96c1-ec5b48b28b84 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739686 May 06 12:28:53.967719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'Port': ['ID=c47eb298-db29-4024-baf8-bacdf9b1bba7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:54.013224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.139591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a9403fcf-2914-41fa-b5f8-6941c0538789 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:54.158497 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:54.187972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.193433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1740cee-9df3-4551-804d-addc213f8908 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0992904 May 06 12:28:54.355129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.490154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:51Z', 'revision_number': 3, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:54.513327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:54.514506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Checking router: 93f969ae-488d-4baa-b996-d1a2f10e732c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:54.514858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Updating router 93f969ae-488d-4baa-b996-d1a2f10e732c port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:28:54.544892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:28:54.547986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3bfaf-daf9-42f3-b004-c2050099a776 req-1ff77b7a-9049-4493-84c2-0d4d2fb41a00 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:54.551561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6c3bfaf-daf9-42f3-b004-c2050099a776 req-1ff77b7a-9049-4493-84c2-0d4d2fb41a00 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.3551307 May 06 12:28:54.612730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:54.633305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'mac_address': 'fa:16:3e:b0:c3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:54.705046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.714998 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.761347 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:48Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:54.766496 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:54.769161 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.782839 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:54.782839 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:54.795947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:28:54.802625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:54.965787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-295eb8f5-8a2a-45e2-9e0e-7a1e2fa4e9d9 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "PUT /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 999 time: 8.1699853 May 06 12:28:54.974834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9403fcf-2914-41fa-b5f8-6941c0538789 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:55.005776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6c3bfaf-daf9-42f3-b004-c2050099a776 req-dae077ca-5a9d-4b61-8a24-5e255df62d4c tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339081 May 06 12:28:55.099686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-e11a4951-ec81-4d7e-be64-71b5152221a6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:55.101166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-e11a4951-ec81-4d7e-be64-71b5152221a6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.6738775 May 06 12:28:55.121357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Request body: {'port': {'device_id': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'admin_state_up': True, 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:55.125956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:55.127655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:55.163383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:55.176911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-ef31b493-0895-4fad-803f-a6675489353c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:55.200390 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-ef31b493-0895-4fad-803f-a6675489353c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports/d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 943 time: 0.2276995 May 06 12:28:55.202274 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e597150-3210-4fb1-8c44-c52bbee4f61f'] response: {'name': 'network-changed', 'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97', 'status': 'completed', 'code': 200} May 06 12:28:55.291525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-51fbb647-bd59-45b6-b68c-20ab15b6c3d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 1094 time: 0.0858550 May 06 12:28:55.399704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.548518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51906) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:55.629184 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:48Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:55.634435 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6c94b-2e18-4897-bcb3-955db52101cd None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:48Z', 'revision_number': 3, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:55.661396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:55.711656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.717867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:55.722628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-c4040bf6-6a94-4a24-9593-aa9e93595de3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:55.724067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-c4040bf6-6a94-4a24-9593-aa9e93595de3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.3244076 May 06 12:28:55.729961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Transition to ACTIVE for port object 8698a20f-8eda-4d6c-8802-b59f84cb98b7 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:55.739661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Usage tracker for resource:port and tenant:5e2926a8987842e2a3dbbdea14c24e11 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:55.757901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:55.776916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785a992-7969-499f-abe6-41b5fc027014 req-d0535be4-10da-4765-b383-fe958ba8f013 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:55.778391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5785a992-7969-499f-abe6-41b5fc027014 req-d0535be4-10da-4765-b383-fe958ba8f013 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 943 time: 0.4139507 May 06 12:28:55.786532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:55.800330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a9403fcf-2914-41fa-b5f8-6941c0538789'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:55.861274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Request body: {'port': {'device_id': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'admin_state_up': True, 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:55.875604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1412707394-network', 'tenant_id': 'e86c91042c294adc8add38acbdad672e'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:55.882001 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.888686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:55.895250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Usage tracker for resource:network and tenant:e86c91042c294adc8add38acbdad672e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:55.901893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:55.914125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:55.917068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:55.931966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5785a992-7969-499f-abe6-41b5fc027014 req-f4566bb2-7cbc-42a0-9b00-535c225fc752 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475167 May 06 12:28:55.980466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Attempting to bind port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:28:55.980826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Attempting to bind port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:28:55.981185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Attempting to bind port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:28:55.984421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0b3d8-34d0-440c-a348-ae28aa5239f0 None None] Pushing event updated for resources: {'Port': ['ID=8698a20f-8eda-4d6c-8802-b59f84cb98b7,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:55.999397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:28:55.999782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:28:56.007173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.007577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:28:56.008090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Bound port: 8698a20f-8eda-4d6c-8802-b59f84cb98b7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:28:56.008463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.084877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:56.088378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.102637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Made reservation on behalf of e86c91042c294adc8add38acbdad672e for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:56.105269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.110213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-44884607-2058-45a4-ac43-440b85f5734e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.8116024 May 06 12:28:56.148036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c20ac1e-4f76-429f-9fea-5aeab0615f97 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:28:56.148292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.206565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] For port 8698a20f-8eda-4d6c-8802-b59f84cb98b7, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:28:56.226358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-fc5aa727-e3fe-4bda-b89a-1899ec19729a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:56.227834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-fc5aa727-e3fe-4bda-b89a-1899ec19729a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.9278696 May 06 12:28:56.229416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:56.242447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] For port 8698a20f-8eda-4d6c-8802-b59f84cb98b7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8698a20f-8eda-4d6c-8802-b59f84cb98b7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:28:56.298499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Usage tracker for resource:port and tenant:5e2926a8987842e2a3dbbdea14c24e11 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:56.317922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:56.326660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:56.335684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de6ff740-78a0-46e7-bb20-592a90235718 req-85cc52fb-4eb0-468b-9c1e-87f271b904da tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Synchronizing usage tracker for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:56.343851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Usage tracker for resource:security_group_rule and tenant:e86c91042c294adc8add38acbdad672e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:56.354548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:56.364582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:56.372609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:56.375729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-02504d02-9ac7-40e7-bcc7-afb10afee822 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97 HTTP/1.1" status: 200 len: 217 time: 0.1386516 May 06 12:28:56.386706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Allocated IP 172.20.0.1 (a1648434-5910-4994-bdc0-34b421f292bf/b0b95ad5-a3cc-47f3-ac90-4a3078495fa2/45faba8e-8618-4878-8458-61c0ad47b19d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:56.392945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.441818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf4370-8c1c-4071-b9d7-cb040f982661 None None] New status for floating IP f4ddf249-880f-4554-8c06-4211eb537bdc: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:28:56.488348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-97640261-e8c3-477e-9d33-6f740cc25099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:56.489749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-97640261-e8c3-477e-9d33-6f740cc25099 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1017566 May 06 12:28:56.492143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-98bd9525-6670-4c66-9143-ea4922071f76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:56.493478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-98bd9525-6670-4c66-9143-ea4922071f76 service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.3701992 May 06 12:28:56.558144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:56.570531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Allocated IP 172.20.0.14 (3661ab73-8f18-47c4-9a46-55393153693d/55c82863-0721-4e76-ba1d-c3cbee529bf4/412e0efc-7ee0-4a24-888e-d52e175ed13c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:56.596345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2c20ac1e-4f76-429f-9fea-5aeab0615f97', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '2c20ac1e-4f76-429f-9fea-5aeab0615f97', 'mac_address': 'fa:16:3e:4f:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:28:56.607160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de6ff740-78a0-46e7-bb20-592a90235718 req-85cc52fb-4eb0-468b-9c1e-87f271b904da tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Unset dirty status for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:56.608716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-85cc52fb-4eb0-468b-9c1e-87f271b904da tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--744044409&fields=id&tenant_id=01a4b1ae68ad41f3b3de4363424ef55e HTTP/1.1" status: 200 len: 267 time: 0.5280147 May 06 12:28:56.637608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:56.640995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.656484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-9be89434-af7e-44c9-9327-f75e801fd828 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516860 May 06 12:28:56.659689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-0c9b3800-b108-4fb2-bde7-5c68c5ff32ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.1585581 May 06 12:28:56.665415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-690a0589-2721-4e59-8fe6-b3e35568c1d1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:56.667051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-690a0589-2721-4e59-8fe6-b3e35568c1d1 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 946 time: 0.3588996 May 06 12:28:56.674793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:56.675369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:56.749321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.750037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0b3d8-34d0-440c-a348-ae28aa5239f0 None None] Pushing event updated for resources: {'Port': ['ID=8698a20f-8eda-4d6c-8802-b59f84cb98b7,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:56.792992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.813992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Transition to ACTIVE for port object 45faba8e-8618-4878-8458-61c0ad47b19d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:28:56.918804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.944463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-d30236f7-ca06-468d-965b-dca369fc1faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:56.946075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-d30236f7-ca06-468d-965b-dca369fc1faf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.2749431 May 06 12:28:56.955992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Deleting port 55b1d728-e370-4f94-8bb4-f32961016ca7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:28:56.956847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:56.965894 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.014721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c20ac1e-4f76-429f-9fea-5aeab0615f97 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:28:57.043424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:28:57.046216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:57.053166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:57.053802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.101827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-3b4754fc-0e49-488f-a2c3-255e66861639 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316363 May 06 12:28:57.141646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Pushing event updated for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:57.158361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff740-78a0-46e7-bb20-592a90235718 req-697add41-bba2-4498-b419-06b8f5286fca tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:57.159100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de6ff740-78a0-46e7-bb20-592a90235718 req-697add41-bba2-4498-b419-06b8f5286fca tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Synchronizing usage tracker for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:28:57.169984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9be4f7-a227-4e12-96dc-5908d5902df6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:57.173998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.174358 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Added segment ec2b3370-cff4-467e-8e21-e26a3b105726 of type vlan for network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 May 06 12:28:57.204176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}, {'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:57.217130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:57.235702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Network a1648434-5910-4994-bdc0-34b421f292bf is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:57.253365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:57.262559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.266386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:57.332869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.361559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.364354 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:28:57.386509 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:57.387125 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:57.410256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-de6ff740-78a0-46e7-bb20-592a90235718 req-697add41-bba2-4498-b419-06b8f5286fca tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Unset dirty status for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:28:57.418163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-697add41-bba2-4498-b419-06b8f5286fca tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/networks?id=a26e3464-6e87-4444-9668-8c45b982bdf6 HTTP/1.1" status: 200 len: 815 time: 0.7979980 May 06 12:28:57.422835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.490892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:57.501445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-a9584c35-d890-482c-b2e5-60cc8a0000c2 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/quotas/01a4b1ae68ad41f3b3de4363424ef55e HTTP/1.1" status: 200 len: 375 time: 0.0583215 May 06 12:28:57.549933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-418aabb4-7ba3-4992-9f9e-ff326dd8e217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5675225 May 06 12:28:57.555705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d942eb-81cb-44ca-838f-24ba694cdb4c req-8e28dc59-1bb2-4b4d-be1c-acaa49baec74 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205239 May 06 12:28:57.562292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:57.562667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.568610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-c0e757b5-a038-4710-96de-e3d4663fe321 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:28:57.569654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-c0e757b5-a038-4710-96de-e3d4663fe321 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090444 May 06 12:28:57.610884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.616101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:57.618370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.648905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2c20ac1e-4f76-429f-9fea-5aeab0615f97'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:57.661021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.782022 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:57.819603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:51Z', 'revision_number': 3, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:57.837065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] For port 55b1d728-e370-4f94-8bb4-f32961016ca7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=55b1d728-e370-4f94-8bb4-f32961016ca7,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:57.837522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:57.850568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522fa49-8dc2-461e-a8d6-2b4fa7813ccb None None] The sync data for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 is: [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:51Z', 'revision_number': 3, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:57.998145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a3308787-a104-4eaf-a162-c9ed2b31e89d None None] Provisioning for port 45faba8e-8618-4878-8458-61c0ad47b19d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:58.006500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a3308787-a104-4eaf-a162-c9ed2b31e89d None None] Provisioning complete for port 45faba8e-8618-4878-8458-61c0ad47b19d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:58.007177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a3308787-a104-4eaf-a162-c9ed2b31e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.049742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Calling delete_port for 55b1d728-e370-4f94-8bb4-f32961016ca7 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:28:58.079542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Allocated IP 172.20.0.11 (3661ab73-8f18-47c4-9a46-55393153693d/55c82863-0721-4e76-ba1d-c3cbee529bf4/a817f3b3-b217-4652-a2b2-17ed7e9c0139) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:28:58.088857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a3308787-a104-4eaf-a162-c9ed2b31e89d None None] Port 45faba8e-8618-4878-8458-61c0ad47b19d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:28:58.099840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] Pushing event updated for resources: {'Network': ['ID=d27d0c4c-9a83-4567-8f7f-b355aeef10c0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:58.102061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event updated for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:58.109914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Network 3661ab73-8f18-47c4-9a46-55393153693d is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:58.112820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:28:58.113078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:58.115951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:58.143338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a9403fcf-2914-41fa-b5f8-6941c0538789 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:58.158462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-420f21b4-6d5e-48dc-99e0-abfb84316543 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813115 May 06 12:28:58.179998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-13eeeb16-033d-4f2c-a63c-4dd23d87b3b4 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=01a4b1ae68ad41f3b3de4363424ef55e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6771598 May 06 12:28:58.182662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e0a296b1-f646-4fa6-985f-874b4bd1d2bd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6331480 May 06 12:28:58.191895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51922) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:28:58.207477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Request body: {'subnet': {'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-subnet', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:58.366881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:58.367162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:28:58.367512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.394585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Usage tracker for resource:subnet and tenant:e86c91042c294adc8add38acbdad672e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:28:58.398811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.413594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:28:58.436183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:28:58.508398 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-ead4101b-86b6-4c76-b4d7-50af7184fa58 service neutron] 10.222.0.83 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636046 May 06 12:28:58.527196 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:56Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:58.533663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:28:58.535756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-0243751b-a708-45db-85f6-d0a5fa1872d3 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4204929 May 06 12:28:58.547990 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:28:58.548615 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:58.554979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a9403fcf-2914-41fa-b5f8-6941c0538789 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:58.562661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a9403fcf-2914-41fa-b5f8-6941c0538789 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:58.563371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.610044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Request body: {'port': {'device_id': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:28:58.643620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-d3a60e65-3931-45b5-b906-5bf5b6dbd2cf service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839993 May 06 12:28:58.644321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Made reservation on behalf of e86c91042c294adc8add38acbdad672e for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:28:58.647542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.786554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.833522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:28:58.845642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:28:58.876519 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:28:58.923351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.965560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.967440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55b1d728-e370-4f94-8bb4-f32961016ca7 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:28:58.974115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:58.992603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d682c451-371c-49f0-ba55-cc4518f10323 service neutron] 10.222.0.83 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832551 May 06 12:28:59.075436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.116278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-a3512f6b-840b-4b92-b8e5-81b508851b07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1097 time: 0.3626320 May 06 12:28:59.118784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d0cd5c11-0f21-4d18-8aad-733988ff8803'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:28:59.183989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Pushing event deleted for resources: {'Port': ['ID=55b1d728-e370-4f94-8bb4-f32961016ca7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:59.217355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 55b1d728-e370-4f94-8bb4-f32961016ca7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:28:59.217704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 55b1d728-e370-4f94-8bb4-f32961016ca7 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:28:59.236877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8698a20f-8eda-4d6c-8802-b59f84cb98b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:28:59.277842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.375840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.402904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.435993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] No DVR routers for this DVR port 55b1d728-e370-4f94-8bb4-f32961016ca7 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:28:59.438884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.520542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:59.574221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Network 3661ab73-8f18-47c4-9a46-55393153693d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:28:59.576987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Pushing event updated for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:59.579469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:28:59.595177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:28:59.652686 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:56Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:28:59.653307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-19037a11-ad6a-48a6-909f-0d078ecc1d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:28:59.664009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-19037a11-ad6a-48a6-909f-0d078ecc1d74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.5394738 May 06 12:28:59.664437 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b854c3ca-7dbc-4370-8b61-42077620c1f1 None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:6c:44:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb495b70-5f05-4098-be2a-775e0b701305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:28:56Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:28:59.664622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event updated for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:28:59.664622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.691229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:28:59.715486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:28:59.716563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.727396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.892721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:28:59.929979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8698a20f-8eda-4d6c-8802-b59f84cb98b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8698a20f-8eda-4d6c-8802-b59f84cb98b7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:00.019300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0fc93e6-947b-4ac1-8ef3-ff8009cff608 req-1e251c12-614d-4302-aa14-0328c7d5ceef tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.86 "DELETE /v2.0/ports/55b1d728-e370-4f94-8bb4-f32961016ca7 HTTP/1.1" status: 204 len: 173 time: 3.2913809 May 06 12:29:00.038838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.102451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412e0efc-7ee0-4a24-888e-d52e175ed13c {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:00.111461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.113320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:00.114343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.129857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Transition to ACTIVE for port object 412e0efc-7ee0-4a24-888e-d52e175ed13c will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:00.140147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d844864-3ab7-4148-8a0a-57c982ddd20f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:00.151148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8698a20f-8eda-4d6c-8802-b59f84cb98b7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:00.156651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c20ac1e-4f76-429f-9fea-5aeab0615f97 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:00.168881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-898d142f-e4a7-4910-89b1-7ea1d766aabf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 1002 time: 0.4854217 May 06 12:29:00.168881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Checking segment: {'id': 'ec2b3370-cff4-467e-8e21-e26a3b105726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:00.168881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Network hostable DHCP agents. Network: d27d0c4c-9a83-4567-8f7f-b355aeef10c0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:29:00.246493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-34aaf645-9c92-4827-9675-f9ef9b400f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:00.248021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-34aaf645-9c92-4827-9675-f9ef9b400f70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.0733395 May 06 12:29:00.287749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.325690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-8858303e-89a3-45f3-bcb8-81be1c6f32df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714650 May 06 12:29:00.327721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-02c25ed2-c25e-4c92-8857-3489ead9fb52 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:00.328437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-02c25ed2-c25e-4c92-8857-3489ead9fb52 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:00.341046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Network a1648434-5910-4994-bdc0-34b421f292bf is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:00.356972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:00.357462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-7dca1123-f474-4752-be9d-79e4ee3e9811 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5253148 May 06 12:29:00.371547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Request body: {'port': {'device_id': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:00.381574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:00.388944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:00.389709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.458179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:29:00.613459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.631139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-639fdb9b-f94e-447d-9f39-23190dad479b service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992942 May 06 12:29:00.664433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.687811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Pushing event updated for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:00.699802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d27d0c4c-9a83-4567-8f7f-b355aeef10c0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:00.702451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:00.708369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233ad53-3b79-4094-80fa-2da92704cdca None None] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:00.766370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:00.767230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.817781 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:29:00.837843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-02c25ed2-c25e-4c92-8857-3489ead9fb52 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:00.846470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-02c25ed2-c25e-4c92-8857-3489ead9fb52 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 932 time: 1.3795476 May 06 12:29:00.851652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:00.870944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Attempting to bind port 412e0efc-7ee0-4a24-888e-d52e175ed13c on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:00.876191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Attempting to bind port 412e0efc-7ee0-4a24-888e-d52e175ed13c by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:00.876191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Attempting to bind port 412e0efc-7ee0-4a24-888e-d52e175ed13c on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:00.976725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5414bd4f-f6cc-45ec-bccf-7f1bdc608eda None None] Provisioning complete for port 45faba8e-8618-4878-8458-61c0ad47b19d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:00.977343 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5414bd4f-f6cc-45ec-bccf-7f1bdc608eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.014445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Port 412e0efc-7ee0-4a24-888e-d52e175ed13c on network 3661ab73-8f18-47c4-9a46-55393153693d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:01.014824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Attempting to bind port 412e0efc-7ee0-4a24-888e-d52e175ed13c on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:01.020449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cb86e85-cda5-4fff-a6fe-4b027a41ff4f req-17ccb5de-cfd8-46c4-a7e7-fd318227143a service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574493 May 06 12:29:01.034632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-b5979ed7-2972-404a-aea4-b0f08658481f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:01.039818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:01.039818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Checking segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:01.039818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Bound using segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:01.040290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Bound port: 412e0efc-7ee0-4a24-888e-d52e175ed13c, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:01.041307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.065639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:01.070114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5414bd4f-f6cc-45ec-bccf-7f1bdc608eda None None] Port 45faba8e-8618-4878-8458-61c0ad47b19d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:01.127059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d27d0c4c-9a83-4567-8f7f-b355aeef10c0', 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'fixed_ips': [{'subnet_id': '8d844864-3ab7-4148-8a0a-57c982ddd20f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:29:01.127910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.162005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8698a20f-8eda-4d6c-8802-b59f84cb98b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:01.194530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:01.198926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:01.234156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-114ac867-decf-42cd-88d7-3d5030acc2ee admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0409234 May 06 12:29:01.237899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51940) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:01.242025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-b5979ed7-2972-404a-aea4-b0f08658481f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:01.253616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09b56f7b-f5a4-47be-bbde-213e9e72742b req-b5979ed7-2972-404a-aea4-b0f08658481f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061668 May 06 12:29:01.263142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:01.266866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a817f3b3-b217-4652-a2b2-17ed7e9c0139 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:01.277567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:01.278095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.287945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Usage tracker for resource:router and tenant:e86c91042c294adc8add38acbdad672e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:01.299059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:01.305711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Transition to ACTIVE for port object a817f3b3-b217-4652-a2b2-17ed7e9c0139 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:01.309508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:01.324939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Router 93f969ae-488d-4baa-b996-d1a2f10e732c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:01.419841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:01.420285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.421370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.428314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835c63-9480-4ceb-a0a5-780b99b7c716 req-d02670bd-a110-4d40-9fac-2c6fd0219824 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:01.430480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66835c63-9480-4ceb-a0a5-780b99b7c716 req-d02670bd-a110-4d40-9fac-2c6fd0219824 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 945 time: 0.1204371 May 06 12:29:01.456976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.510577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Allocated IP 172.20.0.2 (d27d0c4c-9a83-4567-8f7f-b355aeef10c0/8d844864-3ab7-4148-8a0a-57c982ddd20f/80fadffd-7576-4afc-a861-5a80a401b23f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:01.555066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.556065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.582045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.583350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] 10.222.0.13 "PUT /v2.0/ports/412e0efc-7ee0-4a24-888e-d52e175ed13c HTTP/1.1" status: 200 len: 1092 time: 2.9889858 May 06 12:29:01.585837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:01.602132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e58464f-5fc9-4ea4-b7fa-0c8da21a1321 req-16b67098-b288-44e4-91d8-626fab7e8dc3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=8b83153f-1adb-475e-9f18-811682f32b11 HTTP/1.1" status: 200 len: 210 time: 0.2024701 May 06 12:29:01.646498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d613d6-99ef-44e2-abc9-31f699b83c2d service neutron] Pushing event updated for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:01.656047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.727476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:01.751256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66835c63-9480-4ceb-a0a5-780b99b7c716 req-a33c4f7d-0e45-418b-abd2-0ff1f7698246 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145742 May 06 12:29:01.751890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Pushing event updated for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:01.904051 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3658e2a9-a076-4375-b7e8-f858ebd63415'] response: {'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:29:01.904257 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3658e2a9-a076-4375-b7e8-f858ebd63415'] response: {'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'status': 'completed', 'code': 200} May 06 12:29:01.906421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Attempting to bind port a817f3b3-b217-4652-a2b2-17ed7e9c0139 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:01.906756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Attempting to bind port a817f3b3-b217-4652-a2b2-17ed7e9c0139 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:01.907078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Attempting to bind port a817f3b3-b217-4652-a2b2-17ed7e9c0139 on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:01.948047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:01.963422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Transition to ACTIVE for port object 80fadffd-7576-4afc-a861-5a80a401b23f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:01.977262 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9ae62a-4a37-466e-bf00-576d6bb702a0'] response: {'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'code': 200} May 06 12:29:02.002792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Transition to ACTIVE for port object 80fadffd-7576-4afc-a861-5a80a401b23f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:02.010796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ddd668a9-0f10-4f7a-b811-481ade8b0670 admin admin] 10.222.0.83 "PUT /v2.0/routers/93f969ae-488d-4baa-b996-d1a2f10e732c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5958154 May 06 12:29:02.015990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Port a817f3b3-b217-4652-a2b2-17ed7e9c0139 on network 3661ab73-8f18-47c4-9a46-55393153693d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:02.016316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Attempting to bind port a817f3b3-b217-4652-a2b2-17ed7e9c0139 on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:02.036450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:02.036849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Checking segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:02.037281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Bound using segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:02.037734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Bound port: a817f3b3-b217-4652-a2b2-17ed7e9c0139, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:02.038082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.138179 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.282239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:02.295562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:02.304918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:02.353653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.357651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Pushing event updated for resources: {'Port': ['ID=80fadffd-7576-4afc-a861-5a80a401b23f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:02.363228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-101b5850-1dc4-4d64-9404-168a74f66fcd req-3916ee0d-631a-4e7c-9574-4a867626377a tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Synchronizing usage tracker for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:02.365236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f65ed-a649-4345-86f2-8b1812d2311a req-d2b17397-949b-42cd-9f02-b7e0bed3d90a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.366722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474f65ed-a649-4345-86f2-8b1812d2311a req-d2b17397-949b-42cd-9f02-b7e0bed3d90a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 945 time: 0.5796359 May 06 12:29:02.376763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-d3d46dec-e75e-4611-a2b6-ccef2e5aac43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=e26bd845-b0e0-4caf-8dd4-3885e22990e8 HTTP/1.1" status: 200 len: 1095 time: 0.6461713 May 06 12:29:02.431790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-5cd1c139-5341-4b11-8a44-61fd4507dcb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.5115404 May 06 12:29:02.438116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Attempting to bind port 80fadffd-7576-4afc-a861-5a80a401b23f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:02.438575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Attempting to bind port 80fadffd-7576-4afc-a861-5a80a401b23f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'ec2b3370-cff4-467e-8e21-e26a3b105726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:02.438994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Attempting to bind port 80fadffd-7576-4afc-a861-5a80a401b23f on network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:02.439309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-d488fddb-0996-4374-8d8c-3ba064630c5c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1097 time: 0.4799092 May 06 12:29:02.448006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:02.448664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Checking segment: {'id': 'ec2b3370-cff4-467e-8e21-e26a3b105726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:02.449170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.449790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Bound using segment: {'id': 'ec2b3370-cff4-467e-8e21-e26a3b105726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:02.450394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Bound port: 80fadffd-7576-4afc-a861-5a80a401b23f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2b3370-cff4-467e-8e21-e26a3b105726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd27d0c4c-9a83-4567-8f7f-b355aeef10c0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:02.451799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.469559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-12ad31ba-1de3-401b-8cbb-cceb8c749778 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c HTTP/1.1" status: 200 len: 217 time: 0.0764444 May 06 12:29:02.469814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:02.549277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474f65ed-a649-4345-86f2-8b1812d2311a req-3bd4b2c0-c3d0-4f92-8371-c312688f1080 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711957 May 06 12:29:02.569402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] For port 80fadffd-7576-4afc-a861-5a80a401b23f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:02.574230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] For port 80fadffd-7576-4afc-a861-5a80a401b23f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80fadffd-7576-4afc-a861-5a80a401b23f,segment=NetworkSegment(ec2b3370-cff4-467e-8e21-e26a3b105726),segment_id=ec2b3370-cff4-467e-8e21-e26a3b105726)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:02.577684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Sync routers for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:02.591938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:02.592816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:02.622395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:02.641828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-101b5850-1dc4-4d64-9404-168a74f66fcd req-3916ee0d-631a-4e7c-9574-4a867626377a tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Unset dirty status for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:02.643064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-101b5850-1dc4-4d64-9404-168a74f66fcd req-3916ee0d-631a-4e7c-9574-4a867626377a tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 210 time: 0.5023606 May 06 12:29:02.659605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71713a24-f553-4162-abf4-54b9484d67f2 req-a9b300a9-79c8-4826-89d4-257069f2df74 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 1096 time: 0.6041310 May 06 12:29:02.696697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-882db618-4739-476e-9b18-915a362fa21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.698141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-882db618-4739-476e-9b18-915a362fa21c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.2043023 May 06 12:29:02.766175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-5b52f056-9889-47b2-81bd-b2ac7da4aeda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.767603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-5b52f056-9889-47b2-81bd-b2ac7da4aeda service neutron] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.3261395 May 06 12:29:02.801107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.812847 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67402c7-d02c-4714-8e5e-7ff3a35c9eb1'] response: {'name': 'network-changed', 'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c', 'status': 'completed', 'code': 200} May 06 12:29:02.842122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-a62e0e0f-08a9-4c70-bb0f-5669bcf77c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:02.843484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-a62e0e0f-08a9-4c70-bb0f-5669bcf77c96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.3798018 May 06 12:29:02.844578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:02.868154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-baf31ad2-696d-4b75-a8db-1aaa14ef291c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580226 May 06 12:29:02.873404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-ef155d51-4469-4a80-9cbf-b7d112aba68f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.2672467 May 06 12:29:02.957287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:02.963382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71713a24-f553-4162-abf4-54b9484d67f2 req-0d371b77-b562-4ac5-85a1-5b7230f4681d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954209 May 06 12:29:02.981786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-ceab6eab-df7f-4934-89ba-c02197160e25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.2033591 May 06 12:29:03.022491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48fe0b-7be7-429e-b1f7-a63f5fd9ba56 None None] Pushing event updated for resources: {'Port': ['ID=80fadffd-7576-4afc-a861-5a80a401b23f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:03.089018 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.089409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] 10.222.0.13 "PUT /v2.0/ports/a817f3b3-b217-4652-a2b2-17ed7e9c0139 HTTP/1.1" status: 200 len: 1092 time: 2.7220733 May 06 12:29:03.127870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-3ccdc7f6-ccaf-4abb-9129-98f048cb48ff tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:03.129596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-3ccdc7f6-ccaf-4abb-9129-98f048cb48ff tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports/64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 943 time: 0.2160578 May 06 12:29:03.257415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-97ed752f-c4f0-465e-807f-8eee70c50ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788407 May 06 12:29:03.286257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-c69969c9-0017-4bdb-a646-ec6beb942921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:03.288536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-c69969c9-0017-4bdb-a646-ec6beb942921 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.2935064 May 06 12:29:03.313347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25193db1-554f-415f-b80e-e6db97b2b001 service neutron] Pushing event updated for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:03.378368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-78bfbd08-8d44-4f57-a724-4ba0f080f9ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 1002 time: 0.4897492 May 06 12:29:03.514351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:58Z', 'revision_number': 4, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '45faba8e-8618-4878-8458-61c0ad47b19d', 'name': '', 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'mac_address': 'fa:16:3e:4f:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:55Z', 'updated_at': '2022-05-06T12:28:58Z', 'revision_number': 2, 'project_id': '7539679c2246493fb253ab93cf07941b', 'subnets': [{'id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:03.518134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Checking router: 93f969ae-488d-4baa-b996-d1a2f10e732c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:03.542528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Updating router 93f969ae-488d-4baa-b996-d1a2f10e732c port 45faba8e-8618-4878-8458-61c0ad47b19d binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:29:03.571190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-6f7a5cd6-4bfd-4713-8aa4-d27ce425f0c6 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5051310 May 06 12:29:03.588963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.592150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:03.610873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-2ae9190b-3ec0-498f-833a-1d3871215e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:03.610873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-2ae9190b-3ec0-498f-833a-1d3871215e2e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.2148709 May 06 12:29:03.610873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:03.612307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Usage tracker for resource:floatingip and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:03.616560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:03.651045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.666619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:03.675932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-dfa13df4-ab31-493c-9fdb-d0edc4aeb9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711982 May 06 12:29:03.717456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-33f7e531-7869-4f3a-857f-3813cfef30d6 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.3779387 May 06 12:29:03.717693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-227812be-d131-470e-924c-c1dfabcc45e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 1095 time: 0.3381920 May 06 12:29:03.724053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.833811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:03.887101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-19295ee2-3f6b-417e-aba3-b7943b3b9b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139 HTTP/1.1" status: 200 len: 217 time: 0.1577711 May 06 12:29:03.916785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-c73641b0-f9e7-4289-b280-7d3a85e134a7 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249058 May 06 12:29:03.942648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'name': 'network-vif-deleted', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7'}, {'name': 'network-changed', 'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:03.991316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff740-78a0-46e7-bb20-592a90235718 req-b55dcae8-50cd-4b7c-ae9d-3291be90eb9c tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:03.992527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-b55dcae8-50cd-4b7c-ae9d-3291be90eb9c tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.13 "GET /v2.0/networks?id=a26e3464-6e87-4444-9668-8c45b982bdf6 HTTP/1.1" status: 200 len: 815 time: 0.5691321 May 06 12:29:04.010891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:04.048373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-ba1d51a7-4fda-46df-876c-6c8fa0f67cad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4372826 May 06 12:29:04.052903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:04.072589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Transition to ACTIVE for port object 45faba8e-8618-4878-8458-61c0ad47b19d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:04.109912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-08c20e0d-7266-470a-8d9c-742d4bfdc285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:04.111692 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-08c20e0d-7266-470a-8d9c-742d4bfdc285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.1729903 May 06 12:29:04.153688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-4a776a50-5b68-4c40-b410-9b5c949e492a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:04.167679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39d7471-358b-4351-8c0b-8291ffbaeae2 req-4a776a50-5b68-4c40-b410-9b5c949e492a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.4305537 May 06 12:29:04.183020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:04.305470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-4fc74755-af58-4b75-ad0a-4c0eb8b16462 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01a4b1ae68ad41f3b3de4363424ef55e HTTP/1.1" status: 200 len: 379 time: 0.2981269 May 06 12:29:04.317712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'port': {'device_id': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'admin_state_up': True, 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'security_groups': ['b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:04.414207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea930f-aff2-4209-802b-d3311fed9141 None None] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:04.500434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-9963f86c-f13b-4186-b455-dcd600c0e5b7 service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8141899 May 06 12:29:04.502481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8bb04-5852-4f7c-9be9-cb4669585109 None None] Pushing event updated for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:04.502650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-c26a47fb-bdae-42d5-8b31-1f0701440549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593092 May 06 12:29:04.643249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Allocated IP 172.25.2.61 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b409ef2f-eaf7-497a-8b2f-1089851f6f24) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:04.653628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Attempting to bind port 45faba8e-8618-4878-8458-61c0ad47b19d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:04.654991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Attempting to bind port 45faba8e-8618-4878-8458-61c0ad47b19d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:04.654991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Attempting to bind port 45faba8e-8618-4878-8458-61c0ad47b19d on network a1648434-5910-4994-bdc0-34b421f292bf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:04.678431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-8940d19f-23e4-4fd7-8070-50f081ac70e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=e26bd845-b0e0-4caf-8dd4-3885e22990e8 HTTP/1.1" status: 200 len: 1095 time: 0.5678396 May 06 12:29:04.708698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ad17f63e-2d1e-4862-b0d2-f11b839f212b None None] Provisioning for port 80fadffd-7576-4afc-a861-5a80a401b23f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:04.718396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:04.718668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Checking segment: {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:04.718835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:04.719292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Bound using segment: {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:04.719735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Bound port: 45faba8e-8618-4878-8458-61c0ad47b19d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5e1d4e-2307-473e-b8dd-49af7d52b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:04.720537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:04.883387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] For port 45faba8e-8618-4878-8458-61c0ad47b19d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:04.889058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] For port 45faba8e-8618-4878-8458-61c0ad47b19d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45faba8e-8618-4878-8458-61c0ad47b19d,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:04.936753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-2678437f-2612-4675-840c-e1b427769c27 service neutron] 10.222.0.86 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8631680 May 06 12:29:04.998284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-4355645b-639e-45da-a4e1-fe8dd5585d97 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491236 May 06 12:29:05.035098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:05.046473 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.102108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:05.114569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818ff62-9658-4bee-84cb-060545a42e4c req-059be979-2601-4e61-abbf-0ad27c9ace2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:05.122340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4818ff62-9658-4bee-84cb-060545a42e4c req-059be979-2601-4e61-abbf-0ad27c9ace2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 944 time: 0.6008403 May 06 12:29:05.132115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-16841682-1cfb-4915-91e7-d25312c683d9 service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139691 May 06 12:29:05.158744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.225867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:05.226657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:05.313646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-055507dd-7039-4aa0-aea7-1eb14e38783b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:05.317549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-055507dd-7039-4aa0-aea7-1eb14e38783b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 914 time: 0.6141589 May 06 12:29:05.325923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.429252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 80fadffd-7576-4afc-a861-5a80a401b23f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:05.429782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-d0d41529-ea22-4d51-9f49-de7db67900d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c HTTP/1.1" status: 200 len: 217 time: 0.0985298 May 06 12:29:05.460865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-034e795c-6259-4243-9b9b-2c7e749e6051 req-3c266cf6-b949-43ae-977c-1b7e831ddb37 service neutron] 10.222.0.86 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149224 May 06 12:29:05.486042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdb3f731-5eff-4a4d-84c2-4d738291cca8 req-cc5851a6-cb5d-4897-849f-dc9ccba35417 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009871 May 06 12:29:05.498395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4818ff62-9658-4bee-84cb-060545a42e4c req-346f9bf0-3f01-4a86-8edb-f4698ad79004 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750794 May 06 12:29:05.505143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Made reservation on behalf of 01a4b1ae68ad41f3b3de4363424ef55e for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:05.508279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:05.598700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8bb04-5852-4f7c-9be9-cb4669585109 None None] Pushing event updated for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:05.606454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-f9b9da5f-c0af-4c61-96fa-0d1a277028cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:05.608110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-f9b9da5f-c0af-4c61-96fa-0d1a277028cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.1535752 May 06 12:29:05.676358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:05.677643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-df56e981-6acb-429b-a644-8ce39dff2e74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622118 May 06 12:29:05.909357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Allocated IP 172.20.0.3 (a26e3464-6e87-4444-9668-8c45b982bdf6/44b1cc88-75ba-4102-a61b-e091ead2b5b5/ed15b31a-1b33-47aa-a3ed-270184574cbe) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:05.977230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-36f1f3dc-2699-46d4-a7d3-a83fe56eccc0 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907355 May 06 12:29:06.026844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3138ce-cfe0-4778-8661-025b126b6367 req-0cae1289-68a4-440c-8da5-03731f117cb7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:06.028919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b3138ce-cfe0-4778-8661-025b126b6367 req-0cae1289-68a4-440c-8da5-03731f117cb7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 945 time: 0.2149780 May 06 12:29:06.075651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 80fadffd-7576-4afc-a861-5a80a401b23f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:06.096745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 80fadffd-7576-4afc-a861-5a80a401b23f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:06.097122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.150204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.210009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Allocated IP 172.25.2.26 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/beb9c78d-7eff-449d-92b4-83211aac9f0e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:06.223741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:58Z', 'revision_number': 4, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '45faba8e-8618-4878-8458-61c0ad47b19d', 'name': '', 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'mac_address': 'fa:16:3e:4f:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:55Z', 'updated_at': '2022-05-06T12:29:04Z', 'revision_number': 4, 'project_id': '7539679c2246493fb253ab93cf07941b', 'subnets': [{'id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:06.240727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5469b1-54cb-494f-8c93-3c88eeeb426c None None] The sync data for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 is: [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:28:58Z', 'revision_number': 4, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '45faba8e-8618-4878-8458-61c0ad47b19d', 'name': '', 'network_id': 'a1648434-5910-4994-bdc0-34b421f292bf', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'mac_address': 'fa:16:3e:4f:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:55Z', 'updated_at': '2022-05-06T12:29:04Z', 'revision_number': 4, 'project_id': '7539679c2246493fb253ab93cf07941b', 'subnets': [{'id': 'b0b95ad5-a3cc-47f3-ac90-4a3078495fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:06.390623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.451454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:06.453639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Pushing event updated for resources: {'Port': ['ID=b409ef2f-eaf7-497a-8b2f-1089851f6f24,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:06.463489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:06.465934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:06.527239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 80fadffd-7576-4afc-a861-5a80a401b23f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80fadffd-7576-4afc-a861-5a80a401b23f,segment=NetworkSegment(ec2b3370-cff4-467e-8e21-e26a3b105726),segment_id=ec2b3370-cff4-467e-8e21-e26a3b105726)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:06.575652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.622560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.702671 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.718666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=80fadffd-7576-4afc-a861-5a80a401b23f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:06.740482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b3138ce-cfe0-4778-8661-025b126b6367 req-0f7f2d06-a765-45fc-8e69-4b9866442fc6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031853 May 06 12:29:06.840193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:06.843068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:06.847092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:06.893763 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:06.912636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event updated for resources: {'Port': ['ID=beb9c78d-7eff-449d-92b4-83211aac9f0e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:06.972274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a802ae7b-03b2-4cca-a6d9-64c37b704d56 req-f9d3741f-3bd9-4292-b33b-34e822a13133 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8401165 May 06 12:29:07.099368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Transition to ACTIVE for port object ed15b31a-1b33-47aa-a3ed-270184574cbe will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:07.262011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3b44c-6032-48b5-b8ac-b2ef2f929a36 req-78cea2c0-5bfa-40d2-882c-886c2c3e7654 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:07.264120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9f3b44c-6032-48b5-b8ac-b2ef2f929a36 req-78cea2c0-5bfa-40d2-882c-886c2c3e7654 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 945 time: 0.2877786 May 06 12:29:07.275255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45faba8e-8618-4878-8458-61c0ad47b19d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:07.345822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.365788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9f3b44c-6032-48b5-b8ac-b2ef2f929a36 req-9b7f29a8-70c1-4fd4-a249-d1a827702ecd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837607 May 06 12:29:07.422496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.494741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.495857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.571054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 45faba8e-8618-4878-8458-61c0ad47b19d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:07.579759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 45faba8e-8618-4878-8458-61c0ad47b19d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:07.580059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.624942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.655458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Network a26e3464-6e87-4444-9668-8c45b982bdf6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:07.678361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:07.738207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:07.835707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:07.905818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 45faba8e-8618-4878-8458-61c0ad47b19d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45faba8e-8618-4878-8458-61c0ad47b19d,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:07.916527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event updated for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:07.963256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:07.964209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.008601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab420e-ede4-40f1-99b8-160b5babb90c req-daa8a264-7d65-4bbe-a3f7-4c2d88c14286 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:08.011444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78ab420e-ede4-40f1-99b8-160b5babb90c req-daa8a264-7d65-4bbe-a3f7-4c2d88c14286 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 931 time: 0.4249139 May 06 12:29:08.044997 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.045993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 80fadffd-7576-4afc-a861-5a80a401b23f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:08.047046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.103931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78ab420e-ede4-40f1-99b8-160b5babb90c req-a1298b57-1858-4a51-a3c7-a4c0cfec1835 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841320 May 06 12:29:08.203226 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a87464-2ac5-4835-adfd-86177cd40619'] response: {'server_uuid': '8b83153f-1adb-475e-9f18-811682f32b11', 'name': 'network-vif-deleted', 'tag': '55b1d728-e370-4f94-8bb4-f32961016ca7', 'status': 'completed', 'code': 200} May 06 12:29:08.203491 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a87464-2ac5-4835-adfd-86177cd40619'] response: {'name': 'network-changed', 'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139', 'status': 'completed', 'code': 200} May 06 12:29:08.208386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-3e7ec2c0-416c-4d05-ae43-9d589d486a74 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8950417 May 06 12:29:08.270166 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfeac60-e332-4826-8089-1f1928788a3d'] response: {'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97', 'code': 200} May 06 12:29:08.303466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:08.325140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.355150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 412e0efc-7ee0-4a24-888e-d52e175ed13c details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:08.367124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 80fadffd-7576-4afc-a861-5a80a401b23f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:08.367558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.419487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Router a1de7994-6ce0-4401-a5b3-d5e588b426f4 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:29:08.488922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3c6a5716-c7e9-4731-afcc-b85aedb91927 None None] Provisioning for port ed15b31a-1b33-47aa-a3ed-270184574cbe completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:08.492039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1837c2c6-b78c-4990-82f8-5f7085098b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.512330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3c6a5716-c7e9-4731-afcc-b85aedb91927 None None] Provisioning complete for port ed15b31a-1b33-47aa-a3ed-270184574cbe triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:08.512790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3c6a5716-c7e9-4731-afcc-b85aedb91927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.581322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Request body: {'port': {'device_id': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:08.684532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a5716-c7e9-4731-afcc-b85aedb91927 None None] Port ed15b31a-1b33-47aa-a3ed-270184574cbe cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:08.723445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-b5c6159f-06f1-48c1-9961-234d2a001e6e tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.4435058 May 06 12:29:08.795095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:08.813887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '412e0efc-7ee0-4a24-888e-d52e175ed13c', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'port_id': '412e0efc-7ee0-4a24-888e-d52e175ed13c', 'mac_address': 'fa:16:3e:ab:6d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c82863-0721-4e76-ba1d-c3cbee529bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:08.847810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event updated for resources: {'Port': ['ID=beb9c78d-7eff-449d-92b4-83211aac9f0e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:08.861780 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.891106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:08.897415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-2d85e3d0-ab2e-41e4-9587-65c2b75bb073 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:08.902421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-2d85e3d0-ab2e-41e4-9587-65c2b75bb073 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports/64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 943 time: 0.1773510 May 06 12:29:08.920241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412e0efc-7ee0-4a24-888e-d52e175ed13c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:08.922787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-638ad77a-ac04-44a6-abc8-9d05e22894ff req-a016a4b3-5783-42a8-aa3e-da3b23d3d3a3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 1096 time: 0.4981735 May 06 12:29:08.945762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:08.985827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-638ad77a-ac04-44a6-abc8-9d05e22894ff req-94a22cb4-7b40-434e-8243-e8332a1f6506 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555966 May 06 12:29:09.026154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.079614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.081066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-b29cfdfa-4863-4cd0-9ab9-1c399cb34e14 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5038133 May 06 12:29:09.148924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45faba8e-8618-4878-8458-61c0ad47b19d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:09.197875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.247593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-37a4ddb3-99a7-449c-bfdd-2daf1a8bfd1e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Synchronizing usage tracker for tenant:7539679c2246493fb253ab93cf07941b on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:09.267870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-560ecca9-b75b-4e4f-bf6a-054c1d15fbb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 1095 time: 0.5632970 May 06 12:29:09.323962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:09.340016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 45faba8e-8618-4878-8458-61c0ad47b19d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:09.340396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:09.353762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-37a4ddb3-99a7-449c-bfdd-2daf1a8bfd1e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Unset dirty status for tenant:7539679c2246493fb253ab93cf07941b on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:09.361348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-37a4ddb3-99a7-449c-bfdd-2daf1a8bfd1e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.2662492 May 06 12:29:09.404002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-1f0ff64d-5421-4bb1-be76-bfc1e01cc3a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.3373873 May 06 12:29:09.575275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['412e0efc-7ee0-4a24-888e-d52e175ed13c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:09.597603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-6c244898-7087-4eff-8ec6-a96db3d4f1e3 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:09.605048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-6c244898-7087-4eff-8ec6-a96db3d4f1e3 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2425158 May 06 12:29:09.612787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-7064937a-beb8-43d7-9bcf-059d11467f63 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:09.626563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff1bab14-9589-4bb6-81cc-231c10fab86f req-7064937a-beb8-43d7-9bcf-059d11467f63 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0202937 May 06 12:29:10.014810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:10.028569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Sync routers for ids ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:10.044274 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Routers {'a1de7994-6ce0-4401-a5b3-d5e588b426f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:10.047755 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:28:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:10.060277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-b8667634-19a3-416d-a149-a614e871125a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:10.061974 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-b8667634-19a3-416d-a149-a614e871125a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.6406016 May 06 12:29:10.073759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-128637c1-86cf-497d-8a4d-80f6d8d9c8fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:10.075417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-128637c1-86cf-497d-8a4d-80f6d8d9c8fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 914 time: 0.6269639 May 06 12:29:10.182450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:10.254992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.259737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1978a52b-c11e-4a5f-8e57-2f889ee3575a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0168366 May 06 12:29:10.260922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:10.282583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-b2fe2108-3ea1-4109-abc3-fa901416acf6 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.2014353 May 06 12:29:10.294262 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Set router a1de7994-6ce0-4401-a5b3-d5e588b426f4 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:10.294742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:10.355047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a817f3b3-b217-4652-a2b2-17ed7e9c0139 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:10.371129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed15b31a-1b33-47aa-a3ed-270184574cbe {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:10.401453 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.448302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Transition to ACTIVE for port object ed15b31a-1b33-47aa-a3ed-270184574cbe will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:10.467359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.553631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.733246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:10.767724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9fbd6e48-bba6-45e7-9468-b707877ab3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.771429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'port_id': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139', 'mac_address': 'fa:16:3e:73:4b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c82863-0721-4e76-ba1d-c3cbee529bf4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:10.882292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:10.906594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:06Z', 'revision_number': 3, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port': {'id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:03Z', 'updated_at': '2022-05-06T12:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:10.912903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Checking router: a1de7994-6ce0-4401-a5b3-d5e588b426f4 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:10.913251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Updating router a1de7994-6ce0-4401-a5b3-d5e588b426f4 port b409ef2f-eaf7-497a-8b2f-1089851f6f24 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:29:10.915725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a817f3b3-b217-4652-a2b2-17ed7e9c0139 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:10.963129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:11.025025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e9ee5-7bcb-4553-9570-8760eafcc98c req-6998ac35-d9e8-4b1f-8317-e51010d7c9fb tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:11.025963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6c3e9ee5-7bcb-4553-9570-8760eafcc98c req-6998ac35-d9e8-4b1f-8317-e51010d7c9fb tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:11.032313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Pushing event updated for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:11.054935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6c3e9ee5-7bcb-4553-9570-8760eafcc98c req-6998ac35-d9e8-4b1f-8317-e51010d7c9fb tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:11.057057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c3e9ee5-7bcb-4553-9570-8760eafcc98c req-6998ac35-d9e8-4b1f-8317-e51010d7c9fb tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 944 time: 0.3864622 May 06 12:29:11.078923 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.080692 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.135544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c3e9ee5-7bcb-4553-9570-8760eafcc98c req-615be5c5-6fae-457a-9a47-2720cd73a9cf tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704126 May 06 12:29:11.231810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:11.292194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-1656a010-066c-4e56-b00e-89a238d597e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139 HTTP/1.1" status: 200 len: 217 time: 0.3874040 May 06 12:29:11.453071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a817f3b3-b217-4652-a2b2-17ed7e9c0139'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:11.592510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.596100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-75c7f6ee-dcf8-480d-9920-58e0e418ac63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:11.597964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-75c7f6ee-dcf8-480d-9920-58e0e418ac63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.2341826 May 06 12:29:11.605278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Attempting to bind port ed15b31a-1b33-47aa-a3ed-270184574cbe on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:11.609814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Attempting to bind port ed15b31a-1b33-47aa-a3ed-270184574cbe by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:11.609814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Attempting to bind port ed15b31a-1b33-47aa-a3ed-270184574cbe on network a26e3464-6e87-4444-9668-8c45b982bdf6 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:11.613676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Port ed15b31a-1b33-47aa-a3ed-270184574cbe on network a26e3464-6e87-4444-9668-8c45b982bdf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:11.614007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Attempting to bind port ed15b31a-1b33-47aa-a3ed-270184574cbe on network a26e3464-6e87-4444-9668-8c45b982bdf6 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:11.631462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:11.631838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Checking segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:11.632296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Bound using segment: {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:11.632736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Bound port: ed15b31a-1b33-47aa-a3ed-270184574cbe, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3115edba-3907-4c54-ab34-c5c203dcaed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:11.632944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-aa4bd5d6-72c4-483e-b8e5-c2a6163c8f81 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 267 time: 0.2387168 May 06 12:29:11.633435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.746529 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.763285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Transition to ACTIVE for port object b409ef2f-eaf7-497a-8b2f-1089851f6f24 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:11.798404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.804532 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Floating IP f4ddf249-880f-4554-8c06-4211eb537bdc disassociated. External IP: 172.25.2.124, port: 64b158f3-58c9-44c6-81e8-b7d35e79ad73. May 06 12:29:11.851387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-5b43a14d-3aa7-4a3a-9492-320e8165110d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:11.867698 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:11.871725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-5b43a14d-3aa7-4a3a-9492-320e8165110d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 945 time: 0.2372959 May 06 12:29:11.881557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'security_groups': []}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:11.954405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-c6c983f7-a574-4c9c-b38f-9af97212e8fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2979128 May 06 12:29:12.019165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Pushing event updated for resources: {'Port': ['ID=b409ef2f-eaf7-497a-8b2f-1089851f6f24,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:12.049830 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.050340 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.050768 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.052008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.053905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.054352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.054962 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.055390 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.056746 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.057379 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.057820 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:12.069913 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Attempting to bind port b409ef2f-eaf7-497a-8b2f-1089851f6f24 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:12.070570 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Attempting to bind port b409ef2f-eaf7-497a-8b2f-1089851f6f24 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:12.071168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Attempting to bind port b409ef2f-eaf7-497a-8b2f-1089851f6f24 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:12.079311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.083958 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:12.084544 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:12.085036 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.085646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:12.086241 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Bound port: b409ef2f-eaf7-497a-8b2f-1089851f6f24, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:12.086723 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.206871 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] For port b409ef2f-eaf7-497a-8b2f-1089851f6f24, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:12.212103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] For port b409ef2f-eaf7-497a-8b2f-1089851f6f24, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b409ef2f-eaf7-497a-8b2f-1089851f6f24,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:12.219748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.335505 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.369835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 412e0efc-7ee0-4a24-888e-d52e175ed13c up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:12.479944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.484867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:12.522071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:12.526337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-606e5e46-0c54-4c36-a10e-6aeec6eb5ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574007 May 06 12:29:12.551959 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Routers {'a1de7994-6ce0-4401-a5b3-d5e588b426f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:12.552699 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:12.669036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.764882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 412e0efc-7ee0-4a24-888e-d52e175ed13c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:12.771014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 412e0efc-7ee0-4a24-888e-d52e175ed13c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:12.781201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.854840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5607bb-1d3e-4cf5-852b-be57afae3959 None None] Pushing event updated for resources: {'Port': ['ID=b409ef2f-eaf7-497a-8b2f-1089851f6f24,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:12.928983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:12.933832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:12.935616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed15b31a-1b33-47aa-a3ed-270184574cbe HTTP/1.1" status: 200 len: 1091 time: 4.3779688 May 06 12:29:12.936513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:12.996623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d21b7-e007-407c-9e84-850a139d7215 service neutron] Pushing event updated for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:13.053094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.094307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:13.114299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] Set router a1de7994-6ce0-4401-a5b3-d5e588b426f4 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:13.123006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:13.123245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:13.159484 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.171660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.270357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.299756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.344740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'a9403fcf-2914-41fa-b5f8-6941c0538789'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:13.362589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fa35947-0875-418b-a719-ca0a3158ce8f req-4c7bf9d5-1bcc-4797-bff0-c96133fb112b service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691723 May 06 12:29:13.412098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-4da4badb-3217-4c75-baa2-e11f61df0117 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4b1ae68ad41f3b3de4363424ef55e&device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 1094 time: 0.2420158 May 06 12:29:13.421430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['697491b4-9ab0-4419-9139-f4a6d5ef0748'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:13.432233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:13.465372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:13.465983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.467364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7fb38fd-0675-411c-a979-24d04b3c8a5d req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "PUT /v2.0/ports/a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 904 time: 1.5926116 May 06 12:29:13.483820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:13.515921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636a839-d124-4a0f-af93-24efccff2156 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:13.624618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-b7aa70cd-442a-46cf-b79b-704e07e3d055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe HTTP/1.1" status: 200 len: 217 time: 0.1657691 May 06 12:29:13.660422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Allocated IP 172.20.0.1 (d27d0c4c-9a83-4567-8f7f-b355aeef10c0/8d844864-3ab7-4148-8a0a-57c982ddd20f/100b490d-7d27-4718-983b-7796dbeec3d8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:13.682418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a9403fcf-2914-41fa-b5f8-6941c0538789'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:13.798724 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:06Z', 'revision_number': 3, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port': {'id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:03Z', 'updated_at': '2022-05-06T12:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:13.817430 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a4599-8921-4e12-8939-5ea46c265f9f None None] The sync data for ids ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'] in n-d-840845-1 is: [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:06Z', 'revision_number': 3, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port': {'id': 'b409ef2f-eaf7-497a-8b2f-1089851f6f24', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:85:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:29:03Z', 'updated_at': '2022-05-06T12:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:13.877664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.878098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:13.896826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Transition to ACTIVE for port object 100b490d-7d27-4718-983b-7796dbeec3d8 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:13.973509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff740-78a0-46e7-bb20-592a90235718 req-416d37f8-7a17-4342-bb5e-1c3e62fb7c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:13.975141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-416d37f8-7a17-4342-bb5e-1c3e62fb7c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44b1cc88-75ba-4102-a61b-e091ead2b5b5 HTTP/1.1" status: 200 len: 854 time: 0.2621269 May 06 12:29:14.004976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:14.039356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6485c21-59d5-48c7-8c06-1c23118ed826 req-d10a6470-8f8b-4bbe-999b-09230c295c43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:14.040552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c6485c21-59d5-48c7-8c06-1c23118ed826 req-d10a6470-8f8b-4bbe-999b-09230c295c43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:14.059199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.122234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0dad04c5-4407-4619-ad6c-82276234e217 None None] Provisioning complete for port a9403fcf-2914-41fa-b5f8-6941c0538789 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:14.123032 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dad04c5-4407-4619-ad6c-82276234e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.147643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c6485c21-59d5-48c7-8c06-1c23118ed826 req-d10a6470-8f8b-4bbe-999b-09230c295c43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:14.149689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6485c21-59d5-48c7-8c06-1c23118ed826 req-d10a6470-8f8b-4bbe-999b-09230c295c43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 945 time: 0.2241800 May 06 12:29:14.152014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:14.155455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:14.168503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:14.170829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:14.183965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-4078c5cc-3233-45cb-9857-6924ffa88539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a26e3464-6e87-4444-9668-8c45b982bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749420 May 06 12:29:14.187951 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.217160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:14.262450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Pushing event updated for resources: {'Port': ['ID=100b490d-7d27-4718-983b-7796dbeec3d8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:14.275834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-190d9628-3a00-4de2-b30b-54a8fd4b5bb8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "PUT /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 695 time: 3.9851806 May 06 12:29:14.360991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:14.361693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:14.362050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.396924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6485c21-59d5-48c7-8c06-1c23118ed826 req-2f36c89a-dce9-4db9-93d3-99c9c81fd781 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743903 May 06 12:29:14.535230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a817f3b3-b217-4652-a2b2-17ed7e9c0139 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:14.803236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:14.945177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff022251-dc4c-46eb-97dc-20da2982bf49 req-73f9aca6-86c8-424f-860f-a4f681d2e86b tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:14.948022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff022251-dc4c-46eb-97dc-20da2982bf49 req-73f9aca6-86c8-424f-860f-a4f681d2e86b tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 943 time: 0.2801502 May 06 12:29:14.956125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-f24169d7-4f2e-4c77-a06b-7b4d94c95b49 service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633184 May 06 12:29:14.972643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-09560657-c2cc-4f60-996a-88244acaeb42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 1097 time: 0.6727281 May 06 12:29:15.032536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:15.108512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port a817f3b3-b217-4652-a2b2-17ed7e9c0139 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:15.171189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff022251-dc4c-46eb-97dc-20da2982bf49 req-796ebf3f-a506-4bf8-a9b5-e9fadd75a42c tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107532 May 06 12:29:15.255708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-97eeaffa-a5d9-488e-987f-5fe0328dabc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:15.257357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-97eeaffa-a5d9-488e-987f-5fe0328dabc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.2773819 May 06 12:29:15.313063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port a817f3b3-b217-4652-a2b2-17ed7e9c0139 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:15.313485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.370101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.379716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0265de4-3c06-4930-a935-45bc604ba5ff req-acae4e0c-e187-45ca-ba1b-46a7e36c723f tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips/85b98beb-5bbc-476d-9cbb-6554823c7457 HTTP/1.1" status: 200 len: 692 time: 0.1095603 May 06 12:29:15.400689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f553eb33-55b2-464a-944a-ad3c25fa8d62 None None] Provisioning for port 100b490d-7d27-4718-983b-7796dbeec3d8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:15.428253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f553eb33-55b2-464a-944a-ad3c25fa8d62 None None] Provisioning complete for port 100b490d-7d27-4718-983b-7796dbeec3d8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:15.428626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f553eb33-55b2-464a-944a-ad3c25fa8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.471818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-d90fd8fd-d326-48e9-86f3-ea9cf1b6fdd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 200 len: 217 time: 0.1879079 May 06 12:29:15.491696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.603865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f553eb33-55b2-464a-944a-ad3c25fa8d62 None None] Port 100b490d-7d27-4718-983b-7796dbeec3d8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:15.636465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-011cfdfb-086e-4af2-bb85-cd9724add5fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:15.637945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-011cfdfb-086e-4af2-bb85-cd9724add5fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1511445 May 06 12:29:15.659434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de6ff740-78a0-46e7-bb20-592a90235718 req-45cd7885-623a-4893-b87b-4d44b70a3766 service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009578 May 06 12:29:15.753530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Pushing event updated for resources: {'Port': ['ID=100b490d-7d27-4718-983b-7796dbeec3d8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:15.771162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:15.800365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-7bbec1c2-2e23-47ca-91e5-7d26bc9cbc64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433997 May 06 12:29:15.949711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.055094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:16.068456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-96085252-8154-42e1-b639-2e6ec8d52d3c service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605247 May 06 12:29:16.093935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:16.130377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:16.143543 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.187956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0265de4-3c06-4930-a935-45bc604ba5ff req-5e77f6a0-4cfa-40a1-bf46-f7cde12a9e6e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:16.196785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0265de4-3c06-4930-a935-45bc604ba5ff req-5e77f6a0-4cfa-40a1-bf46-f7cde12a9e6e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.8103809 May 06 12:29:16.203383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-b0265de4-3c06-4930-a935-45bc604ba5ff req-2bed24e9-7dae-4ff7-8980-338dabf83777 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:16.218974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0265de4-3c06-4930-a935-45bc604ba5ff req-2bed24e9-7dae-4ff7-8980-338dabf83777 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0198076 May 06 12:29:16.244933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:16.244933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:16.318361 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:16.428263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:16.429526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:16.545799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7dc7d97-aa3e-4076-8dbe-1b3b3e7d5d31 req-f66abfdd-0b00-4516-af67-dba348b92193 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712248 May 06 12:29:16.645056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:16.801121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-dfcd3891-05b4-44ee-b3c3-53efbf688c61 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:16.811448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-dfcd3891-05b4-44ee-b3c3-53efbf688c61 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.1889491 May 06 12:29:16.846565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:17.047265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Deleting port d0cd5c11-0f21-4d18-8aad-733988ff8803 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:17.048213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.172585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ffb5c79-6f3b-4174-ac8a-b92a95ad1a79 None None] Provisioning complete for port 100b490d-7d27-4718-983b-7796dbeec3d8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:17.173215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5c79-6f3b-4174-ac8a-b92a95ad1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.253354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b409ef2f-eaf7-497a-8b2f-1089851f6f24 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:17.293224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6cd4e-4714-413f-ace7-c632d0a4da89 req-0048c968-c9f8-4cca-8795-118f3f872752 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:17.294281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-82e6cd4e-4714-413f-ace7-c632d0a4da89 req-0048c968-c9f8-4cca-8795-118f3f872752 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:17.494212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb5c79-6f3b-4174-ac8a-b92a95ad1a79 None None] Port 100b490d-7d27-4718-983b-7796dbeec3d8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:17.581799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-82e6cd4e-4714-413f-ace7-c632d0a4da89 req-0048c968-c9f8-4cca-8795-118f3f872752 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:17.582952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82e6cd4e-4714-413f-ace7-c632d0a4da89 req-0048c968-c9f8-4cca-8795-118f3f872752 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 946 time: 0.9593132 May 06 12:29:17.673711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b409ef2f-eaf7-497a-8b2f-1089851f6f24 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:17.699583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b409ef2f-eaf7-497a-8b2f-1089851f6f24 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:17.700081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.778152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82e6cd4e-4714-413f-ace7-c632d0a4da89 req-979be937-0ead-4a35-909b-bf7a39fec9a5 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/security-groups?id=b6e900b6-7821-47c4-b95a-7d3c3934d92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615982 May 06 12:29:17.779614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:17.789207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092453b4-5e17-450f-93d8-4bcd7d6df569 req-e0284704-bf72-4e18-8599-e127075735ec tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:17.791396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-092453b4-5e17-450f-93d8-4bcd7d6df569 req-e0284704-bf72-4e18-8599-e127075735ec tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 946 time: 0.6583915 May 06 12:29:17.823188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf36ad-a187-4f7f-8795-c9514dded1e7 None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:17.904919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] For port d0cd5c11-0f21-4d18-8aad-733988ff8803, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d0cd5c11-0f21-4d18-8aad-733988ff8803,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:17.905295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:17.989697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Router a1de7994-6ce0-4401-a5b3-d5e588b426f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:18.012138 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.055652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b409ef2f-eaf7-497a-8b2f-1089851f6f24, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b409ef2f-eaf7-497a-8b2f-1089851f6f24,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:18.074374 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd362835-5fc8-4f9f-8d32-526b9d088d17'] response: {'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c', 'code': 200} May 06 12:29:18.226322 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0fb758-907b-474b-ac21-4b76b5fff713'] response: {'name': 'network-changed', 'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'status': 'completed', 'code': 200} May 06 12:29:18.243169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Calling delete_port for d0cd5c11-0f21-4d18-8aad-733988ff8803 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:18.325189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-092453b4-5e17-450f-93d8-4bcd7d6df569 req-f917f171-3dd7-4809-8f74-e16a2c210874 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021996 May 06 12:29:18.343390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.506002 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5840d9-87c3-4d02-89fa-a6d343017c93'] response: {'name': 'network-changed', 'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'status': 'completed', 'code': 200} May 06 12:29:18.545634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b409ef2f-eaf7-497a-8b2f-1089851f6f24,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:18.682864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7beed9b-092b-4cec-bb6d-a28ecd363940 req-507dec17-2f1b-4b31-aa38-047ee61018b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e26bd845-b0e0-4caf-8dd4-3885e22990e8 HTTP/1.1" status: 200 len: 1097 time: 0.4626944 May 06 12:29:18.686001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-5a787a60-253f-4def-8361-c930a7c5aea4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4b1ae68ad41f3b3de4363424ef55e&device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 1094 time: 0.4938760 May 06 12:29:18.701501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-e05e4149-3292-4d6f-a4a8-5fd4a64c5748 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=7539679c2246493fb253ab93cf07941b HTTP/1.1" status: 200 len: 695 time: 0.1271515 May 06 12:29:18.708213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3306-f504-411f-8abf-8a5ea9d485df req-6d5d3cd4-3c56-410f-bd45-37a154518046 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:18.720346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f42f3306-f504-411f-8abf-8a5ea9d485df req-6d5d3cd4-3c56-410f-bd45-37a154518046 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 907 time: 0.3814235 May 06 12:29:18.754368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-276beb2e-56ca-47c1-a362-ef6ecbd4c88c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 1058 time: 0.2115316 May 06 12:29:18.970893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:18.976168 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:18.984866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-f84d0aaf-dff2-43f0-aa4b-3e2d806d7df0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:18.985547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-f84d0aaf-dff2-43f0-aa4b-3e2d806d7df0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Synchronizing usage tracker for tenant:7539679c2246493fb253ab93cf07941b on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:18.992126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7beed9b-092b-4cec-bb6d-a28ecd363940 req-eed0be97-ac17-4c26-af1e-a75430422e4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033329 May 06 12:29:19.006368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-88766746-fef8-4529-81e4-54e267d9a25d admin admin] 10.222.0.83 "PUT /v2.0/routers/a1de7994-6ce0-4401-a5b3-d5e588b426f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7435739 May 06 12:29:19.030884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-c4f906d9-20e1-4f98-98e1-d609f8a56ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.033155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-c4f906d9-20e1-4f98-98e1-d609f8a56ce9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.2667913 May 06 12:29:19.036290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-b8d92d91-bf1b-4014-a02b-4fa0da63b784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.037768 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-b8d92d91-bf1b-4014-a02b-4fa0da63b784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a26e3464-6e87-4444-9668-8c45b982bdf6 HTTP/1.1" status: 200 len: 916 time: 0.2401569 May 06 12:29:19.044682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Pushing event deleted for resources: {'Port': ['ID=d0cd5c11-0f21-4d18-8aad-733988ff8803,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:19.106947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a56b4-c320-4026-9104-9dd5c3354d94 req-cf8aae10-c205-4335-8d61-7744942774b3 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.108486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-599a56b4-c320-4026-9104-9dd5c3354d94 req-cf8aae10-c205-4335-8d61-7744942774b3 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 943 time: 0.2385778 May 06 12:29:19.125900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-f84d0aaf-dff2-43f0-aa4b-3e2d806d7df0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Unset dirty status for tenant:7539679c2246493fb253ab93cf07941b on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:19.132165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-f84d0aaf-dff2-43f0-aa4b-3e2d806d7df0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks?id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 787 time: 0.4247839 May 06 12:29:19.132567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-861b711c-0580-4a83-8261-ac95b10cd155 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 217 time: 0.0924561 May 06 12:29:19.137707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-707188e8-1ce7-40fa-8e60-42501518e40b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:19.138779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaa9e18a-7c62-4565-b9a8-6dd2cb67cbb1 req-707188e8-1ce7-40fa-8e60-42501518e40b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056677 May 06 12:29:19.144608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] No DVR routers for this DVR port d0cd5c11-0f21-4d18-8aad-733988ff8803 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:19.147170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.204683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52050) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:19.213444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b409ef2f-eaf7-497a-8b2f-1089851f6f24 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:19.325901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b409ef2f-eaf7-497a-8b2f-1089851f6f24 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:19.326304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:19.342043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-b2779828-e8b7-4fbe-96e8-76f130fc5c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.343941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-b2779828-e8b7-4fbe-96e8-76f130fc5c90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.2037230 May 06 12:29:19.357745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05945c43-ebf7-46c0-b3a3-0d99d3a1548b req-8ad9a6d5-52ee-434e-98f0-e015675c3cd3 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.13 "DELETE /v2.0/ports/d0cd5c11-0f21-4d18-8aad-733988ff8803 HTTP/1.1" status: 204 len: 173 time: 2.5345883 May 06 12:29:19.412880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-599a56b4-c320-4026-9104-9dd5c3354d94 req-9328b561-8f37-43db-9fb5-220da4006485 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961664 May 06 12:29:19.436805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-900bec2a-b4c7-487b-911f-47e2035291a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe HTTP/1.1" status: 200 len: 217 time: 0.1452794 May 06 12:29:19.455476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-7b9a63f7-0aeb-43f5-aa0d-5e07c97f30ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007786 May 06 12:29:19.520467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-b4d46a9d-25f9-44f5-b46f-0449194ea29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.522051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-b4d46a9d-25f9-44f5-b46f-0449194ea29c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44b1cc88-75ba-4102-a61b-e091ead2b5b5 HTTP/1.1" status: 200 len: 854 time: 0.0709188 May 06 12:29:19.630094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-0162f703-a826-426a-9d2f-6619e96a268c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a26e3464-6e87-4444-9668-8c45b982bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987959 May 06 12:29:19.668503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-d213d25d-ab98-4e0c-9b89-f2c058d68ba1 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036099 May 06 12:29:19.790002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7224af6-43f7-4a9b-80e6-ecc4f0988d9b req-603be701-7114-44db-8c05-38ae47701969 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:19.797509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7224af6-43f7-4a9b-80e6-ecc4f0988d9b req-603be701-7114-44db-8c05-38ae47701969 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2040784 May 06 12:29:19.898989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f9015e7-ffcd-4adf-9c46-4291c9d67545 req-09c9f919-04ec-486e-8085-8d22fa0f8df0 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215533 May 06 12:29:19.920509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7224af6-43f7-4a9b-80e6-ecc4f0988d9b req-fdf44144-a5c6-4735-a085-f806bdbd3919 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218662 May 06 12:29:19.927244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-329b4822-6306-4ce1-84ee-1810bd76d410 service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338955 May 06 12:29:20.053754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-f1c69638-a07f-491d-8fea-852c10f17b04 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips/85b98beb-5bbc-476d-9cbb-6554823c7457 HTTP/1.1" status: 200 len: 692 time: 0.0842097 May 06 12:29:20.076227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:20.197810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-873d89e3-9ee7-4098-a9c2-54025da40de4 req-953be9c3-2735-4ab4-8e6e-079fd48b3ad8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Synchronizing usage tracker for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:20.211529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-7cf933ec-df5b-4fb1-903c-cbfc5f099c63 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:20.213624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-7cf933ec-df5b-4fb1-903c-cbfc5f099c63 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1534684 May 06 12:29:20.223720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-f5cd5185-3e60-45fb-aeed-6d782692f6b9 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:20.224692 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-f5cd5185-3e60-45fb-aeed-6d782692f6b9 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057576 May 06 12:29:20.230627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73'}, {'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'name': 'network-vif-deleted', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:20.268415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0fa54dbe-96f8-4e7b-b22b-d85ea6e8bb11 req-130e9d5f-1160-4757-89cc-6e722d03b781 service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325803 May 06 12:29:20.279516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.310748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-47049e45-33c9-47e2-8f44-38b319a0ad8c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0788558 May 06 12:29:20.387881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-873d89e3-9ee7-4098-a9c2-54025da40de4 req-953be9c3-2735-4ab4-8e6e-079fd48b3ad8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] Unset dirty status for tenant:cc290e08319147b9af033ecbab5fde0f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:20.389064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-873d89e3-9ee7-4098-a9c2-54025da40de4 req-953be9c3-2735-4ab4-8e6e-079fd48b3ad8 tempest-ServerRescueTestJSON-391415724 tempest-ServerRescueTestJSON-391415724-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe8da91-7fe8-49c3-bf58-c6cb8427d2d4 HTTP/1.1" status: 200 len: 210 time: 0.3698981 May 06 12:29:20.395634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-ef3311e4-2e49-4c08-9779-8638ad06fb98 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0781178 May 06 12:29:20.405117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.408903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d0cd5c11-0f21-4d18-8aad-733988ff8803 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:20.458714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: d0cd5c11-0f21-4d18-8aad-733988ff8803 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:20.459351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d0cd5c11-0f21-4d18-8aad-733988ff8803 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:20.603965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Deleting port beb9c78d-7eff-449d-92b4-83211aac9f0e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:20.604310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.792502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.793230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:20.931847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Calling delete_port for beb9c78d-7eff-449d-92b4-83211aac9f0e owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:20.946276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Deleting port 100b490d-7d27-4718-983b-7796dbeec3d8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:20.946622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.137036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.263534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Calling delete_port for 100b490d-7d27-4718-983b-7796dbeec3d8 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:21.283643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.332102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event deleted for resources: {'Port': ['ID=beb9c78d-7eff-449d-92b4-83211aac9f0e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:21.373708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.374056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.374392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.374725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.375954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.375954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.375954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.376305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.376405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.376670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.377000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:21.441987 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.533923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-d07ebfcd-4857-4a49-b26c-0247e57cfe03 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:21.535343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-d07ebfcd-4857-4a49-b26c-0247e57cfe03 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 946 time: 0.0887513 May 06 12:29:21.604455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Deleting port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:21.604699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.643782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.648138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:21.649276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ac7e9a-4700-49d5-9207-a0082ea19a95 req-11d4d949-8b98-4496-87b4-c34d72b1680b tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "DELETE /v2.0/floatingips/85b98beb-5bbc-476d-9cbb-6554823c7457 HTTP/1.1" status: 204 len: 173 time: 1.2424712 May 06 12:29:21.718997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=100b490d-7d27-4718-983b-7796dbeec3d8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:21.936959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] For port 64b158f3-58c9-44c6-81e8-b7d35e79ad73, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=64b158f3-58c9-44c6-81e8-b7d35e79ad73,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:21.937584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.085072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.088406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Calling delete_port for 64b158f3-58c9-44c6-81e8-b7d35e79ad73 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:22.142962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb50c-63e3-4061-abac-d12a7152d3f2 req-a7e0310d-db19-4c24-bca4-7d7a451e02c7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:22.144435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c4fb50c-63e3-4061-abac-d12a7152d3f2 req-a7e0310d-db19-4c24-bca4-7d7a451e02c7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 946 time: 0.3057084 May 06 12:29:22.216663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c4fb50c-63e3-4061-abac-d12a7152d3f2 req-5aeeb8ce-9a0d-4251-aea0-5bb40f2304f2 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658867 May 06 12:29:22.415838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.423642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ed15b31a-1b33-47aa-a3ed-270184574cbe details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:22.441289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d3eb0293-96d6-4ca5-a910-20ff54b80c0f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:22.479656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event deleted for resources: {'Port': ['ID=64b158f3-58c9-44c6-81e8-b7d35e79ad73,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:22.510849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1d751-908b-4764-88dd-610b0b5af621 req-c0746af6-6f97-4410-87cf-107ff6891066 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:22.512420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-c0746af6-6f97-4410-87cf-107ff6891066 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1611879 May 06 12:29:22.578675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ad25-d4d8-438d-8ca1-7a2ddaf0e53a req-d22540f7-d39c-445b-925b-27210a6bbf58 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:22.580138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d40ad25-d4d8-438d-8ca1-7a2ddaf0e53a req-d22540f7-d39c-445b-925b-27210a6bbf58 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2089179 May 06 12:29:22.585065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] No DVR routers for this DVR port 64b158f3-58c9-44c6-81e8-b7d35e79ad73 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:22.587730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.590387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'name': 'network-vif-deleted', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:22.614383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-724bb310-3c53-403c-a561-ef8d2d86ef2c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 698 time: 0.0957129 May 06 12:29:22.657486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d40ad25-d4d8-438d-8ca1-7a2ddaf0e53a req-0b902ecb-8ec6-45ba-82cb-ccc1d926dd69 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617361 May 06 12:29:22.667151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:22.698609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'port_id': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'mac_address': 'fa:16:3e:2f:85:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:22.700927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:22.744801 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7a7fd8-d27a-42b3-b248-92f554e846c9'] response: {'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139', 'code': 200} May 06 12:29:22.768783 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96f43411-474a-4ed3-a5e3-9b8c30882477 req-791e89c4-8a52-4479-9b65-c0451aa25bf0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.86 "DELETE /v2.0/ports/64b158f3-58c9-44c6-81e8-b7d35e79ad73 HTTP/1.1" status: 204 len: 173 time: 1.2189589 May 06 12:29:22.851172 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce301490-30f1-43c4-b866-3a3d3d484ce1'] response: {'name': 'network-changed', 'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'status': 'completed', 'code': 200} May 06 12:29:22.851408 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce301490-30f1-43c4-b866-3a3d3d484ce1'] response: {'server_uuid': 'afe8da91-7fe8-49c3-bf58-c6cb8427d2d4', 'name': 'network-vif-deleted', 'tag': 'd0cd5c11-0f21-4d18-8aad-733988ff8803', 'status': 'completed', 'code': 200} May 06 12:29:22.904656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-afb89ef1-816d-447d-a315-973cc41b07c3 req-c9e1395c-d79a-4122-98d6-6f3801b72285 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=bb495b70-5f05-4098-be2a-775e0b701305 HTTP/1.1" status: 200 len: 210 time: 0.0789549 May 06 12:29:22.927353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.958591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:22.992602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed15b31a-1b33-47aa-a3ed-270184574cbe {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:23.018637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:23.132931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cd7ab-710f-49e8-8d17-60bfb6ac00aa req-ef2b8bf3-1b74-4d3f-b1e7-2da049c57ce3 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:23.138205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f66cd7ab-710f-49e8-8d17-60bfb6ac00aa req-ef2b8bf3-1b74-4d3f-b1e7-2da049c57ce3 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 943 time: 0.1983752 May 06 12:29:23.159443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:23.252482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f66cd7ab-710f-49e8-8d17-60bfb6ac00aa req-1bb2ec74-dec9-42c4-9d1d-f4f97a5b6ef6 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995615 May 06 12:29:23.255931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:23.342487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41188a30-8bf2-43b4-aa9d-959cd5ca1283 req-acb4ca7d-33bd-41e3-b220-1bb5e8149be8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 1097 time: 0.4804094 May 06 12:29:23.382498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:23.518955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ed15b31a-1b33-47aa-a3ed-270184574cbe'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:23.724376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41188a30-8bf2-43b4-aa9d-959cd5ca1283 req-b2f6d362-b111-451d-a87e-b0afdea205c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229361 May 06 12:29:23.783329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-592a48be-59b9-4a88-a6c9-afdab40ad6b2 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3407667 May 06 12:29:23.797600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:23.803660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:23.811192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Usage tracker for resource:floatingip and tenant:7539679c2246493fb253ab93cf07941b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:23.815020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:23.822565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:24.066350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.073937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Router a1de7994-6ce0-4401-a5b3-d5e588b426f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:24.249974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 64b158f3-58c9-44c6-81e8-b7d35e79ad73 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:24.284860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 64b158f3-58c9-44c6-81e8-b7d35e79ad73 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:24.285264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 64b158f3-58c9-44c6-81e8-b7d35e79ad73 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:24.304114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.397506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:24.408002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0fccc88d-ae8b-48c3-9dde-687dad2759e8 admin admin] 10.222.0.83 "PUT /v2.0/routers/a1de7994-6ce0-4401-a5b3-d5e588b426f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2004328 May 06 12:29:24.410465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52096) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:24.563328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.612683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.742702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.820518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:24.991125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Deleting port 004b23a3-f2b1-42ff-af40-ed878fdec621 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:24.991463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.013364 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Floating IP f4ddf249-880f-4554-8c06-4211eb537bdc associated. External IP: 172.25.2.124, port: d3eb0293-96d6-4ca5-a910-20ff54b80c0f. May 06 12:29:25.170517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.236193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Allocated IP 172.25.2.28 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/07158243-6827-4218-8717-122d6ca36823) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:25.369542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] For port 004b23a3-f2b1-42ff-af40-ed878fdec621, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=004b23a3-f2b1-42ff-af40-ed878fdec621,segment=NetworkSegment(8a9f1603-88af-4caf-a5d8-61f10c45a6d4),segment_id=8a9f1603-88af-4caf-a5d8-61f10c45a6d4)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:25.369912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.377363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Deleting port b409ef2f-eaf7-497a-8b2f-1089851f6f24 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:25.377710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.422976 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd290490-6111-4658-959b-e244fd5c154a None None] New status for floating IP f4ddf249-880f-4554-8c06-4211eb537bdc: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:29:25.696874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Calling delete_port for 004b23a3-f2b1-42ff-af40-ed878fdec621 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:25.792001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.832297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] For port b409ef2f-eaf7-497a-8b2f-1089851f6f24, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b409ef2f-eaf7-497a-8b2f-1089851f6f24,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:25.832882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:25.981893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Calling delete_port for b409ef2f-eaf7-497a-8b2f-1089851f6f24 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:26.009578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Sync routers for ids ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:26.023824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.024085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Routers {'a1de7994-6ce0-4401-a5b3-d5e588b426f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:26.024085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:26.082518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:26.088715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:26.092519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:26.094412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.106556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:26.190441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Set router a1de7994-6ce0-4401-a5b3-d5e588b426f4 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:26.245001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event updated for resources: {'Port': ['ID=07158243-6827-4218-8717-122d6ca36823,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:26.300607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 6, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:26.302466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=004b23a3-f2b1-42ff-af40-ed878fdec621,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:26.305196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Checking router: a1de7994-6ce0-4401-a5b3-d5e588b426f4 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:26.317649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Routers {'a1de7994-6ce0-4401-a5b3-d5e588b426f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:26.318294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:26.365517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:26.379912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.380063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:26.396232 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:26.397261 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:26.441852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4873e82b-3eb2-49a5-a7f2-ae565fb6575a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "PUT /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 999 time: 3.7462289 May 06 12:29:26.442300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:26.475041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] Set router a1de7994-6ce0-4401-a5b3-d5e588b426f4 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:26.482697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.546712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b409ef2f-eaf7-497a-8b2f-1089851f6f24,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:26.584714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.594486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-812e1055-8a78-4877-9b21-13a45792468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 6, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:26.599825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ed15b31a-1b33-47aa-a3ed-270184574cbe up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:26.602960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.658198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e1055-8a78-4877-9b21-13a45792468f None None] The sync data for ids ['a1de7994-6ce0-4401-a5b3-d5e588b426f4'] in n-d-840845-1 is: [{'id': 'a1de7994-6ce0-4401-a5b3-d5e588b426f4', 'name': 'tempest-ServersTestFqdnHostnames-1412707394-router', 'tenant_id': 'e86c91042c294adc8add38acbdad672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:29:01Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 6, 'project_id': 'e86c91042c294adc8add38acbdad672e', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:26.732212 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:26.749512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-495083ad-e540-47f4-b02d-0ab5fe07633a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.2997110 May 06 12:29:26.752935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ed15b31a-1b33-47aa-a3ed-270184574cbe completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:26.758208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ed15b31a-1b33-47aa-a3ed-270184574cbe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:26.759182 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.885693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.941740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.987335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:26.989724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:27.001842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:27.152396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.254185 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 7, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:27.261371 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:27.264770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:27.279431 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:27.280123 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:27.392349 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:29:27.419119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.469788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1d751-908b-4764-88dd-610b0b5af621 req-6f7a556c-29e6-4bc1-affc-f0904aa73dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:27.471267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-6f7a556c-29e6-4bc1-affc-f0904aa73dcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.6975245 May 06 12:29:27.475321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.480584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.593904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-5b4bba48-ec3f-4824-b183-8d3655385427 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 1000 time: 0.1109583 May 06 12:29:27.596906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.636906 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:27.706379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.707113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1de7994-6ce0-4401-a5b3-d5e588b426f4 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:29:27.712094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1d751-908b-4764-88dd-610b0b5af621 req-70196ea9-1c8d-4491-bb9c-34a1091e7897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:27.714115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-70196ea9-1c8d-4491-bb9c-34a1091e7897 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1113698 May 06 12:29:27.723713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.729143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5e242ca-9795-48cb-bac0-2244651425b4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a1de7994-6ce0-4401-a5b3-d5e588b426f4 HTTP/1.1" status: 204 len: 168 time: 3.3143821 May 06 12:29:27.730174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:27.733217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event updated for resources: {'Port': ['ID=07158243-6827-4218-8717-122d6ca36823,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:27.748396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.874656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:27.888544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:27.896271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-6fb84f13-e2c0-4435-bb6e-6900e86e24e1 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0975437 May 06 12:29:27.935872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Deleting subnet 8d844864-3ab7-4148-8a0a-57c982ddd20f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:29:27.942331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.003322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-4671b18c-62a9-4c84-8d23-a2c0b3ae4301 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686996 May 06 12:29:28.043825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.077605 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 7, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:28.082824 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdffdb63-1283-488d-87d8-0b7e830170cf None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'f4ddf249-880f-4554-8c06-4211eb537bdc', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'port_id': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'mac_address': 'fa:16:3e:62:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:10Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 7, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:28.089570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-12560308-8d3a-4915-8e64-93412e6c0714 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Synchronizing usage tracker for tenant:7539679c2246493fb253ab93cf07941b on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:28.186112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:28.190982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1f4c021-42f0-4ccc-bd24-f7bdcb2926b0 admin admin] 10.222.0.83 "PUT /v2.0/routers/1374c0d9-7fe4-4a9e-94ae-4eb9b348309c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8071401 May 06 12:29:28.193675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52114) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:28.199593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Sync routers for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:28.217258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:28.218203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:28.241688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-c93a1bb8-6354-4f99-bf6c-04c54ef41c56 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263224 May 06 12:29:28.270543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-12560308-8d3a-4915-8e64-93412e6c0714 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Unset dirty status for tenant:7539679c2246493fb253ab93cf07941b on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:28.271994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-12560308-8d3a-4915-8e64-93412e6c0714 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.3258600 May 06 12:29:28.341126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.402805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bea5c7-c66c-42d0-b20a-ebd4567c57f9 None None] New status for floating IP f4ddf249-880f-4554-8c06-4211eb537bdc: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:29:28.432204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:28.462550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48a1d751-908b-4764-88dd-610b0b5af621 req-f5930adf-34df-4d56-98f1-5bd6879959e8 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197208 May 06 12:29:28.543784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-607fe9a5-979f-4803-ab74-5f2ca0129c56 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:28.545277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b51b4234-1356-4ea9-a391-c75fbfe46519 req-607fe9a5-979f-4803-ab74-5f2ca0129c56 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2639899 May 06 12:29:28.606487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.668364 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8969d078-d674-4746-b455-4d83b1e3f9f5'] response: {'server_uuid': 'bb495b70-5f05-4098-be2a-775e0b701305', 'name': 'network-vif-deleted', 'tag': '64b158f3-58c9-44c6-81e8-b7d35e79ad73', 'status': 'completed', 'code': 200} May 06 12:29:28.684679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.750829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 5, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:28.754399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Checking router: 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:28.766004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Routers {'1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:28.766634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:28.802850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.816757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d844864-3ab7-4148-8a0a-57c982ddd20f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:28.903101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8d844864-3ab7-4148-8a0a-57c982ddd20f HTTP/1.1" status: 204 len: 168 time: 1.0908778 May 06 12:29:28.903217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7ae7d-a6f4-42a5-8bd0-8fc99cab9008 None None] Network d27d0c4c-9a83-4567-8f7f-b355aeef10c0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.903331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203b81f4-f243-4a94-8a0d-c7fbd5f7ba55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:28.961171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:28.977382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306787c5-d900-44cc-a965-74e938a5fcb8 req-7cfa891c-6714-41a6-a5d1-aab94ae2e8f5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:28.979469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-306787c5-d900-44cc-a965-74e938a5fcb8 req-7cfa891c-6714-41a6-a5d1-aab94ae2e8f5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1956322 May 06 12:29:29.038827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.042021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-306787c5-d900-44cc-a965-74e938a5fcb8 req-0f674f04-e144-4cf1-a33f-a3f0ff0010b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529478 May 06 12:29:29.087877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Deleting port 80fadffd-7576-4afc-a861-5a80a401b23f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:29.087877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.111738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b409ef2f-eaf7-497a-8b2f-1089851f6f24 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:29.130263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Deleting port d1f83877-269f-4bda-92fb-00513fde4363 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:29.134265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.163210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b409ef2f-eaf7-497a-8b2f-1089851f6f24 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:29.163442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b409ef2f-eaf7-497a-8b2f-1089851f6f24 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:29.189734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f4bc-eae8-4bcd-a85d-f703c98d25c8 req-70c31d54-541b-4c64-a8f5-75c90409e951 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:29.191464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2310f4bc-eae8-4bcd-a85d-f703c98d25c8 req-70c31d54-541b-4c64-a8f5-75c90409e951 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 946 time: 0.2322960 May 06 12:29:29.201200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] Set router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:29.363181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] For port 80fadffd-7576-4afc-a861-5a80a401b23f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80fadffd-7576-4afc-a861-5a80a401b23f,segment=NetworkSegment(ec2b3370-cff4-467e-8e21-e26a3b105726),segment_id=ec2b3370-cff4-467e-8e21-e26a3b105726)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:29.363938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.491001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] DHCP port deletion for d27d0c4c-9a83-4567-8f7f-b355aeef10c0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:29:29.495912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9520e-015e-4435-a3f2-a21ade42e982 req-62eb503a-bce1-458d-910d-e4dc0d3db787 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:29.497415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3a9520e-015e-4435-a3f2-a21ade42e982 req-62eb503a-bce1-458d-910d-e4dc0d3db787 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.2136886 May 06 12:29:29.499539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Deleting port 80fadffd-7576-4afc-a861-5a80a401b23f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:29.499935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.545798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] For port d1f83877-269f-4bda-92fb-00513fde4363, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d1f83877-269f-4bda-92fb-00513fde4363,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:29.546177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.629769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Calling delete_port for 80fadffd-7576-4afc-a861-5a80a401b23f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:29.658379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2310f4bc-eae8-4bcd-a85d-f703c98d25c8 req-a554d5f5-89ce-4216-9f28-265be240feab tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602376 May 06 12:29:29.671567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 5, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:29.686122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Calling delete_port for d1f83877-269f-4bda-92fb-00513fde4363 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:29.730864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3a9520e-015e-4435-a3f2-a21ade42e982 req-47043f7b-5d9a-40ab-a9bb-e784611192a9 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236936 May 06 12:29:29.736664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c99c4-e05c-441f-b3c9-6aa14f385e3c None None] The sync data for ids ['1374c0d9-7fe4-4a9e-94ae-4eb9b348309c'] in n-d-840845-1 is: [{'id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'name': 'tempest-ServerRescueTestJSON-1771680803-router', 'tenant_id': 'cc290e08319147b9af033ecbab5fde0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:26:22Z', 'updated_at': '2022-05-06T12:29:25Z', 'revision_number': 5, 'project_id': 'cc290e08319147b9af033ecbab5fde0f', 'gw_port': {'id': 'd1f83877-269f-4bda-92fb-00513fde4363', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1374c0d9-7fe4-4a9e-94ae-4eb9b348309c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:26:23Z', 'updated_at': '2022-05-06T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:29.800946 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8728d09-e188-4150-bd19-e30e19683ee9'] response: {'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:29:29.805151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] For port 80fadffd-7576-4afc-a861-5a80a401b23f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80fadffd-7576-4afc-a861-5a80a401b23f,segment=NetworkSegment(ec2b3370-cff4-467e-8e21-e26a3b105726),segment_id=ec2b3370-cff4-467e-8e21-e26a3b105726)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:29.805838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.822750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:29.931875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fadffd-7576-4afc-a861-5a80a401b23f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:29.957644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Calling delete_port for 80fadffd-7576-4afc-a861-5a80a401b23f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:30.035102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:29:30.035435 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:29:30.035822 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5179bf49-5ea5-46af-b268-b5728eb21b90 req-3237a569-7d8b-4971-aa80-fc1c138b322f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 999 time: 0.1766419 May 06 12:29:30.041131 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca756150-9f91-4ce2-acef-32272f83350e'] response: {'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'code': 200} May 06 12:29:30.060982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] No DVR routers for this DVR port 80fadffd-7576-4afc-a861-5a80a401b23f on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:30.064994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-13df324f-24a0-4432-b741-d10b838462dd tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips/a0a58171-b97d-47ec-8337-77af13772350 HTTP/1.1" status: 200 len: 692 time: 0.1344364 May 06 12:29:30.199461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179bf49-5ea5-46af-b268-b5728eb21b90 req-1a7c4c7c-c242-4f57-ba04-e9ead1a8e6f7 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:30.201033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5179bf49-5ea5-46af-b268-b5728eb21b90 req-1a7c4c7c-c242-4f57-ba04-e9ead1a8e6f7 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1590359 May 06 12:29:30.202013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.283797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f83877-269f-4bda-92fb-00513fde4363,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:30.330086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.394224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27d0c4c-9a83-4567-8f7f-b355aeef10c0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:30.415612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e80f8a3-e91a-4f35-958c-5b27df8fffd9 req-a36fe341-00ff-4ade-846e-c9e8863145d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 1096 time: 0.3931386 May 06 12:29:30.419021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2b3370-cff4-467e-8e21-e26a3b105726') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:30.419308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2b3370-cff4-467e-8e21-e26a3b105726') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:30.429429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-876218ee-6a8d-486d-9015-1fe990bb81f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.5284185 May 06 12:29:30.434870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-6925e998-3275-4daa-b07b-8a3ed458d9d0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:30.436231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-6925e998-3275-4daa-b07b-8a3ed458d9d0 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.3352234 May 06 12:29:30.481608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-488e0957-3009-4d1a-9cfa-6af8ad3b6b8e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:30.482552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-488e0957-3009-4d1a-9cfa-6af8ad3b6b8e tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0139811 May 06 12:29:30.484196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.534601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.540804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Deleting port 80fadffd-7576-4afc-a861-5a80a401b23f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:30.541328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.629363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.642621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-59663070-4333-484c-98e6-dd5c9e11a5c9 None None] The port '80fadffd-7576-4afc-a861-5a80a401b23f' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:29:30.666699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:30.667098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.677133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ac146-45ed-4feb-853b-44176bf05af9 req-109e48f4-c2cc-4cd5-85ab-e1bc5decdb37 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:30.678689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a01ac146-45ed-4feb-853b-44176bf05af9 req-109e48f4-c2cc-4cd5-85ab-e1bc5decdb37 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3641655 May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: timer() May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:30.683606 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:30.692910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-c09b0369-b2c0-452f-ac9b-5d23c74f9c76 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.1980808 May 06 12:29:30.753235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e80f8a3-e91a-4f35-958c-5b27df8fffd9 req-10f49e00-1617-4db2-8cf5-995af92a17d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269947 May 06 12:29:30.874363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-fdc8e0b1-a404-4609-a9a3-f5751c9f5519 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.28 HTTP/1.1" status: 200 len: 695 time: 0.1315045 May 06 12:29:30.876680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-e025abb6-4db9-4163-a6d4-8a635904fb29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:30.878021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-e025abb6-4db9-4163-a6d4-8a635904fb29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.4387400 May 06 12:29:30.936660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.952074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:30.962302 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a01ac146-45ed-4feb-853b-44176bf05af9 req-fd6bcd7e-bddd-4a57-92c7-5e8e868d1637 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182487 May 06 12:29:31.039462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.119322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.233666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 004b23a3-f2b1-42ff-af40-ed878fdec621 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:31.263326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Deleting port 07158243-6827-4218-8717-122d6ca36823 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:31.263671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.265058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd24184-4efc-4141-8443-b6d0d0ba78d6 req-7e7dbd75-041f-4e54-b6f9-b2619877cc6f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.266523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ffd24184-4efc-4141-8443-b6d0d0ba78d6 req-7e7dbd75-041f-4e54-b6f9-b2619877cc6f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=e26bd845-b0e0-4caf-8dd4-3885e22990e8 HTTP/1.1" status: 200 len: 946 time: 0.1776736 May 06 12:29:31.275254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 004b23a3-f2b1-42ff-af40-ed878fdec621 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:31.275960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 004b23a3-f2b1-42ff-af40-ed878fdec621 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:31.276543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 80fadffd-7576-4afc-a861-5a80a401b23f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:31.288272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27d0c4c-9a83-4567-8f7f-b355aeef10c0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:31.311419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 80fadffd-7576-4afc-a861-5a80a401b23f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:31.312067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 80fadffd-7576-4afc-a861-5a80a401b23f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:31.333555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9854d4ad-6a20-4347-ba90-adc3729e30a0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d27d0c4c-9a83-4567-8f7f-b355aeef10c0 HTTP/1.1" status: 204 len: 168 time: 2.5066571 May 06 12:29:31.333876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-6d082717-6361-4482-9fa6-e0f61cbc38f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241889 May 06 12:29:31.341027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ffd24184-4efc-4141-8443-b6d0d0ba78d6 req-ecba4c96-68cc-4b4a-9ece-ae24f060b531 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 May 06 12:29:31.375921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.376439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1374c0d9-7fe4-4a9e-94ae-4eb9b348309c {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:29:31.473224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-852da15d-ab00-4947-a426-241c0a6c84da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 1002 time: 0.4012077 May 06 12:29:31.559405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.562756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2be49094-efec-41ae-bb37-bb2e791f948d admin admin] 10.222.0.83 "DELETE /v2.0/routers/1374c0d9-7fe4-4a9e-94ae-4eb9b348309c HTTP/1.1" status: 204 len: 168 time: 3.3657660 May 06 12:29:31.565189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:31.602429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-ea58cfd9-0e46-4eb8-ab2f-90d68de09edc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.2118807 May 06 12:29:31.627679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-ca1a698a-e131-4934-82bd-fb95f66f0d0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.629159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-ca1a698a-e131-4934-82bd-fb95f66f0d0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.1459830 May 06 12:29:31.643164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.643164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.645090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-c9d4582c-2a7b-4323-aee5-1069bfa7cccb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 1096 time: 0.1576355 May 06 12:29:31.677285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-97b57ffb-c981-4cb0-ac9a-3373d8d61c1f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.677285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-97b57ffb-c981-4cb0-ac9a-3373d8d61c1f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:31.816406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Deleting subnet a10605da-8094-4e84-82e7-ce4e91a5fd94 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:29:31.820564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-6eec7a24-a706-4d8c-a0a9-c5f7acb4698b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.822791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-6eec7a24-a706-4d8c-a0a9-c5f7acb4698b service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.1436615 May 06 12:29:31.824665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Calling delete_port for 07158243-6827-4218-8717-122d6ca36823 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:31.861528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.920276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-44e2d994-3ee3-4dd5-a77c-b08652dede58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 200 len: 217 time: 0.0887132 May 06 12:29:31.953537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:31.986702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-3ffef715-fd89-47b9-bdca-8418e00fe053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:31.992633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-3ffef715-fd89-47b9-bdca-8418e00fe053 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0615675 May 06 12:29:31.994525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-4ba7bece-aab5-40f5-a602-45b143e1ff46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3455973 May 06 12:29:32.035222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-97b57ffb-c981-4cb0-ac9a-3373d8d61c1f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:32.038381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-97b57ffb-c981-4cb0-ac9a-3373d8d61c1f tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports/d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 943 time: 0.4351571 May 06 12:29:32.058751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:32.118695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-dbdc07ad-bd44-4583-bcc1-838eeff37413 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233318 May 06 12:29:32.149146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7fc3234c-d49f-4a9f-8124-6caddba4e15d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e86c91042c294adc8add38acbdad672e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0891464 May 06 12:29:32.152225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.188556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52156) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:32.312251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-fb08c357-ebe5-46e9-89ac-0966593c056d service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038754 May 06 12:29:32.328796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-73bf18a9-ffaa-4b0b-b8fb-ad3bc70707c4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.1855092 May 06 12:29:32.377325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-5aeef812-38f3-4ab0-b025-a4fa372c2b58 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526317 May 06 12:29:32.428852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.451008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.520534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Pushing event deleted for resources: {'Port': ['ID=07158243-6827-4218-8717-122d6ca36823,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:32.523732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.576003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.603909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10605da-8094-4e84-82e7-ce4e91a5fd94,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:32.619227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-0c35d56c-e020-4472-a8c2-96337723ea8c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:32.620600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-0c35d56c-e020-4472-a8c2-96337723ea8c tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2753427 May 06 12:29:32.626272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4b39dea-4016-4405-bab3-04de0bc5a8f8 req-29796101-8a69-48a8-a0cf-8e4cd24ff6b0 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033458 May 06 12:29:32.660329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.759655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a924a751-a959-4c24-91bf-053e6dcccc02 req-4cb59599-5535-48d7-9c8a-7238147cdb44 service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233835 May 06 12:29:32.783275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.796060 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:32.797286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7042e6f2-6241-4202-acbd-b36c62d9bb29 req-33221e17-6437-4bcd-842d-a89f8a7b744c tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "DELETE /v2.0/floatingips/a0a58171-b97d-47ec-8337-77af13772350 HTTP/1.1" status: 204 len: 173 time: 1.9164135 May 06 12:29:32.831154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-148e0a5a-b255-4635-ba83-843aab43325a tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.2016563 May 06 12:29:32.844956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:32.950684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.003570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c21c-f47a-47c5-a720-2c3f8e0af6a9 req-52c281d3-212e-4db7-a8e3-0eadcbe02e50 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:33.013873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0277c21c-f47a-47c5-a720-2c3f8e0af6a9 req-52c281d3-212e-4db7-a8e3-0eadcbe02e50 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Synchronizing usage tracker for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:33.013873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11048b31-19d8-4510-b8df-c4ebec551057 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a10605da-8094-4e84-82e7-ce4e91a5fd94 HTTP/1.1" status: 204 len: 168 time: 1.4449871 May 06 12:29:33.014979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:33.073715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.076184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.079890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/db9be4f7-a227-4e12-96dc-5908d5902df6 HTTP/1.1" status: 204 len: 168 time: 0.8879054 May 06 12:29:33.089399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d1f83877-269f-4bda-92fb-00513fde4363 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:33.090027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be291-6def-4332-964d-f5b06764375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9be4f7-a227-4e12-96dc-5908d5902df6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:33.137606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d1f83877-269f-4bda-92fb-00513fde4363 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:33.137951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d1f83877-269f-4bda-92fb-00513fde4363 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:33.176160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0277c21c-f47a-47c5-a720-2c3f8e0af6a9 req-52c281d3-212e-4db7-a8e3-0eadcbe02e50 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Unset dirty status for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:33.177581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0277c21c-f47a-47c5-a720-2c3f8e0af6a9 req-52c281d3-212e-4db7-a8e3-0eadcbe02e50 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.2614307 May 06 12:29:33.223673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.233687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0277c21c-f47a-47c5-a720-2c3f8e0af6a9 req-96c06b80-f550-43eb-91c3-21d2e2055585 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505419 May 06 12:29:33.427556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.447341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.476802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5510f9-11b8-433b-9875-f830a6054505']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:33.489371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9f1603-88af-4caf-a5d8-61f10c45a6d4') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:33.489671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9f1603-88af-4caf-a5d8-61f10c45a6d4') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:33.501926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.518738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.525266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:33.525649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: timer() May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:33.538609 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:33.592982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.593306 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Floating IP f4ddf249-880f-4554-8c06-4211eb537bdc disassociated. External IP: 172.25.2.124, port: d3eb0293-96d6-4ca5-a910-20ff54b80c0f. May 06 12:29:33.619599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-b833ecc6-15cd-42f7-a2f7-14dab1b7064b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:33.621243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-b833ecc6-15cd-42f7-a2f7-14dab1b7064b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.2760754 May 06 12:29:33.638064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-5ce53d40-302c-4092-8d30-b4ba3a26e7e0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/quotas/a10ff3da7de3434882423e6720e7d35d HTTP/1.1" status: 200 len: 375 time: 0.0116088 May 06 12:29:33.737289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-20706361-036d-44b7-9b64-1a6cdff3bcd2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0935416 May 06 12:29:33.892593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-82876b63-e537-449e-b6a7-a62463d20eff service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469142 May 06 12:29:33.931219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.951326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:33.966555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5510f9-11b8-433b-9875-f830a6054505,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:34.054726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-becee9d3-37aa-45fc-af37-0cdb014b2c4b service neutron] 10.222.0.83 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555886 May 06 12:29:34.061213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:34.069401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1b8869e-725f-4520-91f9-fc1676a0b598 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e5510f9-11b8-433b-9875-f830a6054505 HTTP/1.1" status: 204 len: 168 time: 1.0535359 May 06 12:29:34.378628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:34.378628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:34.383553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:34.395527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:34.396260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:34.435792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-3f2df34a-6afc-4256-a20b-1b4356c23482 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "PUT /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 695 time: 1.5990942 May 06 12:29:34.436409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:34.604396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:34.886580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-e60ac9f6-cc02-458b-ae20-a7404a4a6646 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.4351501 May 06 12:29:34.889582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:34.908672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52214) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:34.971011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:34.975305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:34.988979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:34.989696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:35.026433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2f4d40b4-7588-4f85-9ea9-ae2155530bd7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cc290e08319147b9af033ecbab5fde0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1326144 May 06 12:29:35.027798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:35.099160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.100806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-2f30a06a-e615-46c7-adfe-595122a2458d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:35.103600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-2f30a06a-e615-46c7-adfe-595122a2458d service neutron] 10.222.0.83 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.1991003 May 06 12:29:35.158326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1003875027-network', 'tenant_id': '47eb1306e1ab463f97d0d8cbf3923e60'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:35.158326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.158326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:35.159669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Usage tracker for resource:network and tenant:47eb1306e1ab463f97d0d8cbf3923e60 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:35.165984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:35.180239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:35.184937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:35.188625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-1f47ec31-9de0-4133-814c-f0c6f4c754bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.0744452 May 06 12:29:35.256217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-defa0fa2-662b-4f12-9abe-9d8933d3f6a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:35.267152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-defa0fa2-662b-4f12-9abe-9d8933d3f6a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.0608959 May 06 12:29:35.337925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-e2a44d5f-4710-436d-9b22-b0cc0018d218 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733752 May 06 12:29:35.483364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-ef32cda6-aa8e-4c6f-a89e-11d260644cdf service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392341 May 06 12:29:35.559851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:35.563792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6db7a-fc92-4480-a5fd-f164a1bb945d None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:27:35Z', 'revision_number': 4, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4a6f8860-1569-42da-865a-395d3285d87f', 'name': '', 'network_id': '90784358-6919-45f6-8ad7-f53b3a303cae', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'mac_address': 'fa:16:3e:6f:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3928b2bf-550b-4727-945c-535eab15e54c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:32Z', 'updated_at': '2022-05-06T12:27:47Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'subnets': [{'id': '3928b2bf-550b-4727-945c-535eab15e54c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:35.632501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-705a3e7b-df84-4d36-aba1-849929427ac8 req-063346d5-041c-40bb-b59d-23b4ee33dc22 service neutron] 10.222.0.83 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434622 May 06 12:29:35.785538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653807ee-6f8b-4746-98b7-4ccdb3ec827b None None] New status for floating IP f4ddf249-880f-4554-8c06-4211eb537bdc: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:29:35.918994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.922765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Made reservation on behalf of 47eb1306e1ab463f97d0d8cbf3923e60 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:35.926667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:35.951527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e900b6-7821-47c4-b95a-7d3c3934d92d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:35.954168 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.029916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:36.034988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Usage tracker for resource:security_group_rule and tenant:47eb1306e1ab463f97d0d8cbf3923e60 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:36.038576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:36.048111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:36.134388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.144614 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-c473cdbf-2386-477a-b562-cfa29c313a21 req-3aedaa24-b754-4ca0-bb6b-e7062b7a22c3 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] show failed (client error): The resource could not be found. May 06 12:29:36.144614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c473cdbf-2386-477a-b562-cfa29c313a21 req-3aedaa24-b754-4ca0-bb6b-e7062b7a22c3 tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips/a0a58171-b97d-47ec-8337-77af13772350 HTTP/1.1" status: 404 len: 350 time: 0.1015356 May 06 12:29:36.151143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-36d692da-e9a7-4b30-b71f-21223c559bd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b6e900b6-7821-47c4-b95a-7d3c3934d92d HTTP/1.1" status: 204 len: 168 time: 1.1000738 May 06 12:29:36.189622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.279850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.312186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:29:36.325147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:36.339254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.339254 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Added segment 732f83d0-c3c5-495a-905d-8da9af5a2e7c of type vlan for network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 May 06 12:29:36.375991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ca0b-3cb9-4257-867c-c8faa46a7bcb req-684c1db6-c7e6-47c0-bdbc-ae94d159571e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.382199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.390506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fc3ca0b-3cb9-4257-867c-c8faa46a7bcb req-684c1db6-c7e6-47c0-bdbc-ae94d159571e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.1195941 May 06 12:29:36.390506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:36.398198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Request body: {'floatingip': {'port_id': 'ed15b31a-1b33-47aa-a3ed-270184574cbe'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:36.513306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.544387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.544387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:36.544387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:36.610609 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad30c6f8-985e-4583-935a-1b9a48b2f2ce'] response: {'name': 'network-changed', 'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:29:36.764403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ced6dbf9-43ab-4d1b-a117-848a18562cab req-cd76b0c4-c8c4-464c-bc11-3ffb3ca4ca36 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 210 time: 0.1105120 May 06 12:29:36.788960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] Pushing event updated for resources: {'Network': ['ID=7b8abf33-3a83-407f-8d24-f1dc154e0da3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:36.803528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:29:36.854581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-b327daf4-af30-451a-8394-1397ae0cb4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758943 May 06 12:29:36.857417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-ca47069d-f879-4540-9658-288e0afd4d7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c47960a7f0e846c9875890457d02cf1f&device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 1097 time: 0.3539813 May 06 12:29:36.869943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4ef32072-09ae-4bc6-ac4d-5147189af01f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9601705 May 06 12:29:36.872693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52244) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:36.933827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Request body: {'subnet': {'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1003875027-subnet', 'tenant_id': '47eb1306e1ab463f97d0d8cbf3923e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:37.017974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:37.098252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Usage tracker for resource:subnet and tenant:47eb1306e1ab463f97d0d8cbf3923e60 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:37.115233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:37.128167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:37.202248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-d497e1f9-13ad-446f-8284-b3e8a9d34018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:37.203932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-d497e1f9-13ad-446f-8284-b3e8a9d34018 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 200 len: 922 time: 0.3282094 May 06 12:29:37.207715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-ff462161-6dfd-47ef-ba4f-716f9fbea472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 1097 time: 0.2700052 May 06 12:29:37.276193 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-66bd6ec6-8ce2-4dcc-9b51-41845da89d58 req-30baed1e-eb67-41a0-a0d2-2554d7cea9ec tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] show failed (client error): The resource could not be found. May 06 12:29:37.290934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66bd6ec6-8ce2-4dcc-9b51-41845da89d58 req-30baed1e-eb67-41a0-a0d2-2554d7cea9ec tempest-FloatingIPsTestJSON-594406429 tempest-FloatingIPsTestJSON-594406429-project] 10.222.0.83 "GET /v2.0/floatingips/a0a58171-b97d-47ec-8337-77af13772350 HTTP/1.1" status: 404 len: 350 time: 0.1580186 May 06 12:29:37.299040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52254) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:37.451332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-3a542418-79ca-4357-ba47-691e3d8c0ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 200 len: 217 time: 0.2358305 May 06 12:29:37.600845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0d48-36b3-42fe-af2a-82e7ab8ebe50 req-f2d5de05-c8ec-4dd0-b615-cbd5305963e3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:37.609112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f4f0d48-36b3-42fe-af2a-82e7ab8ebe50 req-f2d5de05-c8ec-4dd0-b615-cbd5305963e3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 945 time: 0.1763015 May 06 12:29:37.692588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f4f0d48-36b3-42fe-af2a-82e7ab8ebe50 req-e6241566-6be0-44a2-bb1b-a95cb233073c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806882 May 06 12:29:37.732191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Made reservation on behalf of 47eb1306e1ab463f97d0d8cbf3923e60 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:37.737973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:37.822131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:29:37.973199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-5b9b7517-b133-4536-895b-5f9dabac62bf tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 200 len: 694 time: 0.1371405 May 06 12:29:38.015122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-b793e1e0-8eff-4694-8b48-333f95ba9323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.016569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-b793e1e0-8eff-4694-8b48-333f95ba9323 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 200 len: 860 time: 0.5428832 May 06 12:29:38.086393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.154282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-e6a67816-49d5-4536-8ab0-4f86904c8e65 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.155797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-e6a67816-49d5-4536-8ab0-4f86904c8e65 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1685617 May 06 12:29:38.184743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-e939130a-bc19-414b-a028-94910f2ca297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.186201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-e939130a-bc19-414b-a028-94910f2ca297 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.9141026 May 06 12:29:38.293026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-4da5653f-4907-43eb-bcd8-940df4e5d423 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 697 time: 0.1313739 May 06 12:29:38.325949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-0bbaf6e8-a072-41a4-a1e6-61524fdd27b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748 HTTP/1.1" status: 200 len: 217 time: 0.1195526 May 06 12:29:38.376241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-1b576d03-53d7-443d-874e-b8c30fcd50c6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.377719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-1b576d03-53d7-443d-874e-b8c30fcd50c6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.4350288 May 06 12:29:38.385949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-bee50688-4c9a-465f-ad89-176bd73c4790 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 697 time: 0.0822225 May 06 12:29:38.394713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-5342eb29-0c89-4f5f-9785-023e01f566d0 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.403846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-5342eb29-0c89-4f5f-9785-023e01f566d0 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26bd845-b0e0-4caf-8dd4-3885e22990e8 HTTP/1.1" status: 200 len: 946 time: 0.1648214 May 06 12:29:38.482589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-52809759-d75a-401e-ac4d-c10f959482a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90784358-6919-45f6-8ad7-f53b3a303cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4094632 May 06 12:29:38.489253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-2dae71a4-37a4-42db-bf57-fd0279cfbe3c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/quotas/5e2926a8987842e2a3dbbdea14c24e11 HTTP/1.1" status: 200 len: 375 time: 0.0705111 May 06 12:29:38.490908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.498676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-b619b159-59b7-4eae-866d-944feb7b8fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:38.500230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-b619b159-59b7-4eae-866d-944feb7b8fe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1296947 May 06 12:29:38.501415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec11aaca-8f58-4bf7-afb3-41f05d078256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.797035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-9eb398b3-a44e-4360-94ec-88b41442d01b service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021595 May 06 12:29:38.878292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:38.927693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-bbc8c71b-4b32-4307-9813-58e58b6593da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922665 May 06 12:29:38.972924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Deleting port d2f45699-4037-45f8-9dac-b1096a7a4703 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:38.973550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.011251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Deleting port 412e0efc-7ee0-4a24-888e-d52e175ed13c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:39.018072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.028921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-5377743d-e0d4-4306-963d-64da45c45c32 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5000460 May 06 12:29:39.337214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-89d647b6-eee6-416d-931d-96513338c187 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:39.338544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-89d647b6-eee6-416d-931d-96513338c187 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 811 time: 0.5933373 May 06 12:29:39.379622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee66dd5-9339-4817-846d-6a18b8c0f2ed,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:39.383256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-6d5438de-0486-4c05-80b6-5df408d25bf0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:39.384774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-6d5438de-0486-4c05-80b6-5df408d25bf0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 945 time: 0.6480231 May 06 12:29:39.434972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Request body: {'port': {'device_id': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'admin_state_up': True, 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:39.492199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4563b80-4dc0-4ed7-8244-0fe520618d36 req-f9cc21ce-5593-44bc-b8c1-d2aa0e7baaea service neutron] 10.222.0.13 "GET /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398401 May 06 12:29:39.521473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Checking segment: {'id': '732f83d0-c3c5-495a-905d-8da9af5a2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:39.521473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Network hostable DHCP agents. Network: 7b8abf33-3a83-407f-8d24-f1dc154e0da3, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:29:39.537722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-44eb8302-e0bf-44d4-9f59-857c8691c9dc service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179532 May 06 12:29:39.580728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-3b415b44-6c1a-43aa-8d36-c0e7425b3432 service neutron] 10.222.0.83 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120089 May 06 12:29:39.634490 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.634868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.792240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Calling delete_port for d2f45699-4037-45f8-9dac-b1096a7a4703 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:39.870376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:39.870716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:39.890185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e369a17b-2bed-4c8c-b652-d13b7ce553e0 req-9fb17bf8-afb9-47fc-9bed-36978f79e101 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119500 May 06 12:29:39.897181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-0c048627-5608-4a2b-b777-1420f6a0e97b service neutron] 10.222.0.83 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869463 May 06 12:29:39.904755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c825e-3990-4952-bab7-afa015369d1a req-77d3f1b3-d5e3-4fda-9147-c7dcdb81c8d2 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:39.906238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f91c825e-3990-4952-bab7-afa015369d1a req-77d3f1b3-d5e3-4fda-9147-c7dcdb81c8d2 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=85b1c2de-2b38-4fec-8658-b28c9a6fbbf7 HTTP/1.1" status: 200 len: 946 time: 0.3666029 May 06 12:29:39.908509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:29:39.965718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.014281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] For port 412e0efc-7ee0-4a24-888e-d52e175ed13c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=412e0efc-7ee0-4a24-888e-d52e175ed13c,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:40.014915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.090319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7b8abf33-3a83-407f-8d24-f1dc154e0da3) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:40.099333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c30fe-a598-4656-9e24-ae73d666605b None None] Network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:40.107208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:40.107808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.114642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Deleting port a817f3b3-b217-4652-a2b2-17ed7e9c0139 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:40.114976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.137503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:40.341107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a6127-cd8e-42da-a784-623b3bc07bc7 None None] Network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:40.345568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Calling delete_port for 412e0efc-7ee0-4a24-888e-d52e175ed13c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:40.374957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:40.410753 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Floating IP 55c74845-5951-42a6-b930-3f5bc535bda7 associated. External IP: 172.25.2.54, port: ed15b31a-1b33-47aa-a3ed-270184574cbe. May 06 12:29:40.420051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a28657e0-ec6a-4fc6-bbde-fb6ad7d09a86 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5426197 May 06 12:29:40.469892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] For port a817f3b3-b217-4652-a2b2-17ed7e9c0139, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a817f3b3-b217-4652-a2b2-17ed7e9c0139,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:40.472699 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.666897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Calling delete_port for a817f3b3-b217-4652-a2b2-17ed7e9c0139 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:40.750456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Made reservation on behalf of a10ff3da7de3434882423e6720e7d35d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:40.753578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.862262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0336ab5b-efb9-4e78-bac0-f79aaf18d698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.875041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 2c20ac1e-4f76-429f-9fea-5aeab0615f97, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c20ac1e-4f76-429f-9fea-5aeab0615f97,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:40.875041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:40.986469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.082111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fe4f697-4aad-4041-9626-5da7dcb20f12 req-4aed6ccc-3204-481c-b93d-5451fda6ebf2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 210 time: 0.1954856 May 06 12:29:41.096894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 2c20ac1e-4f76-429f-9fea-5aeab0615f97 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:41.152632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event deleted for resources: {'Port': ['ID=d2f45699-4037-45f8-9dac-b1096a7a4703,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.334608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.348099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a817f3b3-b217-4652-a2b2-17ed7e9c0139'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:41.415288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event deleted for resources: {'Port': ['ID=412e0efc-7ee0-4a24-888e-d52e175ed13c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.415917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.461563 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.478724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event deleted for resources: {'Port': ['ID=a817f3b3-b217-4652-a2b2-17ed7e9c0139,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:41.519989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Allocated IP 172.20.0.3 (bcb8e11b-a7cf-4a82-8cad-b5aeda813004/a3343ea9-9c66-44e9-a914-b91ce4def8a9/08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:41.586157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] No DVR routers for this DVR port 412e0efc-7ee0-4a24-888e-d52e175ed13c on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:41.593267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] No DVR routers for this DVR port a817f3b3-b217-4652-a2b2-17ed7e9c0139 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:41.600207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.603343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'name': 'network-vif-deleted', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:41.605633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.608206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'name': 'network-vif-deleted', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:41.637028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4663aa85-3364-4ad6-9a53-0c810d89c1fb req-9ce8c468-2304-4c90-a8ae-389dd938de2e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "DELETE /v2.0/ports/412e0efc-7ee0-4a24-888e-d52e175ed13c HTTP/1.1" status: 204 len: 173 time: 3.1803493 May 06 12:29:41.637312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Deleting port 45faba8e-8618-4878-8458-61c0ad47b19d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:41.637526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.719701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:41.720839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d747e9a9-7025-4481-a1c5-c68f6e781291 req-d5014298-3621-4166-acb5-b3015a3aebbc tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "DELETE /v2.0/floatingips/f4ddf249-880f-4554-8c06-4211eb537bdc HTTP/1.1" status: 204 len: 173 time: 3.3238475 May 06 12:29:41.886630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f91c825e-3990-4952-bab7-afa015369d1a req-9638c2a4-b595-4311-b257-be84f7c88436 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "DELETE /v2.0/ports/a817f3b3-b217-4652-a2b2-17ed7e9c0139 HTTP/1.1" status: 204 len: 173 time: 1.9715533 May 06 12:29:41.901730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-932fb851-a6ef-4160-ba96-117f144c1676 req-db5339bb-b518-4f8c-a412-d207e84a5e8b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 210 time: 0.0998588 May 06 12:29:42.015800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.028657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] For port 45faba8e-8618-4878-8458-61c0ad47b19d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45faba8e-8618-4878-8458-61c0ad47b19d,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:42.029021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.113061 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.152833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=2c20ac1e-4f76-429f-9fea-5aeab0615f97,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:42.200485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Calling delete_port for 45faba8e-8618-4878-8458-61c0ad47b19d owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:42.210414 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.314175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c20ac1e-4f76-429f-9fea-5aeab0615f97 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:42.366325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 2c20ac1e-4f76-429f-9fea-5aeab0615f97 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:42.383883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.386101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e34de69-3b0b-4910-a7e9-e57aa156b879 req-246fb882-240c-4562-a625-ea2d61a17edf tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "DELETE /v2.0/ports/2c20ac1e-4f76-429f-9fea-5aeab0615f97 HTTP/1.1" status: 204 len: 173 time: 2.9195147 May 06 12:29:42.396184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 2c20ac1e-4f76-429f-9fea-5aeab0615f97 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:42.396184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c20ac1e-4f76-429f-9fea-5aeab0615f97 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:42.417091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.449281 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53bd091d-2235-417b-92a9-8ec98eb5d21a'] response: {'server_uuid': 'e26bd845-b0e0-4caf-8dd4-3885e22990e8', 'name': 'network-vif-deleted', 'tag': '412e0efc-7ee0-4a24-888e-d52e175ed13c', 'status': 'completed', 'code': 200} May 06 12:29:42.465448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-71a61b30-ce8c-4e6c-907d-0ebdb6ec6cf5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:42.470686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-71a61b30-ce8c-4e6c-907d-0ebdb6ec6cf5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/networks?id=7b8abf33-3a83-407f-8d24-f1dc154e0da3 HTTP/1.1" status: 200 len: 814 time: 0.3502879 May 06 12:29:42.489991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29f4c1c9-28df-4868-b196-65df6413c103 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/quotas/47eb1306e1ab463f97d0d8cbf3923e60 HTTP/1.1" status: 200 len: 375 time: 0.0157967 May 06 12:29:42.500875 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323b1004-5b15-461a-902f-b85e0cebc84e'] response: {'server_uuid': '85b1c2de-2b38-4fec-8658-b28c9a6fbbf7', 'name': 'network-vif-deleted', 'tag': 'a817f3b3-b217-4652-a2b2-17ed7e9c0139', 'status': 'completed', 'code': 200} May 06 12:29:42.542472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.545395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Transition to ACTIVE for port object 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:42.559103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-ae30f790-8dc2-42e6-8c70-0214b79bc028 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=47eb1306e1ab463f97d0d8cbf3923e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477087 May 06 12:29:42.571544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-00348c7f-547a-4357-9be8-93adb558d47b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:42.572240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-00348c7f-547a-4357-9be8-93adb558d47b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066192 May 06 12:29:42.587664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 412e0efc-7ee0-4a24-888e-d52e175ed13c no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:42.623758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 412e0efc-7ee0-4a24-888e-d52e175ed13c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:42.624214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 412e0efc-7ee0-4a24-888e-d52e175ed13c not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:42.624697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a817f3b3-b217-4652-a2b2-17ed7e9c0139 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:42.644940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b28d5a7-b922-4d29-82ab-becf5caa7690 req-2c771711-27c8-4f10-a087-493c54f3da2b tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0882440 May 06 12:29:42.654441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45faba8e-8618-4878-8458-61c0ad47b19d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:42.661503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Router cf3dfea0-4795-4476-a7f7-03f935eabb9f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:42.697003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: a817f3b3-b217-4652-a2b2-17ed7e9c0139 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:42.712534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a817f3b3-b217-4652-a2b2-17ed7e9c0139 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:42.893357 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:42.913147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:42.991462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['697491b4-9ab0-4419-9139-f4a6d5ef0748'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:43.058799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:43.078992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:43.087253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:43.214473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-3b3db6c0-7c50-47c2-a337-be920b778831 service neutron] 10.222.0.83 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313481 May 06 12:29:43.215147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.422983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:43.471448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:43.471448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.520668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.627812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-37e92199-76dc-4d1e-a998-e60c99c5562b service neutron] 10.222.0.83 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128110 May 06 12:29:43.736060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:43.752595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Sync routers for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:43.757645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:43.780441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:43.781462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:43.841945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4515d-aaaf-4a99-b521-098db1b52379 req-7fda5582-a520-474c-8d66-6efd84e5dbd8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:43.843413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6b4515d-aaaf-4a99-b521-098db1b52379 req-7fda5582-a520-474c-8d66-6efd84e5dbd8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 931 time: 0.1128969 May 06 12:29:43.870621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-eac7ba28-b7a4-4d6d-93cf-7d8464180e1b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4942298 May 06 12:29:43.901158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Request body: {'port': {'device_id': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:43.917500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6b4515d-aaaf-4a99-b521-098db1b52379 req-1390d814-5f78-4c71-bd9c-24df00a28f35 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 May 06 12:29:44.054443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e000f5c-2115-4256-80f8-cdbc16b2415f None None] Provisioning for port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:44.091662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e000f5c-2115-4256-80f8-cdbc16b2415f None None] Provisioning complete for port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:44.097537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e000f5c-2115-4256-80f8-cdbc16b2415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.178500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.192936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1cbc792-95c2-4dec-ae18-fb606e0f9fda tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "PUT /v2.0/floatingips/55c74845-5951-42a6-b930-3f5bc535bda7 HTTP/1.1" status: 200 len: 990 time: 7.8030450 May 06 12:29:44.262299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0e000f5c-2115-4256-80f8-cdbc16b2415f None None] Port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:29:44.280787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:44.310410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-200c1eeb-bf65-4d8b-98c0-f4f866850930 req-9b8a6625-3060-4528-90e0-3ebb725b6202 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:44.332205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f86de38-f8f6-4711-9698-27f0eac0763c req-246b72fd-82d0-4bc2-9daf-3de9742714a2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:44.554645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'name': 'network-vif-deleted', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97'}, {'name': 'network-changed', 'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:44.560853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-200c1eeb-bf65-4d8b-98c0-f4f866850930 req-9b8a6625-3060-4528-90e0-3ebb725b6202 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:44.562618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-200c1eeb-bf65-4d8b-98c0-f4f866850930 req-9b8a6625-3060-4528-90e0-3ebb725b6202 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 210 time: 0.3923862 May 06 12:29:44.604324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Router 93f969ae-488d-4baa-b996-d1a2f10e732c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:44.739600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '55c74845-5951-42a6-b930-3f5bc535bda7', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'port_id': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'mac_address': 'fa:16:3e:2f:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:51Z', 'updated_at': '2022-05-06T12:29:37Z', 'revision_number': 1, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:44.757518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Checking router: cf3dfea0-4795-4476-a7f7-03f935eabb9f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:44.782942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:44.784192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:44.861292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:44.870401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:44.886555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Transition to ACTIVE for port object 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:44.887552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f86de38-f8f6-4711-9698-27f0eac0763c req-246b72fd-82d0-4bc2-9daf-3de9742714a2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:44.889025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f86de38-f8f6-4711-9698-27f0eac0763c req-246b72fd-82d0-4bc2-9daf-3de9742714a2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c HTTP/1.1" status: 200 len: 210 time: 0.6258907 May 06 12:29:44.919728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6887d-443a-4faf-a4d9-5d177c3c02f3 req-17633aa4-a721-4ca9-a33c-eefeec9ce401 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:44.921317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9e6887d-443a-4faf-a4d9-5d177c3c02f3 req-17633aa4-a721-4ca9-a33c-eefeec9ce401 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 946 time: 0.1385686 May 06 12:29:44.932282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:44.941538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Sync routers for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:44.965303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7b628ea-e89e-4ca3-a8df-fe415e409cb6 admin admin] 10.222.0.83 "PUT /v2.0/routers/93f969ae-488d-4baa-b996-d1a2f10e732c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6629272 May 06 12:29:44.966389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:44.967503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:44.968098 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:45.017504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:45.034285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.170852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9e6887d-443a-4faf-a4d9-5d177c3c02f3 req-ae819012-a9b7-45a1-9fd1-0906d43b11c2 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365732 May 06 12:29:45.268498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:45.325610 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:45.416467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64db3d69-21b6-408b-9d33-41848a18c574 req-0edb1688-6863-434c-bd90-46f14934b9cc tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.2984335 May 06 12:29:45.460316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:45.710122 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe983eb2-3d32-419a-bb1f-988f505d919f'] response: {'server_uuid': '7fa61414-3af9-4b35-bcea-1a4a1d9cdf1c', 'name': 'network-vif-deleted', 'tag': '2c20ac1e-4f76-429f-9fea-5aeab0615f97', 'status': 'completed', 'code': 200} May 06 12:29:45.715118 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe983eb2-3d32-419a-bb1f-988f505d919f'] response: {'name': 'network-changed', 'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'status': 'completed', 'code': 200} May 06 12:29:45.755803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '55c74845-5951-42a6-b930-3f5bc535bda7', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'port_id': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'mac_address': 'fa:16:3e:2f:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:51Z', 'updated_at': '2022-05-06T12:29:37Z', 'revision_number': 1, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:45.761704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b9ef2e-2f1f-4944-9e84-da73177e5e3a None None] The sync data for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 is: [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '55c74845-5951-42a6-b930-3f5bc535bda7', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'port_id': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'mac_address': 'fa:16:3e:2f:85:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:28:51Z', 'updated_at': '2022-05-06T12:29:37Z', 'revision_number': 1, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:45.938265 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:29:42Z', 'revision_number': 5, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:45.945370 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Checking router: 93f969ae-488d-4baa-b996-d1a2f10e732c for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:45.978504 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Routers {'93f969ae-488d-4baa-b996-d1a2f10e732c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:45.981954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['93f969ae-488d-4baa-b996-d1a2f10e732c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:46.082629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-7730c09f-2be6-49cf-ad51-f76d4a686611 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:46.084898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-7730c09f-2be6-49cf-ad51-f76d4a686611 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.4504902 May 06 12:29:46.132479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054f1ac-465f-4b15-bb71-226406947673 None None] New status for floating IP 55c74845-5951-42a6-b930-3f5bc535bda7: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:29:46.157176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80b2e6de-0eb6-4b92-95aa-c7256e95335e req-4c6c7119-c24c-4835-8a73-168708c0d55a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 210 time: 0.7916880 May 06 12:29:46.193805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Request body: {'port': {'device_id': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'admin_state_up': True, 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:46.220019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Attempting to bind port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:46.220408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Attempting to bind port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:46.220776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Attempting to bind port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:46.272830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3d942-0029-4148-a015-936c23b56189 req-ef392b99-a334-4ab6-89cb-5d1670535fd0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:46.273485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23e3d942-0029-4148-a015-936c23b56189 req-ef392b99-a334-4ab6-89cb-5d1670535fd0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:46.295305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-c9dcb635-bc85-4e33-b120-a245f15f31f1 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:46.296966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-c9dcb635-bc85-4e33-b120-a245f15f31f1 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.86 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 813 time: 0.6590102 May 06 12:29:46.300762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:46.301030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Attempting to bind port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 on network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:46.315495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:46.315900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Checking segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:46.316282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Bound using segment: {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:46.317111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Bound port: 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:46.317249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.335804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Request body: {'port': {'device_id': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'admin_state_up': True, 'tenant_id': '5e2926a8987842e2a3dbbdea14c24e11'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:46.345676 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] Set router 93f969ae-488d-4baa-b996-d1a2f10e732c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:46.507316 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.525614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956780-08bc-48e6-80f8-9297e253824a req-ffec6e91-19cd-470b-ac89-a06baf0294c2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:46.526988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-86956780-08bc-48e6-80f8-9297e253824a req-ffec6e91-19cd-470b-ac89-a06baf0294c2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:46.537546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23e3d942-0029-4148-a015-936c23b56189 req-ef392b99-a334-4ab6-89cb-5d1670535fd0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:46.538719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23e3d942-0029-4148-a015-936c23b56189 req-ef392b99-a334-4ab6-89cb-5d1670535fd0 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.13 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 946 time: 0.8420961 May 06 12:29:46.558252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7f14532-8667-4538-ba6a-a0375ca562b2 req-91e6d9ad-fc35-48b2-84de-2a3a70fa1c14 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 210 time: 0.1959016 May 06 12:29:46.679821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:46.700847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:46.731395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-6b9e0dd3-ca68-43c1-a5a3-d48570d08cd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=01a4b1ae68ad41f3b3de4363424ef55e&device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 1096 time: 0.6553705 May 06 12:29:46.731739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:46.751823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:46.764392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Deleting port d3eb0293-96d6-4ca5-a910-20ff54b80c0f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:46.764735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.775714 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:29:42Z', 'revision_number': 5, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:46.781515 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30147890-eff2-4ac8-86f2-ca056de33d83 None None] The sync data for ids ['93f969ae-488d-4baa-b996-d1a2f10e732c'] in n-d-840845-1 is: [{'id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'name': 'tempest-FloatingIPsTestJSON-772607822-router', 'tenant_id': '7539679c2246493fb253ab93cf07941b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:28:49Z', 'updated_at': '2022-05-06T12:29:42Z', 'revision_number': 5, 'project_id': '7539679c2246493fb253ab93cf07941b', 'gw_port': {'id': '8698a20f-8eda-4d6c-8802-b59f84cb98b7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ce:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f969ae-488d-4baa-b996-d1a2f10e732c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:28:50Z', 'updated_at': '2022-05-06T12:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:29:46.823451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-86956780-08bc-48e6-80f8-9297e253824a req-ffec6e91-19cd-470b-ac89-a06baf0294c2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:46.826907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:46.829798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86956780-08bc-48e6-80f8-9297e253824a req-ffec6e91-19cd-470b-ac89-a06baf0294c2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.8666787 May 06 12:29:46.856649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:46.999308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.000905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] 10.222.0.86 "PUT /v2.0/ports/08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 HTTP/1.1" status: 200 len: 1091 time: 3.1137056 May 06 12:29:47.020730 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86956780-08bc-48e6-80f8-9297e253824a req-ba1b320a-c719-454b-b19d-5da875c73b1f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900563 May 06 12:29:47.028026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:47.031437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.051056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c16a1-fee3-407e-8255-0592ba4f7133 service neutron] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:47.051401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:47.212758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45faba8e-8618-4878-8458-61c0ad47b19d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:47.254014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] For port d3eb0293-96d6-4ca5-a910-20ff54b80c0f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:47.260730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.271484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-0eb1d88f-174f-4f1a-8ffd-2fc66e08f9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:47.273871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-0eb1d88f-174f-4f1a-8ffd-2fc66e08f9b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a26e3464-6e87-4444-9668-8c45b982bdf6 HTTP/1.1" status: 200 len: 916 time: 0.5067754 May 06 12:29:47.333187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 45faba8e-8618-4878-8458-61c0ad47b19d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:47.333530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45faba8e-8618-4878-8458-61c0ad47b19d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:47.397313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d16a2-fe21-4e8d-8767-6a799cdbee88 req-5007146e-b69f-4b01-b59f-7319297ab436 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:47.398922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e01d16a2-fe21-4e8d-8767-6a799cdbee88 req-5007146e-b69f-4b01-b59f-7319297ab436 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 946 time: 0.5302846 May 06 12:29:47.479843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.531434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-932ef905-1dee-422b-98a5-3174036eae93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe HTTP/1.1" status: 200 len: 1000 time: 0.2457464 May 06 12:29:47.580029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Calling delete_port for d3eb0293-96d6-4ca5-a910-20ff54b80c0f owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:47.604093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Allocated IP 172.20.0.4 (3661ab73-8f18-47c4-9a46-55393153693d/55c82863-0721-4e76-ba1d-c3cbee529bf4/cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:47.607806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Made reservation on behalf of 5e2926a8987842e2a3dbbdea14c24e11 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:47.610627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.614138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e01d16a2-fe21-4e8d-8767-6a799cdbee88 req-0693920e-dea4-48fb-840e-0a556627eb35 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/security-groups?id=de46c099-9f74-4fbf-9db6-cd93da8acb89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886773 May 06 12:29:47.634730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-dd2ffd66-0e48-40e7-bb55-762f54822f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:47.636227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-dd2ffd66-0e48-40e7-bb55-762f54822f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44b1cc88-75ba-4102-a61b-e091ead2b5b5 HTTP/1.1" status: 200 len: 854 time: 0.0923545 May 06 12:29:47.668607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3ca99af-2741-4159-9c4b-17f5c14b8b7d req-04b64df4-a0d1-4101-ad1b-01b63fd882ba tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1589749 May 06 12:29:47.687372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Deleting port 8698a20f-8eda-4d6c-8802-b59f84cb98b7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:47.687717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:47.770810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:47.885342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-db748743-8aa8-4df1-afd4-2c2ce3c8942c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 1094 time: 0.3740821 May 06 12:29:47.986660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54f2f81b-b430-41f4-b1eb-483323b274a6 req-73a10d0a-0197-41f9-8e3f-d0c3914aed53 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 210 time: 0.1492059 May 06 12:29:47.988538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-55fba8de-5ab1-49d7-b57c-6a2f0ab1bcef req-8b655f4b-c468-4983-bd5a-803c081c8fad tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:48.001709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-a614101b-d617-4d5d-804f-1f5ff7dcc0eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 HTTP/1.1" status: 200 len: 217 time: 0.0738754 May 06 12:29:48.064148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-55fba8de-5ab1-49d7-b57c-6a2f0ab1bcef req-8b655f4b-c468-4983-bd5a-803c081c8fad tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:48.065355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55fba8de-5ab1-49d7-b57c-6a2f0ab1bcef req-8b655f4b-c468-4983-bd5a-803c081c8fad tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 210 time: 0.1848629 May 06 12:29:48.086182 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4d3c15-927f-442d-a768-68ed74cd45d2'] response: {'name': 'network-changed', 'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'status': 'completed', 'code': 200} May 06 12:29:48.129241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-3bf0e307-3a29-4a9f-987c-2e11d08274ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a26e3464-6e87-4444-9668-8c45b982bdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4765692 May 06 12:29:48.168885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-05ef42e5-4b93-4a52-9fcb-0c999d546a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:48.170476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-05ef42e5-4b93-4a52-9fcb-0c999d546a58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1630344 May 06 12:29:48.360241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-de79e544-9d4a-498e-85c0-dba364f2388b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755943 May 06 12:29:48.463035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca73f3-bb6d-4b92-b1b9-b0f41a1d2372 req-44c9b859-dacb-4eb8-9310-902c2ef4ca2c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:48.468427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cca73f3-bb6d-4b92-b1b9-b0f41a1d2372 req-44c9b859-dacb-4eb8-9310-902c2ef4ca2c tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.2464030 May 06 12:29:48.481414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.494348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d3eb0293-96d6-4ca5-a910-20ff54b80c0f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:48.496107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] For port 8698a20f-8eda-4d6c-8802-b59f84cb98b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8698a20f-8eda-4d6c-8802-b59f84cb98b7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:48.496564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.518363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.668132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Calling delete_port for 8698a20f-8eda-4d6c-8802-b59f84cb98b7 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:48.678451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Pushing event deleted for resources: {'Port': ['ID=d3eb0293-96d6-4ca5-a910-20ff54b80c0f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:48.759500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-93fbbd21-3a51-47a2-987a-13f0688acd53 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:48.761054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-93fbbd21-3a51-47a2-987a-13f0688acd53 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.13 "GET /v2.0/networks?id=7b8abf33-3a83-407f-8d24-f1dc154e0da3 HTTP/1.1" status: 200 len: 814 time: 0.4255960 May 06 12:29:48.784715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-1623b254-aa4e-42a8-821e-943091a29aef service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360953 May 06 12:29:48.819744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Request body: {'port': {'device_id': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3', 'admin_state_up': True, 'tenant_id': '47eb1306e1ab463f97d0d8cbf3923e60'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:48.844345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] No DVR routers for this DVR port d3eb0293-96d6-4ca5-a910-20ff54b80c0f on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:48.854004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:48.864540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98390351-3b6d-423b-a176-0b2f456d584b req-463f8846-8642-4b66-856f-08d9afc133b7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:48.866919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98390351-3b6d-423b-a176-0b2f456d584b req-463f8846-8642-4b66-856f-08d9afc133b7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.6771977 May 06 12:29:48.923449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cca73f3-bb6d-4b92-b1b9-b0f41a1d2372 req-98652649-a52e-4143-924c-f8d158f4a9b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322128 May 06 12:29:48.953267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98390351-3b6d-423b-a176-0b2f456d584b req-f842d738-143f-482e-a1f6-1818bb909683 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0351183 May 06 12:29:48.991376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-39a92ec7-cb31-4b27-84d7-664c58ca6f6b service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204076 May 06 12:29:49.002583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de263874-842a-4cab-92b8-c30abff82423 req-6cda85a4-65ac-426b-bdba-0a5c23f7690c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0549643 May 06 12:29:49.034107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98390351-3b6d-423b-a176-0b2f456d584b req-ccfa151e-9d8d-4cf3-982d-f12bc52acb6e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717235 May 06 12:29:49.135203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-24a52cb6-172b-4312-8f0c-562600fe29ba service neutron] 10.222.0.13 "GET /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232286 May 06 12:29:49.135574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.299909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Network 3661ab73-8f18-47c4-9a46-55393153693d is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:49.305961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23e3d942-0029-4148-a015-936c23b56189 req-544d999d-4cd7-45aa-b033-e62280d875a4 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.13 "DELETE /v2.0/ports/d3eb0293-96d6-4ca5-a910-20ff54b80c0f HTTP/1.1" status: 204 len: 173 time: 2.7433236 May 06 12:29:49.313552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:49.320383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:49.330239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c4386e81-868d-41aa-9f14-e28060a68d73 req-7ecde699-cb81-4908-b288-fda7d79b2156 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Synchronizing usage tracker for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:49.346967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event updated for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:49.373503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:49.384834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98390351-3b6d-423b-a176-0b2f456d584b req-78688b2c-8159-4f17-a622-5a2a7210c6b2 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363507 May 06 12:29:49.385352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Usage tracker for resource:port and tenant:47eb1306e1ab463f97d0d8cbf3923e60 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:49.390248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:49.412392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:49.416080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Allocated IP 172.20.0.5 (3661ab73-8f18-47c4-9a46-55393153693d/55c82863-0721-4e76-ba1d-c3cbee529bf4/76589575-c968-4b5a-aac8-556d22efdaab) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:49.421124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:49.421736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.428546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d0fab07-3d63-4fcd-ac1b-347faca82aa0 req-b76ef659-4c08-447a-b59e-9a927eb7e84c service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282317 May 06 12:29:49.529387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.579315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Pushing event deleted for resources: {'Port': ['ID=8698a20f-8eda-4d6c-8802-b59f84cb98b7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:49.590225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Made reservation on behalf of 47eb1306e1ab463f97d0d8cbf3923e60 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:49.593643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.602681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c4386e81-868d-41aa-9f14-e28060a68d73 req-7ecde699-cb81-4908-b288-fda7d79b2156 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] Unset dirty status for tenant:c47960a7f0e846c9875890457d02cf1f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:49.603893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4386e81-868d-41aa-9f14-e28060a68d73 req-7ecde699-cb81-4908-b288-fda7d79b2156 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 210 time: 0.5134919 May 06 12:29:49.632617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98390351-3b6d-423b-a176-0b2f456d584b req-9e77dfb2-1a40-44bd-8a2b-bc24e9e7ade3 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397797 May 06 12:29:49.714687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-f0f135f4-f7ec-46cb-a1d8-63e883ea27e7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5523846 May 06 12:29:49.902917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.904070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Request body: {'port': {'device_id': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:49.937372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08d6ffa9-42fb-4b7a-97fd-8e63fb4971b3 req-a6401d3e-54db-4be3-89e2-6b53617dd406 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0634422 May 06 12:29:49.957329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:49.961108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Allocated IP 172.20.0.2 (7b8abf33-3a83-407f-8d24-f1dc154e0da3/2ee66dd5-9339-4817-846d-6a18b8c0f2ed/f37ae52d-8406-499b-9f6d-b238ab98a479) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:49.969404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-7e2d596a-b771-4574-b4e9-ae2640541057 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 1094 time: 0.2851717 May 06 12:29:50.094081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'name': 'network-vif-deleted', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:50.183938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19af7eac-9726-4214-93b4-e9327505a287 req-51798362-999e-4c4a-904c-30bfad7f8ed9 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 210 time: 0.0673127 May 06 12:29:50.284541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-63538717-4cc9-4924-93e2-c53a4bf0a749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:50.285973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-63538717-4cc9-4924-93e2-c53a4bf0a749 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.3100655 May 06 12:29:50.408279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.412322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.416111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d88b54c-7e7a-4ffa-80c4-fa05c742e891 req-a197ed45-37f4-4fbf-a939-8e6bcdc79520 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 210 time: 0.0740807 May 06 12:29:50.420085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-fe28063a-c7c9-4b70-a737-9deff9329bd1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 HTTP/1.1" status: 200 len: 217 time: 0.1269965 May 06 12:29:50.423372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.444893 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.518853 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.570211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.571396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f969ae-488d-4baa-b996-d1a2f10e732c {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:29:50.575551 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff168ef3-f310-4868-ba8f-5a5fbef31112'] response: {'server_uuid': '304faa63-4fa7-4c61-a5ab-ecce4e7b57f6', 'name': 'network-vif-deleted', 'tag': 'd3eb0293-96d6-4ca5-a910-20ff54b80c0f', 'status': 'completed', 'code': 200} May 06 12:29:50.584318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.586852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.588557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aeb1670e-2ef9-4cf0-ba9a-1cba3cf8b10c admin admin] 10.222.0.83 "DELETE /v2.0/routers/93f969ae-488d-4baa-b996-d1a2f10e732c HTTP/1.1" status: 204 len: 168 time: 5.6197324 May 06 12:29:50.591781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:50.612636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Network 3661ab73-8f18-47c4-9a46-55393153693d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:50.619942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event updated for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:50.622367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:50.626162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-99294fe2-605e-42a1-9e08-041d753ac7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:50.627560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-99294fe2-605e-42a1-9e08-041d753ac7c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1930296 May 06 12:29:50.629153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:50.638419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d3eb0293-96d6-4ca5-a910-20ff54b80c0f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:50.708596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: d3eb0293-96d6-4ca5-a910-20ff54b80c0f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:50.708859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d3eb0293-96d6-4ca5-a910-20ff54b80c0f not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:50.770438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1619325-64c4-4696-9e6a-190368ddd52c req-ae5342f6-827e-41f4-95ff-7f02b1f25ea9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca4725d2-ddb6-4341-9da7-04dc60d7ab73 HTTP/1.1" status: 200 len: 210 time: 0.0820327 May 06 12:29:50.783276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:50.783922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:50.857561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-f2833f32-d360-4ff6-8183-1d6b79d918ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980162 May 06 12:29:50.943868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Deleting subnet b0b95ad5-a3cc-47f3-ac90-4a3078495fa2 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:29:50.950873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.009297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-202fa08b-6c06-4278-a23d-2011c3cef32e req-434b99ee-7141-49da-8a40-36c55711f3f8 tempest-FloatingIPsAssociationTestJSON-1291170290 tempest-FloatingIPsAssociationTestJSON-1291170290-project] 10.222.0.83 "GET /v2.0/ports?device_id=304faa63-4fa7-4c61-a5ab-ecce4e7b57f6 HTTP/1.1" status: 200 len: 210 time: 0.0576415 May 06 12:29:51.010331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.058898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c528a-2814-4306-8e6a-22919501d141 req-b39bb920-af2c-422c-801d-c2b851f9b2e0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:51.058898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e98c528a-2814-4306-8e6a-22919501d141 req-b39bb920-af2c-422c-801d-c2b851f9b2e0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.3540404 May 06 12:29:51.074940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-54f78e80-7f84-4858-a64d-25827b454e5e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7603869 May 06 12:29:51.114194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Request body: {'port': {'device_id': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:51.203087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.296336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:51.318213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.357005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e98c528a-2814-4306-8e6a-22919501d141 req-3292c7c6-0a90-4598-8dc1-0056117c486d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566546 May 06 12:29:51.366545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Transition to ACTIVE for port object cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:51.388929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.406475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:29:51.414018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:29:51.416760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:29:51.479236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.522642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Pushing event updated for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:51.546678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-2d2811bb-7d78-433e-a0b9-ec04de2a57bf service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815248 May 06 12:29:51.665963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.682267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:51.682865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.692501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe7190e5-2280-4398-8131-c3459f478ddb req-339e2212-67eb-4438-bd28-0049ef413488 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1335280 May 06 12:29:51.714028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:51.725848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.778394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:51.780499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cc337-4076-45a2-bb05-0c30cf5d1b01 None None] Network a1648434-5910-4994-bdc0-34b421f292bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:29:51.813488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-29fecf56-7b6b-4adc-a475-060328efdda5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0066738 May 06 12:29:51.816476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b95ad5-a3cc-47f3-ac90-4a3078495fa2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:51.841222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Request body: {'port': {'device_id': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:51.875838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ecef66f-033e-490c-a4ae-50b01e5d28a3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b0b95ad5-a3cc-47f3-ac90-4a3078495fa2 HTTP/1.1" status: 204 len: 168 time: 1.2227437 May 06 12:29:51.885523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52448) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:51.927979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcc1603f-0842-4f48-814c-272e3acf5abb req-c0e1febb-1724-4cfa-ae12-95b0570dc3cd service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740344 May 06 12:29:52.062209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Attempting to bind port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:52.062944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Attempting to bind port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:52.062944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Attempting to bind port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:52.077861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9da30-52dc-455c-bbde-81467a2e7c3d req-32346d32-a9ee-4446-8877-fa8cecda44b3 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:52.079335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5b9da30-52dc-455c-bbde-81467a2e7c3d req-32346d32-a9ee-4446-8877-fa8cecda44b3 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 931 time: 0.2111626 May 06 12:29:52.082100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 on network 3661ab73-8f18-47c4-9a46-55393153693d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:52.082432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Attempting to bind port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:52.112481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:52.112829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Checking segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:52.113217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Bound using segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:52.113656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Bound port: cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:52.114004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.148562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] DHCP port deletion for a1648434-5910-4994-bdc0-34b421f292bf request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:29:52.154046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Deleting port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:52.154564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.191389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c5b9da30-52dc-455c-bbde-81467a2e7c3d req-c71ad0c6-9581-4a3a-b778-b095f737ee0a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Synchronizing usage tracker for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:52.244690 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.266146 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.364346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:52.368122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:52.377391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] For port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:52.377774 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.387937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Deleting port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:52.388314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.389664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:52.484534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c5b9da30-52dc-455c-bbde-81467a2e7c3d req-c71ad0c6-9581-4a3a-b778-b095f737ee0a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Unset dirty status for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:52.485462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b142b3-15f3-4b64-907c-617b76acb462 req-de731448-354f-4a31-b34b-6048013003db tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:52.486736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5b9da30-52dc-455c-bbde-81467a2e7c3d req-c71ad0c6-9581-4a3a-b778-b095f737ee0a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006696 May 06 12:29:52.492596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09b142b3-15f3-4b64-907c-617b76acb462 req-de731448-354f-4a31-b34b-6048013003db tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 931 time: 0.4828019 May 06 12:29:52.496170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.613600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.616295 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 HTTP/1.1" status: 200 len: 1091 time: 2.7302926 May 06 12:29:52.619241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:52.629956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab8ae0-fe4f-4082-9f6a-7a7277d25fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:52.663309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Calling delete_port for b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:52.767922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:52.842083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'mac_address': 'fa:16:3e:0b:92:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:52.864310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-40dfd14d-80f4-418e-862d-ddbca84e3f46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 1094 time: 0.1185362 May 06 12:29:52.886135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76589575-c968-4b5a-aac8-556d22efdaab {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:52.909976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.916404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09b142b3-15f3-4b64-907c-617b76acb462 req-ec441a01-1a52-4c71-acde-d05318c02ecf tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220698 May 06 12:29:52.920867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:52.937032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:52.941347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-6094dee9-8d98-4cd7-b379-9a44b248fe4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 HTTP/1.1" status: 200 len: 217 time: 0.0691288 May 06 12:29:52.949766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Transition to ACTIVE for port object 76589575-c968-4b5a-aac8-556d22efdaab will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:52.982450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:53.004591 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.056540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Pushing event deleted for resources: {'Port': ['ID=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.056971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-52ad42ff-06eb-4b93-aaa5-4964e815eaed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:53.058984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-52ad42ff-06eb-4b93-aaa5-4964e815eaed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.1079676 May 06 12:29:53.065995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] No DVR routers for this DVR port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:29:53.078284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.079049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.079594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.080172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.080727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.081269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.082560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.083145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.083648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.084330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.084825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5548038-136e-4e3d-a598-9321c8da4042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:29:53.112999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.141847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.170833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-f9208796-c8b9-4f9c-9fc9-552edc6f0f23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874624 May 06 12:29:53.265706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:53.283890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.285491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8698a20f-8eda-4d6c-8802-b59f84cb98b7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:53.386357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8698a20f-8eda-4d6c-8802-b59f84cb98b7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:53.386805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8698a20f-8eda-4d6c-8802-b59f84cb98b7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:53.387318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:29:53.431521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:29:53.438247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:29:53.454039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:53.522334 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa8bace-0d31-4630-b853-6071ecaf0858'] response: {'name': 'network-changed', 'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20', 'status': 'completed', 'code': 200} May 06 12:29:53.531454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-4933966c-0783-47ea-bbb1-befc74ee136d service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505712 May 06 12:29:53.598728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Pushing event updated for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:53.604468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] For port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc,segment=NetworkSegment(5d5e1d4e-2307-473e-b8dd-49af7d52b255),segment_id=5d5e1d4e-2307-473e-b8dd-49af7d52b255)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:53.609990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:53.759536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Calling delete_port for b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:53.857891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-b8792496-dd7b-4732-a25e-92f7818aaf8f service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092792 May 06 12:29:53.868982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-04078eed-1a80-4de8-b223-e93d38acebd2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:53.870493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-04078eed-1a80-4de8-b223-e93d38acebd2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.2978261 May 06 12:29:53.905212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-11c76d7d-2a57-4db6-9aa3-0c1a4d2b7706 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0277321 May 06 12:29:53.960000 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-52ed1088-4e83-40d2-8c59-05e91ed37662 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483472 May 06 12:29:54.002216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7694b3-8706-4080-993a-19fb18da1400 req-5196ba79-3821-47da-b56d-0b0d70fcb5d5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:54.003709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a7694b3-8706-4080-993a-19fb18da1400 req-5196ba79-3821-47da-b56d-0b0d70fcb5d5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 944 time: 0.4694438 May 06 12:29:54.027087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-2b6cc6e3-2b37-4d38-95dd-99ed2be83ef6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:29:54.028067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-2b6cc6e3-2b37-4d38-95dd-99ed2be83ef6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053294 May 06 12:29:54.058150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:29:54.058470 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:29:54.069302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Attempting to bind port 76589575-c968-4b5a-aac8-556d22efdaab on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:54.069740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Attempting to bind port 76589575-c968-4b5a-aac8-556d22efdaab by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:54.070070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Attempting to bind port 76589575-c968-4b5a-aac8-556d22efdaab on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:54.078727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37ae52d-8406-499b-9f6d-b238ab98a479 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:54.094896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.105919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Port 76589575-c968-4b5a-aac8-556d22efdaab on network 3661ab73-8f18-47c4-9a46-55393153693d not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:54.106242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Attempting to bind port 76589575-c968-4b5a-aac8-556d22efdaab on network 3661ab73-8f18-47c4-9a46-55393153693d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:54.126575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Transition to ACTIVE for port object f37ae52d-8406-499b-9f6d-b238ab98a479 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:29:54.130321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a7694b3-8706-4080-993a-19fb18da1400 req-240b50a4-b0c8-45f3-b164-e63e29a35867 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030951 May 06 12:29:54.131135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:54.131477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Checking segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:54.131869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Bound using segment: {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:54.132294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Bound port: 76589575-c968-4b5a-aac8-556d22efdaab, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea8497a-9d77-4d87-96f9-3c397edea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:54.132636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.214830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.316754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-48344b71-3422-424e-ab9c-dae5b981265e service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799866 May 06 12:29:54.319857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:54.389348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247c80db-5a68-41e9-b09f-e69a5639f135 req-4bd5d8ef-b8f8-4bb4-ab84-6f143ffe76bc tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1100304 May 06 12:29:54.390962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=76589575-c968-4b5a-aac8-556d22efdaab,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:54.404744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:29:54.416910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:54.462359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.524086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-a9391713-6fab-4a2f-9c1f-c06b783addbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 1094 time: 0.4883442 May 06 12:29:54.559047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Deleting port b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:54.559405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.575377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:29:54.580525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:29:54.580947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.689084 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.690341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] 10.222.0.86 "PUT /v2.0/ports/76589575-c968-4b5a-aac8-556d22efdaab HTTP/1.1" status: 200 len: 1091 time: 3.5877011 May 06 12:29:54.698261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] The port 'b1959bc1-0935-47fe-b2e8-8ebcd11a1ebc' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:29:54.698716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:54.704199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.728289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-b03d69ea-ff1e-444b-8313-09d40d9a384b service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045076 May 06 12:29:54.735527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:54.740722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-abd4185b-ad1f-46f4-88fe-c0ccf0a3b6ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:54.743354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-abd4185b-ad1f-46f4-88fe-c0ccf0a3b6ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 914 time: 0.2094107 May 06 12:29:54.747736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:54.787188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9dec5-fc3d-4a71-933a-9cb4ff3eeb17 service neutron] Pushing event updated for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:54.817374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.822105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.894286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Attempting to bind port f37ae52d-8406-499b-9f6d-b238ab98a479 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:29:54.894286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Attempting to bind port f37ae52d-8406-499b-9f6d-b238ab98a479 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '732f83d0-c3c5-495a-905d-8da9af5a2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:29:54.894659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Attempting to bind port f37ae52d-8406-499b-9f6d-b238ab98a479 on network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:54.903311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-eb7afd1f-06f5-4f1e-bd34-17873eccaf62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 HTTP/1.1" status: 200 len: 217 time: 0.1502354 May 06 12:29:54.915083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:54.936784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:54.943744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Port f37ae52d-8406-499b-9f6d-b238ab98a479 on network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:29:54.944030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Attempting to bind port f37ae52d-8406-499b-9f6d-b238ab98a479 on network 7b8abf33-3a83-407f-8d24-f1dc154e0da3 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:29:54.990064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c9289-2703-4489-992b-03716625aeff req-9f83f132-4125-400b-afdc-87b9c2dad9b9 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b08c9289-2703-4489-992b-03716625aeff req-9f83f132-4125-400b-afdc-87b9c2dad9b9 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Synchronizing usage tracker for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Checking segment: {'id': '732f83d0-c3c5-495a-905d-8da9af5a2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Bound using segment: {'id': '732f83d0-c3c5-495a-905d-8da9af5a2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Bound port: f37ae52d-8406-499b-9f6d-b238ab98a479, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732f83d0-c3c5-495a-905d-8da9af5a2e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:29:54.997479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.006306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1648434-5910-4994-bdc0-34b421f292bf']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:55.026778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5e1d4e-2307-473e-b8dd-49af7d52b255') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:55.030069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5e1d4e-2307-473e-b8dd-49af7d52b255') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:55.048468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-195d2ad9-ab97-44d9-8a50-f09e839f0adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:55.049989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-195d2ad9-ab97-44d9-8a50-f09e839f0adf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.0967185 May 06 12:29:55.053691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.100150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-f5ed3ee8-af44-4aaa-9b2f-ea853d0205ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 1094 time: 0.2988856 May 06 12:29:55.114093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-e2c581bc-6b30-4d5d-80d0-e46b6ce6925a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517914 May 06 12:29:55.174954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.191756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:29:55.192226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: timer() May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:29:55.216293 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:29:55.235806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b08c9289-2703-4489-992b-03716625aeff req-9f83f132-4125-400b-afdc-87b9c2dad9b9 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Unset dirty status for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:55.242073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b08c9289-2703-4489-992b-03716625aeff req-9f83f132-4125-400b-afdc-87b9c2dad9b9 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 943 time: 0.6382527 May 06 12:29:55.242073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-955a0897-e0ec-48c7-ba1e-4dc657368795 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76589575-c968-4b5a-aac8-556d22efdaab HTTP/1.1" status: 200 len: 217 time: 0.1270730 May 06 12:29:55.353592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-582ac543-8f98-4762-a881-d75735335a87 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283881 May 06 12:29:55.484457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:29:55.504551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f37ae52d-8406-499b-9f6d-b238ab98a479,segment=NetworkSegment(732f83d0-c3c5-495a-905d-8da9af5a2e7c),segment_id=732f83d0-c3c5-495a-905d-8da9af5a2e7c)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:29:55.504810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0447c-dfdc-48d2-9601-7d082b7b26f6 req-0280ad82-7820-46ef-b5dd-b80e44718f5c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:55.505465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f9d0447c-dfdc-48d2-9601-7d082b7b26f6 req-0280ad82-7820-46ef-b5dd-b80e44718f5c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:29:55.519496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb124642-263b-45eb-b482-266f30008b0e req-0b8a49aa-0ad5-40e2-9b06-5f2252a1c70d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:55.520981 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-0b8a49aa-0ad5-40e2-9b06-5f2252a1c70d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.1140201 May 06 12:29:55.526110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b08c9289-2703-4489-992b-03716625aeff req-502cbd89-fe6a-41bb-b0ff-496cfab470a3 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323750 May 06 12:29:55.587475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-a5dd8540-f1a9-4486-8e5f-dfc58c5d96f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578918 May 06 12:29:55.616657 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f2f86f-1b0d-4438-aab8-a5f6e90d6fb4'] response: {'name': 'network-changed', 'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab', 'status': 'completed', 'code': 200} May 06 12:29:55.621202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.670571 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a43010a-711a-4857-aa04-b901fdc74d51'] response: {'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'code': 200} May 06 12:29:55.678608 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f00a1d4-0a0e-4499-9009-2030c6df0f76 req-65c42797-8c2e-4898-8988-6f5d9867c378 service neutron] 10.222.0.13 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168666 May 06 12:29:55.706992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.718133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.762002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1648434-5910-4994-bdc0-34b421f292bf,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:55.777480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f9d0447c-dfdc-48d2-9601-7d082b7b26f6 req-0280ad82-7820-46ef-b5dd-b80e44718f5c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:29:55.778685 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9d0447c-dfdc-48d2-9601-7d082b7b26f6 req-0280ad82-7820-46ef-b5dd-b80e44718f5c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 943 time: 0.5486276 May 06 12:29:55.880080 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9d0447c-dfdc-48d2-9601-7d082b7b26f6 req-43a78bd5-9da0-40fb-8903-d3f494464c2b tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 May 06 12:29:55.889306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52181422-e7a7-45d6-a673-e2818aff534d req-1993dd22-ef1d-4443-b669-e99350316154 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 210 time: 0.1252065 May 06 12:29:55.911097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:55.912462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/f37ae52d-8406-499b-9f6d-b238ab98a479 HTTP/1.1" status: 200 len: 1091 time: 4.0780210 May 06 12:29:55.954986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c09d2470-df8b-494c-b2ae-4d5515da7f31 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a1648434-5910-4994-bdc0-34b421f292bf HTTP/1.1" status: 204 len: 168 time: 4.0604689 May 06 12:29:55.969870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df163ff-c329-4f08-b06c-51511fb417f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:55.999992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-628e2541-362d-49bd-9e2f-83127714bf0f service neutron] 10.222.0.86 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049578 May 06 12:29:56.041985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8be9f19e-b263-43d8-9805-03c24a0c0278 req-72f6568d-637d-47e9-a064-16b21b0ff964 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 1096 time: 0.2748353 May 06 12:29:56.129947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Deleting port 4a6f8860-1569-42da-865a-395d3285d87f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:29:56.130496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.236088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9059bad-7be3-4612-91a4-ece6deb8d27c req-688d6faf-7d70-4412-be10-b172027c6fb5 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0911932 May 06 12:29:56.304961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb124642-263b-45eb-b482-266f30008b0e req-c48187c7-47a9-4a57-8c0c-c6deb013e255 service neutron] 10.222.0.86 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953465 May 06 12:29:56.306735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8be9f19e-b263-43d8-9805-03c24a0c0278 req-1bafce1f-1c2f-4c88-991c-8ec8112b7823 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023110 May 06 12:29:56.319287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-4b209b56-21a2-4cf6-9f89-b2d3beebe7e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47eb1306e1ab463f97d0d8cbf3923e60&device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 1094 time: 0.2136266 May 06 12:29:56.389870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f0eb4-7ac4-4454-9d0d-95e23b315a4d req-ac47b610-aa13-4332-88d5-f681b99e647a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:56.391563 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf4f0eb4-7ac4-4454-9d0d-95e23b315a4d req-ac47b610-aa13-4332-88d5-f681b99e647a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.3576891 May 06 12:29:56.395217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-87ae0dee-c379-4672-8b3f-c27a5c5cc9ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f37ae52d-8406-499b-9f6d-b238ab98a479 HTTP/1.1" status: 200 len: 217 time: 0.0661888 May 06 12:29:56.471032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-25ead494-c3d3-47e8-b7d7-386740573ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:56.472773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-25ead494-c3d3-47e8-b7d7-386740573ebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ee66dd5-9339-4817-846d-6a18b8c0f2ed HTTP/1.1" status: 200 len: 854 time: 0.0653057 May 06 12:29:56.475193 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf4f0eb4-7ac4-4454-9d0d-95e23b315a4d req-dd316586-b33a-4c9f-964c-ea84b2cdb71e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703974 May 06 12:29:56.494538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] For port 4a6f8860-1569-42da-865a-395d3285d87f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4a6f8860-1569-42da-865a-395d3285d87f,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:56.494898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.522931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:56.551435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-bb6fd220-b9ca-4919-a387-a05897776d71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b8abf33-3a83-407f-8d24-f1dc154e0da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684471 May 06 12:29:56.628309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Calling delete_port for 4a6f8860-1569-42da-865a-395d3285d87f owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:29:56.684047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:29:56.792659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-13f3d040-bcd9-4714-b210-c7b40bcebd41 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7539679c2246493fb253ab93cf07941b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2641521 May 06 12:29:56.799323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:56.877380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-e92fc060-bf64-45e0-9761-98478b16e8cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 1094 time: 0.3248847 May 06 12:29:56.902977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:56.919679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'port_id': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20', 'mac_address': 'fa:16:3e:cf:3c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c82863-0721-4e76-ba1d-c3cbee529bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:29:56.922187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-2f55832c-e299-45be-a340-659eb4c2b7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351920 May 06 12:29:56.935871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:56.993115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6f8860-1569-42da-865a-395d3285d87f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:57.026934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.052801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:29:57.092303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:29:57.244814 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.247341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309e2dc-41a5-4d5e-8109-41353f460e50 req-75827ec4-3965-478b-9bf8-a76813d54d57 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:57.254546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5309e2dc-41a5-4d5e-8109-41353f460e50 req-75827ec4-3965-478b-9bf8-a76813d54d57 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 943 time: 0.5701313 May 06 12:29:57.336951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:57.337831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd03f-4d05-4184-84ef-2627d12e8e65 req-47ed98ea-0ae5-4c06-b67b-928656af68b7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:57.353073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-deafd03f-4d05-4184-84ef-2627d12e8e65 req-47ed98ea-0ae5-4c06-b67b-928656af68b7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 943 time: 0.2981567 May 06 12:29:57.355743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.399174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55830c5-273a-4994-901e-c51cf96d80cf req-2841a425-a002-423e-939c-42f6ed1e6d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:57.400884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-2841a425-a002-423e-939c-42f6ed1e6d84 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 200 len: 914 time: 0.5044529 May 06 12:29:57.406416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a1c8253-fefb-4e27-aa7b-a7d12096d3dd req-e8f669a5-cc1e-4a14-9242-adf9200b1670 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694347 May 06 12:29:57.412943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.417264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-deafd03f-4d05-4184-84ef-2627d12e8e65 req-97dd3459-2d60-4b93-a711-764d3b56e7d7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 May 06 12:29:57.479713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.484361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5309e2dc-41a5-4d5e-8109-41353f460e50 req-0f5b08e8-aeef-447e-939e-6ae6436b0230 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288842 May 06 12:29:57.538075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-075c5a0b-09f7-4e8d-af83-bfdaf058018a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76589575-c968-4b5a-aac8-556d22efdaab HTTP/1.1" status: 200 len: 217 time: 0.1273179 May 06 12:29:57.590185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:29:57.644708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:29:57.665993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4cc9018-8310-4339-b670-313d9115151d req-4623bd2d-c2f7-4367-a689-d0b4882a0426 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 210 time: 0.1041520 May 06 12:29:57.713323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55830c5-273a-4994-901e-c51cf96d80cf req-04c296f2-16d3-4615-8225-27070771fbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:57.714975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-04c296f2-16d3-4615-8225-27070771fbe8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 200 len: 853 time: 0.1623292 May 06 12:29:57.723531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8532b0d2-ae20-4538-88f1-160a986ba965 req-208f01af-c8f8-4bee-99e2-a8b0b578cc75 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0709388 May 06 12:29:57.772878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-69432ce8-3603-4c6e-a2c7-022401d30674 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3661ab73-8f18-47c4-9a46-55393153693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479991 May 06 12:29:57.891707 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ea1e30-1e05-4fd5-b412-ef33bf0422f0'] response: {'name': 'network-changed', 'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479', 'status': 'completed', 'code': 200} May 06 12:29:57.907352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.965893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ddf73-dce6-4b6f-914a-807616a160db,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:29:57.992070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:57.995648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-082a1c67-475a-4094-adbf-e2181cb6fcbc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f05ddf73-dce6-4b6f-914a-807616a160db HTTP/1.1" status: 204 len: 168 time: 1.1903489 May 06 12:29:58.029639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-c0798d4f-b9bf-4625-ba60-70e2dbb38caa service neutron] 10.222.0.86 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498152 May 06 12:29:58.126309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a206-2c29-4465-afb9-2d08c8a6537e req-31ec158d-1f35-49de-aa3e-4b0a595988ec tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.132467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c263a206-2c29-4465-afb9-2d08c8a6537e req-31ec158d-1f35-49de-aa3e-4b0a595988ec tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1533461 May 06 12:29:58.137061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-d4f32f1a-6e83-4ba8-ac3a-0bd1c3f516cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47eb1306e1ab463f97d0d8cbf3923e60&device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 1094 time: 0.2137995 May 06 12:29:58.384778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d55830c5-273a-4994-901e-c51cf96d80cf req-187c57ea-4c37-4e59-b846-ae09ceb4d149 service neutron] 10.222.0.86 "GET /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457549 May 06 12:29:58.417310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c263a206-2c29-4465-afb9-2d08c8a6537e req-18037f89-503b-43b5-aafe-db1756fd006f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831445 May 06 12:29:58.431690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-b469e73e-7dca-47c1-ab4b-20bb702a545c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.433129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-b469e73e-7dca-47c1-ab4b-20bb702a545c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.3216176 May 06 12:29:58.440219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-671abc89-e1d2-4387-9305-fc690f42779d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.441624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-671abc89-e1d2-4387-9305-fc690f42779d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b8abf33-3a83-407f-8d24-f1dc154e0da3 HTTP/1.1" status: 200 len: 915 time: 0.2883356 May 06 12:29:58.449043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:58.530606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Router eeea7f5d-7693-4ed4-846e-1ea12e081bae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:29:58.534574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-97f623fe-215a-4416-b009-593873b89870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f37ae52d-8406-499b-9f6d-b238ab98a479 HTTP/1.1" status: 200 len: 217 time: 0.0678487 May 06 12:29:58.740593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-1e3b6fb6-c25d-45ec-bd29-1d6a3209062c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.744544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-1e3b6fb6-c25d-45ec-bd29-1d6a3209062c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ee66dd5-9339-4817-846d-6a18b8c0f2ed HTTP/1.1" status: 200 len: 854 time: 0.1585197 May 06 12:29:58.825256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4490467-2835-4c3f-b912-9a3c1a0654ec req-bdf4685e-f699-41a5-b961-2ff0d7be7953 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:58.826909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4490467-2835-4c3f-b912-9a3c1a0654ec req-bdf4685e-f699-41a5-b961-2ff0d7be7953 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 943 time: 0.1243935 May 06 12:29:58.828108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-4a90e7c0-5da7-4bf3-9153-ea902f5f16e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b8abf33-3a83-407f-8d24-f1dc154e0da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493476 May 06 12:29:58.836606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:58.880445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:58.909970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4490467-2835-4c3f-b912-9a3c1a0654ec req-e29b9e58-db0e-4eaf-ada5-76bc4392bf80 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738580 May 06 12:29:58.926689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:29:58.940659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Sync routers for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:29:58.960568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:58.960568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:59.042680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d901f7d-680e-4058-8587-3c5394b00434 req-475c2696-f58b-4e3e-a94f-0f49395889e6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:59.049352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d901f7d-680e-4058-8587-3c5394b00434 req-475c2696-f58b-4e3e-a94f-0f49395889e6 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 943 time: 0.4082980 May 06 12:29:59.122540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9ceff73-05c1-4dbb-9981-73f341a57bc0 admin admin] 10.222.0.83 "PUT /v2.0/routers/eeea7f5d-7693-4ed4-846e-1ea12e081bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8531067 May 06 12:29:59.134627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52544) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:59.140359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a4e8c41-f420-425a-b213-0809bcb1faa3 req-fa0595f8-e03d-422e-949d-fcb72911017c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 210 time: 0.0731201 May 06 12:29:59.151428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:59.154365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d901f7d-680e-4058-8587-3c5394b00434 req-b22ff0b0-fa71-47f3-b9e5-0cee5ed45f0e tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040864 May 06 12:29:59.235563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:59.238585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:59.337204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7de86e40-99ed-4324-b4e0-42f8557916d3 req-df601af4-b6a7-442b-9835-87989dd1d01a tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0445457 May 06 12:29:59.385051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-dd693d6c-a5e4-4ec9-9a80-95bb47159263 service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383031 May 06 12:29:59.478992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:29:56Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:59.483352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Checking router: eeea7f5d-7693-4ed4-846e-1ea12e081bae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:29:59.497238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Routers {'eeea7f5d-7693-4ed4-846e-1ea12e081bae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:29:59.497850 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:29:59.616545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd515407-cabd-4bbb-96ac-97bba80f9120 req-3d922bec-8e37-481a-aa28-5aff9bcadeff service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216542 May 06 12:29:59.679594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:29:59.698536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] Set router eeea7f5d-7693-4ed4-846e-1ea12e081bae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:29:59.701049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.7 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/5d987d36-b47a-4bdc-bcb1-d4dcdad10f50) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:29:59.778603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a50577-d389-4bac-832a-92fb543865c2 req-835f21d3-0485-4cd0-bec4-2c054a76d350 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:29:59.780116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-68a50577-d389-4bac-832a-92fb543865c2 req-835f21d3-0485-4cd0-bec4-2c054a76d350 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1732726 May 06 12:29:59.832004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-network', 'tenant_id': 'd81099a466944b77987884797d485ee1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:29:59.838687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:29:59.844043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Usage tracker for resource:network and tenant:d81099a466944b77987884797d485ee1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:29:59.848703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:29:59.860842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:29:59.941579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Made reservation on behalf of d81099a466944b77987884797d485ee1 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:29:59.944196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:59.951039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-68a50577-d389-4bac-832a-92fb543865c2 req-942694ce-6bf9-4614-8d8e-83b61545a9c7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 May 06 12:29:59.962774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:29:59.963098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.013106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:00.020412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Usage tracker for resource:security_group_rule and tenant:d81099a466944b77987884797d485ee1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:00.025411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:00.041301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:00.052280 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:29:56Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:00.061886 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60255a4-42d5-4b4c-b649-9f9030ca3be9 None None] The sync data for ids ['eeea7f5d-7693-4ed4-846e-1ea12e081bae'] in n-d-840845-1 is: [{'id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'name': 'tempest-FloatingIPsAssociationTestJSON-1533624390-router', 'tenant_id': 'c47960a7f0e846c9875890457d02cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:20Z', 'updated_at': '2022-05-06T12:29:56Z', 'revision_number': 5, 'project_id': 'c47960a7f0e846c9875890457d02cf1f', 'gw_port': {'id': 'af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea7f5d-7693-4ed4-846e-1ea12e081bae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:00.145890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.243133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.245910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.260096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263b42-5d99-401e-8c6c-af4b587e2a1a req-80c2f3a5-7007-49b2-9117-1217dc8ff9dc tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:00.264260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08263b42-5d99-401e-8c6c-af4b587e2a1a req-80c2f3a5-7007-49b2-9117-1217dc8ff9dc tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 943 time: 0.1381645 May 06 12:30:00.313328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.318228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08263b42-5d99-401e-8c6c-af4b587e2a1a req-9a4b1643-6803-4e0b-a038-12014e46d03c tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 May 06 12:30:00.352742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.360108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Deleting port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:00.360316 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.391331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:00.401226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f11ec3-3bf3-4e90-b63c-b55081132c97,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:00.404868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 76589575-c968-4b5a-aac8-556d22efdaab details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:00.434341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.437122 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Added segment 4d5554a2-c12d-49bf-b8f9-9ef843c60e47 of type vlan for network 7200eb2a-92e0-48a9-ad5b-b58292d9817a May 06 12:30:00.498605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:00.501645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:00.516754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:00.521750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:00.663822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.709566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a3de-98f9-4339-96c3-2a221570e0f7 req-7402f382-74ba-4bb6-a590-9e08892a7d11 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:00.711032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=76589575-c968-4b5a-aac8-556d22efdaab,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:00.716824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8558a3de-98f9-4339-96c3-2a221570e0f7 req-7402f382-74ba-4bb6-a590-9e08892a7d11 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 931 time: 0.2275224 May 06 12:30:00.722170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f37ae52d-8406-499b-9f6d-b238ab98a479 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:00.725402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:00.728549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:00.729200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.794199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8558a3de-98f9-4339-96c3-2a221570e0f7 req-2e5aec30-7288-4d42-9715-3993b58b34ec tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761979 May 06 12:30:00.850003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.851040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:00.852374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.930506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f37ae52d-8406-499b-9f6d-b238ab98a479,segment=NetworkSegment(732f83d0-c3c5-495a-905d-8da9af5a2e7c),segment_id=732f83d0-c3c5-495a-905d-8da9af5a2e7c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:00.930757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] For port af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:00.930757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:00.945936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'f37ae52d-8406-499b-9f6d-b238ab98a479', 'network_id': '7b8abf33-3a83-407f-8d24-f1dc154e0da3', 'port_id': 'f37ae52d-8406-499b-9f6d-b238ab98a479', 'mac_address': 'fa:16:3e:5f:0e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee66dd5-9339-4817-846d-6a18b8c0f2ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:00.947559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '76589575-c968-4b5a-aac8-556d22efdaab', 'network_id': '3661ab73-8f18-47c4-9a46-55393153693d', 'port_id': '76589575-c968-4b5a-aac8-556d22efdaab', 'mac_address': 'fa:16:3e:aa:e3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c82863-0721-4e76-ba1d-c3cbee529bf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:01.055140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-732b663c-a95b-40ee-8c05-efda5934f00f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6103129 May 06 12:30:01.062826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Calling delete_port for af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:01.068345 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5e1e068-340f-4e59-9434-77a0c6e65d7a req-bd5b7a85-4216-4b00-9c3d-0518f5825320 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0823631 May 06 12:30:01.073945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.074419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] Pushing event updated for resources: {'Network': ['ID=7200eb2a-92e0-48a9-ad5b-b58292d9817a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:01.093965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.107683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37ae52d-8406-499b-9f6d-b238ab98a479 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:01.111815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:01.124357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Request body: {'port': {'device_id': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:01.151099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4a6f8860-1569-42da-865a-395d3285d87f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:01.160122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cf153-313d-4190-ae8a-c38c57943895 req-5b79bb0a-de35-46c3-97fd-3b3e1cfc95c7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:01.161658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e15cf153-313d-4190-ae8a-c38c57943895 req-5b79bb0a-de35-46c3-97fd-3b3e1cfc95c7 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 943 time: 0.5177171 May 06 12:30:01.180459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-545ec862-14e4-4a73-9d0b-ab4c32ec2c45 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4983900 May 06 12:30:01.181237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52576) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:01.186929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Request body: {'subnet': {'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-subnet', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:01.191653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:01.196458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Usage tracker for resource:subnet and tenant:d81099a466944b77987884797d485ee1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:01.197235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 4a6f8860-1569-42da-865a-395d3285d87f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:01.197667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4a6f8860-1569-42da-865a-395d3285d87f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:01.199693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:01.208672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:01.271479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f37ae52d-8406-499b-9f6d-b238ab98a479,segment=NetworkSegment(732f83d0-c3c5-495a-905d-8da9af5a2e7c),segment_id=732f83d0-c3c5-495a-905d-8da9af5a2e7c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:01.273286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76589575-c968-4b5a-aac8-556d22efdaab {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:01.311478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a788-51bb-46b2-92df-1e79dd932666 req-a0528b3f-8365-42a8-b59c-a09cc2e51e99 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:01.311478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5398a788-51bb-46b2-92df-1e79dd932666 req-a0528b3f-8365-42a8-b59c-a09cc2e51e99 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.0891635 May 06 12:30:01.311869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=76589575-c968-4b5a-aac8-556d22efdaab,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:01.324969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e15cf153-313d-4190-ae8a-c38c57943895 req-7dc4780f-a0de-46c1-b36c-65e547540cdb tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484776 May 06 12:30:01.331534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.348072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Made reservation on behalf of d81099a466944b77987884797d485ee1 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:01.350628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.404037 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.466971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:01.473116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.474794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5398a788-51bb-46b2-92df-1e79dd932666 req-60d5799f-7c4c-4717-929a-eddc2f1e677e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604142 May 06 12:30:01.483591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:01.582427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:01.595411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:01.596027 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.687621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.724070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.734662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:01.735957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['76589575-c968-4b5a-aac8-556d22efdaab'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:01.752668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:01.805361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:01.820920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5fb0-b768-4148-b43a-9fab7568c03a req-8c3f9b74-0af4-4aed-9295-da3b7df40930 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:01.821132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f37ae52d-8406-499b-9f6d-b238ab98a479'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:01.822366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc1d5fb0-b768-4148-b43a-9fab7568c03a req-8c3f9b74-0af4-4aed-9295-da3b7df40930 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 944 time: 0.3636124 May 06 12:30:01.855411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Checking segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:01.855873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Network hostable DHCP agents. Network: 7200eb2a-92e0-48a9-ad5b-b58292d9817a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:01.900244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:01.928485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:02.050130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:02.070690 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:30:02.081335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc1d5fb0-b768-4148-b43a-9fab7568c03a req-a491ea2f-e636-46bc-a544-dcfba7fd18c4 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183888 May 06 12:30:02.120617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.136989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.181565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7200eb2a-92e0-48a9-ad5b-b58292d9817a) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:02.185739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:02.186907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.205973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eacae0-36e0-48de-bf17-8525d7f4c217 None None] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:02.315187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:02.323291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ecd83c59-6a79-46f2-8b56-c28b205cb88c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1380394 May 06 12:30:02.323962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52592) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:02.327281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.335016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:02.335373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:02.343773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:02.353042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Usage tracker for resource:router and tenant:d81099a466944b77987884797d485ee1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:02.358692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:02.366891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:02.485030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.486491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.495400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:30:02.497146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.525408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.581029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Transition to ACTIVE for port object 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:02.588998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.597868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.620710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617b65-63b1-4342-a6b8-0d5077d35745 req-dcdd4407-d7d2-40d2-9ed3-d16e647c7a2a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:02.621423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09617b65-63b1-4342-a6b8-0d5077d35745 req-dcdd4407-d7d2-40d2-9ed3-d16e647c7a2a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:02.642993 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799de27f-c1af-49f6-aea7-3ac36ca95507'] response: {'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20', 'code': 200} May 06 12:30:02.682796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Allocated IP 172.20.0.2 (7200eb2a-92e0-48a9-ad5b-b58292d9817a/0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d/ca50332d-7020-45c6-be38-b4f17735b7bb) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:02.789718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09617b65-63b1-4342-a6b8-0d5077d35745 req-dcdd4407-d7d2-40d2-9ed3-d16e647c7a2a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:02.797924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09617b65-63b1-4342-a6b8-0d5077d35745 req-dcdd4407-d7d2-40d2-9ed3-d16e647c7a2a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 931 time: 0.5312634 May 06 12:30:02.814310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.861404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.861949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeea7f5d-7693-4ed4-846e-1ea12e081bae {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:30:02.942804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.947394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4764b689-288a-413e-93dc-15b6b3c482f8 req-6ec257a0-a96c-4f36-b207-dbc98ac2a70a tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1151707 May 06 12:30:02.960519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Transition to ACTIVE for port object ca50332d-7020-45c6-be38-b4f17735b7bb will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:02.974832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:02.994250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Transition to ACTIVE for port object ca50332d-7020-45c6-be38-b4f17735b7bb will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:03.048964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.052495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-690add82-495b-4839-b4cc-8bf73f479dd5 admin admin] 10.222.0.83 "DELETE /v2.0/routers/eeea7f5d-7693-4ed4-846e-1ea12e081bae HTTP/1.1" status: 204 len: 168 time: 3.9146500 May 06 12:30:03.053432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:03.055258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Pushing event updated for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:03.090329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09617b65-63b1-4342-a6b8-0d5077d35745 req-c386c648-05c3-4ef6-b65e-bebb3511b786 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914178 May 06 12:30:03.118771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.140213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bdc8eab-e9da-4322-a2f6-8f801109eb98 req-8cf263ba-9c79-49c5-93cf-4323abf956e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 1096 time: 0.4247363 May 06 12:30:03.173440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Deleting subnet 3928b2bf-550b-4727-945c-535eab15e54c {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:03.197665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:03.202936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:03.205620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.209139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:03.222126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Pushing event updated for resources: {'Port': ['ID=ca50332d-7020-45c6-be38-b4f17735b7bb,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:03.326656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bdc8eab-e9da-4322-a2f6-8f801109eb98 req-315fd7e0-24d2-45a2-bdb4-e357fcb153e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110449 May 06 12:30:03.332122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Attempting to bind port ca50332d-7020-45c6-be38-b4f17735b7bb on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:03.332891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Attempting to bind port ca50332d-7020-45c6-be38-b4f17735b7bb by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:03.333580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Attempting to bind port ca50332d-7020-45c6-be38-b4f17735b7bb on network 7200eb2a-92e0-48a9-ad5b-b58292d9817a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:03.349210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:03.349593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Checking segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:03.350576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.351383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Bound using segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:03.352052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Bound port: ca50332d-7020-45c6-be38-b4f17735b7bb, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:03.352610 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.395620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.400489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Attempting to bind port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:03.401214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Attempting to bind port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:03.401342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Attempting to bind port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:03.417245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:03.417573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Attempting to bind port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:03.428967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:03.434757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:03.434757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:03.434757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Bound port: 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:03.434757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.459404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:03.499915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5cce5-0e6a-4844-8e68-eb534ba3a301 req-f4e98a37-3361-41b8-b5b2-6ed7f742b70a tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:03.501429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74d5cce5-0e6a-4844-8e68-eb534ba3a301 req-f4e98a37-3361-41b8-b5b2-6ed7f742b70a tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 944 time: 0.3627751 May 06 12:30:03.508464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:03.509738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af858e18-0db1-4dd6-ba4b-6ad6ddfd7e39 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:03.538075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] For port ca50332d-7020-45c6-be38-b4f17735b7bb, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:03.545287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] For port ca50332d-7020-45c6-be38-b4f17735b7bb, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca50332d-7020-45c6-be38-b4f17735b7bb,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:03.608089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:03.611005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.615188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd1521-1634-4b30-8a9a-3a2f3de8c4d2 req-fecdfbe4-901b-4a75-b9ed-b62dc1a1d967 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:03.616681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cd1521-1634-4b30-8a9a-3a2f3de8c4d2 req-fecdfbe4-901b-4a75-b9ed-b62dc1a1d967 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1597154 May 06 12:30:03.619027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:03.638766 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.654098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74d5cce5-0e6a-4844-8e68-eb534ba3a301 req-78f22b65-1cb1-4679-bdc0-ef9631a18627 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339524 May 06 12:30:03.669670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cd1521-1634-4b30-8a9a-3a2f3de8c4d2 req-6115c37b-4132-421a-a234-c562d05dd7b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 May 06 12:30:03.729652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.748190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.762662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.763605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8f1cd-3bd3-4779-a3b8-fd47b0c25b90 None None] Pushing event updated for resources: {'Port': ['ID=ca50332d-7020-45c6-be38-b4f17735b7bb,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:03.834624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:03.838905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-a793a367-0852-481e-9e68-01c103003c91 service neutron] 10.222.0.86 "PUT /v2.0/ports/5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 HTTP/1.1" status: 200 len: 1091 time: 2.7459605 May 06 12:30:03.841690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:03.876198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793a367-0852-481e-9e68-01c103003c91 service neutron] Pushing event updated for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:03.917372 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409eb0bf-f03d-42a7-a93c-ee974497280c'] response: {'name': 'network-changed', 'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50', 'status': 'completed', 'code': 200} May 06 12:30:03.998176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.052005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-375777f1-4006-452f-8962-b2b98c55396f req-d2c11c77-34fa-4d9f-b259-8341bd43d3b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 1094 time: 0.1116431 May 06 12:30:04.052558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba8ac5-ec29-407c-84a8-9a10ed19a1eb req-3719baca-547e-4b5d-a9f8-6d5bf0e8ac6c tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.054131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59ba8ac5-ec29-407c-84a8-9a10ed19a1eb req-3719baca-547e-4b5d-a9f8-6d5bf0e8ac6c tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 944 time: 0.2453594 May 06 12:30:04.055157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3928b2bf-550b-4727-945c-535eab15e54c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:04.083984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.090544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccc2f4-9e32-451a-81b7-0b3c7a1501cf None None] Network 90784358-6919-45f6-8ad7-f53b3a303cae requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:04.102736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Allocated IP 172.25.2.164 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6f90d5b6-0a45-4e6f-91f1-f300428679d3) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:04.124191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a4a4e9e4-6609-418b-aaf6-58e1971e62f0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3928b2bf-550b-4727-945c-535eab15e54c HTTP/1.1" status: 204 len: 168 time: 1.0674300 May 06 12:30:04.133729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:04.220903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aab92875-52f3-4629-9baf-2b38d79eee97 req-c4908677-d40d-45f8-8c85-50b67414250e tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0588467 May 06 12:30:04.267992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375777f1-4006-452f-8962-b2b98c55396f req-dc71f8c0-cbce-4a3b-b3dc-4111885d9f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.269815 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-375777f1-4006-452f-8962-b2b98c55396f req-dc71f8c0-cbce-4a3b-b3dc-4111885d9f24 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2081661 May 06 12:30:04.315840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59ba8ac5-ec29-407c-84a8-9a10ed19a1eb req-d6c6e6b7-f14b-46e5-b890-fd2fedbaf785 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522948 May 06 12:30:04.363759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.411251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.421065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Deleting port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:04.421396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.422852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:04.426597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 76589575-c968-4b5a-aac8-556d22efdaab up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:04.488780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375777f1-4006-452f-8962-b2b98c55396f req-9647eee1-ba1f-4c07-b8e2-149a7264fd5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.490158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-375777f1-4006-452f-8962-b2b98c55396f req-9647eee1-ba1f-4c07-b8e2-149a7264fd5d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137272 May 06 12:30:04.537818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421703-8636-4cba-ae57-0cceffe27f38 req-eefb1622-80d1-4110-8fe9-87f8062c2a36 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.539579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83421703-8636-4cba-ae57-0cceffe27f38 req-eefb1622-80d1-4110-8fe9-87f8062c2a36 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 943 time: 0.1399696 May 06 12:30:04.612037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] DHCP port deletion for 90784358-6919-45f6-8ad7-f53b3a303cae request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:30:04.659362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83421703-8636-4cba-ae57-0cceffe27f38 req-d6712e30-065d-4640-ade8-6771e6c8ff21 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761642 May 06 12:30:04.677909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:04.693494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-5d9bc05f-dbfa-4980-82e9-08a1fc953ac5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 1094 time: 0.1529949 May 06 12:30:04.714697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Deleting port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:04.733084 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.785441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'port_id': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'mac_address': 'fa:16:3e:0b:92:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:04.787667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f37ae52d-8406-499b-9f6d-b238ab98a479 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:04.817547 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-3d6b21fb-620f-45a6-8c8a-0af21b0750ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 HTTP/1.1" status: 200 len: 217 time: 0.1142907 May 06 12:30:04.841772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:04.967012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-7bd6811e-81f6-4444-a473-8c5672022772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:04.968728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-7bd6811e-81f6-4444-a473-8c5672022772 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1331537 May 06 12:30:04.973776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 76589575-c968-4b5a-aac8-556d22efdaab completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:05.034532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 76589575-c968-4b5a-aac8-556d22efdaab triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:05.035005 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.052584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] For port 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b640efa-00b9-4c97-bee3-0c1fbddb9712,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:05.053159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.137290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.160849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d5be1-934f-4ac5-987d-f55f974ad9be None None] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:05.253456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-eec066d0-d5b6-494d-8f40-1c28b98756a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2470090 May 06 12:30:05.270443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Calling delete_port for 4b640efa-00b9-4c97-bee3-0c1fbddb9712 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:05.291388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca50332d-7020-45c6-be38-b4f17735b7bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:05.316126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:05.422879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eb16d-c3ce-4df4-a89d-4eb4e2435e9a req-a7f49af9-ae41-4043-8573-29a0a6d5e5b4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:05.432234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b3eb16d-c3ce-4df4-a89d-4eb4e2435e9a req-a7f49af9-ae41-4043-8573-29a0a6d5e5b4 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.4598808 May 06 12:30:05.449391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Pushing event updated for resources: {'Port': ['ID=6f90d5b6-0a45-4e6f-91f1-f300428679d3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:05.466032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:05.468316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:05.472664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-6c022bd7-0cdb-4cd6-8256-2eeb46eb79bf service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114832 May 06 12:30:05.474540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:05.475198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:05.512427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] For port 4b640efa-00b9-4c97-bee3-0c1fbddb9712, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b640efa-00b9-4c97-bee3-0c1fbddb9712,segment=NetworkSegment(6bc5fb89-12c4-4b2d-87ea-d4298113754f),segment_id=6bc5fb89-12c4-4b2d-87ea-d4298113754f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:05.512427 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.558875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port f37ae52d-8406-499b-9f6d-b238ab98a479 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:05.600447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b3eb16d-c3ce-4df4-a89d-4eb4e2435e9a req-7cedce51-29c9-4338-9716-bbaca129b846 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691406 May 06 12:30:05.631245 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.667571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac64e2b7-8408-4381-9591-f9e641874fd5 req-64531de1-c1c4-482e-90d1-20b5b0c84dfb service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852968 May 06 12:30:05.719052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port f37ae52d-8406-499b-9f6d-b238ab98a479 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:05.719705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.740289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Pushing event deleted for resources: {'Port': ['ID=4b640efa-00b9-4c97-bee3-0c1fbddb9712,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:05.754728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] No DVR routers for this DVR port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:05.808807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Calling delete_port for 4b640efa-00b9-4c97-bee3-0c1fbddb9712 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:05.814711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9da3187-5b33-496b-b37c-652cb357f829 req-f7961be9-0822-4005-bbc2-3af21ba15aaa tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0610371 May 06 12:30:05.843100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc541c-a2f9-47ec-8ca2-cf9fded28baa req-f29bde68-6a82-47f4-a53e-d78277b2be4d tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:05.850845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99fc541c-a2f9-47ec-8ca2-cf9fded28baa req-f29bde68-6a82-47f4-a53e-d78277b2be4d tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 944 time: 0.4995403 May 06 12:30:05.874999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8653dba1-1862-4a10-9680-100324c42c24 None None] Provisioning for port ca50332d-7020-45c6-be38-b4f17735b7bb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:05.878226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.880738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.981480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:05.992310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99fc541c-a2f9-47ec-8ca2-cf9fded28baa req-468b98ea-5b4e-4f53-977a-45b5063128f1 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397419 May 06 12:30:06.022806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ca50332d-7020-45c6-be38-b4f17735b7bb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:06.026988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90784358-6919-45f6-8ad7-f53b3a303cae']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:06.045302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc5fb89-12c4-4b2d-87ea-d4298113754f') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:06.045751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc5fb89-12c4-4b2d-87ea-d4298113754f') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:06.068020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.084064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:06.095300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.106267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:30:06.107645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.115556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422dd1a-ea9e-4298-8321-f8f660b742ec req-edf167f5-30da-4641-b293-8b18cdc627e5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:06.117260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d422dd1a-ea9e-4298-8321-f8f660b742ec req-edf167f5-30da-4641-b293-8b18cdc627e5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 944 time: 0.1290331 May 06 12:30:06.141630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ca50332d-7020-45c6-be38-b4f17735b7bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:06.142000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.180929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d422dd1a-ea9e-4298-8321-f8f660b742ec req-a7d8e0d7-da88-46ab-99c3-1af12c094f74 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563116 May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: timer() May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:30:06.183373 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:30:06.186658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.187289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.223631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:06.292865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=76589575-c968-4b5a-aac8-556d22efdaab,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:06.355756 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70531555-e65d-465a-add2-072046059bea'] response: {'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab', 'code': 200} May 06 12:30:06.365699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:06.381638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.472299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884869b5-9c45-43d7-8179-f6a24e9e82cb req-6c29e99c-11ca-4d5e-9c27-846934b29fd9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:06.480399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-884869b5-9c45-43d7-8179-f6a24e9e82cb req-6c29e99c-11ca-4d5e-9c27-846934b29fd9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 943 time: 0.2867296 May 06 12:30:06.488440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:30:06.488793 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:30:06.498405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.501927 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.521025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea2b6d60-6a23-4d35-bcae-d329d54d6971 req-838a44e1-047d-431f-a33d-f28b35c4594a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 1096 time: 0.1353230 May 06 12:30:06.524615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.549598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] Pushing event deleted for resources: {'Network': ['ID=90784358-6919-45f6-8ad7-f53b3a303cae,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:06.588186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-884869b5-9c45-43d7-8179-f6a24e9e82cb req-6488e37b-347d-49e4-b68e-2c30159f4802 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065283 May 06 12:30:06.620002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea2b6d60-6a23-4d35-bcae-d329d54d6971 req-10421d60-4e70-4b10-a6b7-3d719db79102 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863683 May 06 12:30:06.641925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:06.665747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4024cb5e-773d-4c77-82cb-aa4adbc71afb admin admin] 10.222.0.83 "DELETE /v2.0/networks/90784358-6919-45f6-8ad7-f53b3a303cae HTTP/1.1" status: 204 len: 168 time: 2.5309677 May 06 12:30:06.719502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f37ae52d-8406-499b-9f6d-b238ab98a479,segment=NetworkSegment(732f83d0-c3c5-495a-905d-8da9af5a2e7c),segment_id=732f83d0-c3c5-495a-905d-8da9af5a2e7c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:06.747483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.752504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:30:06.839653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:06.989657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Deleting port 4b640efa-00b9-4c97-bee3-0c1fbddb9712 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:06.990363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.064051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19378faa-ee7b-4fbb-882e-c9f99b0c5be6 req-793ddf52-dec1-47b1-bc78-8593130e215f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:07.077789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-25065325-4a42-489d-a1dd-7e8999d2acad None None] The port '4b640efa-00b9-4c97-bee3-0c1fbddb9712' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:30:07.079639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19378faa-ee7b-4fbb-882e-c9f99b0c5be6 req-793ddf52-dec1-47b1-bc78-8593130e215f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 944 time: 0.2176950 May 06 12:30:07.080600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ca50332d-7020-45c6-be38-b4f17735b7bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca50332d-7020-45c6-be38-b4f17735b7bb,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:07.087845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:07.142707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55f3e802-1b1c-4751-ab65-835613e0c0fd None None] Provisioning complete for port ca50332d-7020-45c6-be38-b4f17735b7bb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:07.143234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-55f3e802-1b1c-4751-ab65-835613e0c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.161103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19378faa-ee7b-4fbb-882e-c9f99b0c5be6 req-fe95d544-90de-4fa9-b6e1-ada697d3d28b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741973 May 06 12:30:07.170901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-514e4ee1-7e36-41d8-a86e-f55b901b0e53 req-82325c64-e5fd-4a1b-906b-b5d7615db399 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0978999 May 06 12:30:07.187812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.391243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b640efa-00b9-4c97-bee3-0c1fbddb9712 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:07.391509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:07.460920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 4b640efa-00b9-4c97-bee3-0c1fbddb9712 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:07.461585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b640efa-00b9-4c97-bee3-0c1fbddb9712 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:07.540374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ca50332d-7020-45c6-be38-b4f17735b7bb,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:07.557514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681c96-1dc3-40c3-a232-0be800cf67ba req-69526900-b618-4c65-b9e2-039a75977a86 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:07.567463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3681c96-1dc3-40c3-a232-0be800cf67ba req-69526900-b618-4c65-b9e2-039a75977a86 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 945 time: 0.1534894 May 06 12:30:07.568832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bca9266b-a291-42fb-9892-de1eceb774e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c47960a7f0e846c9875890457d02cf1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1760719 May 06 12:30:07.569337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52666) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:07.573562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:07.603538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022d4d-528d-4eb0-9aa9-df21330d140c req-215fc5d6-b808-4a54-8bcc-4e0cab29df15 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:07.609528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22022d4d-528d-4eb0-9aa9-df21330d140c req-215fc5d6-b808-4a54-8bcc-4e0cab29df15 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.1856585 May 06 12:30:07.667834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3681c96-1dc3-40c3-a232-0be800cf67ba req-c8ef3992-ff36-405c-8c92-5a0a4528ec5a tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989985 May 06 12:30:07.678892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Sync routers for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:07.691746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22022d4d-528d-4eb0-9aa9-df21330d140c req-b50dd16a-57bf-4914-86f3-3215504c1328 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789301 May 06 12:30:07.693041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.694211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8d7075b-f3b4-4d7f-83c0-0f5d529c2035 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.3687739 May 06 12:30:07.700041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52672) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:07.711676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.790026 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:07.838861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:07.839568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:29:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:08.096292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4db455-2ddf-4a57-9f3a-706d903c9b09 req-a1d87c95-c3a8-43a2-b57d-393191a58e4e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:08.105510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4db455-2ddf-4a57-9f3a-706d903c9b09 req-a1d87c95-c3a8-43a2-b57d-393191a58e4e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 943 time: 0.2155521 May 06 12:30:08.133889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.147709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:08.193565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de46c099-9f74-4fbf-9db6-cd93da8acb89,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:08.238195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d4db455-2ddf-4a57-9f3a-706d903c9b09 req-59467990-befe-45de-a1a4-c2da8d6b290e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311419 May 06 12:30:08.351213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.354097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8954051b-08db-4484-b19f-ccd890035339 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/de46c099-9f74-4fbf-9db6-cd93da8acb89 HTTP/1.1" status: 204 len: 168 time: 0.7826457 May 06 12:30:08.439370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:08.490583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd5d6-16da-4fff-a15b-0b0f6248b5ef req-dcf1db97-2e38-4b1d-9e64-7cdfd7a6b404 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:08.493930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bcfd5d6-16da-4fff-a15b-0b0f6248b5ef req-dcf1db97-2e38-4b1d-9e64-7cdfd7a6b404 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 944 time: 0.1680961 May 06 12:30:08.495345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:08.497712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:08.535847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc039294-e281-4a07-8418-941421c1e88b req-e5af5e68-4ad9-4c5b-9757-5a64580f8161 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0757663 May 06 12:30:08.556089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a968a5dc-7336-4ad5-a1fc-a9d2d6a58c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:08.653645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bcfd5d6-16da-4fff-a15b-0b0f6248b5ef req-c04c2628-d303-411c-9df0-97d181dc9adb tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500931 May 06 12:30:08.671576 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25296a0d-14a0-413a-8111-303a8baff275'] response: {'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479', 'code': 200} May 06 12:30:09.003750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:09.004857 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.087373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:09.116649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50', 'mac_address': 'fa:16:3e:b7:11:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:09.139625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27baf819-85a3-4999-a54f-afd44812a947 req-d76cdf4b-62fb-45d8-90e8-9aa97818bbfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 1096 time: 0.3292990 May 06 12:30:09.201770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27baf819-85a3-4999-a54f-afd44812a947 req-e035d161-9309-4399-ba7c-a8664373cee6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512984 May 06 12:30:09.212963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274bbda-60b8-4c5d-aba1-1d95c243ee3d req-47008f32-6fc1-431d-b51c-2b71740ac981 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:09.214507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3274bbda-60b8-4c5d-aba1-1d95c243ee3d req-47008f32-6fc1-431d-b51c-2b71740ac981 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 945 time: 0.2266891 May 06 12:30:09.241503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.279321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3274bbda-60b8-4c5d-aba1-1d95c243ee3d req-90127c56-c6ea-45bd-90f6-6553dced9194 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 May 06 12:30:09.360637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.382082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2169c-569e-4d62-ac88-f2eda260a1a3 req-bc57e95c-7af2-4e3f-bfdf-2b55da560cb5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:09.390255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aa2169c-569e-4d62-ac88-f2eda260a1a3 req-bc57e95c-7af2-4e3f-bfdf-2b55da560cb5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.4495566 May 06 12:30:09.408705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:09.418937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:05Z', 'revision_number': 3, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:09.432866 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.481956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aa2169c-569e-4d62-ac88-f2eda260a1a3 req-d49ddeb0-890e-416f-bec3-08a7294e0afe tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907416 May 06 12:30:09.483641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Checking router: cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:09.484706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Updating router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:30:09.590330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:09.652038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca50332d-7020-45c6-be38-b4f17735b7bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:09.707198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3cfbd-6110-40e7-9768-125ca4adfce9 req-6fd891ed-253b-48ab-86d9-36b0a2f1f55a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:09.719031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50c3cfbd-6110-40e7-9768-125ca4adfce9 req-6fd891ed-253b-48ab-86d9-36b0a2f1f55a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 943 time: 0.1631866 May 06 12:30:09.790295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50c3cfbd-6110-40e7-9768-125ca4adfce9 req-9c6f64d2-2589-4fce-8209-84a421af119c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689156 May 06 12:30:09.847133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:09.857828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Allocated IP 172.20.0.1 (7200eb2a-92e0-48a9-ad5b-b58292d9817a/0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d/cf941da3-9e7d-4fd1-bc66-04bf294897ec) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:09.881678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:09.929846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c01d2-7fcd-419d-985f-77266656c902 req-fa6ad744-89b0-417d-b8d7-719a15268eaa tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:09.939486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db0c01d2-7fcd-419d-985f-77266656c902 req-fa6ad744-89b0-417d-b8d7-719a15268eaa tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 945 time: 0.2103024 May 06 12:30:10.004076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13faecd9-d251-4587-aacc-bcd89d933e22 req-6bfbd5b0-96be-4cd8-9ec9-7407fb700610 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0656378 May 06 12:30:10.048020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.150534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db0c01d2-7fcd-419d-985f-77266656c902 req-accc4d0f-12e7-4f6b-a4fe-931fc029c525 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101038 May 06 12:30:10.232545 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.262465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Transition to ACTIVE for port object cf941da3-9e7d-4fd1-bc66-04bf294897ec will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:10.301890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ca50332d-7020-45c6-be38-b4f17735b7bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:10.302262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.351926 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.402979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fdfa9-ff88-4196-b93c-75c6bfde8da4 req-55f174ee-7d38-43e1-815f-c8bd8242d5af tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:10.410159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.414647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d3fdfa9-ff88-4196-b93c-75c6bfde8da4 req-55f174ee-7d38-43e1-815f-c8bd8242d5af tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1786270 May 06 12:30:10.483231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d3fdfa9-ff88-4196-b93c-75c6bfde8da4 req-911b32ec-b513-4338-927c-b438eff02bbe tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683274 May 06 12:30:10.494506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:10.550292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52716) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:10.691273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:10.700935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:10.704033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:10.709508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:10.725175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5d987d36-b47a-4bdc-bcb1-d4dcdad10f50'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:10.746548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Pushing event updated for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:10.784752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.846795 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6e03ced6-9804-4f7a-845d-8e69d7695dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.863561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:10.875075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-network', 'tenant_id': '26600753739e47fda58bf10b92225aeb'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:10.888616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:10.895195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Usage tracker for resource:network and tenant:26600753739e47fda58bf10b92225aeb is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:10.900068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:10.907889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:10.926833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Transition to ACTIVE for port object 6f90d5b6-0a45-4e6f-91f1-f300428679d3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:10.975488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:11.001782 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257d2004-587e-4304-b704-d5aeb23da6b6'] response: {'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'code': 200} May 06 12:30:11.048813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Made reservation on behalf of 26600753739e47fda58bf10b92225aeb for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:11.051950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.071822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13493a2b-796f-42f9-a879-fa9de267b0a5 req-d95fad41-0c52-4af4-9694-981d763b40b4 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.074125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.081973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13493a2b-796f-42f9-a879-fa9de267b0a5 req-d95fad41-0c52-4af4-9694-981d763b40b4 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.4003873 May 06 12:30:11.107130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.121757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.176942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:11.182634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:26600753739e47fda58bf10b92225aeb is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:11.187147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:11.194483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:11.252400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13493a2b-796f-42f9-a879-fa9de267b0a5 req-752454c9-ca50-437b-a564-d1540a4c8bc4 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688840 May 06 12:30:11.345623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc965d-bd75-4870-a9b8-c6645130b0c7 None None] Pushing event updated for resources: {'Port': ['ID=6f90d5b6-0a45-4e6f-91f1-f300428679d3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:11.353861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Attempting to bind port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:11.354515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Attempting to bind port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:11.355069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Attempting to bind port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:11.364397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:11.365078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:11.365639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.366189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:11.366836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Bound port: 6f90d5b6-0a45-4e6f-91f1-f300428679d3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:11.367443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.379173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.468271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] For port 6f90d5b6-0a45-4e6f-91f1-f300428679d3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:11.474151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] For port 6f90d5b6-0a45-4e6f-91f1-f300428679d3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f90d5b6-0a45-4e6f-91f1-f300428679d3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:11.488596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.503868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.524449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-acfd094b-294e-428c-ad03-f27ac128583f None None] Provisioning for port cf941da3-9e7d-4fd1-bc66-04bf294897ec completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:11.533275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-acfd094b-294e-428c-ad03-f27ac128583f None None] Provisioning complete for port cf941da3-9e7d-4fd1-bc66-04bf294897ec triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:11.533659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-acfd094b-294e-428c-ad03-f27ac128583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.556261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f31f5-6b8e-4353-8f0a-9d4db5094f01 req-5518cfec-66d0-4c3f-9e6b-fd0cdf750c87 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.569351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-891f31f5-6b8e-4353-8f0a-9d4db5094f01 req-5518cfec-66d0-4c3f-9e6b-fd0cdf750c87 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 944 time: 0.3400629 May 06 12:30:11.623133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.638103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.666557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:11.676082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.676424 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Added segment c10e8de9-892e-4d87-a4d7-c5e81926fa34 of type vlan for network dd8fba80-36e1-4611-bddb-1be9888344cc May 06 12:30:11.703422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.749225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a2513d-a7dc-40b7-9d46-af116577a01d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:11.755316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-acfd094b-294e-428c-ad03-f27ac128583f None None] Port cf941da3-9e7d-4fd1-bc66-04bf294897ec cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:30:11.834926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.834926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:11.834926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.841155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:11.841977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:11.845045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-891f31f5-6b8e-4353-8f0a-9d4db5094f01 req-b55e93ba-0a51-4b8f-8caf-d9b5d85d4d39 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743957 May 06 12:30:11.870360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:11.881174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Pushing event updated for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:12.040291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:12.041864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4899631 May 06 12:30:12.073926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094a025-a745-402c-af7e-0d59f3ddbfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8fba80-36e1-4611-bddb-1be9888344cc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:12.085264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Request body: {'subnet': {'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-subnet', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:12.096335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:12.106926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Usage tracker for resource:subnet and tenant:26600753739e47fda58bf10b92225aeb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:12.112029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:12.131312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:12.187196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network dd8fba80-36e1-4611-bddb-1be9888344cc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:12.222883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7aefc131-5349-4a31-80f6-945503ea8b1a req-ce85ec90-a616-477b-9778-f5d39fe99943 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0589404 May 06 12:30:12.253834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:12.255511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:12.271010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dd92f-0e0c-41ac-ab85-1be4b13d4388 req-9e9d1ded-bb1e-41af-a264-ec6418adc9f2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:12.278809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad0dd92f-0e0c-41ac-ab85-1be4b13d4388 req-9e9d1ded-bb1e-41af-a264-ec6418adc9f2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1014817 May 06 12:30:12.326578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.349944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc965d-bd75-4870-a9b8-c6645130b0c7 None None] Pushing event updated for resources: {'Port': ['ID=6f90d5b6-0a45-4e6f-91f1-f300428679d3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:12.400458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad0dd92f-0e0c-41ac-ab85-1be4b13d4388 req-37103b43-d09c-4f66-a717-30bb52a2b7f2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157615 May 06 12:30:12.423298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.437154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Made reservation on behalf of 26600753739e47fda58bf10b92225aeb for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:12.439380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:12.489601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:12.583226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:12.690895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dcab9-6a25-4f17-b9f1-ec5c27d38681 req-610a2440-14e7-4dbf-9cdc-55ae28d593ca tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:12.698452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f4dcab9-6a25-4f17-b9f1-ec5c27d38681 req-610a2440-14e7-4dbf-9cdc-55ae28d593ca tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.1064193 May 06 12:30:12.764680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f4dcab9-6a25-4f17-b9f1-ec5c27d38681 req-c33e1d84-03e0-4237-bfea-5bcc4a734abf tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 May 06 12:30:12.765408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df98818-a41e-44e7-9fdb-7546b77908b4 req-0749d4f3-91d7-456e-a2d0-4248737919d8 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:12.773271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4df98818-a41e-44e7-9fdb-7546b77908b4 req-0749d4f3-91d7-456e-a2d0-4248737919d8 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 945 time: 0.2313979 May 06 12:30:12.968920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:12.971852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-43990626-1fd3-4380-9a07-7e9f8296d53a None None] Provisioning complete for port cf941da3-9e7d-4fd1-bc66-04bf294897ec triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:12.972797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43990626-1fd3-4380-9a07-7e9f8296d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.062583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-43990626-1fd3-4380-9a07-7e9f8296d53a None None] Port cf941da3-9e7d-4fd1-bc66-04bf294897ec cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:30:13.068654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:13.069046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.185216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4df98818-a41e-44e7-9fdb-7546b77908b4 req-350bfecc-bba1-49c4-93cc-b181dd19b0c9 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/security-groups?id=eeb127c3-08e7-4738-b3d3-5d86f94ab44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980870 May 06 12:30:13.203232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d407c9-812f-481b-bee8-80331e47616a req-b1e91e25-770a-4a1f-88d9-a9c1bdad3e7f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.214429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0d407c9-812f-481b-bee8-80331e47616a req-b1e91e25-770a-4a1f-88d9-a9c1bdad3e7f tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "GET /v2.0/ports?device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 945 time: 0.1631854 May 06 12:30:13.220116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8d3d5-b241-42b6-a10b-b942a07183c4 req-073512be-383c-4b17-9f5b-9875774b35d6 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.227191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ee8d3d5-b241-42b6-a10b-b942a07183c4 req-073512be-383c-4b17-9f5b-9875774b35d6 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 944 time: 0.1777899 May 06 12:30:13.316530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Deleting port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:13.316905 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.404461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.411369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.434965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.453663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:11Z', 'revision_number': 2, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:13.468012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:13.480071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:13.481611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d193f48-49e7-463e-a6bb-d65842cdc845 None None] The sync data for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 is: [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:11Z', 'revision_number': 2, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:13.564289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1707ae-f06f-4325-b2e0-799a603f9431,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:13.589723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Checking segment: {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:13.589723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Network hostable DHCP agents. Network: dd8fba80-36e1-4611-bddb-1be9888344cc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:13.596470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:13.619341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ee8d3d5-b241-42b6-a10b-b942a07183c4 req-39f36d51-4151-4bb1-ae9b-c542095cc634 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912742 May 06 12:30:13.626973 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.659262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-2fca3695-6ca5-4a05-8c76-3af2ebe439d4 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:13.660817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-2fca3695-6ca5-4a05-8c76-3af2ebe439d4 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 945 time: 0.2849853 May 06 12:30:13.818752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:13.851376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Deleting port 76589575-c968-4b5a-aac8-556d22efdaab {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:13.851376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.963418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] For port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:13.963686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:13.987669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:13.988927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5b25bad-fbb3-4407-b831-789c0c9f09fc req-31151f71-dbab-4160-ad61-a40dfd38aca4 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0824678 May 06 12:30:14.002988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec253cfc-0d8a-4f40-8d93-6a3894f7174f admin admin] 10.222.0.83 "PUT /v2.0/routers/cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3017147 May 06 12:30:14.049475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Network dd8fba80-36e1-4611-bddb-1be9888344cc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:14.140818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Calling delete_port for cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:14.176581 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29149afd-8ec4-4deb-9210-26920019ab00'] response: {'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50', 'code': 200} May 06 12:30:14.273052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, dd8fba80-36e1-4611-bddb-1be9888344cc) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:14.277576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:14.278167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.284527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9069ffe-446c-4d9a-ac08-18559a4616e2 None None] Network dd8fba80-36e1-4611-bddb-1be9888344cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:14.360747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d15d6-6bd5-49e1-97a1-601ab13fd355 req-21717a94-abae-4da8-b791-89eacc1dbf1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:14.372197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf8d15d6-6bd5-49e1-97a1-601ab13fd355 req-21717a94-abae-4da8-b791-89eacc1dbf1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.2183373 May 06 12:30:14.412337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-6f6ff9f5-7673-4d76-bb50-1d814394d9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47eb1306e1ab463f97d0d8cbf3923e60&device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 1096 time: 0.2029674 May 06 12:30:14.432514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-71e9f8a1-2a36-4ad9-98a2-787f332ae481 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3600614 May 06 12:30:14.433751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:14.464316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:14.470225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:14.475749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Usage tracker for resource:router and tenant:26600753739e47fda58bf10b92225aeb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:14.479608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:14.487916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:14.520362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bf8d15d6-6bd5-49e1-97a1-601ab13fd355 req-3c809470-b6fd-47e0-b9e6-d9060b159b95 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472244 May 06 12:30:14.654325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.657974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.701899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.732007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-dd8fba80-36e1-4611-bddb-1be9888344cc', 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'fixed_ips': [{'subnet_id': 'ee1707ae-f06f-4325-b2e0-799a603f9431'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:30:14.733804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:14.827407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:30:14.956237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7623c1ec-38fd-4116-a8f6-4e452e526512 req-9cbdc2c5-90fb-49c1-9bd4-91654427264d tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=62d848e7-9429-4828-bf3f-3d70212f93b3 HTTP/1.1" status: 200 len: 210 time: 0.1668544 May 06 12:30:14.993046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.058461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-57fd7056-79aa-4038-83e5-7a5e06d9208c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:15.061051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-57fd7056-79aa-4038-83e5-7a5e06d9208c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b8abf33-3a83-407f-8d24-f1dc154e0da3 HTTP/1.1" status: 200 len: 915 time: 0.6264269 May 06 12:30:15.073488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Allocated IP 172.20.0.2 (dd8fba80-36e1-4611-bddb-1be9888344cc/ee1707ae-f06f-4325-b2e0-799a603f9431/65288db5-2bb0-426a-99e0-f7f313af323c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:15.260151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event deleted for resources: {'Port': ['ID=cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:15.319925 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-ce09bc21-52f5-47bb-8092-54d981304ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f37ae52d-8406-499b-9f6d-b238ab98a479 HTTP/1.1" status: 200 len: 217 time: 0.2461579 May 06 12:30:15.426181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] No DVR routers for this DVR port cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:15.442085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.482515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'name': 'network-vif-deleted', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:15.502151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.520381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Transition to ACTIVE for port object 65288db5-2bb0-426a-99e0-f7f313af323c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:15.550843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Transition to ACTIVE for port object 65288db5-2bb0-426a-99e0-f7f313af323c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:15.593735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0d407c9-812f-481b-bee8-80331e47616a req-6842166f-a411-427b-b1e3-01dc1172f442 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.13 "DELETE /v2.0/ports/cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 HTTP/1.1" status: 204 len: 173 time: 2.3499634 May 06 12:30:15.608008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] For port 76589575-c968-4b5a-aac8-556d22efdaab, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=76589575-c968-4b5a-aac8-556d22efdaab,segment=NetworkSegment(1ea8497a-9d77-4d87-96f9-3c397edea227),segment_id=1ea8497a-9d77-4d87-96f9-3c397edea227)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:15.608437 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.656451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.751206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-66643734-d120-4b93-922a-90894e14c520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:15.753073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-66643734-d120-4b93-922a-90894e14c520 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ee66dd5-9339-4817-846d-6a18b8c0f2ed HTTP/1.1" status: 200 len: 854 time: 0.4227095 May 06 12:30:15.758510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:15.796720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f90d5b6-0a45-4e6f-91f1-f300428679d3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:15.842699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-a5ea2ed3-5fe1-458b-97e2-4ea94e7517af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b8abf33-3a83-407f-8d24-f1dc154e0da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726049 May 06 12:30:15.887714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-9ede5217-3866-40c6-8286-548f8eaaf324 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:15.888401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-9ede5217-3866-40c6-8286-548f8eaaf324 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:15.938479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Calling delete_port for 76589575-c968-4b5a-aac8-556d22efdaab owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:15.938793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Network dd8fba80-36e1-4611-bddb-1be9888344cc is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:15.947989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:15.958380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:15.963917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Pushing event updated for resources: {'Port': ['ID=65288db5-2bb0-426a-99e0-f7f313af323c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:16.090716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-f3bf3553-faae-4cf6-a88d-33b7fce3c57b service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980627 May 06 12:30:16.109321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c305-3245-49d0-8dc3-a37788b85e5f req-51924a19-05d0-44ce-95ae-a740e60b5742 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:16.120564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fd2c305-3245-49d0-8dc3-a37788b85e5f req-51924a19-05d0-44ce-95ae-a740e60b5742 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 1.6426666 May 06 12:30:16.142236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Attempting to bind port 65288db5-2bb0-426a-99e0-f7f313af323c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:16.142642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Attempting to bind port 65288db5-2bb0-426a-99e0-f7f313af323c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:16.142994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Attempting to bind port 65288db5-2bb0-426a-99e0-f7f313af323c on network dd8fba80-36e1-4611-bddb-1be9888344cc {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:16.163317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95715da2-e6e5-453b-8dd2-bfee39cb422c req-e88fbfec-9a16-42dd-84fd-faaf568ee3e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 1096 time: 1.6843145 May 06 12:30:16.168922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:16.169521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Checking segment: {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:16.170064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.170559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Bound using segment: {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:16.171101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Bound port: 65288db5-2bb0-426a-99e0-f7f313af323c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:16.171497 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.220073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95715da2-e6e5-453b-8dd2-bfee39cb422c req-1bcd6deb-7dd6-4d52-9c55-3761e607ca1f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 May 06 12:30:16.260753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fd2c305-3245-49d0-8dc3-a37788b85e5f req-1d66a2b9-39db-4abc-9714-97db42b56c0b tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388478 May 06 12:30:16.265346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75e6ecc1-d016-4212-8a28-b9c3c0c05842 req-34bd564d-4eaa-43a4-ab3c-a76ec02d15bf service neutron] 10.222.0.13 "GET /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680231 May 06 12:30:16.298258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] For port 65288db5-2bb0-426a-99e0-f7f313af323c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:16.301966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] For port 65288db5-2bb0-426a-99e0-f7f313af323c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65288db5-2bb0-426a-99e0-f7f313af323c,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:16.305819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:16.309391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.313769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:16.314421 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.399704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.493363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4490ae1-53a2-48a6-897d-9648c51026c2 None None] Pushing event updated for resources: {'Port': ['ID=65288db5-2bb0-426a-99e0-f7f313af323c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:16.499679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.516097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-9ede5217-3866-40c6-8286-548f8eaaf324 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:16.525000 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-9ede5217-3866-40c6-8286-548f8eaaf324 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 829 time: 1.0561216 May 06 12:30:16.540135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 76589575-c968-4b5a-aac8-556d22efdaab no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:16.559355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-eeb6ac80-d02b-4268-a042-ed319a42a5e4 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/quotas/d81099a466944b77987884797d485ee1 HTTP/1.1" status: 200 len: 375 time: 0.0331104 May 06 12:30:16.585089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 76589575-c968-4b5a-aac8-556d22efdaab {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:16.585484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 76589575-c968-4b5a-aac8-556d22efdaab not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:16.589521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Pushing event deleted for resources: {'Port': ['ID=76589575-c968-4b5a-aac8-556d22efdaab,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:16.654663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.680740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6f90d5b6-0a45-4e6f-91f1-f300428679d3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f90d5b6-0a45-4e6f-91f1-f300428679d3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:16.763754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.808430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] No DVR routers for this DVR port 76589575-c968-4b5a-aac8-556d22efdaab on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:16.811932 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.829155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e6eafe2c-755d-48e1-960a-fe589642f1a5 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:16.927549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52231b59-ac79-40f8-a6d3-f684afb00bdd req-f71a2ef4-ca7c-4024-8a05-c5210008d206 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:16.928974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:16.934579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52231b59-ac79-40f8-a6d3-f684afb00bdd req-f71a2ef4-ca7c-4024-8a05-c5210008d206 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.4900556 May 06 12:30:16.939066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b275e3e2-f06e-44b2-abcc-157e33d9fa69 req-76c22714-0a7d-4275-843e-8ea7c53a6628 tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.86 "DELETE /v2.0/ports/76589575-c968-4b5a-aac8-556d22efdaab HTTP/1.1" status: 204 len: 173 time: 3.2704747 May 06 12:30:17.013364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52231b59-ac79-40f8-a6d3-f684afb00bdd req-32f93767-4c25-482a-a6eb-9b52b951189c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732069 May 06 12:30:17.030733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.048149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:17.119608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:17.119973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:17.148345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6f90d5b6-0a45-4e6f-91f1-f300428679d3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:17.164904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e6eafe2c-755d-48e1-960a-fe589642f1a5 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:17.166350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e6eafe2c-755d-48e1-960a-fe589642f1a5 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6057777 May 06 12:30:17.298301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a86c7e5a-cfab-419d-8928-b2fc0fbc96d9 req-44679503-7ff5-4c5e-a363-abbf0011b03f tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0590861 May 06 12:30:17.397393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Allocated IP 172.25.2.178 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/3e1d9f02-e75c-43bf-9900-a5e5b026341b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:17.409261 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a305076-192a-4af4-997b-c6b02fc6e6ab'] response: {'server_uuid': '62d848e7-9429-4828-bf3f-3d70212f93b3', 'name': 'network-vif-deleted', 'tag': 'cc5a6c09-51a7-478d-afaf-dc9cf4bbcb20', 'status': 'completed', 'code': 200} May 06 12:30:17.409559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-db4fbb83-ba8c-40ce-a73c-f56cff565add service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354655 May 06 12:30:17.714837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec4f9-e26f-4800-bb7b-0250bda417ea req-fdcbeacc-a511-4f58-a390-f1b1b235b5b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:17.732638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20eec4f9-e26f-4800-bb7b-0250bda417ea req-fdcbeacc-a511-4f58-a390-f1b1b235b5b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1900301 May 06 12:30:17.793560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f90d5b6-0a45-4e6f-91f1-f300428679d3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:17.845283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20eec4f9-e26f-4800-bb7b-0250bda417ea req-1c7aec19-4565-4257-83b7-da3f77b4dec9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073446 May 06 12:30:17.887014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-caa456fa-41a6-4ca0-9211-1b5441c6979f service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696932 May 06 12:30:17.936702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:17.984004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:17.984370 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:18.141576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:18.174616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65288db5-2bb0-426a-99e0-f7f313af323c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:18.212321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee89cca-f4ef-4096-9f4c-8dc8776fe5e3 None None] Network dd8fba80-36e1-4611-bddb-1be9888344cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:18.241354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d9f02-e75c-43bf-9900-a5e5b026341b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:18.264161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:18.267077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:18.276734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:18.378157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5410c-87ed-4a5c-badb-324f5cd9bf3a req-45c809ea-9585-464d-9a46-96ac3e1d0996 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:18.394037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ea5410c-87ed-4a5c-badb-324f5cd9bf3a req-45c809ea-9585-464d-9a46-96ac3e1d0996 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.1414211 May 06 12:30:18.493884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ea5410c-87ed-4a5c-badb-324f5cd9bf3a req-9f60272e-c05a-4e8f-bdbe-cdc1fa4a8d45 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989823 May 06 12:30:18.643877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50834a-87b7-4689-9b5e-566f5d0c118b req-0d844c7b-703b-4b7b-848b-493f80048d8d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:18.650603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb50834a-87b7-4689-9b5e-566f5d0c118b req-0d844c7b-703b-4b7b-848b-493f80048d8d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.1249335 May 06 12:30:18.700090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72089dcb-31b8-408c-bf50-6fc4c8a28acf req-94ea43f9-4f91-499c-93e7-4d5ef3e8672c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Synchronizing usage tracker for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:18.745462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb50834a-87b7-4689-9b5e-566f5d0c118b req-98abfbe2-776a-4ff3-8893-a44278e08964 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793068 May 06 12:30:18.747167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:18.748551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:18.792329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72089dcb-31b8-408c-bf50-6fc4c8a28acf req-94ea43f9-4f91-499c-93e7-4d5ef3e8672c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] Unset dirty status for tenant:5e2926a8987842e2a3dbbdea14c24e11 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:18.793826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72089dcb-31b8-408c-bf50-6fc4c8a28acf req-94ea43f9-4f91-499c-93e7-4d5ef3e8672c tempest-MultipleCreateTestJSON-9952224 tempest-MultipleCreateTestJSON-9952224-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0821784-c21f-4590-bf5d-c5f3f1b32aca HTTP/1.1" status: 200 len: 210 time: 0.1462927 May 06 12:30:18.808062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f3725dc-ef79-4f88-befd-b430b202a798 None None] Provisioning for port 65288db5-2bb0-426a-99e0-f7f313af323c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:18.930549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 65288db5-2bb0-426a-99e0-f7f313af323c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:18.939601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 65288db5-2bb0-426a-99e0-f7f313af323c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:18.940853 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.094850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1d6badc-a24e-458a-a065-1e0060522f7c req-2d090f81-1c8e-4523-a467-4362e0f29899 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0836065 May 06 12:30:19.142643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e8ef0bff-5df3-4b7b-a1cf-2d635a5427e6 req-b6af41df-043e-4ac9-b9ad-e367db1c8279 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 210 time: 0.1461086 May 06 12:30:19.167270 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.247645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 65288db5-2bb0-426a-99e0-f7f313af323c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65288db5-2bb0-426a-99e0-f7f313af323c,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:19.273854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcefee69-09ac-46dd-ad83-a84c03695949 None None] Provisioning complete for port 65288db5-2bb0-426a-99e0-f7f313af323c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:19.274306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcefee69-09ac-46dd-ad83-a84c03695949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.353384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:19.411728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'name': 'network-vif-deleted', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:19.484498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Router e36bab50-2314-4687-a769-9e0f4db128c0 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:30:19.508992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=65288db5-2bb0-426a-99e0-f7f313af323c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:19.705321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5084-78ee-4b89-ae1f-f5c5600021b5 req-d1aec454-9783-4dd3-83de-83bce2f3bdc6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:19.708115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05cc5084-78ee-4b89-ae1f-f5c5600021b5 req-d1aec454-9783-4dd3-83de-83bce2f3bdc6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1153114 May 06 12:30:19.765590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05cc5084-78ee-4b89-ae1f-f5c5600021b5 req-df4c6c1e-69d9-4682-8dd7-50bf12ee57b1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 May 06 12:30:20.008896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:20.037752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Sync routers for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:20.056565 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6bb946-9ac6-4671-a294-72e9f3927ef9'] response: {'server_uuid': 'a0821784-c21f-4590-bf5d-c5f3f1b32aca', 'name': 'network-vif-deleted', 'tag': '76589575-c968-4b5a-aac8-556d22efdaab', 'status': 'completed', 'code': 200} May 06 12:30:20.061761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Routers {'e36bab50-2314-4687-a769-9e0f4db128c0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:20.062402 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e36bab50-2314-4687-a769-9e0f4db128c0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:20.153456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:20.249109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.252330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6de1dc89-c72e-41d0-b574-361431b6a99d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8139536 May 06 12:30:20.254909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52832) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:20.268736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Deleting subnet 55c82863-0721-4e76-ba1d-c3cbee529bf4 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:20.276530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.342429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.393815 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Set router e36bab50-2314-4687-a769-9e0f4db128c0 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:20.551176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.608266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe0d20-74fc-4666-8f0d-a3f2c4eb0430 req-a69b6391-9e3f-4d4f-a9ac-972b10cd766f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:20.615793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1efe0d20-74fc-4666-8f0d-a3f2c4eb0430 req-a69b6391-9e3f-4d4f-a9ac-972b10cd766f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.1920042 May 06 12:30:20.648668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.685900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1efe0d20-74fc-4666-8f0d-a3f2c4eb0430 req-da935acf-1624-40dc-8ca3-eb4c1bb1bf35 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688775 May 06 12:30:20.798659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:20.894284 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:18Z', 'revision_number': 3, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:20.909037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Checking router: e36bab50-2314-4687-a769-9e0f4db128c0 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:20.910038 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Updating router e36bab50-2314-4687-a769-9e0f4db128c0 port 3e1d9f02-e75c-43bf-9900-a5e5b026341b binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:30:20.941706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c82863-0721-4e76-ba1d-c3cbee529bf4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:20.985752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.019549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c6e8b32-5409-45d8-a461-880ce348b9d9 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/55c82863-0721-4e76-ba1d-c3cbee529bf4 HTTP/1.1" status: 204 len: 168 time: 0.8754873 May 06 12:30:21.040809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:21.078843 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.159544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd2f1a32-1edd-4386-860b-98da45cd861d req-edc52d94-1fb8-437d-88da-00b19cdb3fa6 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0958586 May 06 12:30:21.368495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-888618e7-0ed3-4241-9631-6461af85685c req-4634b2dc-9790-47bc-aa36-3d02e7cfd4ef tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 210 time: 0.1939673 May 06 12:30:21.518573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfd20c-d093-4827-8679-3c18f13d5b9c req-07770697-0e11-4f8f-9995-f16c6138dc1d tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:21.527487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfd20c-d093-4827-8679-3c18f13d5b9c req-07770697-0e11-4f8f-9995-f16c6138dc1d tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.2258523 May 06 12:30:21.557126 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.573087 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Transition to ACTIVE for port object 3e1d9f02-e75c-43bf-9900-a5e5b026341b will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:21.601815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.645730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65288db5-2bb0-426a-99e0-f7f313af323c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:21.684109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfd20c-d093-4827-8679-3c18f13d5b9c req-e99b835b-63bc-4ed4-8298-803e1bbc60c5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533892 May 06 12:30:21.689810 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.817240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 65288db5-2bb0-426a-99e0-f7f313af323c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:21.817825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:21.970143 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Pushing event updated for resources: {'Port': ['ID=3e1d9f02-e75c-43bf-9900-a5e5b026341b,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:22.005985 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Attempting to bind port 3e1d9f02-e75c-43bf-9900-a5e5b026341b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:22.008597 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Attempting to bind port 3e1d9f02-e75c-43bf-9900-a5e5b026341b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:22.009063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Attempting to bind port 3e1d9f02-e75c-43bf-9900-a5e5b026341b on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:22.024168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:22.024701 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:22.027087 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.027561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:22.028226 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Bound port: 3e1d9f02-e75c-43bf-9900-a5e5b026341b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:22.028868 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.076187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735008d-91b7-43c1-a41c-10ae7a887989 req-3f189e16-c3f9-4d59-9704-30bfd8421ac4 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:22.077984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b735008d-91b7-43c1-a41c-10ae7a887989 req-3f189e16-c3f9-4d59-9704-30bfd8421ac4 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.1707428 May 06 12:30:22.084639 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.085235 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.086171 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.086751 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.087186 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.087619 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.088048 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.088739 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.089168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.089736 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.090161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:22.165812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.166419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] For port 3e1d9f02-e75c-43bf-9900-a5e5b026341b, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:22.185546 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] For port 3e1d9f02-e75c-43bf-9900-a5e5b026341b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e1d9f02-e75c-43bf-9900-a5e5b026341b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:22.200430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b735008d-91b7-43c1-a41c-10ae7a887989 req-f9170049-6f9f-41c3-923b-51572afdb5fe tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162553 May 06 12:30:22.261357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3661ab73-8f18-47c4-9a46-55393153693d']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:22.279055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea8497a-9d77-4d87-96f9-3c397edea227') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:22.279458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea8497a-9d77-4d87-96f9-3c397edea227') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:22.301992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.314726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5889a-e01b-45ce-bf2e-a27ca178b774 req-e5f4ae85-4193-4de2-ab31-316fbf778b25 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:22.330072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15e5889a-e01b-45ce-bf2e-a27ca178b774 req-e5f4ae85-4193-4de2-ab31-316fbf778b25 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.5979631 May 06 12:30:22.359684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.370903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:30:22.371124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: timer() May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:30:22.392141 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:30:22.459543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4dc05778-a305-4567-bf0d-c1fb96dfc882 req-b8f02660-7ad2-42b4-abd5-15176582fa9e tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0503433 May 06 12:30:22.496687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15e5889a-e01b-45ce-bf2e-a27ca178b774 req-1177fd09-5bba-4808-b6fb-b982031071a6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647007 May 06 12:30:22.728266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d036dc20-7d57-4385-acf6-47d257d6feb8 req-8f8529e3-a479-49d2-9295-c8849f7f70be tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 210 time: 0.0736146 May 06 12:30:22.741204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.911525 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:22.997541 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffabb7-34db-4ff3-a330-52721ee2a05f None None] Pushing event updated for resources: {'Port': ['ID=3e1d9f02-e75c-43bf-9900-a5e5b026341b,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:23.020031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:23.032883 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Routers {'e36bab50-2314-4687-a769-9e0f4db128c0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:23.033517 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e36bab50-2314-4687-a769-9e0f4db128c0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:23.075560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:23.075560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Pushing event deleted for resources: {'Network': ['ID=3661ab73-8f18-47c4-9a46-55393153693d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:23.138358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.138908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.139256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.139591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.139960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.144259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.144892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.145417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.145626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.146557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.146968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:23.174812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3996f-5f8b-4bf2-8fb7-2371cfb8db17 req-9c97d8c9-c170-45cd-aee0-47e375597f1a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:23.185384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fb3996f-5f8b-4bf2-8fb7-2371cfb8db17 req-9c97d8c9-c170-45cd-aee0-47e375597f1a tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.3077919 May 06 12:30:23.225881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Allocated IP 172.20.0.1 (dd8fba80-36e1-4611-bddb-1be9888344cc/ee1707ae-f06f-4325-b2e0-799a603f9431/c8844bed-3ac2-4622-8a09-356d6cbbe7a0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:23.242716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8c50fb80-3508-4ca2-bc3b-3a2b4693906d admin admin] 10.222.0.83 "DELETE /v2.0/networks/3661ab73-8f18-47c4-9a46-55393153693d HTTP/1.1" status: 204 len: 168 time: 2.2061071 May 06 12:30:23.303596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fb3996f-5f8b-4bf2-8fb7-2371cfb8db17 req-5fef1dd2-6d73-450e-8490-20d95eae58b0 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/security-groups?id=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167040 May 06 12:30:23.314270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-ca1f399a-90b8-4e77-af98-d2440099c0d2 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:23.318308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-ca1f399a-90b8-4e77-af98-d2440099c0d2 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.13 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 945 time: 0.2378056 May 06 12:30:23.400956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] Set router e36bab50-2314-4687-a769-9e0f4db128c0 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:23.462539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Deleting port f37ae52d-8406-499b-9f6d-b238ab98a479 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:23.463123 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:23.802851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52880) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:23.803917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85955f-0d34-476f-b92d-85918577db53 req-01b14238-e790-4a11-a9ac-fd4535df9f01 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:23.806658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dc85955f-0d34-476f-b92d-85918577db53 req-01b14238-e790-4a11-a9ac-fd4535df9f01 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.2945678 May 06 12:30:23.966631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84965d08-6210-412e-8bb2-b418e8a109b3 req-a8d980f2-33c3-4783-be64-37329f9ab6ef tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1139250 May 06 12:30:23.969407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:18Z', 'revision_number': 3, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:23.974172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69510930-43b1-4e29-83ad-64943e494e77 None None] The sync data for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 is: [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:18Z', 'revision_number': 3, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:24.102549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dc85955f-0d34-476f-b92d-85918577db53 req-1fd4e050-8c6f-435c-8570-2701a54dca65 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173419 May 06 12:30:24.109623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] For port f37ae52d-8406-499b-9f6d-b238ab98a479, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f37ae52d-8406-499b-9f6d-b238ab98a479,segment=NetworkSegment(732f83d0-c3c5-495a-905d-8da9af5a2e7c),segment_id=732f83d0-c3c5-495a-905d-8da9af5a2e7c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:24.110126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.208527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-2532eb43-e6c3-4eaf-b49c-30d79935d72e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:24.217494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-2532eb43-e6c3-4eaf-b49c-30d79935d72e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.86 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 829 time: 0.8722110 May 06 12:30:24.231875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-567b6f0d-e545-4805-89e9-f2176b77e0fc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5e2926a8987842e2a3dbbdea14c24e11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343980 May 06 12:30:24.250300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'port': {'device_id': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'admin_state_up': True, 'tenant_id': 'd81099a466944b77987884797d485ee1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:24.264585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52886) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:24.298769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Calling delete_port for f37ae52d-8406-499b-9f6d-b238ab98a479 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:24.383080 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.430296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Transition to ACTIVE for port object c8844bed-3ac2-4622-8a09-356d6cbbe7a0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:24.506977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1b0d-3a59-451d-ae46-17fa12a96c71 req-ff7bb3f8-032b-4f93-9c80-27a49c6c68b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:24.511594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:24.516460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c04b1b0d-3a59-451d-ae46-17fa12a96c71 req-ff7bb3f8-032b-4f93-9c80-27a49c6c68b7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.2265868 May 06 12:30:24.526565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:24.534762 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.573919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.607147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c04b1b0d-3a59-451d-ae46-17fa12a96c71 req-b4f3b882-1f24-4780-98a5-193978175be2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 May 06 12:30:24.673304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.706096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Made reservation on behalf of d81099a466944b77987884797d485ee1 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:24.709162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.941975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.962114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:24.982824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Network dd8fba80-36e1-4611-bddb-1be9888344cc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:24.983676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Pushing event updated for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:24.993033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:24.995245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0c680fa-b03e-49ce-913d-d1b6e9904334 req-ca973823-505f-43d7-abd7-765b305cfd37 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 210 time: 0.2801499 May 06 12:30:24.995417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:25.092635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb127c3-08e7-4738-b3d3-5d86f94ab44b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:25.103314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Allocated IP 172.20.0.12 (7200eb2a-92e0-48a9-ad5b-b58292d9817a/0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d/5ec2c7fb-0126-4b87-8c75-0698c12eafdc) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:25.127416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Pushing event deleted for resources: {'Port': ['ID=f37ae52d-8406-499b-9f6d-b238ab98a479,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:25.203149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.294025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] No DVR routers for this DVR port f37ae52d-8406-499b-9f6d-b238ab98a479 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:25.298295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.305625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'name': 'network-vif-deleted', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:25.326691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320bb47-3389-409c-9846-a7595761df20 req-2fe03bbc-2f51-403a-9858-e8c8b803c0ee tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:25.334010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d320bb47-3389-409c-9846-a7595761df20 req-2fe03bbc-2f51-403a-9858-e8c8b803c0ee tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.2927322 May 06 12:30:25.392760 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee5790c8-b52d-4e8e-ab66-7a0eb5741e48 req-2cc30a3c-5045-4658-9e5f-31eedec8316f tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.13 "DELETE /v2.0/ports/f37ae52d-8406-499b-9f6d-b238ab98a479 HTTP/1.1" status: 204 len: 173 time: 2.0494893 May 06 12:30:25.442410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.443946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8233912c-c525-4b4f-8fca-7697b9371653 None None] Provisioning for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:25.453899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8d50ec68-0f7b-499d-8f92-a9e38e972bae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eeb127c3-08e7-4738-b3d3-5d86f94ab44b HTTP/1.1" status: 204 len: 168 time: 1.1859827 May 06 12:30:25.454569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8233912c-c525-4b4f-8fca-7697b9371653 None None] Provisioning complete for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:25.454569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8233912c-c525-4b4f-8fca-7697b9371653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.502793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-95ed30cf-73e6-486d-91df-8dade01cb0b6 req-b9a63356-23b1-4f67-b67d-197a5237b0f5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Synchronizing usage tracker for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:25.624203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8233912c-c525-4b4f-8fca-7697b9371653 None None] Port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:30:25.639305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-95ed30cf-73e6-486d-91df-8dade01cb0b6 req-b9a63356-23b1-4f67-b67d-197a5237b0f5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] Unset dirty status for tenant:47eb1306e1ab463f97d0d8cbf3923e60 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:25.641179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95ed30cf-73e6-486d-91df-8dade01cb0b6 req-b9a63356-23b1-4f67-b67d-197a5237b0f5 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 210 time: 0.1836925 May 06 12:30:25.685638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:25.696410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.778448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:25.900523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dd36fca-8571-4f97-946d-73d86a18cc54 req-db807837-847c-433f-94cc-4142c6dd0877 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1228907 May 06 12:30:26.007959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96da66-0f07-42f7-8579-592089d2d7b5 req-dc32988a-1e14-4951-b592-5045fa6c84c3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:26.016479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d96da66-0f07-42f7-8579-592089d2d7b5 req-dc32988a-1e14-4951-b592-5045fa6c84c3 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 945 time: 0.1170092 May 06 12:30:26.065975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:26.114400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d96da66-0f07-42f7-8579-592089d2d7b5 req-e15d51a2-751a-482c-b2aa-2a337bd5e25d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958207 May 06 12:30:26.159606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Transition to ACTIVE for port object 5ec2c7fb-0126-4b87-8c75-0698c12eafdc will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:26.164530 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3312263c-7547-4a8b-ba64-d92f5a9daafa'] response: {'server_uuid': '512fdb4c-ef4e-4950-9274-8e19ad53663f', 'name': 'network-vif-deleted', 'tag': 'f37ae52d-8406-499b-9f6d-b238ab98a479', 'status': 'completed', 'code': 200} May 06 12:30:26.490472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f68d106-ccac-4c94-993f-c2ddadf91d7a req-c1a5ca1d-49b8-4aa0-b881-0c2f0275a969 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 210 time: 0.0972624 May 06 12:30:26.723468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:26.725553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:26.851628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f37ae52d-8406-499b-9f6d-b238ab98a479 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:26.982030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: f37ae52d-8406-499b-9f6d-b238ab98a479 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:26.982386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f37ae52d-8406-499b-9f6d-b238ab98a479 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:27.013821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10419c6-f2b1-41a8-832c-55b618d1b67f req-c7c356bb-6534-4cdc-b830-d0584ca4ca46 tempest-InstanceActionsTestJSON-744449671 tempest-InstanceActionsTestJSON-744449671-project] 10.222.0.83 "GET /v2.0/ports?device_id=512fdb4c-ef4e-4950-9274-8e19ad53663f HTTP/1.1" status: 200 len: 210 time: 0.0780988 May 06 12:30:27.079257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:27.110172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:27.266365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8a844d7-39df-4c0f-a4a8-064ae50648dc req-de67e738-1937-4045-858e-d82ed5aa8fa0 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0678656 May 06 12:30:27.426197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:27.428813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event updated for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:27.444126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:27.456954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:27.488622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9554d838-b26b-4644-b3b6-6c6f8673b8a6 req-c8755d90-5552-4024-a23e-c96ebbe5e254 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 210 time: 0.0747759 May 06 12:30:27.504225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eedd0e-8866-4e36-960d-93856a4dbc27 req-f96af6ef-8b29-4034-8ca8-cbef6bba91a5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:27.505851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70eedd0e-8866-4e36-960d-93856a4dbc27 req-f96af6ef-8b29-4034-8ca8-cbef6bba91a5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.9436574 May 06 12:30:27.527694 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:27.631861 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:27.726622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=5d987d36-b47a-4bdc-bcb1-d4dcdad10f50,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:27.794293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:27.796622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52936) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:27.883531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5020f763-72aa-4188-a1f1-fdf06345fa35 None None] Provisioning for port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:27.890575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5020f763-72aa-4188-a1f1-fdf06345fa35 None None] Provisioning complete for port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:27.894280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5020f763-72aa-4188-a1f1-fdf06345fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:27.955719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5020f763-72aa-4188-a1f1-fdf06345fa35 None None] Port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:30:27.988676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ce83-45bb-43fc-a77d-277b7c67edc3 req-cb4ac032-438e-47e1-83f3-d6a2cd66becf tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:27.990227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfa9ce83-45bb-43fc-a77d-277b7c67edc3 req-cb4ac032-438e-47e1-83f3-d6a2cd66becf tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 932 time: 0.2017779 May 06 12:30:28.040519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:28.043635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.056574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bfa9ce83-45bb-43fc-a77d-277b7c67edc3 req-0cd8a992-347e-48d5-873f-012e4bce43b0 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:28.108778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:28.135815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.146478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'name': 'network-vif-deleted', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:28.153000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Pushing event updated for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:28.156662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.158897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1967297970-network', 'tenant_id': '2316ca5c4c3f4c33910213a3222b09b0'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:28.172415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:28.173045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Usage tracker for resource:network and tenant:2316ca5c4c3f4c33910213a3222b09b0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:28.173187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70eedd0e-8866-4e36-960d-93856a4dbc27 req-838c6d30-21d1-4d88-89cd-52764ab79bd7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131845 May 06 12:30:28.178137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:28.187016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:28.201122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bfa9ce83-45bb-43fc-a77d-277b7c67edc3 req-0cd8a992-347e-48d5-873f-012e4bce43b0 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:28.202605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfa9ce83-45bb-43fc-a77d-277b7c67edc3 req-0cd8a992-347e-48d5-873f-012e4bce43b0 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022176 May 06 12:30:28.309150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-be0e1793-85fa-4509-b491-56431f90b599 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0629678 May 06 12:30:28.329465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Request body: {'port': {'device_id': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:28.362105 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd07ce8-b541-4d3b-8a3f-41d161588ba2'] response: {'server_uuid': 'd77a0d38-3eaa-4cb8-8de8-7a028f82179c', 'name': 'network-vif-deleted', 'tag': '5d987d36-b47a-4bdc-bcb1-d4dcdad10f50', 'status': 'completed', 'code': 200} May 06 12:30:28.372090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52950) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:28.376995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d320bb47-3389-409c-9846-a7595761df20 req-6c821b14-1ce3-41be-85a4-0cd0a3e6b7d8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "DELETE /v2.0/ports/5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 HTTP/1.1" status: 204 len: 173 time: 3.0067749 May 06 12:30:28.466012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Sync routers for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:28.475479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Made reservation on behalf of 2316ca5c4c3f4c33910213a3222b09b0 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:28.480312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.483447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:28.484127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:28.514291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.606405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Deleting subnet 2ee66dd5-9339-4817-846d-6a18b8c0f2ed {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:28.609996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Network dd8fba80-36e1-4611-bddb-1be9888344cc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:28.611265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:28.626444 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.827965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5953651-9d6d-4d99-bebb-97edd58f4eab req-33407435-0aa4-4e6f-b27d-bcf1311b8168 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0973389 May 06 12:30:28.897210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:28.923307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Usage tracker for resource:security_group_rule and tenant:2316ca5c4c3f4c33910213a3222b09b0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:28.931387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:28.948346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:28.958543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:29.021884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:29.077557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:29.104476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5d987d36-b47a-4bdc-bcb1-d4dcdad10f50 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:29.130467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-719033bb-efda-4819-98a3-ddb3c6d8d099 req-2a02c71a-3d4c-4c20-9a67-ef8e7ac2a7f5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:29.136786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.159236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.294102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c81125ff-2b0e-42b0-9305-42450c4a2b49 None None] Provisioning complete for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:29.296657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c81125ff-2b0e-42b0-9305-42450c4a2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.348955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-719033bb-efda-4819-98a3-ddb3c6d8d099 req-2a02c71a-3d4c-4c20-9a67-ef8e7ac2a7f5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:29.356972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-719033bb-efda-4819-98a3-ddb3c6d8d099 req-2a02c71a-3d4c-4c20-9a67-ef8e7ac2a7f5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=d77a0d38-3eaa-4cb8-8de8-7a028f82179c HTTP/1.1" status: 200 len: 210 time: 0.4729729 May 06 12:30:29.576358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:29.637704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.720713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.730369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e1d9f02-e75c-43bf-9900-a5e5b026341b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:29.734686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:29.751627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.753348 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Added segment ccf36221-e57a-4efe-9cb1-e66be5ffc2f2 of type vlan for network a5f8abe1-424c-458a-8e25-f96490382b3b May 06 12:30:29.790829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.853223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f90ef8-ded8-4d7d-8567-5134606e2459 req-c9dc5f29-6574-4287-ae14-a3333fe74d77 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:29.865038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96f90ef8-ded8-4d7d-8567-5134606e2459 req-c9dc5f29-6574-4287-ae14-a3333fe74d77 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.3871560 May 06 12:30:29.872928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.960155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.965726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:29.966797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:29.971450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.058256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96f90ef8-ded8-4d7d-8567-5134606e2459 req-8688bac1-897c-454d-94d3-577960d3bd2d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544154 May 06 12:30:30.059577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee66dd5-9339-4817-846d-6a18b8c0f2ed,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:30.066182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c81125ff-2b0e-42b0-9305-42450c4a2b49 None None] Port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:30:30.084852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.086422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.086956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.087517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.088049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.088609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.089122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.089652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.090129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.090945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.091691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:30.134391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec2c7fb-0126-4b87-8c75-0698c12eafdc {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:30.142488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.163332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Transition to ACTIVE for port object 5ec2c7fb-0126-4b87-8c75-0698c12eafdc will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:30.216800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:30.260440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8436574f-3b92-4f6c-8a83-f377d056c457 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2ee66dd5-9339-4817-846d-6a18b8c0f2ed HTTP/1.1" status: 204 len: 168 time: 1.8864028 May 06 12:30:30.261383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52964) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:30.322925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3e1d9f02-e75c-43bf-9900-a5e5b026341b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:30.349379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3e1d9f02-e75c-43bf-9900-a5e5b026341b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:30.349830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.419876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.455687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6579819 May 06 12:30:30.471561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52972) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:30.482847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:11Z', 'revision_number': 2, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:30.494543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Checking router: cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:30.494892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Updating router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae port cf941da3-9e7d-4fd1-bc66-04bf294897ec binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:30:30.514248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98e9f-bb38-4e5c-8113-ded71eb9aa18 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f8abe1-424c-458a-8e25-f96490382b3b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:30.530905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Request body: {'subnet': {'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1967297970-subnet', 'tenant_id': '2316ca5c4c3f4c33910213a3222b09b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:30.536714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:30.536922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:30.540813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Usage tracker for resource:subnet and tenant:2316ca5c4c3f4c33910213a3222b09b0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:30.544714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:30.551059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:30.555810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a5f8abe1-424c-458a-8e25-f96490382b3b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:30.590678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ed2abbc-bc1b-4e32-b778-921fe553d533 req-f206c1ac-b78c-4ac1-a8b0-c17428e3ad3a tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1205890 May 06 12:30:30.621335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.650564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa6646-a72d-4b8e-b0b1-21e6451e2cbc req-3b94dcea-4ff6-4a17-9238-2bb2e6675598 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:30.651342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aeaa6646-a72d-4b8e-b0b1-21e6451e2cbc req-3b94dcea-4ff6-4a17-9238-2bb2e6675598 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:30.760508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Made reservation on behalf of 2316ca5c4c3f4c33910213a3222b09b0 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:30.767553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.784490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:30.910699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aeaa6646-a72d-4b8e-b0b1-21e6451e2cbc req-3b94dcea-4ff6-4a17-9238-2bb2e6675598 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:30.921830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aeaa6646-a72d-4b8e-b0b1-21e6451e2cbc req-3b94dcea-4ff6-4a17-9238-2bb2e6675598 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 932 time: 1.1301599 May 06 12:30:31.144525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Attempting to bind port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:31.144525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Attempting to bind port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:31.144525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Attempting to bind port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc on network 7200eb2a-92e0-48a9-ad5b-b58292d9817a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:31.161642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc on network 7200eb2a-92e0-48a9-ad5b-b58292d9817a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:31.161898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Attempting to bind port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc on network 7200eb2a-92e0-48a9-ad5b-b58292d9817a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:31.176556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:31.179022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Checking segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:31.179022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Bound using segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:31.179022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Bound port: 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:31.179022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.244383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aeaa6646-a72d-4b8e-b0b1-21e6451e2cbc req-d11355fa-725a-4a9d-adce-9d3c228a7616 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214653 May 06 12:30:31.256911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.360329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.378888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8abf33-3a83-407f-8d24-f1dc154e0da3']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:31.390533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:31.393712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732f83d0-c3c5-495a-905d-8da9af5a2e7c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:31.394004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732f83d0-c3c5-495a-905d-8da9af5a2e7c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:31.401397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3e1d9f02-e75c-43bf-9900-a5e5b026341b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e1d9f02-e75c-43bf-9900-a5e5b026341b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:31.414132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:31.414319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.423308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Transition to ACTIVE for port object cf941da3-9e7d-4fd1-bc66-04bf294897ec will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:31.440512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.442391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Router e36bab50-2314-4687-a769-9e0f4db128c0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:31.490286 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.495101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.510236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:30:31.510834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: timer() May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:30:31.525478 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:30:31.559676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.609827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.677509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3e1d9f02-e75c-43bf-9900-a5e5b026341b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:31.693335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e433007-4861-42f0-91a7-cc285308db3b req-db3301f5-89a3-45f9-b807-0dbe13066fab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:31.704942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e433007-4861-42f0-91a7-cc285308db3b req-db3301f5-89a3-45f9-b807-0dbe13066fab tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.4546769 May 06 12:30:31.776188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e433007-4861-42f0-91a7-cc285308db3b req-1977e45b-e7de-4716-a72d-b86939bd8031 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 May 06 12:30:31.781051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133fb0-59f2-4690-a232-1e952d9f2117 None None] Pushing event updated for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:31.806159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.813221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.852025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8abf33-3a83-407f-8d24-f1dc154e0da3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:31.887364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0e6ac5d-d352-40ca-9f95-13121d45622d admin admin] 10.222.0.83 "DELETE /v2.0/networks/7b8abf33-3a83-407f-8d24-f1dc154e0da3 HTTP/1.1" status: 204 len: 168 time: 1.6169872 May 06 12:30:31.887668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:31.888839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] 10.222.0.86 "PUT /v2.0/ports/5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 1092 time: 3.5639114 May 06 12:30:31.918576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:32.019590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Attempting to bind port cf941da3-9e7d-4fd1-bc66-04bf294897ec on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:32.020324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Attempting to bind port cf941da3-9e7d-4fd1-bc66-04bf294897ec by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:32.020901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Attempting to bind port cf941da3-9e7d-4fd1-bc66-04bf294897ec on network 7200eb2a-92e0-48a9-ad5b-b58292d9817a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:32.029573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:32.030610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Checking segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:32.031241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.031871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Bound using segment: {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:32.032954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Bound port: cf941da3-9e7d-4fd1-bc66-04bf294897ec, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5554a2-c12d-49bf-b8f9-9ef843c60e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:32.033572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.048777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.129300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-4ceb5e7c-817d-486e-a2c9-87fdb41ef7fd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:32.132679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-4ceb5e7c-817d-486e-a2c9-87fdb41ef7fd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.6857347 May 06 12:30:32.219205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] For port cf941da3-9e7d-4fd1-bc66-04bf294897ec, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:32.223238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] For port cf941da3-9e7d-4fd1-bc66-04bf294897ec, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cf941da3-9e7d-4fd1-bc66-04bf294897ec,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:32.256972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b8ed-5579-463d-af79-f25cc9faa611 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:32.301718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.314879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35f55d5-1b8b-4eff-bec8-7a5a36c02db6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:32.325495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9c9dad9-3c7a-484e-aadb-7c9570920134 req-25e163de-3895-4dda-8cf5-e7a5ae41f2e2 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1064615 May 06 12:30:32.401759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Checking segment: {'id': 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:32.402160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Network hostable DHCP agents. Network: a5f8abe1-424c-458a-8e25-f96490382b3b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:32.462260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133fb0-59f2-4690-a232-1e952d9f2117 None None] Pushing event updated for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:32.473367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-ea54322b-82db-4307-b37b-96c55e62219e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.2296538 May 06 12:30:32.524823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:32.524823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:32.580447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Network a5f8abe1-424c-458a-8e25-f96490382b3b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:32.595482 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cdd6c1-8a57-4f4b-a593-df24b474baaa'] response: {'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'status': 'completed', 'code': 200} May 06 12:30:32.601681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53004) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:32.634875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-361eadf6-bf29-442f-a6a5-3be0de38bdad tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1605844 May 06 12:30:32.709682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a5f8abe1-424c-458a-8e25-f96490382b3b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:32.739646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:32.741287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:32.763445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b786f-69b4-4baa-8f9f-b8b68f429665 None None] Network a5f8abe1-424c-458a-8e25-f96490382b3b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:32.853972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5740c2e-323c-4b7c-ae01-f16487c8cdb6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=47eb1306e1ab463f97d0d8cbf3923e60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2506759 May 06 12:30:32.854695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:32.977126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ecdb3426-25cc-4b9c-9fde-7522c0a1ca92 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4642777 May 06 12:30:33.098681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-6b0eaf7a-5973-4b24-ad6b-24267fc74f2f service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507766 May 06 12:30:33.109108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-e5a5513f-08ba-444e-bbf3-effa6144eb15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1095 time: 0.9531531 May 06 12:30:33.122879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:33.153564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:33.221258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-b95aa659-b0c5-49fc-b460-00196bc96b50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 217 time: 0.0813360 May 06 12:30:33.266780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:33.296552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc387c0-525b-4163-b9a3-6723580fa749 req-c84d2558-e30e-4eb7-a8c3-e6de50c7b69c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.298178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afc387c0-525b-4163-b9a3-6723580fa749 req-c84d2558-e30e-4eb7-a8c3-e6de50c7b69c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 944 time: 0.4425945 May 06 12:30:33.305529 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62c2a020-1ffc-4ba9-838f-3b9ad8b0bf37 req-93e70ddb-3248-4ff4-a93f-433d88df245c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0586171 May 06 12:30:33.351536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afc387c0-525b-4163-b9a3-6723580fa749 req-a9eb1e7c-9b46-4982-9f41-5600e2f49993 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 May 06 12:30:33.375319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:33.402987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a8b8a7-87d9-4b93-b08c-1f75ac7a7008,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:33.447819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-8012af40-e3dc-4f50-8ca1-e61967733a13 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372407 May 06 12:30:33.449080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-4df8fdf8-82e1-4e36-b5b6-f0cad1c14bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.450716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-4df8fdf8-82e1-4e36-b5b6-f0cad1c14bea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.1717939 May 06 12:30:33.480202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:33.481359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-844c0172-0c1f-47ab-9475-d72aa32c0fb3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/48a8b8a7-87d9-4b93-b08c-1f75ac7a7008 HTTP/1.1" status: 204 len: 168 time: 0.6230116 May 06 12:30:33.614944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d17b0-ed11-4058-b9ea-02651e8605f4 req-0bb2dd99-dceb-453d-8ff7-bbb5066f9667 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:33.619439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:33.620150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f91d17b0-ed11-4058-b9ea-02651e8605f4 req-0bb2dd99-dceb-453d-8ff7-bbb5066f9667 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 945 time: 0.1252968 May 06 12:30:33.628308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1637d17d-a88d-467e-8c6f-ab35001d0a1e admin admin] 10.222.0.83 "PUT /v2.0/routers/e36bab50-2314-4687-a769-9e0f4db128c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3704662 May 06 12:30:33.636714 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Sync routers for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:33.658131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Routers {'e36bab50-2314-4687-a769-9e0f4db128c0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:33.660795 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e36bab50-2314-4687-a769-9e0f4db128c0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:33.666756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-ac682c2d-8329-42e4-94ee-96442dcd1491 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096751 May 06 12:30:33.749969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f91d17b0-ed11-4058-b9ea-02651e8605f4 req-0623bedf-f3cf-4dc9-9a67-789b93ce17a8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200938 May 06 12:30:33.906736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e1d9f02-e75c-43bf-9900-a5e5b026341b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:34.139217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-c3aad0cc-093e-42b4-aae8-bc9fa9dcdddf service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649417 May 06 12:30:34.152060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef19c013-8d29-493c-a65d-8ced3198d8ee req-1bcc9aa2-1fa2-437f-90f8-4e370dca0c68 tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1135046 May 06 12:30:34.188694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265498b5-2a29-4027-b67d-0451e79e823d None None] Network a5f8abe1-424c-458a-8e25-f96490382b3b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:34.227912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Set router e36bab50-2314-4687-a769-9e0f4db128c0 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:34.349618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-4b9a8116-2e2a-4e38-a0bf-de2636d6b678 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 1096 time: 0.3795781 May 06 12:30:34.353437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c29d599-352b-4f30-b2f7-fda25d21f805 req-6f21f5c1-e5db-4510-b338-d7e5a363a8a6 service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064590 May 06 12:30:34.400623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc8a5820-581b-40bf-943b-bd2549ec09f1 req-2b1f39bf-ba69-42be-896c-b372b9ff96dc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 210 time: 0.0918491 May 06 12:30:34.433861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-6c2b425c-5714-4b7f-b8b1-6a948321165c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2262576 May 06 12:30:34.527299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:32Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:34.544365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd4e81-ffd8-48f2-8b04-6f75bf3233ec None None] The sync data for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 is: [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:32Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:34.571288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3e1d9f02-e75c-43bf-9900-a5e5b026341b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:34.571454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:34.704876 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-83025a50-735f-4e0d-bbe7-c7838ee0940f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 1058 time: 0.2383406 May 06 12:30:34.828530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-7fa031bd-16fd-4743-aaf9-d36066f6c03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:34.854252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-7fa031bd-16fd-4743-aaf9-d36066f6c03b service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.4855571 May 06 12:30:35.044291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cf941da3-9e7d-4fd1-bc66-04bf294897ec up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:35.082982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-d9dd687e-36d0-4733-b31d-a94bb36dd244 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.085930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-d9dd687e-36d0-4733-b31d-a94bb36dd244 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/networks?id=a5f8abe1-424c-458a-8e25-f96490382b3b HTTP/1.1" status: 200 len: 814 time: 0.5451748 May 06 12:30:35.164556 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:25Z', 'revision_number': 4, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c8844bed-3ac2-4622-8a09-356d6cbbe7a0', 'name': '', 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'mac_address': 'fa:16:3e:d4:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:22Z', 'updated_at': '2022-05-06T12:30:26Z', 'revision_number': 2, 'project_id': '26600753739e47fda58bf10b92225aeb', 'subnets': [{'id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:35.179168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Checking router: e36bab50-2314-4687-a769-9e0f4db128c0 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:35.179564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Updating router e36bab50-2314-4687-a769-9e0f4db128c0 port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:30:35.185674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-9e4e2309-7511-4d46-a1ea-e81bce0f1701 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 HTTP/1.1" status: 200 len: 217 time: 0.1086519 May 06 12:30:35.298678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-61bc7227-fdf2-4390-8316-8f2636ab462b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.315576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-61bc7227-fdf2-4390-8316-8f2636ab462b service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.5891266 May 06 12:30:35.324861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-5b793d96-7ef7-4ae6-b2c5-7a8e1eb94fd0 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/quotas/2316ca5c4c3f4c33910213a3222b09b0 HTTP/1.1" status: 200 len: 375 time: 0.1363990 May 06 12:30:35.340433 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:35.364212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-8163d400-65c6-4867-992f-99707fee0364 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1095 time: 0.7548695 May 06 12:30:35.432263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cf941da3-9e7d-4fd1-bc66-04bf294897ec completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:35.437914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cf941da3-9e7d-4fd1-bc66-04bf294897ec triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:35.438340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:35.472972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-39359fc2-3e51-486b-819f-f41f7dfa32c3 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2316ca5c4c3f4c33910213a3222b09b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320710 May 06 12:30:35.478489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-1385af66-d020-426c-a818-21ad3e1b99ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.480373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-1385af66-d020-426c-a818-21ad3e1b99ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.2806926 May 06 12:30:35.568372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-864940d4-8315-43df-a874-41e7535db1e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 200 len: 217 time: 0.2454014 May 06 12:30:35.674788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-628dfc90-e625-4b3d-b9d8-679e93e91abb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.676509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-628dfc90-e625-4b3d-b9d8-679e93e91abb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.1004534 May 06 12:30:35.677945 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-01f90880-c1f2-4b4e-bb85-6de3c393c5d9 req-856fe1c5-8302-405e-bdb3-71152ac2eb3b tempest-FloatingIPDetailsNegativeTestJSON-64336978 tempest-FloatingIPDetailsNegativeTestJSON-64336978-project] show failed (client error): The resource could not be found. May 06 12:30:35.694911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f90880-c1f2-4b4e-bb85-6de3c393c5d9 req-856fe1c5-8302-405e-bdb3-71152ac2eb3b tempest-FloatingIPDetailsNegativeTestJSON-64336978 tempest-FloatingIPDetailsNegativeTestJSON-64336978-project] 10.222.0.83 "GET /v2.0/floatingips/0cb4c022-9e72-4681-bba1-1e77de0b804f HTTP/1.1" status: 404 len: 350 time: 0.3769412 May 06 12:30:35.696908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53072) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:35.722007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-20fd66f5-3836-4255-ba52-29822d4ba310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:35.725880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-20fd66f5-3836-4255-ba52-29822d4ba310 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 930 time: 0.2507510 May 06 12:30:35.732098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:35.824450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cf941da3-9e7d-4fd1-bc66-04bf294897ec, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cf941da3-9e7d-4fd1-bc66-04bf294897ec,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:35.905214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.073219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:36.082238 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.099174 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Transition to ACTIVE for port object c8844bed-3ac2-4622-8a09-356d6cbbe7a0 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:36.153291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-3fec9ced-6c71-4e95-9b40-cd1f6b28e06a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 217 time: 0.4173932 May 06 12:30:36.186485 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.245069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-043090b3-9461-4b50-9edb-d500f69f0ca5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5488739 May 06 12:30:36.408133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-4889a2cb-8158-4031-868c-70d9d678c3cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:36.412731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-4889a2cb-8158-4031-868c-70d9d678c3cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.2513492 May 06 12:30:36.450415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86243b6a-3c7e-458f-aedf-2228af054a37 None None] Pushing event updated for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:36.521475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-bc18318b-e7c3-4ea4-8733-dcc1194fee72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7913475 May 06 12:30:36.526309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-e910155a-350e-428f-bc36-40520fd3bcc4 service neutron] 10.222.0.83 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951579 May 06 12:30:36.598901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:36.620166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-3075f0b7-e96e-4d55-9286-334e9bcd90e9 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636286 May 06 12:30:36.633305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937ccb-29b4-46eb-8a93-eff26229f6cc req-1163145b-fff2-4cfa-a124-aa762ef854ad tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:36.641797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60937ccb-29b4-46eb-8a93-eff26229f6cc req-1163145b-fff2-4cfa-a124-aa762ef854ad tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 944 time: 0.5121770 May 06 12:30:36.653485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5ec2c7fb-0126-4b87-8c75-0698c12eafdc details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:36.658160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:36.722508 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Attempting to bind port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:36.732343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Attempting to bind port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:36.733018 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Attempting to bind port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 on network dd8fba80-36e1-4611-bddb-1be9888344cc {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:36.740188 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:36.740874 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Checking segment: {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:36.744434 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.745242 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Bound using segment: {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:36.745938 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Bound port: c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10e8de9-892e-4d87-a4d7-c5e81926fa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:36.746538 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:36.798996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-fe28df78-51fb-4304-a54b-c791b4c2852f service neutron] 10.222.0.83 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122929 May 06 12:30:36.926763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-961c5152-4ce2-4c2d-80a0-d86725615bbd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4944098 May 06 12:30:36.938321 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] For port c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:36.946253 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] For port c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:37.042432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:30:37.062926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bbde11f-f8f2-4fc9-8262-68eba0c47fa1 req-a812f346-ca49-4541-9d94-c8f486ba7236 service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186594 May 06 12:30:37.089763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60937ccb-29b4-46eb-8a93-eff26229f6cc req-0baa192a-1bd8-4df7-b318-ebd5efd44152 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467702 May 06 12:30:37.090219 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.109998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-1793e361-d361-44dc-888f-aafdba10f94e service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767061 May 06 12:30:37.161224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-fdffb1eb-16c6-4336-94f4-071d0da78dda service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314299 May 06 12:30:37.338678 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86243b6a-3c7e-458f-aedf-2228af054a37 None None] Pushing event updated for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:37.344100 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.370364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Routers {'e36bab50-2314-4687-a769-9e0f4db128c0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:37.370998 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e36bab50-2314-4687-a769-9e0f4db128c0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:37.454998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-982ed4c6-867c-4760-9bd0-608c9be3811e req-a8a05ede-e336-4a63-af92-7885ed8c706b service neutron] 10.222.0.86 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335160 May 06 12:30:37.506402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1684819712-network', 'tenant_id': '07677691e59b442186b90b522a08ae38'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:37.544954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:37.563988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:37.569317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Usage tracker for resource:network and tenant:07677691e59b442186b90b522a08ae38 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:37.584007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:37.606247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:37.630297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:37.671978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:37.693865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'mac_address': 'fa:16:3e:1c:31:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:37.750573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5110aab7-e3ba-4fa0-a6ad-eccf7c52de93 req-8079b06a-e233-45d3-a35d-be7ea2c5905f tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.1470466 May 06 12:30:37.818918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.831529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70fcfe4e-504e-419e-a5a9-7d3de403fa6c req-78a2878a-8ff4-40a7-87a5-3ba620eec07e service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024162 May 06 12:30:37.852675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:37.948186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dfc63-e281-4196-b5c1-779b9eafa130 req-33afb1d2-0c7f-4f29-82a1-6363ba9ea732 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:37.964703 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] Set router e36bab50-2314-4687-a769-9e0f4db128c0 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:37.969014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-452dfc63-e281-4196-b5c1-779b9eafa130 req-33afb1d2-0c7f-4f29-82a1-6363ba9ea732 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.4638531 May 06 12:30:38.004970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec2c7fb-0126-4b87-8c75-0698c12eafdc {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:38.022356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:38.046630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:38.057593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-452dfc63-e281-4196-b5c1-779b9eafa130 req-01ab678d-914e-4e4b-a567-b20c1420984e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 May 06 12:30:38.103298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cf941da3-9e7d-4fd1-bc66-04bf294897ec up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:38.103523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Made reservation on behalf of 07677691e59b442186b90b522a08ae38 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:38.108642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.109093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.148186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1018478e-5b22-4f40-b4d3-254a02e48c82 req-4701b7bc-e3d0-4a72-9ac0-434e222d9036 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 210 time: 0.1568787 May 06 12:30:38.173326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.196013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.276853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:38.281914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Usage tracker for resource:security_group_rule and tenant:07677691e59b442186b90b522a08ae38 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:38.286495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:38.395962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:38.420468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb70d904-aee9-470e-b50e-1548fdfcda37 req-7782140a-85f6-4705-91a9-1a9d8b5acf25 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 210 time: 0.1218264 May 06 12:30:38.475419 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93fedf4-3e31-4664-991f-c79f7069f356'] response: {'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'code': 200} May 06 12:30:38.484184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:38.491131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cf941da3-9e7d-4fd1-bc66-04bf294897ec triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:38.491970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.551665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5ec2c7fb-0126-4b87-8c75-0698c12eafdc'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:38.572662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.605291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5796cc3e-9f58-4cca-9edc-1b5bbc325d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.663618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.899818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:25Z', 'revision_number': 4, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c8844bed-3ac2-4622-8a09-356d6cbbe7a0', 'name': '', 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'mac_address': 'fa:16:3e:d4:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:22Z', 'updated_at': '2022-05-06T12:30:36Z', 'revision_number': 4, 'project_id': '26600753739e47fda58bf10b92225aeb', 'subnets': [{'id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:38.911861 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21197c0f-132b-4ef7-8d1f-0f23a991509a None None] The sync data for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 is: [{'id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1522410509-router', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:14Z', 'updated_at': '2022-05-06T12:30:25Z', 'revision_number': 4, 'project_id': '26600753739e47fda58bf10b92225aeb', 'gw_port': {'id': '3e1d9f02-e75c-43bf-9900-a5e5b026341b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:17Z', 'updated_at': '2022-05-06T12:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c8844bed-3ac2-4622-8a09-356d6cbbe7a0', 'name': '', 'network_id': 'dd8fba80-36e1-4611-bddb-1be9888344cc', 'tenant_id': '26600753739e47fda58bf10b92225aeb', 'mac_address': 'fa:16:3e:d4:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36bab50-2314-4687-a769-9e0f4db128c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:22Z', 'updated_at': '2022-05-06T12:30:36Z', 'revision_number': 4, 'project_id': '26600753739e47fda58bf10b92225aeb', 'subnets': [{'id': 'ee1707ae-f06f-4325-b2e0-799a603f9431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:38.942962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:38.964760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:38.965518 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Added segment c129c4e2-ee46-4024-adf2-470dd9e96b5e of type vlan for network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 May 06 12:30:39.059166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:39.289664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad239aa7-9238-4846-947a-21b589750669,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:39.293918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-12a6a8ad-cbf8-42ac-aea1-cbb03c42177e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:39.295917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-12a6a8ad-cbf8-42ac-aea1-cbb03c42177e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.6705449 May 06 12:30:39.317785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:39.476927 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a7f016-2167-4a51-addc-5a6a3963ba02 req-d5d10939-ead2-47c1-84f0-8508ae6f57cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f6bd20d00c4425b887401794c0b0063&device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0485966 May 06 12:30:39.539100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a7f016-2167-4a51-addc-5a6a3963ba02 req-9d20ca5a-93f9-47e4-b4e2-3f1a5d30a52c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f6bd20d00c4425b887401794c0b0063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509408 May 06 12:30:39.551294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85323-65c5-4999-8c70-d979c146c0a8 req-82fa2de7-024b-4d73-9376-a4504c409b11 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:39.552588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80b85323-65c5-4999-8c70-d979c146c0a8 req-82fa2de7-024b-4d73-9376-a4504c409b11 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 945 time: 0.6290579 May 06 12:30:39.553216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:39.554519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:39.555240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:39.801231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Deleting port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:39.801656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:39.855816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0562274 May 06 12:30:39.865017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53128) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:39.877167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Request body: {'subnet': {'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1684819712-subnet', 'tenant_id': '07677691e59b442186b90b522a08ae38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:39.908042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:39.910732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfcc9b-4706-4cb1-bce0-92b3d94c010d admin admin] Pushing event updated for resources: {'Network': ['ID=b202dcb6-7b88-41d8-9a92-f5eaa99b0038,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:39.927851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:39.953426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80b85323-65c5-4999-8c70-d979c146c0a8 req-f3e91436-5e86-47cc-a554-abbf6cee39cd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405163 May 06 12:30:39.982428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Usage tracker for resource:subnet and tenant:07677691e59b442186b90b522a08ae38 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:40.003718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:40.049235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:40.081820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:40.110843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:40.179361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Made reservation on behalf of 07677691e59b442186b90b522a08ae38 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:40.181895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.214163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8844bed-3ac2-4622-8a09-356d6cbbe7a0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:40.385314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:40.388275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.408843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3688b173-157b-47b4-bcd0-641100031c6f req-d8e88bd2-d542-431d-a5e4-1e9ee34adb6b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 210 time: 0.0998461 May 06 12:30:40.471971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f016-2167-4a51-addc-5a6a3963ba02 req-6188fd47-c4e4-4ed4-83ec-e412f8586997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:40.475496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a7f016-2167-4a51-addc-5a6a3963ba02 req-6188fd47-c4e4-4ed4-83ec-e412f8586997 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6744480 May 06 12:30:40.551271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:40.576410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:40.576783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.602258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] For port c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:40.603263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.648741 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e1f735ea-054e-4e7a-9b62-639a6a215482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.669525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3f4cb-a0f7-4912-abf1-54c12c80d63e req-3b4de922-6d34-4548-be13-4301f872479f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:40.676250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0a3f4cb-a0f7-4912-abf1-54c12c80d63e req-3b4de922-6d34-4548-be13-4301f872479f tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.2919414 May 06 12:30:40.705666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5ec2c7fb-0126-4b87-8c75-0698c12eafdc up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:40.780842 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.829346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0a3f4cb-a0f7-4912-abf1-54c12c80d63e req-59a1e1a6-390a-4f84-9285-3499861ff7ed tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521263 May 06 12:30:40.845111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Calling delete_port for c8844bed-3ac2-4622-8a09-356d6cbbe7a0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:40.847732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:40.906696 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b69efed-93fd-483f-9e2c-f4367c3cac57 req-5b4e9034-73c1-4173-95f7-ed3c3e7dc7ad tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.2043073 May 06 12:30:40.917519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:40.922825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:40.923341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:40.980455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.10 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/3848b80f-4391-4139-9ea5-c0068b7c567b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:41.014746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.084377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:30:41.084610 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:30:41.094949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f85a15b3-9503-4bf5-a58a-cbf3d594a3a5 req-0e493d31-ec5b-43aa-bf36-0401c59c5188 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 210 time: 0.0573704 May 06 12:30:41.182212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:41.197046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.249350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:41.270347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:41.283642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9288a-cf6e-4bbe-bec4-0ace642b15b3 req-79b49787-4941-4747-b08f-fe9f520fa2f9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:41.285150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68a9288a-cf6e-4bbe-bec4-0ace642b15b3 req-79b49787-4941-4747-b08f-fe9f520fa2f9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1279192 May 06 12:30:41.305967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.362517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68a9288a-cf6e-4bbe-bec4-0ace642b15b3 req-5aaa40e9-3ea2-4bad-8bf9-51b1516c5b9b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705521 May 06 12:30:41.370186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.511504 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea107b8-690f-4a9d-86c4-65d13df60f96'] response: {'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'code': 200} May 06 12:30:41.586329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:41.587058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Deleting port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:41.587589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.640123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e94ab842-c34e-462f-9943-bf05197e470b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:41.740327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Checking segment: {'id': 'c129c4e2-ee46-4024-adf2-470dd9e96b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:41.740682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Network hostable DHCP agents. Network: b202dcb6-7b88-41d8-9a92-f5eaa99b0038, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:41.749227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:41.779426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654154-e368-4a0e-9c08-578d03a47c82 req-bf553b26-5099-4c6f-b6a3-8b84ba7f3b67 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:41.781252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f654154-e368-4a0e-9c08-578d03a47c82 req-bf553b26-5099-4c6f-b6a3-8b84ba7f3b67 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.4839001 May 06 12:30:41.801702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-940fa375-5f14-4316-912c-cd086cf1b960 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:41.803082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-940fa375-5f14-4316-912c-cd086cf1b960 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.86 "GET /v2.0/networks?id=a5f8abe1-424c-458a-8e25-f96490382b3b HTTP/1.1" status: 200 len: 814 time: 0.3851724 May 06 12:30:41.823977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Request body: {'port': {'device_id': '423905c3-490a-43b5-bc55-c12008de5c02', 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b', 'admin_state_up': True, 'tenant_id': '2316ca5c4c3f4c33910213a3222b09b0'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:41.986779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccabe1d-0a55-4279-87cc-631789bd636e req-75aca57f-42c2-4f91-9311-0ddb70fd6c92 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:41.988285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ccabe1d-0a55-4279-87cc-631789bd636e req-75aca57f-42c2-4f91-9311-0ddb70fd6c92 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2984066 May 06 12:30:42.000388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f654154-e368-4a0e-9c08-578d03a47c82 req-9ac7e474-3209-4776-941d-2762bcaacd41 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065125 May 06 12:30:42.035108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8844bed-3ac2-4622-8a09-356d6cbbe7a0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:42.051230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f9f2605-3eb5-495e-8368-a7629733f3ed req-175ed1a4-3da9-4776-92c7-84cb180b3cfb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1097 time: 0.3195028 May 06 12:30:42.056408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] For port c8844bed-3ac2-4622-8a09-356d6cbbe7a0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:42.056897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.078147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:42.086622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Usage tracker for resource:port and tenant:2316ca5c4c3f4c33910213a3222b09b0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:42.093434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:42.110401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:42.127119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.152636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:42.159128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.172959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c8844bed-3ac2-4622-8a09-356d6cbbe7a0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:42.173483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.251562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Calling delete_port for c8844bed-3ac2-4622-8a09-356d6cbbe7a0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:42.306831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.336915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ccabe1d-0a55-4279-87cc-631789bd636e req-134e4e51-ac01-4908-98c7-fa59402c51ec tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252120 May 06 12:30:42.346106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a7f016-2167-4a51-addc-5a6a3963ba02 req-6a2bb037-f260-4bc6-8e76-e3571bb6ca8e tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0666778 May 06 12:30:42.350643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f9f2605-3eb5-495e-8368-a7629733f3ed req-31197ba8-ae44-4e8e-a985-3d02a2c66f45 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745936 May 06 12:30:42.384775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, b202dcb6-7b88-41d8-9a92-f5eaa99b0038) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:42.387333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Made reservation on behalf of 2316ca5c4c3f4c33910213a3222b09b0 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:42.392763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4dc9e-3620-4e09-a389-15402b3c8fde None None] Network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:42.394222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.420112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:42.420798 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.453457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:42.458485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:42.464259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:42.472259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:42.604174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57ef8604-61ca-4a5b-a0c8-f8ec1d434187 req-7bb9f9a6-0745-4306-8bb0-94ec94cd53ab tempest-ServerShowV257Test-1852694575 tempest-ServerShowV257Test-1852694575-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c645ae7-963f-4745-b965-9fe96bd4e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0543396 May 06 12:30:42.690869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:42.691642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.705514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:42.747736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503450-e1ce-4ce3-aa72-dc13cc1ec4c6 req-2f81724b-c603-4afc-b64a-96a930550524 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:42.748461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fc503450-e1ce-4ce3-aa72-dc13cc1ec4c6 req-2f81724b-c603-4afc-b64a-96a930550524 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:42.808027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bd632b55-9c0f-41b2-a9cb-25d7f86cb31b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9377923 May 06 12:30:42.848991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:42.866572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Allocated IP 172.20.0.7 (a5f8abe1-424c-458a-8e25-f96490382b3b/b35f55d5-1b8b-4eff-bec8-7a5a36c02db6/eef1f557-aa59-4b11-b62f-27036bda4896) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:42.871430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-425f1ca1-83eb-4d5d-9ef2-d4767107c97d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5596008 May 06 12:30:42.872826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fc503450-e1ce-4ce3-aa72-dc13cc1ec4c6 req-2f81724b-c603-4afc-b64a-96a930550524 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:42.874173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc503450-e1ce-4ce3-aa72-dc13cc1ec4c6 req-2f81724b-c603-4afc-b64a-96a930550524 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 932 time: 0.6784902 May 06 12:30:42.874429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1890b11c-981e-408d-8907-07713d3c44ba req-21b0e670-46f6-4117-91f2-68b4a63d2a3a tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 210 time: 0.0913169 May 06 12:30:42.885909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb108d-e88b-4fbd-a60a-aebce5aec724 None None] Network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:42.889509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Request body: {'port': {'device_id': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:42.978090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8844bed-3ac2-4622-8a09-356d6cbbe7a0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:43.230405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc503450-e1ce-4ce3-aa72-dc13cc1ec4c6 req-2ecff563-1918-4583-99c6-ea9f1adc1775 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999945 May 06 12:30:43.233467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:43.431935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:43.457724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c4a84-915b-45eb-bfd1-9b62ba21d0e6 req-a9ff090c-350a-497a-98f2-c9ec78ad914b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:43.469207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-593c4a84-915b-45eb-bfd1-9b62ba21d0e6 req-a9ff090c-350a-497a-98f2-c9ec78ad914b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3140173 May 06 12:30:43.537396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-593c4a84-915b-45eb-bfd1-9b62ba21d0e6 req-3e45868a-84da-4aee-9a61-899c925fe6c0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668728 May 06 12:30:43.610231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:43.649847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:43.823176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70069b-4535-4595-a1a4-db463eb82b41 req-2dd4abbe-a9f7-4fe6-a635-0e387a4814ef tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:43.830243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d70069b-4535-4595-a1a4-db463eb82b41 req-2dd4abbe-a9f7-4fe6-a635-0e387a4814ef tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.3135488 May 06 12:30:43.912776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d70069b-4535-4595-a1a4-db463eb82b41 req-7b90d133-5477-40c6-b01b-cf4c1bb4fa2f tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812578 May 06 12:30:43.977269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3848b80f-4391-4139-9ea5-c0068b7c567b {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:43.990908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.012636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.015214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Transition to ACTIVE for port object 3848b80f-4391-4139-9ea5-c0068b7c567b will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:44.105614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Network a5f8abe1-424c-458a-8e25-f96490382b3b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:44.109511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:44.111542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Pushing event updated for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:44.113808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:44.180728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:44.180728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.190416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.219713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-215e9ff8-1020-48ad-b26e-e1118059713b tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:44.221199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-215e9ff8-1020-48ad-b26e-e1118059713b tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/networks?id=b202dcb6-7b88-41d8-9a92-f5eaa99b0038 HTTP/1.1" status: 200 len: 822 time: 0.3678458 May 06 12:30:44.354639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-6a791035-a9b3-4825-b1d1-c53ffcba4c56 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/quotas/07677691e59b442186b90b522a08ae38 HTTP/1.1" status: 200 len: 375 time: 0.0827777 May 06 12:30:44.379292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:44.384277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-ee5f4db6-d80b-410d-bcec-e04239a84ead tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5663784 May 06 12:30:44.399043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Request body: {'port': {'device_id': '423905c3-490a-43b5-bc55-c12008de5c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:44.536097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce800-f12b-440e-bb10-28785a2e21f5 req-b8e97216-6cfb-464a-83fb-d49254bfe51e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:44.536509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-6e252d10-dcde-4935-a110-4c6051e2e7a0 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=07677691e59b442186b90b522a08ae38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683445 May 06 12:30:44.537538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac3ce800-f12b-440e-bb10-28785a2e21f5 req-b8e97216-6cfb-464a-83fb-d49254bfe51e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3534870 May 06 12:30:44.707437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-aa97d7ab-bff0-4077-8b76-736385b55756 service neutron] 10.222.0.83 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523499 May 06 12:30:44.754386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Attempting to bind port 3848b80f-4391-4139-9ea5-c0068b7c567b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:44.754745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Attempting to bind port 3848b80f-4391-4139-9ea5-c0068b7c567b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:44.755018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Attempting to bind port 3848b80f-4391-4139-9ea5-c0068b7c567b on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:44.760216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.784049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac3ce800-f12b-440e-bb10-28785a2e21f5 req-9fe16357-ada4-4ba5-a969-6094eb08ec91 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110076 May 06 12:30:44.784988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Port 3848b80f-4391-4139-9ea5-c0068b7c567b on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:44.785306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Attempting to bind port 3848b80f-4391-4139-9ea5-c0068b7c567b on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:44.821928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Router e36bab50-2314-4687-a769-9e0f4db128c0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:44.844065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:44.844612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:44.844850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:44.845616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Bound port: 3848b80f-4391-4139-9ea5-c0068b7c567b, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:44.845616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:44.932206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-038eeef3-3c9a-433d-951d-82223570d243 service neutron] 10.222.0.83 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167192 May 06 12:30:45.009058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:45.012757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:45.135287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:45.145465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ec93c95-d7cd-43fd-b9f0-3678462ec11b admin admin] 10.222.0.83 "PUT /v2.0/routers/e36bab50-2314-4687-a769-9e0f4db128c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4474382 May 06 12:30:45.148679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53194) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:45.232065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.392444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0214296-c199-4282-999d-562dd4910ae2 req-a3634ec6-eec3-46f1-8be6-b4a6a9bff498 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:45.399468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.399919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f0214296-c199-4282-999d-562dd4910ae2 req-a3634ec6-eec3-46f1-8be6-b4a6a9bff498 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Synchronizing usage tracker for tenant:2316ca5c4c3f4c33910213a3222b09b0 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:45.420679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.422104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] 10.222.0.86 "PUT /v2.0/ports/3848b80f-4391-4139-9ea5-c0068b7c567b HTTP/1.1" status: 200 len: 1092 time: 2.5401409 May 06 12:30:45.423403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:45.476475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c1409-0d3f-4b0e-9cfa-42365f999658 service neutron] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:45.513745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef1f557-aa59-4b11-b62f-27036bda4896 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:45.521207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.537382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Transition to ACTIVE for port object eef1f557-aa59-4b11-b62f-27036bda4896 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:45.587178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:45.636607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f0214296-c199-4282-999d-562dd4910ae2 req-a3634ec6-eec3-46f1-8be6-b4a6a9bff498 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Unset dirty status for tenant:2316ca5c4c3f4c33910213a3222b09b0 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:45.637789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0214296-c199-4282-999d-562dd4910ae2 req-a3634ec6-eec3-46f1-8be6-b4a6a9bff498 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 931 time: 0.5750506 May 06 12:30:45.664805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.668622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.750761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Deleting port 3e1d9f02-e75c-43bf-9900-a5e5b026341b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:45.750995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.872599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0214296-c199-4282-999d-562dd4910ae2 req-2247a38e-8552-4576-b229-d7faf100d223 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252359 May 06 12:30:45.877030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Pushing event updated for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:45.883242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:45.915196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-467dbccd-41a2-45d7-9cb2-8f5c7c41e67c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 1095 time: 0.3163340 May 06 12:30:46.012468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] For port 3e1d9f02-e75c-43bf-9900-a5e5b026341b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e1d9f02-e75c-43bf-9900-a5e5b026341b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:46.012823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.084467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-b6d99666-4b11-4b94-a603-bad9884b7faa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3848b80f-4391-4139-9ea5-c0068b7c567b HTTP/1.1" status: 200 len: 217 time: 0.1340396 May 06 12:30:46.085990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:46.096042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6bd20d00c4425b887401794c0b0063 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:46.128884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:46.149050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Calling delete_port for 3e1d9f02-e75c-43bf-9900-a5e5b026341b owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:46.160238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:46.174660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Attempting to bind port eef1f557-aa59-4b11-b62f-27036bda4896 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:46.175023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Attempting to bind port eef1f557-aa59-4b11-b62f-27036bda4896 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:46.175316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Attempting to bind port eef1f557-aa59-4b11-b62f-27036bda4896 on network a5f8abe1-424c-458a-8e25-f96490382b3b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:46.199059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-9ff0fabc-1f2a-430a-b438-bcc00020709c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:46.200548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-9ff0fabc-1f2a-430a-b438-bcc00020709c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1077526 May 06 12:30:46.201080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Port eef1f557-aa59-4b11-b62f-27036bda4896 on network a5f8abe1-424c-458a-8e25-f96490382b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:46.201400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Attempting to bind port eef1f557-aa59-4b11-b62f-27036bda4896 on network a5f8abe1-424c-458a-8e25-f96490382b3b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:46.222998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f3e9e-52ea-4fba-9d6c-9b60f23d66d2 req-1f152551-7eba-4a6e-814d-4eb6354ea9dc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:46.226465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce2f3e9e-52ea-4fba-9d6c-9b60f23d66d2 req-1f152551-7eba-4a6e-814d-4eb6354ea9dc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 944 time: 0.2652099 May 06 12:30:46.258539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-29e9c8d2-5db3-474e-91d0-6613d82352f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508881 May 06 12:30:46.260638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:46.261405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Checking segment: {'id': 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:46.261405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Bound using segment: {'id': 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:46.261837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Bound port: eef1f557-aa59-4b11-b62f-27036bda4896, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:46.262129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.291332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.293999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce2f3e9e-52ea-4fba-9d6c-9b60f23d66d2 req-6bf465fc-dd42-43c8-8ee1-25d567d0ae9f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600445 May 06 12:30:46.496631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db46ef9b-3c3e-47eb-9eaf-5dd301dd863b req-e3f4b085-acd7-4406-abf9-156dbbfb7365 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 210 time: 0.0855832 May 06 12:30:46.544207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.578741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:46.586639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-b9d62734-eefc-4326-a372-7d800c446b82 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085880 May 06 12:30:46.586639 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a054e4-6964-42c9-a18b-6efbbc849e15'] response: {'name': 'network-changed', 'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'status': 'completed', 'code': 200} May 06 12:30:46.606312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.620588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=eef1f557-aa59-4b11-b62f-27036bda4896,segment=NetworkSegment(ccf36221-e57a-4efe-9cb1-e66be5ffc2f2),segment_id=ccf36221-e57a-4efe-9cb1-e66be5ffc2f2)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:46.671470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1d9f02-e75c-43bf-9900-a5e5b026341b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:46.794022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.801326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.875329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8634ee9-a09f-4eff-ac06-92fa775eb8eb req-aa293fb5-3876-4386-ae20-9792fd5d22d8 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:46.877003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8634ee9-a09f-4eff-ac06-92fa775eb8eb req-aa293fb5-3876-4386-ae20-9792fd5d22d8 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.4478922 May 06 12:30:46.980791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.993053 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:46.994436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] 10.222.0.86 "PUT /v2.0/ports/eef1f557-aa59-4b11-b62f-27036bda4896 HTTP/1.1" status: 200 len: 1091 time: 2.6018994 May 06 12:30:46.995165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd55480-d63a-4816-b171-282b0330ce17,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:47.010478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87e6ace7-565c-453b-80f1-20d499cda1e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f6bd20d00c4425b887401794c0b0063&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4219732 May 06 12:30:47.013102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53224) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:47.041687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda626ea-e51e-4c65-9ced-5e75b5d6622e service neutron] Pushing event updated for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:47.057371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2477b819-33d9-4f4c-93f2-ebde5840118a req-54b7acf2-ddb5-46e1-9fea-daefc892d9d7 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605300 May 06 12:30:47.101440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907d50-2883-4928-b4c0-6f8f3a1d3bbb req-36f5c295-a304-435f-8bb0-edff03ac86f4 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.102951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05907d50-2883-4928-b4c0-6f8f3a1d3bbb req-36f5c295-a304-435f-8bb0-edff03ac86f4 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.3152862 May 06 12:30:47.119182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8634ee9-a09f-4eff-ac06-92fa775eb8eb req-c8ac4568-b440-4aba-96d5-665a32e82097 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845567 May 06 12:30:47.132681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.180036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.195740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05907d50-2883-4928-b4c0-6f8f3a1d3bbb req-6de3e5ba-077b-441c-a729-fdd6ade1c41d tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828807 May 06 12:30:47.270745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.276229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.388300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975576-669c-46c3-a2e3-0529b1112211 req-3ede3775-5e36-4e1e-9d29-ad83cecbbd20 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.390012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0975576-669c-46c3-a2e3-0529b1112211 req-3ede3775-5e36-4e1e-9d29-ad83cecbbd20 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0946131 May 06 12:30:47.418622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.419184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36bab50-2314-4687-a769-9e0f4db128c0 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:30:47.445285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.446615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba25f220-9f25-401e-98a5-37e200a6b36a admin admin] 10.222.0.83 "DELETE /v2.0/routers/e36bab50-2314-4687-a769-9e0f4db128c0 HTTP/1.1" status: 204 len: 168 time: 2.2969511 May 06 12:30:47.449628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:47.455440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-598e5fb0-cc1e-4500-b5f0-ad445fdb4865 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 1095 time: 0.2010572 May 06 12:30:47.457039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-a8166449-ea8a-4419-968b-e8df8dc3a999 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2316ca5c4c3f4c33910213a3222b09b0&device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 1094 time: 0.1645849 May 06 12:30:47.458862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.489861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0975576-669c-46c3-a2e3-0529b1112211 req-ec9d0f4d-efff-4f6b-94c6-4e6e91bed752 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938036 May 06 12:30:47.520939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Deleting subnet ee1707ae-f06f-4325-b2e0-799a603f9431 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:30:47.525513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.566113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd55480-d63a-4816-b171-282b0330ce17,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:47.643919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.644919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-be3fa845-e56f-4635-9a88-759b6a645121 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dfd55480-d63a-4816-b171-282b0330ce17 HTTP/1.1" status: 204 len: 168 time: 0.6279836 May 06 12:30:47.646392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-5987a689-7cd7-47ec-b3ab-adab4c161cb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef1f557-aa59-4b11-b62f-27036bda4896 HTTP/1.1" status: 200 len: 217 time: 0.1728756 May 06 12:30:47.686088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.699340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e887d-d64c-490a-9f37-bb513e4b2aba req-6ab91b57-1edc-4ad9-82c9-3f7078c6fb93 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.700857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a9e887d-d64c-490a-9f37-bb513e4b2aba req-6ab91b57-1edc-4ad9-82c9-3f7078c6fb93 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 943 time: 0.3272202 May 06 12:30:47.776540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-8344b3e9-a1ec-439c-ae57-2f01e3519ee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.777977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-8344b3e9-a1ec-439c-ae57-2f01e3519ee6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.3034072 May 06 12:30:47.839332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-64ceceb1-80c0-4d0e-a2ec-1935a95b1b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.840810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-64ceceb1-80c0-4d0e-a2ec-1935a95b1b62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b35f55d5-1b8b-4eff-bec8-7a5a36c02db6 HTTP/1.1" status: 200 len: 854 time: 0.1863430 May 06 12:30:47.844292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-25e528fb-1ba9-491b-8d5d-67e40ff8e16a tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 258 time: 0.2906346 May 06 12:30:47.862884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:47.875365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:47.884127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Usage tracker for resource:floatingip and tenant:d81099a466944b77987884797d485ee1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:47.888592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:47.900569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:47.906385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-171ccddb-0793-4e54-a254-94467f048cb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3848b80f-4391-4139-9ea5-c0068b7c567b HTTP/1.1" status: 200 len: 217 time: 0.1170876 May 06 12:30:47.908542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a9e887d-d64c-490a-9f37-bb513e4b2aba req-e542d0df-bde0-44aa-8d22-e7a231af6429 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853323 May 06 12:30:47.910465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-047822ac-df7e-4393-ab82-3e78d3ad6752 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f8abe1-424c-458a-8e25-f96490382b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567434 May 06 12:30:47.912359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:47.946181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-3f83724f-aae5-4470-8e4d-c32a9ddc85be tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:47.947756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-3f83724f-aae5-4470-8e4d-c32a9ddc85be tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.13 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.2305689 May 06 12:30:48.046741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Deleting port ed15b31a-1b33-47aa-a3ed-270184574cbe {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:48.046741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.088463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-4fa7c43c-0fee-4fd6-a7f3-40c9b53701a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.089900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-4fa7c43c-0fee-4fd6-a7f3-40c9b53701a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1734722 May 06 12:30:48.103999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.225451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-5bfe62b0-e919-43a0-a239-f0a87e526508 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179228 May 06 12:30:48.343683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-6141cb7c-c28b-4ef3-8cd2-ae6627f53dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947511 May 06 12:30:48.572437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.588273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:48.625106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1707ae-f06f-4325-b2e0-799a603f9431,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:48.640101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] For port ed15b31a-1b33-47aa-a3ed-270184574cbe, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ed15b31a-1b33-47aa-a3ed-270184574cbe,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:48.640101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.641429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bba4cf-6a6b-4c57-95bf-7012607b7058 None None] Network dd8fba80-36e1-4611-bddb-1be9888344cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:48.644275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.708696 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bdb57f89-3b47-48fa-a4fc-c6254ab62a49 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ee1707ae-f06f-4325-b2e0-799a603f9431 HTTP/1.1" status: 204 len: 168 time: 1.2580299 May 06 12:30:48.711829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53256) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:48.723288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fb022-79a4-46a3-b95e-5f73b6fe4bcb req-0179ed48-fef8-4500-8535-301d15fd8ea5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.724782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-214fb022-79a4-46a3-b95e-5f73b6fe4bcb req-0179ed48-fef8-4500-8535-301d15fd8ea5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 944 time: 0.6184461 May 06 12:30:48.739858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-ea872267-bc34-4ac8-b498-133115bdc922 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004554 May 06 12:30:48.742054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:48.889048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dae207ca-1a1e-4407-bfd5-d581b063c912 req-7614ccd2-6330-4649-ad6e-1a3335df5802 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383601 May 06 12:30:48.945976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-7e7e2da6-fc4f-4011-8e54-e1591b768850 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:48.945976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-7e7e2da6-fc4f-4011-8e54-e1591b768850 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Synchronizing usage tracker for tenant:07677691e59b442186b90b522a08ae38 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:48.982731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-214fb022-79a4-46a3-b95e-5f73b6fe4bcb req-a9d38f3f-591b-4601-b506-19eb05206e12 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388194 May 06 12:30:49.002312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.016985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f84434a2-08a6-46b9-86c0-ef709ece40a8 req-ac5b482d-33a9-448b-b3cb-5cd99d4aa472 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677093 May 06 12:30:49.132476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] DHCP port deletion for dd8fba80-36e1-4611-bddb-1be9888344cc request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:30:49.137385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Deleting port 65288db5-2bb0-426a-99e0-f7f313af323c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:49.137847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.167707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Deleting port 65288db5-2bb0-426a-99e0-f7f313af323c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:49.168067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.176466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c193d06c-5394-4261-9f25-a7abcfd0f8e6 req-40890953-40a9-4b82-bce1-150ea9f55c8e tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 210 time: 0.0490518 May 06 12:30:49.221418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-7e7e2da6-fc4f-4011-8e54-e1591b768850 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Unset dirty status for tenant:07677691e59b442186b90b522a08ae38 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:49.223790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-7e7e2da6-fc4f-4011-8e54-e1591b768850 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.13 "GET /v2.0/networks?id=b202dcb6-7b88-41d8-9a92-f5eaa99b0038 HTTP/1.1" status: 200 len: 822 time: 0.7888529 May 06 12:30:49.242726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Request body: {'port': {'device_id': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038', 'admin_state_up': True, 'tenant_id': '07677691e59b442186b90b522a08ae38'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:49.329325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Allocated IP 172.25.2.141 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/aef08a37-714b-4a08-a57b-23c005f7cd80) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:49.395235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:49.401371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] For port 65288db5-2bb0-426a-99e0-f7f313af323c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65288db5-2bb0-426a-99e0-f7f313af323c,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:49.401934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.457194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.457776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.458086 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Floating IP 55c74845-5951-42a6-b930-3f5bc535bda7 disassociated. External IP: 172.25.2.54, port: ed15b31a-1b33-47aa-a3ed-270184574cbe. May 06 12:30:49.458424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Calling delete_port for ed15b31a-1b33-47aa-a3ed-270184574cbe owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:49.543005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Calling delete_port for 65288db5-2bb0-426a-99e0-f7f313af323c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:49.545725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd68b8-73cf-458c-9d12-a7db2083c4d9 req-1bdd924d-1755-4a90-be3a-50e6fbb45e86 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:49.547853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80cd68b8-73cf-458c-9d12-a7db2083c4d9 req-1bdd924d-1755-4a90-be3a-50e6fbb45e86 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 945 time: 0.1511803 May 06 12:30:49.548450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:49.552840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Usage tracker for resource:port and tenant:07677691e59b442186b90b522a08ae38 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:49.558228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:49.589962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:49.593755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1236353092-network', 'tenant_id': '14e18328bd3b49b882acdb9852a7cc1d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:49.598827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:49.603256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Usage tracker for resource:network and tenant:14e18328bd3b49b882acdb9852a7cc1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:49.606259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:49.612214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:49.643307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80cd68b8-73cf-458c-9d12-a7db2083c4d9 req-7ead48a6-61f0-4adb-a1da-11c50e0ac0c6 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups?id=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867729 May 06 12:30:49.742803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Made reservation on behalf of 14e18328bd3b49b882acdb9852a7cc1d for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:49.744695 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.759277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.792702 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.811854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] For port 65288db5-2bb0-426a-99e0-f7f313af323c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65288db5-2bb0-426a-99e0-f7f313af323c,segment=NetworkSegment(c10e8de9-892e-4d87-a4d7-c5e81926fa34),segment_id=c10e8de9-892e-4d87-a4d7-c5e81926fa34)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:49.812439 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.824355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Made reservation on behalf of 07677691e59b442186b90b522a08ae38 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:49.827259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:49.868850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:49.869135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] Pushing event deleted for resources: {'Port': ['ID=65288db5-2bb0-426a-99e0-f7f313af323c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:49.877394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b710b4-34a5-4094-8e26-5a8b3cc054e9 None None] No DVR routers for this DVR port 65288db5-2bb0-426a-99e0-f7f313af323c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:49.919199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Usage tracker for resource:security_group_rule and tenant:14e18328bd3b49b882acdb9852a7cc1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:49.924726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:49.940006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:50.005197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65288db5-2bb0-426a-99e0-f7f313af323c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:50.043942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d65306-38fe-4a22-87f4-ae403a3e4923 req-07770889-688a-4e8a-b9b1-6955e3a17911 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:50.044852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 65288db5-2bb0-426a-99e0-f7f313af323c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:50.045267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65288db5-2bb0-426a-99e0-f7f313af323c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:50.048259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8d65306-38fe-4a22-87f4-ae403a3e4923 req-07770889-688a-4e8a-b9b1-6955e3a17911 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2740119 May 06 12:30:50.090290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.098379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Calling delete_port for 65288db5-2bb0-426a-99e0-f7f313af323c owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:50.139477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Allocated IP 172.20.0.9 (b202dcb6-7b88-41d8-9a92-f5eaa99b0038/e94ab842-c34e-462f-9943-bf05197e470b/035fee3d-7214-443a-9a7d-590c79022223) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:30:50.167920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.171636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8d65306-38fe-4a22-87f4-ae403a3e4923 req-8666011e-faa9-4ea0-a549-c54adbed5714 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048076 May 06 12:30:50.186057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.199552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event deleted for resources: {'Port': ['ID=ed15b31a-1b33-47aa-a3ed-270184574cbe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:50.260359 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f1489a-43dc-48d8-9bcc-cdcf7d0a3655'] response: {'name': 'network-changed', 'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896', 'status': 'completed', 'code': 200} May 06 12:30:50.351468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.382985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:30:50.383379 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:30:50.437935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.450374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:50.474855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.503734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.504079 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Added segment df287f95-e33d-4ba5-97ba-be25992cd821 of type vlan for network 8d7b91ee-a613-4495-9169-14225f0a14df May 06 12:30:50.506121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:50.549642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Router cf3dfea0-4795-4476-a7f7-03f935eabb9f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:50.565973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:50.574914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:50.574914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event updated for resources: {'Port': ['ID=aef08a37-714b-4a08-a57b-23c005f7cd80,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:50.576918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:50.580319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.585491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.616744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-04d47b15-7fa2-40a7-99dc-58ffa6b7ec2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2316ca5c4c3f4c33910213a3222b09b0&device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 1094 time: 0.3125904 May 06 12:30:50.667734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cde378-0f6a-4842-b126-eda6acca9af0 req-681aff99-5be1-450d-9d99-2693276df0b9 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:50.669261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5cde378-0f6a-4842-b126-eda6acca9af0 req-681aff99-5be1-450d-9d99-2693276df0b9 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 943 time: 0.2884874 May 06 12:30:50.715591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device eef1f557-aa59-4b11-b62f-27036bda4896 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:50.759810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.760755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:50.761267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.895589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Deleting port 65288db5-2bb0-426a-99e0-f7f313af323c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:50.896292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.930294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:50.932467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ed15b31a-1b33-47aa-a3ed-270184574cbe no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:50.974610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] The port '65288db5-2bb0-426a-99e0-f7f313af323c' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:30:50.983270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ed15b31a-1b33-47aa-a3ed-270184574cbe {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:50.983926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ed15b31a-1b33-47aa-a3ed-270184574cbe not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:50.989692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=eef1f557-aa59-4b11-b62f-27036bda4896,segment=NetworkSegment(ccf36221-e57a-4efe-9cb1-e66be5ffc2f2),segment_id=ccf36221-e57a-4efe-9cb1-e66be5ffc2f2)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:51.000894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.018116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'eef1f557-aa59-4b11-b62f-27036bda4896', 'network_id': 'a5f8abe1-424c-458a-8e25-f96490382b3b', 'port_id': 'eef1f557-aa59-4b11-b62f-27036bda4896', 'mac_address': 'fa:16:3e:7b:9c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35f55d5-1b8b-4eff-bec8-7a5a36c02db6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:51.082188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7b91ee-a613-4495-9169-14225f0a14df,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:51.091900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.106544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8d7b91ee-a613-4495-9169-14225f0a14df details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:51.110792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5cde378-0f6a-4842-b126-eda6acca9af0 req-ea79bc5a-7e46-42e8-98ba-06a6db50c2a3 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858852 May 06 12:30:51.132963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-141834bf-7272-495f-8867-63df3e418bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.134864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-141834bf-7272-495f-8867-63df3e418bcb service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f8abe1-424c-458a-8e25-f96490382b3b HTTP/1.1" status: 200 len: 915 time: 0.5029168 May 06 12:30:51.136995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:30:51.138108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Pushing event updated for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:51.141173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:51.145065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:30:51.164624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.203354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.226582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:51.240209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6ace6e29-afb4-4c4f-a178-d7e41ff45387 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8427985 May 06 12:30:51.245707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef1f557-aa59-4b11-b62f-27036bda4896 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:51.250796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Sync routers for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:51.254082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53284) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:51.269099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Request body: {'subnet': {'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1236353092-subnet', 'tenant_id': '14e18328bd3b49b882acdb9852a7cc1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:51.273394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:51.274505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:51.281956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-e5f26293-6926-4879-bf10-c3ef7e14e3d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef1f557-aa59-4b11-b62f-27036bda4896 HTTP/1.1" status: 200 len: 217 time: 0.1383393 May 06 12:30:51.288832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:51.316829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8fba80-36e1-4611-bddb-1be9888344cc']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:51.324794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Usage tracker for resource:subnet and tenant:14e18328bd3b49b882acdb9852a7cc1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:51.337259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:51.348410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10e8de9-892e-4d87-a4d7-c5e81926fa34') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:51.348730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10e8de9-892e-4d87-a4d7-c5e81926fa34') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:51.357397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] No DVR routers for this DVR port ed15b31a-1b33-47aa-a3ed-270184574cbe on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:30:51.364122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.366778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'name': 'network-vif-deleted', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:51.372383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.380118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.380812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.385518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:51.421739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.446211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-f43d31a5-446a-4f1f-8dac-a882ad489886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.447692 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-f43d31a5-446a-4f1f-8dac-a882ad489886 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b35f55d5-1b8b-4eff-bec8-7a5a36c02db6 HTTP/1.1" status: 200 len: 854 time: 0.1561849 May 06 12:30:51.453927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=eef1f557-aa59-4b11-b62f-27036bda4896,segment=NetworkSegment(ccf36221-e57a-4efe-9cb1-e66be5ffc2f2),segment_id=ccf36221-e57a-4efe-9cb1-e66be5ffc2f2)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:51.483359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:30:51.483674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: timer() May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:30:51.497261 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:30:51.509954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-d0dc1efc-063a-47ec-8669-2cb0ef9789c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f8abe1-424c-458a-8e25-f96490382b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531902 May 06 12:30:51.514151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:51.519393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9431c2-4799-4905-afbc-56e77c3e5676 req-837e0b5f-68fb-4495-99ec-c92d2fc5924d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:51.520977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b9431c2-4799-4905-afbc-56e77c3e5676 req-837e0b5f-68fb-4495-99ec-c92d2fc5924d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 944 time: 0.1885450 May 06 12:30:51.560449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Made reservation on behalf of 14e18328bd3b49b882acdb9852a7cc1d for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:51.562753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.564615 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.565021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:51.635815 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-fe6dbcff-f76e-4c8c-8317-61cb4681bd50 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3980682 May 06 12:30:51.671569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b1e1bca-e0d6-4cea-93a6-7b46245294cc req-42c33216-9ddf-4b9d-bc25-0b554364ba07 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.13 "DELETE /v2.0/ports/ed15b31a-1b33-47aa-a3ed-270184574cbe HTTP/1.1" status: 204 len: 173 time: 3.7027709 May 06 12:30:51.701773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Request body: {'port': {'device_id': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:51.759099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.803748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.826867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:51.836374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b9431c2-4799-4905-afbc-56e77c3e5676 req-2af70f0d-7a04-4424-9256-851507b1d852 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931550 May 06 12:30:51.837421 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:30:51.839463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:51.856705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8fba80-36e1-4611-bddb-1be9888344cc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:51.859361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7af8f8d-bd09-4d89-bb8d-41cf77a99e0b admin admin] 10.222.0.83 "DELETE /v2.0/networks/dd8fba80-36e1-4611-bddb-1be9888344cc HTTP/1.1" status: 204 len: 168 time: 3.1468701 May 06 12:30:51.884266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.002106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-ef52edde-065e-44f3-aa95-6f2074adb1e2 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799902 May 06 12:30:52.077048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:52.104120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.139899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event updated for resources: {'Port': ['ID=aef08a37-714b-4a08-a57b-23c005f7cd80,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:52.147612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'mac_address': 'fa:16:3e:29:97:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:52.158849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.222181 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.251412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3848b80f-4391-4139-9ea5-c0068b7c567b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:52.262835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:52.273544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Checking router: cf3dfea0-4795-4476-a7f7-03f935eabb9f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:52.278259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:52.292787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:52.293413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:52.358547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.369210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-7481e444-d1fc-4f83-a6d0-61294e91dcc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5131922 May 06 12:30:52.445055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fa579b1-98ea-45f7-9b83-d9d517357528 req-c5dca113-5141-4b38-8849-e37490a5a1b1 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199047 May 06 12:30:52.450010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.488524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-532972b1-5839-4bc5-a21c-5e097ee522db tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:52.489018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-532972b1-5839-4bc5-a21c-5e097ee522db tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Synchronizing usage tracker for tenant:07677691e59b442186b90b522a08ae38 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:52.521974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-a8473aba-f059-42fd-a7e1-9aba96b34e82 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:52.560167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:52.579831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:52.626952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.630816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-a8473aba-f059-42fd-a7e1-9aba96b34e82 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:52.633337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-a8473aba-f059-42fd-a7e1-9aba96b34e82 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.2629404 May 06 12:30:52.664796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:52.726978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-532972b1-5839-4bc5-a21c-5e097ee522db tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Unset dirty status for tenant:07677691e59b442186b90b522a08ae38 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:52.728719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-532972b1-5839-4bc5-a21c-5e097ee522db tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 931 time: 0.6695499 May 06 12:30:52.737857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['eef1f557-aa59-4b11-b62f-27036bda4896'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:52.826320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4229bab3-0ad9-4f06-a1e1-1663f9982e10 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=26600753739e47fda58bf10b92225aeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1573448 May 06 12:30:52.829864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:52.834373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07acd149-2ba2-4ded-82c1-fc1f01722c79,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:52.887555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-c9547d32-a1ba-4968-935d-ae7e287b98d9 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:52.888977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a06d46f-4d3e-438a-8d0b-99cd2c74b207 req-c9547d32-a1ba-4968-935d-ae7e287b98d9 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2462380 May 06 12:30:52.933508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.940081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Checking segment: {'id': 'df287f95-e33d-4ba5-97ba-be25992cd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:52.940576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Network hostable DHCP agents. Network: 8d7b91ee-a613-4495-9169-14225f0a14df, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:52.954934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-f0c75aed-d303-4ead-81c9-aaf6d28e0db4 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Synchronizing usage tracker for tenant:07677691e59b442186b90b522a08ae38 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:52.967188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:52.970668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3848b80f-4391-4139-9ea5-c0068b7c567b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:30:53.093634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035fee3d-7214-443a-9a7d-590c79022223 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:53.105153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.125470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Transition to ACTIVE for port object 035fee3d-7214-443a-9a7d-590c79022223 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:30:53.134045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b9533f84-afa8-4eae-88a0-333830ed86e4 req-b0a1df56-5139-4d85-8730-335034de1f59 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Synchronizing usage tracker for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:53.198006 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.200424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-f0c75aed-d303-4ead-81c9-aaf6d28e0db4 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Unset dirty status for tenant:07677691e59b442186b90b522a08ae38 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:53.215250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b3b01dc-4447-4be4-a5a6-4911ab184cdb req-f0c75aed-d303-4ead-81c9-aaf6d28e0db4 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614687 May 06 12:30:53.221211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a2513d-a7dc-40b7-9d46-af116577a01d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.236061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.244582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-68a5bf4b-e51b-474a-9a26-9667e560189a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d0a2513d-a7dc-40b7-9d46-af116577a01d HTTP/1.1" status: 204 len: 168 time: 0.4065511 May 06 12:30:53.278611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Network 8d7b91ee-a613-4495-9169-14225f0a14df is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:53.286006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.324078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b9533f84-afa8-4eae-88a0-333830ed86e4 req-b0a1df56-5139-4d85-8730-335034de1f59 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Unset dirty status for tenant:01a4b1ae68ad41f3b3de4363424ef55e on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:53.325469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9533f84-afa8-4eae-88a0-333830ed86e4 req-b0a1df56-5139-4d85-8730-335034de1f59 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/ports?device_id=03cadb37-4e4a-428b-a90e-cda7d628375b HTTP/1.1" status: 200 len: 210 time: 0.2390366 May 06 12:30:53.540996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:53.545962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04405f-9eb2-40f7-8a0c-ec910e36c059 None None] The sync data for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 is: [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3ab6594d-9b53-45f3-8572-72987d13b914', 'name': '', 'network_id': 'a26e3464-6e87-4444-9668-8c45b982bdf6', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'mac_address': 'fa:16:3e:8a:6f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:34Z', 'updated_at': '2022-05-06T12:27:50Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'subnets': [{'id': '44b1cc88-75ba-4102-a61b-e091ead2b5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:53.579055 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa81907d-c552-4ade-9ee7-dd8bf9b6a6ff'] response: {'server_uuid': '03cadb37-4e4a-428b-a90e-cda7d628375b', 'name': 'network-vif-deleted', 'tag': 'ed15b31a-1b33-47aa-a3ed-270184574cbe', 'status': 'completed', 'code': 200} May 06 12:30:53.731378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8d7b91ee-a613-4495-9169-14225f0a14df) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:53.735911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.736613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:53.743172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464a7595-9f8a-4bf6-9caa-f0d4ee184172 None None] Network 8d7b91ee-a613-4495-9169-14225f0a14df requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:53.772956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Pushing event updated for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:53.870310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b5c4-bccf-418d-be99-5a8eb66367f4 req-bb39b4ac-87e6-4eba-982c-1d7324e3dc1b tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.873458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4684b5c4-bccf-418d-be99-5a8eb66367f4 req-bb39b4ac-87e6-4eba-982c-1d7324e3dc1b tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 944 time: 0.1274903 May 06 12:30:53.907474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39407cec-1350-47ce-842b-f7c40c0da855 req-ba1e44e6-99f3-4349-bca8-da378918dea5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:53.909118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39407cec-1350-47ce-842b-f7c40c0da855 req-ba1e44e6-99f3-4349-bca8-da378918dea5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2605097 May 06 12:30:53.916186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-592ada7b-47b6-4dca-8403-32c994dda9f8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6538224 May 06 12:30:53.927106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Attempting to bind port 035fee3d-7214-443a-9a7d-590c79022223 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:30:53.927106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Attempting to bind port 035fee3d-7214-443a-9a7d-590c79022223 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c129c4e2-ee46-4024-adf2-470dd9e96b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:30:53.927106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Attempting to bind port 035fee3d-7214-443a-9a7d-590c79022223 on network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:53.970024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4684b5c4-bccf-418d-be99-5a8eb66367f4 req-fbe86cc8-bd12-4cf2-989d-dda0ff0d8c8a tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Synchronizing usage tracker for tenant:2316ca5c4c3f4c33910213a3222b09b0 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:30:53.981180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Port 035fee3d-7214-443a-9a7d-590c79022223 on network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:30:53.983586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Attempting to bind port 035fee3d-7214-443a-9a7d-590c79022223 on network b202dcb6-7b88-41d8-9a92-f5eaa99b0038 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:30:54.001267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:30:54.001795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Checking segment: {'id': 'c129c4e2-ee46-4024-adf2-470dd9e96b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:54.002253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Bound using segment: {'id': 'c129c4e2-ee46-4024-adf2-470dd9e96b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:30:54.002757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Bound port: 035fee3d-7214-443a-9a7d-590c79022223, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c129c4e2-ee46-4024-adf2-470dd9e96b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:30:54.003334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.038921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39407cec-1350-47ce-842b-f7c40c0da855 req-4938a7fc-0dcb-443a-a459-2e91efbc73e8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180656 May 06 12:30:54.050011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4b184-3b61-4215-8363-0fc81b3cc3be None None] Network 8d7b91ee-a613-4495-9169-14225f0a14df requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:54.112710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4684b5c4-bccf-418d-be99-5a8eb66367f4 req-fbe86cc8-bd12-4cf2-989d-dda0ff0d8c8a tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Unset dirty status for tenant:2316ca5c4c3f4c33910213a3222b09b0 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:30:54.114325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4684b5c4-bccf-418d-be99-5a8eb66367f4 req-fbe86cc8-bd12-4cf2-989d-dda0ff0d8c8a tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340145 May 06 12:30:54.293552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:30:54.365796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=035fee3d-7214-443a-9a7d-590c79022223,segment=NetworkSegment(c129c4e2-ee46-4024-adf2-470dd9e96b5e),segment_id=c129c4e2-ee46-4024-adf2-470dd9e96b5e)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:30:54.390097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-e9768e7f-3970-4460-802f-781a5d811668 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:54.397508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-e9768e7f-3970-4460-802f-781a5d811668 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0906339 May 06 12:30:54.408882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e160e1-6518-41d7-95e3-2cbe862ed57c req-08d519d8-5e7f-4168-aaea-305356fedf51 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:54.410709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e160e1-6518-41d7-95e3-2cbe862ed57c req-08d519d8-5e7f-4168-aaea-305356fedf51 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 945 time: 0.0916631 May 06 12:30:54.467649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e160e1-6518-41d7-95e3-2cbe862ed57c req-eb6e39d6-0db8-4d3a-a1c7-1dcb2a5d37c0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 May 06 12:30:54.480939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-885078b3-f1f0-42a5-a7a1-40ddf0eb0df2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0831969 May 06 12:30:54.496254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'floatingip': {'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:54.574670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.587652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.640918 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Sync routers for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:54.658247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:54.666624 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:30:54.666624 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e36bab50-2314-4687-a769-9e0f4db128c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:30:54.674280 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:54.675082 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:30:54.676428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e36bab50-2314-4687-a769-9e0f4db128c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:30:54.677400 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73a833-d5a1-4b48-8def-18cd52e3830c None None] The sync data for ids ['e36bab50-2314-4687-a769-9e0f4db128c0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:54.724035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device eef1f557-aa59-4b11-b62f-27036bda4896 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:54.724519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.724519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] 10.222.0.13 "PUT /v2.0/ports/035fee3d-7214-443a-9a7d-590c79022223 HTTP/1.1" status: 200 len: 1091 time: 3.0247855 May 06 12:30:54.724519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'tag': '035fee3d-7214-443a-9a7d-590c79022223'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:54.777855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ce347-a72d-46be-a7f4-3ab4d06e8730 service neutron] Pushing event updated for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:54.821417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a9ea-bd28-422a-b286-6d95c9bdbabc req-b4e9af86-440e-46e2-bf24-d408c6a04e6f tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:54.821417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff52a9ea-bd28-422a-b286-6d95c9bdbabc req-b4e9af86-440e-46e2-bf24-d408c6a04e6f tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 943 time: 0.1877394 May 06 12:30:54.921507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port eef1f557-aa59-4b11-b62f-27036bda4896 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:54.927923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port eef1f557-aa59-4b11-b62f-27036bda4896 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:54.940162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:54.977475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff52a9ea-bd28-422a-b286-6d95c9bdbabc req-bfbb16e7-ed4b-4d18-8b1d-700358ff2cac tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514802 May 06 12:30:55.033988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-6f9981c2-2d46-49a9-8d57-5caee7b8ed9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07677691e59b442186b90b522a08ae38&device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 1094 time: 0.1367066 May 06 12:30:55.119338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-b074d377-f5e9-42c0-b517-a396708358d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=035fee3d-7214-443a-9a7d-590c79022223 HTTP/1.1" status: 200 len: 217 time: 0.0770688 May 06 12:30:55.149104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.189547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=eef1f557-aa59-4b11-b62f-27036bda4896,segment=NetworkSegment(ccf36221-e57a-4efe-9cb1-e66be5ffc2f2),segment_id=ccf36221-e57a-4efe-9cb1-e66be5ffc2f2)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:55.190904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:55.247519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-ab96502d-f37a-40be-990b-7fd050a12a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:55.248211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:55.256314 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-ab96502d-f37a-40be-990b-7fd050a12a1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e94ab842-c34e-462f-9943-bf05197e470b HTTP/1.1" status: 200 len: 862 time: 0.1229351 May 06 12:30:55.257748 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4100691c-f97e-4c4c-bf62-5615eeaaaca6'] response: {'name': 'network-changed', 'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'tag': '035fee3d-7214-443a-9a7d-590c79022223', 'status': 'completed', 'code': 200} May 06 12:30:55.267504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1287711777-network', 'tenant_id': '7a9538ffe06745f388a3facb31968bbe'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:55.280145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:55.281686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.282510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:30:55.286374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Usage tracker for resource:network and tenant:7a9538ffe06745f388a3facb31968bbe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:55.301594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:55.312549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-2722edb6-c16f-4a05-8254-7eadf8a62989 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b202dcb6-7b88-41d8-9a92-f5eaa99b0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538352 May 06 12:30:55.395535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:55.432085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:55.471086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:55.498202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.498518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.498856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.499184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.499504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.499849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.500686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.500686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.500954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.501101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.501382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:30:55.564040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Made reservation on behalf of 7a9538ffe06745f388a3facb31968bbe for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:55.566237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.582859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-5e1bdc0d-da61-412d-ac0b-10d38feba0f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595913 May 06 12:30:55.589948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efaf7e-cc5e-442e-a2bf-424fe08885eb req-0fab552a-386a-4b4c-98a7-762745c5edc0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:55.590836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03efaf7e-cc5e-442e-a2bf-424fe08885eb req-0fab552a-386a-4b4c-98a7-762745c5edc0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2702620 May 06 12:30:55.593506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.622003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 3848b80f-4391-4139-9ea5-c0068b7c567b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:30:55.630136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3848b80f-4391-4139-9ea5-c0068b7c567b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:30:55.630860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.657358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.660883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:55.666224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Usage tracker for resource:security_group_rule and tenant:7a9538ffe06745f388a3facb31968bbe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:55.669627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:55.676857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:55.723367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.766488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03efaf7e-cc5e-442e-a2bf-424fe08885eb req-f912536e-ed3d-4144-bf25-2efd375c0126 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549046 May 06 12:30:55.838572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.846228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1370830067-network', 'tenant_id': '4c386f948e6f44e88a55a8b3f483edcc'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:55.864745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:55.898622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.900745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:55.907300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Usage tracker for resource:network and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:55.912102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:55.918356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cf6658-2173-436b-96f5-a73d4b5ed4f4 req-466c9f7a-a6fd-4f71-964b-ea422a29550e service neutron] 10.222.0.13 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262999 May 06 12:30:55.923026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:55.980613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:55.994775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d899e6-f74d-487b-9852-b8b3c8c55f58 None None] New status for floating IP 55c74845-5951-42a6-b930-3f5bc535bda7: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:30:56.004005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Made reservation on behalf of 4c386f948e6f44e88a55a8b3f483edcc for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:56.007400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.015232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:56.035101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b482fe-6156-4ab8-a8ee-425ea4e0fd42,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:56.038235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.038655 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Added segment 30124d13-e3a8-4fb1-82dc-ac6af129b7b2 of type vlan for network 62f6f831-2a1d-4f91-b4e0-3634a457ecba May 06 12:30:56.075573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.083124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.094227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.153338 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Floating IP 5b81ca92-af4a-4481-9687-71d03d207b3d associated. External IP: 172.25.2.141, port: 5ec2c7fb-0126-4b87-8c75-0698c12eafdc. May 06 12:30:56.167320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:56.173373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:56.176833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:56.185699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:56.192046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-c591a480-2e1d-4d1e-987c-4784a62e7c28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07677691e59b442186b90b522a08ae38&device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 1094 time: 0.1556799 May 06 12:30:56.281659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.281659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:56.292885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.375850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8844bed-3ac2-4622-8a09-356d6cbbe7a0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:56.427722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: c8844bed-3ac2-4622-8a09-356d6cbbe7a0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:56.428116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8844bed-3ac2-4622-8a09-356d6cbbe7a0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:56.433676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] Pushing event updated for resources: {'Network': ['ID=62f6f831-2a1d-4f91-b4e0-3634a457ecba,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:56.455820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 62f6f831-2a1d-4f91-b4e0-3634a457ecba details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:56.479917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:56.493942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659341a-220f-4481-a3d2-30d175995f89 req-a7ab1b55-fb28-4f2f-b542-bfd0f5417f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:56.496470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b8904cbf-013e-4891-b065-1cc3653c26fe admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2474508 May 06 12:30:56.496674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-a7ab1b55-fb28-4f2f-b542-bfd0f5417f22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b202dcb6-7b88-41d8-9a92-f5eaa99b0038 HTTP/1.1" status: 200 len: 923 time: 0.2976196 May 06 12:30:56.500257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53362) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:56.504379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.511082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Request body: {'subnet': {'network_id': '62f6f831-2a1d-4f91-b4e0-3634a457ecba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1287711777-subnet', 'tenant_id': '7a9538ffe06745f388a3facb31968bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:56.518528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:56.525899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Usage tracker for resource:subnet and tenant:7a9538ffe06745f388a3facb31968bbe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:56.535936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:56.549596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:56.574289 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-1522a92a-99fe-4a0e-b682-92bf50f754ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=035fee3d-7214-443a-9a7d-590c79022223 HTTP/1.1" status: 200 len: 217 time: 0.0691571 May 06 12:30:56.631922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.693703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:30:56.696721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Made reservation on behalf of 7a9538ffe06745f388a3facb31968bbe for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:56.698939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.712748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659341a-220f-4481-a3d2-30d175995f89 req-7e0714ad-bee0-4ef4-b0a6-1a1cfa92f13b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:56.714206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-7e0714ad-bee0-4ef4-b0a6-1a1cfa92f13b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e94ab842-c34e-462f-9943-bf05197e470b HTTP/1.1" status: 200 len: 862 time: 0.1316760 May 06 12:30:56.716453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbcfcd5-bfc2-4eeb-a917-e89a24a07524,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:56.719205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.719543 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Added segment 4012fdbc-51fa-4847-a0fb-c43736ca78e1 of type vlan for network 0c2cdbbb-3033-405b-a7e6-4c5c136716ef May 06 12:30:56.771414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-11c98800-a4c7-4927-913a-688a7ff827bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b202dcb6-7b88-41d8-9a92-f5eaa99b0038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460553 May 06 12:30:56.889459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:56.955878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-4b116afd-51fc-4e21-81ef-386b70542ffb service neutron] 10.222.0.13 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712284 May 06 12:30:57.002763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53370) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:57.024194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:30:57.058814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.058814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.059433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.139454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.250314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2cdbbb-3033-405b-a7e6-4c5c136716ef,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.254428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4659341a-220f-4481-a3d2-30d175995f89 req-abb59861-18de-483e-97da-95484d5ad785 service neutron] 10.222.0.13 "GET /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909801 May 06 12:30:57.261513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0c2cdbbb-3033-405b-a7e6-4c5c136716ef details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:30:57.292155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79712c-f4fb-49bd-a1d1-12cba6e03f13 req-cf035224-b8ff-49d7-8381-e3b819311424 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.293703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f79712c-f4fb-49bd-a1d1-12cba6e03f13 req-cf035224-b8ff-49d7-8381-e3b819311424 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 945 time: 0.1931036 May 06 12:30:57.295922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.354727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f79712c-f4fb-49bd-a1d1-12cba6e03f13 req-42b62094-430c-453b-b0c3-44e544d07c32 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 May 06 12:30:57.410092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-648e5332-91ac-4384-863d-e4029a7872f0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0080051 May 06 12:30:57.410092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53374) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:57.415831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Request body: {'subnet': {'network_id': '0c2cdbbb-3033-405b-a7e6-4c5c136716ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1370830067-subnet', 'tenant_id': '4c386f948e6f44e88a55a8b3f483edcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:30:57.422396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:30:57.426974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Usage tracker for resource:subnet and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:30:57.430620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:30:57.437602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:30:57.449178 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8c85cf-bc6a-489d-a0c2-4e1bb52ef529'] response: {'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896', 'code': 200} May 06 12:30:57.470289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de18b62c-9e13-4297-99f5-4351ae04c7a7,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.494593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.523869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Checking segment: {'id': '30124d13-e3a8-4fb1-82dc-ac6af129b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '62f6f831-2a1d-4f91-b4e0-3634a457ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:57.524158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Network hostable DHCP agents. Network: 62f6f831-2a1d-4f91-b4e0-3634a457ecba, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:57.615038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:30:57.617513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Made reservation on behalf of 4c386f948e6f44e88a55a8b3f483edcc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:30:57.620001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.628367 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Sync routers for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:30:57.633770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.642234 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:57.643089 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:57.696518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-51549e5d-a611-41ad-ab68-b1fddb3b2e21 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "PUT /v2.0/floatingips/5b81ca92-af4a-4481-9687-71d03d207b3d HTTP/1.1" status: 200 len: 997 time: 3.2073543 May 06 12:30:57.696977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:57.790808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bfeca362-a276-49db-9b9b-7b95d57081a8 req-a7f072ee-cb9d-4910-a8b8-dbda2c632322 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 1096 time: 0.2590280 May 06 12:30:57.792568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Network 62f6f831-2a1d-4f91-b4e0-3634a457ecba is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:57.803861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c47ebc-4ecc-4b50-a867-c73c74968405 req-1e053d08-fc94-4324-9ac1-e4632c7509ee tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.805437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9c47ebc-4ecc-4b50-a867-c73c74968405 req-1e053d08-fc94-4324-9ac1-e4632c7509ee tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2305400 May 06 12:30:57.834594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-512bf9d3-078e-47d2-8897-9939a543fb49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1097 time: 0.1255517 May 06 12:30:57.863011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.871399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.871399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "DELETE /v2.0/security-groups/b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c HTTP/1.1" status: 204 len: 168 time: 0.8630934 May 06 12:30:57.874964 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:57.880743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53380) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:57.929571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca4f75-4a21-4af4-9f58-08e35804148e tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:57.935714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 62f6f831-2a1d-4f91-b4e0-3634a457ecba) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:57.940806 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-8dbff3fd-a82d-4baf-8b2c-62960dad38a2 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] show failed (client error): The resource could not be found. May 06 12:30:57.946034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8dbff3fd-a82d-4baf-8b2c-62960dad38a2 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "GET /v2.0/security-groups/b8ac1b6e-32cc-4ef3-ae9f-66bc4188170c HTTP/1.1" status: 404 len: 347 time: 0.0602150 May 06 12:30:57.948744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:30:57.951663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:57.952425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:57.955480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bfeca362-a276-49db-9b9b-7b95d57081a8 req-74bc05bd-d452-4a51-b992-a9807f0174bd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432452 May 06 12:30:57.962668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9df140-edaf-47be-92b4-153d2504dd47 None None] Network 62f6f831-2a1d-4f91-b4e0-3634a457ecba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:57.972331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9c47ebc-4ecc-4b50-a867-c73c74968405 req-1c84d262-320e-4377-a3e4-3742e147d348 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444235 May 06 12:30:58.111734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e1d9f02-e75c-43bf-9900-a5e5b026341b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:30:58.118291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.159969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Deleting port c47eb298-db29-4024-baf8-bacdf9b1bba7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:30:58.160402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.171214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3e1d9f02-e75c-43bf-9900-a5e5b026341b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:30:58.171878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e1d9f02-e75c-43bf-9900-a5e5b026341b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:30:58.228392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a805f46-773b-44ae-8ace-c0717dd381a1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7266464 May 06 12:30:58.244697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-ac9a3d29-e499-422c-9a0d-226ffad28382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:58.251758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-ac9a3d29-e499-422c-9a0d-226ffad28382 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 930 time: 0.4095845 May 06 12:30:58.303174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Checking segment: {'id': '4012fdbc-51fa-4847-a0fb-c43736ca78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0c2cdbbb-3033-405b-a7e6-4c5c136716ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:30:58.304119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Network hostable DHCP agents. Network: 0c2cdbbb-3033-405b-a7e6-4c5c136716ef, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:30:58.311560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d46a9fa-9fa5-44af-aafc-7ca6a96a7a18,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:58.350053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3b556-c98f-4432-ac88-67fc57d6bf32 req-fac55e9b-80a9-4f13-903a-8987ce92043c tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:58.358486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdf3b556-c98f-4432-ac88-67fc57d6bf32 req-fac55e9b-80a9-4f13-903a-8987ce92043c tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 943 time: 0.2311165 May 06 12:30:58.367728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff40f4-6b67-4653-a344-36a680214296 None None] Network 62f6f831-2a1d-4f91-b4e0-3634a457ecba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:58.368330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-89041391-80e2-48f9-a318-2ba80822a879 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 1000 time: 0.1093366 May 06 12:30:58.419714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdf3b556-c98f-4432-ac88-67fc57d6bf32 req-1166283f-5101-4dee-b41a-dfa08f380de7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 May 06 12:30:58.483425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Network 0c2cdbbb-3033-405b-a7e6-4c5c136716ef is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:30:58.520659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5b81ca92-af4a-4481-9687-71d03d207b3d', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'mac_address': 'fa:16:3e:1c:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:30:50Z', 'updated_at': '2022-05-06T12:30:55Z', 'revision_number': 1, 'project_id': 'd81099a466944b77987884797d485ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:58.527173 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Checking router: cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:30:58.559286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:30:58.559989 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:58.607425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0c2cdbbb-3033-405b-a7e6-4c5c136716ef) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:30:58.612209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:58.613225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.644212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebec97-4d09-4ee6-9402-77ee07fa9b4b None None] Network 0c2cdbbb-3033-405b-a7e6-4c5c136716ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:58.663013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-f1b5260d-9ddf-4030-b937-57328e2e48fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:58.664688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-f1b5260d-9ddf-4030-b937-57328e2e48fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.3019297 May 06 12:30:58.718158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.718643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:58.720262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a6ccada3-4a18-42a3-9a21-135f5f2194b9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3099570 May 06 12:30:58.837406 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:30:58.957884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576d588-fbc1-4bfb-80da-d3f845de1b18 None None] Network 0c2cdbbb-3033-405b-a7e6-4c5c136716ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:30:59.004080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Calling delete_port for c47eb298-db29-4024-baf8-bacdf9b1bba7 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:30:59.024372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 035fee3d-7214-443a-9a7d-590c79022223 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:30:59.146647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-3999a3ae-6f93-4800-a204-714d92122745 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4724481 May 06 12:30:59.150947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65994f-992b-4c2e-8724-194324265e6f req-e9a7be8d-e81a-4ee5-bf1d-1b011ddbbd3b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:59.159285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c65994f-992b-4c2e-8724-194324265e6f req-e9a7be8d-e81a-4ee5-bf1d-1b011ddbbd3b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1227560 May 06 12:30:59.253276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c65994f-992b-4c2e-8724-194324265e6f req-8711905f-091e-49ae-baf1-eea1eab74da8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912750 May 06 12:30:59.283142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=035fee3d-7214-443a-9a7d-590c79022223,segment=NetworkSegment(c129c4e2-ee46-4024-adf2-470dd9e96b5e),segment_id=c129c4e2-ee46-4024-adf2-470dd9e96b5e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:59.335307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '035fee3d-7214-443a-9a7d-590c79022223', 'network_id': 'b202dcb6-7b88-41d8-9a92-f5eaa99b0038', 'port_id': '035fee3d-7214-443a-9a7d-590c79022223', 'mac_address': 'fa:16:3e:67:22:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e94ab842-c34e-462f-9943-bf05197e470b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:30:59.359522 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07df41d1-c3e7-4a0e-b8c7-cb32d1f988a4'] response: {'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'status': 'completed', 'code': 200} May 06 12:30:59.418614 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.433096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-9efa9b63-76c3-49ed-8694-d78c18fc72a0 service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168319 May 06 12:30:59.445128 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5b81ca92-af4a-4481-9687-71d03d207b3d', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'mac_address': 'fa:16:3e:1c:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:30:50Z', 'updated_at': '2022-05-06T12:30:55Z', 'revision_number': 1, 'project_id': 'd81099a466944b77987884797d485ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:30:59.450686 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efe01a-a0be-4800-8b69-bebc066fabd8 None None] The sync data for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 is: [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5b81ca92-af4a-4481-9687-71d03d207b3d', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'mac_address': 'fa:16:3e:1c:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:30:50Z', 'updated_at': '2022-05-06T12:30:55Z', 'revision_number': 1, 'project_id': 'd81099a466944b77987884797d485ee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:30:59.460655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:30:59.464283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.473532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035fee3d-7214-443a-9a7d-590c79022223 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:30:59.497602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=035fee3d-7214-443a-9a7d-590c79022223,segment=NetworkSegment(c129c4e2-ee46-4024-adf2-470dd9e96b5e),segment_id=c129c4e2-ee46-4024-adf2-470dd9e96b5e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:30:59.527128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-101e06ea-b865-4667-ac07-42dd50143124 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1097 time: 0.1468456 May 06 12:30:59.589559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Pushing event deleted for resources: {'Port': ['ID=c47eb298-db29-4024-baf8-bacdf9b1bba7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:59.609256 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.742089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:30:59.785417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab2c721-9ec4-4045-a867-1d7d10954a8e None None] New status for floating IP 5b81ca92-af4a-4481-9687-71d03d207b3d: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:30:59.808069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c5cf0-b52a-4492-96d5-c84b4ec6a25b req-378f8c29-6345-4743-8f88-088b5e3c1eeb tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:59.809584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc3c5cf0-b52a-4492-96d5-c84b4ec6a25b req-378f8c29-6345-4743-8f88-088b5e3c1eeb tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 945 time: 0.3239210 May 06 12:30:59.810547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-b43bef86-c876-47bd-b777-26f43b3d3ee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:30:59.811947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-b43bef86-c876-47bd-b777-26f43b3d3ee0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 930 time: 0.2750208 May 06 12:30:59.849604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bca99-e5f6-45cb-9c16-a47a9c1c3839 req-27ed9fba-be0b-4058-b54e-ec9d76c32d9b service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156709 May 06 12:30:59.851259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:30:59.970649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-5138960b-4e9a-4c80-ace1-9f7b0f058519 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 1000 time: 0.1497691 May 06 12:30:59.973108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc3c5cf0-b52a-4492-96d5-c84b4ec6a25b req-c5e38f0a-ac7d-4e3c-8fc7-703700f94cf0 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492445 May 06 12:30:59.984002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['035fee3d-7214-443a-9a7d-590c79022223'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:00.024556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.025734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e22ae51f-2f19-457f-93c8-04b43e7c96b8 tempest-AttachSCSIVolumeTestJSON-102083546 tempest-AttachSCSIVolumeTestJSON-102083546-project] 10.222.0.83 "DELETE /v2.0/floatingips/55c74845-5951-42a6-b930-3f5bc535bda7 HTTP/1.1" status: 204 len: 168 time: 2.0760205 May 06 12:31:00.059530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-fa53bfb2-1118-435e-8110-347c1f5a728c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:00.060871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-fa53bfb2-1118-435e-8110-347c1f5a728c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.0835719 May 06 12:31:00.156054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-5456ebcc-eeca-41f4-a026-c189afa373e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894849 May 06 12:31:00.314098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-973336277', 'description': 'tempest-description-1474731811'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:00.320473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:00.324476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:00.327290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:00.333097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:00.362090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-93048032-addb-4b43-a9f8-e93cbac04870 service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995032 May 06 12:31:00.390171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-72235980-b77f-476e-9824-8f23c253e669 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:00.391787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-72235980-b77f-476e-9824-8f23c253e669 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/networks?id=8d7b91ee-a613-4495-9169-14225f0a14df HTTP/1.1" status: 200 len: 825 time: 0.1552813 May 06 12:31:00.417173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-1015eb10-5890-4a9c-ba8e-96949a566cc1 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/quotas/14e18328bd3b49b882acdb9852a7cc1d HTTP/1.1" status: 200 len: 375 time: 0.0197740 May 06 12:31:00.446926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.469192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-258c116d-0622-497f-8af4-6d15f6bde730 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=14e18328bd3b49b882acdb9852a7cc1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464616 May 06 12:31:00.518353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:00.530987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:00.541145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:00.549101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:00.552474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4a64cf5-65fc-4d20-8ddc-876cf193aa4c req-f169bd3c-f74f-41ed-b428-9ba1799eed13 service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843009 May 06 12:31:00.614389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.628300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-dbc20107-6d77-435a-a2e3-7aec2f516ec3 service neutron] 10.222.0.83 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512349 May 06 12:31:00.689244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.735527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf6780-fc0e-4a4b-ac15-5805b309757b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:00.792043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-31c5aa34-7f15-41f8-8dd5-d16066f14ce0 service neutron] 10.222.0.83 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554408 May 06 12:31:00.819516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:00.822585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1b8cc9b-2f38-48d0-a8f0-796ed1e6c27a req-667bfc1b-80ab-4310-91be-57856d2239ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5238063 May 06 12:31:00.989366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 035fee3d-7214-443a-9a7d-590c79022223 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:01.013869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94acea-14c3-4eb0-bf9e-c3cbdc91e29a req-25d6b546-6c5e-405c-a10b-d6ae1cb266bd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:01.015328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a94acea-14c3-4eb0-bf9e-c3cbdc91e29a req-25d6b546-6c5e-405c-a10b-d6ae1cb266bd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.0794587 May 06 12:31:01.067404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a94acea-14c3-4eb0-bf9e-c3cbdc91e29a req-e59c7bf7-e617-417f-8865-17deb7e9fa00 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 May 06 12:31:01.180265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 035fee3d-7214-443a-9a7d-590c79022223 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:01.185473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 035fee3d-7214-443a-9a7d-590c79022223 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:01.186094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.298582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d338-9878-44a4-98a0-65d882dfb750 req-a6e99833-18fc-4c54-b590-1fe758b055d4 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:01.300093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4722d338-9878-44a4-98a0-65d882dfb750 req-a6e99833-18fc-4c54-b590-1fe758b055d4 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 944 time: 0.0917635 May 06 12:31:01.315834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.352232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=035fee3d-7214-443a-9a7d-590c79022223,segment=NetworkSegment(c129c4e2-ee46-4024-adf2-470dd9e96b5e),segment_id=c129c4e2-ee46-4024-adf2-470dd9e96b5e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:01.353112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4722d338-9878-44a4-98a0-65d882dfb750 req-09c06f38-f5de-421a-ae2f-5ba9448a789d tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 May 06 12:31:01.422464 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd80339-8ce5-447d-87db-688ed4bace9f'] response: {'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'code': 200} May 06 12:31:01.470240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.499400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-4007bc26-6e7a-4aad-bf1f-ed29c325640b tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/f9bf6780-fc0e-4a4b-ac15-5805b309757b HTTP/1.1" status: 200 len: 1638 time: 0.0539217 May 06 12:31:01.511821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f9bf6780-fc0e-4a4b-ac15-5805b309757b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:01.515843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f9bf6780-fc0e-4a4b-ac15-5805b309757b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:01.520640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:01.548598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:01.567813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:01.573826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:01.580668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:01.615365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb17e68c-7188-4054-97c7-5c8ba9f0dc45 req-3b3251b0-ec0c-413e-a162-6f83c3eae8ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 1097 time: 0.0966513 May 06 12:31:01.644592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-759cea83-7a9c-42f2-9fc7-97494739f3f4 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 258 time: 0.2105391 May 06 12:31:01.656182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:01.664238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:01.675233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:01.711723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb17e68c-7188-4054-97c7-5c8ba9f0dc45 req-e81da799-30fc-48e2-b812-8295e14ba7f4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864091 May 06 12:31:01.779234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.796194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-af297a84-ea48-457b-b5a0-5a63b09d1d8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.1288035 May 06 12:31:01.820750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.851486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.956981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:01.983993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-c008d566-6648-4443-955a-75e23cc42ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:01.985674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-c008d566-6648-4443-955a-75e23cc42ae5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.1785395 May 06 12:31:01.993556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd8d80a-249b-4b24-a44b-3d9eb8425f99,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:02.007424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.102188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-34805e99-1d60-455a-aca2-e477e9fdbc37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.1043885 May 06 12:31:02.152175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Allocated IP 172.25.2.181 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6eb7a02c-d8ab-445a-91be-e2fc54aba7e6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:02.167319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.168648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7654ff2-ba32-4b15-9d80-9dd6d26c9a33 req-77acb528-6b50-4d7c-857f-a7e950f79cec tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6621771 May 06 12:31:02.183176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-f19ae0d2-df4d-4544-8784-7cf276c9c114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:02.184785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-f19ae0d2-df4d-4544-8784-7cf276c9c114 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0751679 May 06 12:31:02.268176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-63fbbeec-e286-4717-9ec0-0afe0b2b6095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761621 May 06 12:31:02.343936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.478325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.551274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:02.555039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:02.559541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:02.563492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-af6ba695-03b8-4f39-bda7-8748c0c63672 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872694 May 06 12:31:02.574480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dcba-ef65-4e1f-bf53-59ed4d9d7aac req-d55a46c3-617c-4bc4-89f2-75d462d0615e tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:02.576041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ad3dcba-ef65-4e1f-bf53-59ed4d9d7aac req-d55a46c3-617c-4bc4-89f2-75d462d0615e tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 945 time: 0.2771657 May 06 12:31:02.587421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event updated for resources: {'Port': ['ID=6eb7a02c-d8ab-445a-91be-e2fc54aba7e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:02.733306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ad3dcba-ef65-4e1f-bf53-59ed4d9d7aac req-025a75b8-e0fb-4c3e-b161-50e30e731a01 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346803 May 06 12:31:02.734959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.771704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6411ccea-e9e3-4642-ab98-e42ec5aa3a0c req-c92aa4d2-e58e-4304-8db5-281be6cd26d3 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945024 May 06 12:31:02.934581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:02.967080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba2604a5-199e-4fc1-9d46-ca1a1d76dd5c req-9ae2e790-2598-4c02-9525-2b474dee6e6d tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 210 time: 0.0559738 May 06 12:31:03.196654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33e4c2-945c-4abd-b0ee-f55c4a4db269 req-3b9c9062-371c-4c46-b91b-cb8a6f104778 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:03.203834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c33e4c2-945c-4abd-b0ee-f55c4a4db269 req-3b9c9062-371c-4c46-b91b-cb8a6f104778 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0981929 May 06 12:31:03.260814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c33e4c2-945c-4abd-b0ee-f55c4a4db269 req-cde6f1d0-9c0d-4a38-858d-65163014968d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560372 May 06 12:31:03.298568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.403111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.423468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035fee3d-7214-443a-9a7d-590c79022223'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:03.506327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc0ea-b4d8-4512-8fdd-ce14015782f9 req-bc8d7365-0ddf-4769-8f48-2cbf2d31dc44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:03.507942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e0dc0ea-b4d8-4512-8fdd-ce14015782f9 req-bc8d7365-0ddf-4769-8f48-2cbf2d31dc44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1243126 May 06 12:31:03.535366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event updated for resources: {'Port': ['ID=6eb7a02c-d8ab-445a-91be-e2fc54aba7e6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:03.555349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.558306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e0dc0ea-b4d8-4512-8fdd-ce14015782f9 req-e18f11e3-a253-4669-a89e-7ad787dac38a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 May 06 12:31:03.611993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1024968960', 'description': 'tempest-description-1968109553'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:03.618992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:03.623416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:03.626996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:03.634569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:03.655706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.658552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-1cb30ff5-3c73-4e31-9219-2534367cdac2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0071807 May 06 12:31:03.741946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-af08fb9e-f2b5-4810-9ac3-d9376b52498d tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:03.767551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.804644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:03.808605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:03.811676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:03.818633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:03.872244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-af08fb9e-f2b5-4810-9ac3-d9376b52498d tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:03.873564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-af08fb9e-f2b5-4810-9ac3-d9376b52498d tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.2092903 May 06 12:31:03.876315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:03.996931 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.041135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd496e-5259-42a5-b4ce-0cf755bb6370,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:04.075670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-cc3ddda0-f54a-419b-9684-34d09e4cebe1 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.077104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1137ceaa-2eec-4517-ade7-cc3d9eb14fe3 req-cc3ddda0-f54a-419b-9684-34d09e4cebe1 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1974223 May 06 12:31:04.190634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:04.191865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47c4967b-18de-41fe-a7a6-af9835e69246 req-fa94cb08-aeb3-4a9e-a336-d1dc0ff1b9fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5848570 May 06 12:31:04.296689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398508-df61-4e03-95d9-d8d7b22778ef req-b9fbf5bd-ec2d-4407-ab73-2043bf40b4ca tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.298268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a398508-df61-4e03-95d9-d8d7b22778ef req-b9fbf5bd-ec2d-4407-ab73-2043bf40b4ca tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.1183925 May 06 12:31:04.337128 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b6f1b4-7870-426a-bcb5-95859931277a'] response: {'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035fee3d-7214-443a-9a7d-590c79022223', 'code': 200} May 06 12:31:04.354963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a398508-df61-4e03-95d9-d8d7b22778ef req-0f6aa580-2509-43e5-aa78-71f7f7d813d9 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 May 06 12:31:04.491213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-61f99bd6-91b2-4e4f-af75-8a53b5931a73 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.494501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-61f99bd6-91b2-4e4f-af75-8a53b5931a73 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Synchronizing usage tracker for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:04.502745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb07ae18-f005-4121-a4f5-053f1a74cf3c req-49f5ddac-fe19-4083-9331-c1faf9ba9295 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 1096 time: 0.0974798 May 06 12:31:04.555567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97fe98f1-799e-47fd-bdc8-3e1a271dc6c7 req-cb5bdb26-3ebc-4e18-bd30-e46f7dca54c8 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 210 time: 0.0516460 May 06 12:31:04.598483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb07ae18-f005-4121-a4f5-053f1a74cf3c req-3b5cf0f0-09da-4652-a8ad-7b7334998caa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 May 06 12:31:04.637519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-61f99bd6-91b2-4e4f-af75-8a53b5931a73 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Unset dirty status for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:04.638741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-61f99bd6-91b2-4e4f-af75-8a53b5931a73 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.13 "GET /v2.0/networks?id=8d7b91ee-a613-4495-9169-14225f0a14df HTTP/1.1" status: 200 len: 825 time: 0.3574705 May 06 12:31:04.752905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-a3218e77-e485-4c12-9187-9658d8de6b99 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:04.754600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-a3218e77-e485-4c12-9187-9658d8de6b99 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0839341 May 06 12:31:04.848513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-f7f99b27-be1f-4f28-bf23-5e2ce4659583 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0861752 May 06 12:31:04.858672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-e28b80cb-b61f-4900-b113-36cfe279ec8e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'floatingip': {'port_id': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:04.867162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Request body: {'port': {'device_id': '3b42aa29-86ec-45e2-9302-f4668807d349', 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df', 'admin_state_up': True, 'tenant_id': '14e18328bd3b49b882acdb9852a7cc1d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:04.950360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-e28b80cb-b61f-4900-b113-36cfe279ec8e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.016559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:05.020972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Usage tracker for resource:port and tenant:14e18328bd3b49b882acdb9852a7cc1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:05.026182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:05.034041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:05.161348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Made reservation on behalf of 14e18328bd3b49b882acdb9852a7cc1d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:05.165368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.401151 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-e28b80cb-b61f-4900-b113-36cfe279ec8e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] update failed (client error): There was a conflict when trying to complete your request. May 06 12:31:05.402203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4930e1ea-82ff-47ae-a653-b79b132098f0 req-e28b80cb-b61f-4900-b113-36cfe279ec8e tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "PUT /v2.0/floatingips/df2f6b50-3597-4e3d-9897-2194e5861e0d HTTP/1.1" status: 409 len: 551 time: 0.5478497 May 06 12:31:05.409922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Allocated IP 172.20.0.10 (8d7b91ee-a613-4495-9169-14225f0a14df/07acd149-2ba2-4ded-82c1-fc1f01722c79/05ba4d6b-00d9-4451-9853-ea0d2325ac34) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:05.433276 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-3995b7de-968b-4913-abbb-ef5db9a910be tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/c7bd496e-5259-42a5-b4ce-0cf755bb6370 HTTP/1.1" status: 200 len: 1639 time: 0.0842097 May 06 12:31:05.454141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7bd496e-5259-42a5-b4ce-0cf755bb6370', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:05.454558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c7bd496e-5259-42a5-b4ce-0cf755bb6370', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:05.479576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:05.488714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:05.495707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:05.511978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:05.599885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4cb94-0296-4be5-b018-a5383813042d req-6845345f-85b5-40bd-b822-1a5367dd4c5a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:05.602106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32e4cb94-0296-4be5-b018-a5383813042d req-6845345f-85b5-40bd-b822-1a5367dd4c5a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.0831962 May 06 12:31:05.663960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32e4cb94-0296-4be5-b018-a5383813042d req-49dde597-4f6d-42a3-a399-789bdd6e3803 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552943 May 06 12:31:05.715162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.719237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.752018 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.837738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.862169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe3c448-b65e-4105-b4a8-9d63740c28fe,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:05.895121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.968346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:05.969499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81109c6f-118a-497a-b3a4-b5601ed02fdd req-0544b17a-e3c6-4e1d-bbb4-d13272876f4f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5222902 May 06 12:31:05.975562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Network 8d7b91ee-a613-4495-9169-14225f0a14df is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:05.984096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:05.986832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:06.025306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1e45b-07ae-47e8-99f8-0d1a958eb2e9 req-f2be8095-4590-49f7-a933-c54d40987a47 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.026884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91c1e45b-07ae-47e8-99f8-0d1a958eb2e9 req-f2be8095-4590-49f7-a933-c54d40987a47 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.0902779 May 06 12:31:06.037625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Pushing event updated for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:06.066129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.067142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.091575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91c1e45b-07ae-47e8-99f8-0d1a958eb2e9 req-6153b534-bd73-4d98-b7d1-33a18a37b3b7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 May 06 12:31:06.161315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f3739-15db-48e6-bb21-903ce62fea8c req-6ef05cfe-abdf-41a9-8ce8-da373a389a40 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.163285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af0f3739-15db-48e6-bb21-903ce62fea8c req-6ef05cfe-abdf-41a9-8ce8-da373a389a40 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.0800073 May 06 12:31:06.210612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af0f3739-15db-48e6-bb21-903ce62fea8c req-1d4682a6-bf69-4fc3-a535-71144cdbed52 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 May 06 12:31:06.312906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-3a394630-f202-4ee7-b89e-b9a0d62b6cc3 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4502399 May 06 12:31:06.325249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-0115bc4b-3faf-4c9e-b9d7-4d1af9561fc3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips/df2f6b50-3597-4e3d-9897-2194e5861e0d HTTP/1.1" status: 200 len: 693 time: 0.1947668 May 06 12:31:06.325952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Request body: {'port': {'device_id': '3b42aa29-86ec-45e2-9302-f4668807d349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:06.496741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-e48ba69c-0f06-451d-bdbb-063bd122df03 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.498141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-e48ba69c-0f06-451d-bdbb-063bd122df03 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1668220 May 06 12:31:06.583701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-3a1bf79b-e181-40c7-b67c-d9ca58432811 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0795736 May 06 12:31:06.590782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.669942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-9c5bcf28-98d4-47dd-9034-5a9b444e3bb6 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0794034 May 06 12:31:06.671489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-8f61a0c4-88b3-4ab7-8cba-90e6c1df4aa4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:06.672219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-8f61a0c4-88b3-4ab7-8cba-90e6c1df4aa4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Synchronizing usage tracker for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:06.838431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-8f61a0c4-88b3-4ab7-8cba-90e6c1df4aa4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Unset dirty status for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:06.839588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-8f61a0c4-88b3-4ab7-8cba-90e6c1df4aa4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 932 time: 0.3563507 May 06 12:31:06.844198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Deleting port 6eb7a02c-d8ab-445a-91be-e2fc54aba7e6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:06.844546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:06.929414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-d27b0e90-79ca-4403-94bd-605549c35cab tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Synchronizing usage tracker for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:07.021555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.021882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.023890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ba4d6b-00d9-4451-9853-ea0d2325ac34 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:07.031826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.047697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Transition to ACTIVE for port object 05ba4d6b-00d9-4451-9853-ea0d2325ac34 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:31:07.051445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-d27b0e90-79ca-4403-94bd-605549c35cab tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Unset dirty status for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:07.051445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbc80c6-7be5-4555-a384-d9de67d1c867 req-d27b0e90-79ca-4403-94bd-605549c35cab tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971891 May 06 12:31:07.106214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.157027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Calling delete_port for 6eb7a02c-d8ab-445a-91be-e2fc54aba7e6 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:07.286846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:07.340617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.388742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event deleted for resources: {'Port': ['ID=6eb7a02c-d8ab-445a-91be-e2fc54aba7e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:07.401689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc420-f899-45c0-bf70-dd3d5e864c5c req-269324c6-deab-4ee7-8742-d4acc325fbdb tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:07.403148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cbdc420-f899-45c0-bf70-dd3d5e864c5c req-269324c6-deab-4ee7-8742-d4acc325fbdb tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1835306 May 06 12:31:07.446916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Attempting to bind port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:31:07.447246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Attempting to bind port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'df287f95-e33d-4ba5-97ba-be25992cd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:31:07.447568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Attempting to bind port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 on network 8d7b91ee-a613-4495-9169-14225f0a14df {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:07.465295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 on network 8d7b91ee-a613-4495-9169-14225f0a14df not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:31:07.465617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Attempting to bind port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 on network 8d7b91ee-a613-4495-9169-14225f0a14df {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:31:07.477594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cbdc420-f899-45c0-bf70-dd3d5e864c5c req-606b259a-16eb-476d-8bdd-fbf27c09b1e1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675185 May 06 12:31:07.478712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:31:07.479038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Checking segment: {'id': 'df287f95-e33d-4ba5-97ba-be25992cd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:07.479397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Bound using segment: {'id': 'df287f95-e33d-4ba5-97ba-be25992cd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:31:07.479920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Bound port: 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df287f95-e33d-4ba5-97ba-be25992cd821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:31:07.480266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.483162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.574626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:31:07.577628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34,segment=NetworkSegment(df287f95-e33d-4ba5-97ba-be25992cd821),segment_id=df287f95-e33d-4ba5-97ba-be25992cd821)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:31:07.661165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.671045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:07.705863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1109813887', 'description': 'tempest-description-990806423'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:07.724675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:07.736282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:07.739037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.740522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac94bd-b633-4847-b4fc-a24c54773bd1 req-a60dd241-f121-411b-a7b0-4142e3752d2c tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "DELETE /v2.0/floatingips/df2f6b50-3597-4e3d-9897-2194e5861e0d HTTP/1.1" status: 204 len: 173 time: 1.0653567 May 06 12:31:07.747965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:07.755879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:07.770873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.773091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] 10.222.0.13 "PUT /v2.0/ports/05ba4d6b-00d9-4451-9853-ea0d2325ac34 HTTP/1.1" status: 200 len: 1092 time: 1.4522340 May 06 12:31:07.773688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:07.807017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7508b-6132-4612-9dfb-6d45b471c007 service neutron] Pushing event updated for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:07.821564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:07.862907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:07.868028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:07.871060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:07.877020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:07.964745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070be9b-84eb-475a-9d23-bcd2a8adcf33 req-2bf58971-54bc-4f84-b083-0579bc07cc35 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:07.966233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a070be9b-84eb-475a-9d23-bcd2a8adcf33 req-2bf58971-54bc-4f84-b083-0579bc07cc35 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1166260 May 06 12:31:07.988419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.008628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-880c5c36-8be4-4b6e-ae3e-d7dc6820e794 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e18328bd3b49b882acdb9852a7cc1d&device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 1095 time: 0.1189680 May 06 12:31:08.083371 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.112047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-a02948b1-cac6-455f-a154-ef68a1bb5ac6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34 HTTP/1.1" status: 200 len: 217 time: 0.0900412 May 06 12:31:08.185148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93672ff7-f335-4935-a34f-4dd9a8479a93,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:08.203947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-98fc042c-caaa-4172-a39a-6f30ef5cc68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:08.205394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-98fc042c-caaa-4172-a39a-6f30ef5cc68c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07acd149-2ba2-4ded-82c1-fc1f01722c79 HTTP/1.1" status: 200 len: 865 time: 0.0764294 May 06 12:31:08.250927 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a070be9b-84eb-475a-9d23-bcd2a8adcf33 req-f93cf9a6-788a-4722-a15f-0eb2df53b1b0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284654 May 06 12:31:08.257516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-6f238049-7c08-44c9-8d8d-b681cf75f629 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d7b91ee-a613-4495-9169-14225f0a14df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414989 May 06 12:31:08.258617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.267720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5aa3088f-46b7-4811-900c-3ae4183aa6e4 req-9fa06dc8-d6c7-4408-9518-5f3d36675c5c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5763888 May 06 12:31:08.332141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.409301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1c05ae94-2593-4172-abf2-3a1ef20ae67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:08.512361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-aebbd8eb-9083-4b9f-9a95-d27fbee1cad3 service neutron] 10.222.0.13 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411880 May 06 12:31:08.553356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5f3a8-4641-4dcd-9135-fcadfedb0653 req-80d26fda-c80a-4b06-b9bd-06f17ef558cb tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:08.555335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85c5f3a8-4641-4dcd-9135-fcadfedb0653 req-80d26fda-c80a-4b06-b9bd-06f17ef558cb tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.1677997 May 06 12:31:08.592935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5e329-a5b6-403a-9c30-6e17947493b2 req-70f74e29-2455-4f11-aa67-d006058f36f0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:08.594493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58f5e329-a5b6-403a-9c30-6e17947493b2 req-70f74e29-2455-4f11-aa67-d006058f36f0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1342540 May 06 12:31:08.665055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58f5e329-a5b6-403a-9c30-6e17947493b2 req-56736653-f101-4a9a-b846-cf7f84d95796 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636652 May 06 12:31:08.802998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85c5f3a8-4641-4dcd-9135-fcadfedb0653 req-9499ab7c-1d21-4df8-867a-1b3047e180f2 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934176 May 06 12:31:08.902759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34ebf1ff-9355-4fda-a1c0-d40d3afc5331 req-89d37347-7b5a-43ab-a614-a48799450c30 service neutron] 10.222.0.13 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805101 May 06 12:31:08.962125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-6bc65f80-0458-4212-929d-58ddf9eac74f tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.1148837 May 06 12:31:09.049110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-3aa789d6-f561-4301-be0e-a0eb06e659e7 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.050445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-3aa789d6-f561-4301-be0e-a0eb06e659e7 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports/5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 943 time: 0.0808570 May 06 12:31:09.152784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Deleting port 3ab6594d-9b53-45f3-8572-72987d13b914 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:09.153125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.225907 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6a06b8-e066-40dc-8249-ebffadefed66'] response: {'name': 'network-changed', 'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34', 'status': 'completed', 'code': 200} May 06 12:31:09.293179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-0c277664-2ae1-41e5-aaf5-4aae28cf21d3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.1531656 May 06 12:31:09.409460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] For port 3ab6594d-9b53-45f3-8572-72987d13b914, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ab6594d-9b53-45f3-8572-72987d13b914,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:09.410083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:09.461151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-5085d45d-0b00-44a9-8447-c6fc8acbd5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14e18328bd3b49b882acdb9852a7cc1d&device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 1095 time: 0.2100790 May 06 12:31:09.469676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-d31e2a8d-8fe4-450e-9ea0-004c93919b59 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.471043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-d31e2a8d-8fe4-450e-9ea0-004c93919b59 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.1723728 May 06 12:31:09.544663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Calling delete_port for 3ab6594d-9b53-45f3-8572-72987d13b914 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:09.595284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f3d65-530c-40c8-a871-d4eee5d83b65 req-f00c2f0f-4cff-4b68-8332-1498bf854f27 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.596801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-316f3d65-530c-40c8-a871-d4eee5d83b65 req-f00c2f0f-4cff-4b68-8332-1498bf854f27 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 944 time: 0.2769625 May 06 12:31:09.677225 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-316f3d65-530c-40c8-a871-d4eee5d83b65 req-46da39f1-051b-4b11-a042-8fd697bf7337 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689688 May 06 12:31:09.682841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-2907b55f-b838-4789-bc8e-9174bd53d685 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 1002 time: 0.1846700 May 06 12:31:09.703953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:09.758960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70905-7971-419b-b252-2ae1376847f1 req-48e40670-1114-4d6b-955a-a57a66b908ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:09.760475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-48e40670-1114-4d6b-955a-a57a66b908ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d7b91ee-a613-4495-9169-14225f0a14df HTTP/1.1" status: 200 len: 926 time: 0.2839303 May 06 12:31:09.853530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1046046190', 'description': 'tempest-description-1493694416'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:09.861367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-70fadd01-9e09-40bf-99d7-484581305fea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34 HTTP/1.1" status: 200 len: 217 time: 0.0820327 May 06 12:31:09.864440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:09.872137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:09.876464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:09.885431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:09.917457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.008092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.025598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70905-7971-419b-b252-2ae1376847f1 req-97b0c7b3-cd80-41e4-9668-f2dddf3e3d66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:10.027039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-97b0c7b3-cd80-41e4-9668-f2dddf3e3d66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07acd149-2ba2-4ded-82c1-fc1f01722c79 HTTP/1.1" status: 200 len: 865 time: 0.1536355 May 06 12:31:10.051655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.064249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab6594d-9b53-45f3-8572-72987d13b914,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:10.141917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-38afb1e9-fac3-4462-8f86-3365b41c1b62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d7b91ee-a613-4495-9169-14225f0a14df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027272 May 06 12:31:10.180502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:10.187751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:10.192970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:10.203258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:10.409238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.466158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.513792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.519297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-ecd5bf3a-b422-479e-bec7-ea308b14b7b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745668 May 06 12:31:10.541566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.615122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.615437 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Floating IP 5b81ca92-af4a-4481-9687-71d03d207b3d disassociated. External IP: 172.25.2.141, port: 5ec2c7fb-0126-4b87-8c75-0698c12eafdc. May 06 12:31:10.649311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-177783a7-de4c-43f3-9ea4-0dae8c43abe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.658295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43edf15e-9f0f-49ed-8004-3f663352578a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:10.791810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ab70905-7971-419b-b252-2ae1376847f1 req-a035dfb4-2a13-4c34-bb3d-6d35d8b954a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657557 May 06 12:31:10.799933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:10.817064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2519cc07-cffd-4a32-b1bd-0878810f166f req-61adecca-36f5-48da-b462-1f1ac9fa7f0c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.9717476 May 06 12:31:11.109386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-ca36f177-39ae-45e3-9aeb-4fcf3dc6d0f6 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:11.110795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-ca36f177-39ae-45e3-9aeb-4fcf3dc6d0f6 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.86 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 945 time: 0.1687231 May 06 12:31:11.133646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da33848-337d-4b9b-97f9-afe6830768d8 req-9871f9b7-8717-44e9-b66c-07b38106c5d2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:11.135101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7da33848-337d-4b9b-97f9-afe6830768d8 req-9871f9b7-8717-44e9-b66c-07b38106c5d2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2314572 May 06 12:31:11.197081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Deleting port eef1f557-aa59-4b11-b62f-27036bda4896 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:11.197434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:11.202047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7da33848-337d-4b9b-97f9-afe6830768d8 req-cb29349c-75a7-49ba-8a99-f1e851cf37f9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607598 May 06 12:31:11.280076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Router cf3dfea0-4795-4476-a7f7-03f935eabb9f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:11.344327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:11.623437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] For port eef1f557-aa59-4b11-b62f-27036bda4896, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=eef1f557-aa59-4b11-b62f-27036bda4896,segment=NetworkSegment(ccf36221-e57a-4efe-9cb1-e66be5ffc2f2),segment_id=ccf36221-e57a-4efe-9cb1-e66be5ffc2f2)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:11.623814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:11.659720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2b9c-2c7e-4eb3-8cd8-d3d3a76d0945 req-58dec913-2261-4ee2-820a-ec6020c64c93 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:11.661219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d12f2b9c-2c7e-4eb3-8cd8-d3d3a76d0945 req-58dec913-2261-4ee2-820a-ec6020c64c93 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/ports?device_id=423905c3-490a-43b5-bc55-c12008de5c02 HTTP/1.1" status: 200 len: 945 time: 0.2335191 May 06 12:31:11.732855 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d12f2b9c-2c7e-4eb3-8cd8-d3d3a76d0945 req-ceb90950-04bf-4ba8-996d-494fdae89ab3 tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.83 "GET /v2.0/security-groups?id=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651462 May 06 12:31:11.734558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:11.739286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0581a57-1769-4210-b325-4c8f75e18614 admin admin] 10.222.0.83 "PUT /v2.0/routers/cf3dfea0-4795-4476-a7f7-03f935eabb9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0672011 May 06 12:31:11.746386 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Sync routers for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:11.748271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53560) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:11.760061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Calling delete_port for eef1f557-aa59-4b11-b62f-27036bda4896 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:11.764353 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:11.764977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.066161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:12.076868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232baa76-b034-4c4d-8a41-ea74409daa86 req-c1122c2b-474a-4bc5-9e2f-97be53f8cdc5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:12.078373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-232baa76-b034-4c4d-8a41-ea74409daa86 req-c1122c2b-474a-4bc5-9e2f-97be53f8cdc5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1598620 May 06 12:31:12.098266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:12.109746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.114209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Sync routers for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:12.136817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:12.139732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.153522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-232baa76-b034-4c4d-8a41-ea74409daa86 req-40c98d96-147e-437b-85a5-6d1b19bfbc00 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634899 May 06 12:31:12.158529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.177717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-04f15f36-b004-4a55-837e-23e553ae3fd3 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "PUT /v2.0/floatingips/5b81ca92-af4a-4481-9687-71d03d207b3d HTTP/1.1" status: 200 len: 695 time: 2.4825275 May 06 12:31:12.179096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:12.294391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.351545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:12.382266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Pushing event deleted for resources: {'Port': ['ID=eef1f557-aa59-4b11-b62f-27036bda4896,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:12.484471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] No DVR routers for this DVR port eef1f557-aa59-4b11-b62f-27036bda4896 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:12.485495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed319756-32cc-40bb-9313-baa2ffff4ae0 req-8ae85312-1830-4890-a9a2-7ef462721c4c tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:12.492565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.493827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed319756-32cc-40bb-9313-baa2ffff4ae0 req-8ae85312-1830-4890-a9a2-7ef462721c4c tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 944 time: 0.1322894 May 06 12:31:12.494491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55394750-381f-4180-ad5d-0b0c889d5e70 req-6cf19f88-24e2-4d3c-8541-8441775999af tempest-ServerAddressesTestJSON-1394350596 tempest-ServerAddressesTestJSON-1394350596-project] 10.222.0.86 "DELETE /v2.0/ports/eef1f557-aa59-4b11-b62f-27036bda4896 HTTP/1.1" status: 204 len: 173 time: 1.3770299 May 06 12:31:12.500870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:31:09Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.505844 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Checking router: cf3dfea0-4795-4476-a7f7-03f935eabb9f for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:12.507050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-e50719f0-be69-4712-bf9a-b3002efe647d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1097 time: 0.3076875 May 06 12:31:12.528206 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Routers {'cf3dfea0-4795-4476-a7f7-03f935eabb9f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:12.528910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.564107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.586082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed319756-32cc-40bb-9313-baa2ffff4ae0 req-22a126c4-580c-4836-adda-9ad996e0af18 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 May 06 12:31:12.627370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['eef1f557-aa59-4b11-b62f-27036bda4896'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:12.681200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.682265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.690831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-1aaf5f8d-e6e7-4708-bdc2-3f3cf964c8de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/93672ff7-f335-4935-a34f-4dd9a8479a93 HTTP/1.1" status: 200 len: 1638 time: 0.0624189 May 06 12:31:12.717904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-ec0f0c0f-c1dd-40e9-9c1a-57d0b3241420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:12.729108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-ec0f0c0f-c1dd-40e9-9c1a-57d0b3241420 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 930 time: 0.2157371 May 06 12:31:12.738260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.743125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Checking router: cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:12.754493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Deleting port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:12.755061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:12.761364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] Set router cf3dfea0-4795-4476-a7f7-03f935eabb9f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:12.765662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:12.766519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:12.886776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-9d3a0a12-8f1b-4d35-bfe4-bd06ad31db6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 217 time: 0.1561022 May 06 12:31:12.961672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-3fc99ffa-6139-427c-b782-edaeff65825a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:12.963273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-3fc99ffa-6139-427c-b782-edaeff65825a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.0698833 May 06 12:31:12.971862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] For port a7d4d89a-56ab-4d2d-ab83-fedab5bf0073, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:12.972228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.005221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-f6b756b1-0989-41ea-9b39-a0918e9107c6 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/43edf15e-9f0f-49ed-8004-3f663352578a HTTP/1.1" status: 200 len: 1639 time: 0.3072844 May 06 12:31:13.013084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93672ff7-f335-4935-a34f-4dd9a8479a93', 'remote_group_id': '43edf15e-9f0f-49ed-8004-3f663352578a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:13.013417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93672ff7-f335-4935-a34f-4dd9a8479a93', 'remote_group_id': '43edf15e-9f0f-49ed-8004-3f663352578a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:13.042848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 05ba4d6b-00d9-4451-9853-ea0d2325ac34 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:13.078671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-077dc6b3-c299-4db5-ba49-a27ae7b25f93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050334 May 06 12:31:13.079263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:13.145125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Calling delete_port for a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:13.175424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:13.184452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:13.199760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:13.230389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:13.260369 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:31:09Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:13.265299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bd5ac-23ce-4d68-b4a1-ec38073c4b3e None None] The sync data for ids ['cf3dfea0-4795-4476-a7f7-03f935eabb9f'] in n-d-840845-1 is: [{'id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1679443173-router', 'tenant_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:22Z', 'updated_at': '2022-05-06T12:31:09Z', 'revision_number': 5, 'project_id': '01a4b1ae68ad41f3b3de4363424ef55e', 'gw_port': {'id': 'a7d4d89a-56ab-4d2d-ab83-fedab5bf0073', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:dd:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3dfea0-4795-4476-a7f7-03f935eabb9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:25Z', 'updated_at': '2022-05-06T12:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:13.265685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-f158f470-f08f-4309-bbbc-ca89e3e19d09 service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854980 May 06 12:31:13.340779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34,segment=NetworkSegment(df287f95-e33d-4ba5-97ba-be25992cd821),segment_id=df287f95-e33d-4ba5-97ba-be25992cd821)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:13.404391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.420359 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.434692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '05ba4d6b-00d9-4451-9853-ea0d2325ac34', 'network_id': '8d7b91ee-a613-4495-9169-14225f0a14df', 'port_id': '05ba4d6b-00d9-4451-9853-ea0d2325ac34', 'mac_address': 'fa:16:3e:71:eb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07acd149-2ba2-4ded-82c1-fc1f01722c79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:13.436200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dfa2330-acf5-4386-8b9b-7fded3f4495e req-8d99a6e3-91da-44f4-82f6-6ac14a9f3426 service neutron] 10.222.0.83 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691637 May 06 12:31:13.454680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.535143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.579147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.583589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d4d89a-56ab-4d2d-ab83-fedab5bf0073,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:13.614314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ba4d6b-00d9-4451-9853-ea0d2325ac34 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:13.626437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.685131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34,segment=NetworkSegment(df287f95-e33d-4ba5-97ba-be25992cd821),segment_id=df287f95-e33d-4ba5-97ba-be25992cd821)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:13.704928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65ff4e5-e27d-4635-9506-6fb4c9f3ba39,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:13.738171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:13.752179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fed10-6309-4ddf-8a2f-cde8495aa214 None None] The sync data for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 is: [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:30:10Z', 'revision_number': 4, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cf941da3-9e7d-4fd1-bc66-04bf294897ec', 'name': '', 'network_id': '7200eb2a-92e0-48a9-ad5b-b58292d9817a', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'mac_address': 'fa:16:3e:9a:8f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:09Z', 'updated_at': '2022-05-06T12:30:35Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'subnets': [{'id': '0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:13.792612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:13.879687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf0b2e-78ae-4fc0-981a-76c58501e9c5 req-8d89ef03-88c4-4b0b-bbec-44466b3f37a6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:13.881897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5cf0b2e-78ae-4fc0-981a-76c58501e9c5 req-8d89ef03-88c4-4b0b-bbec-44466b3f37a6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1370611 May 06 12:31:13.917234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:13.946100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5cf0b2e-78ae-4fc0-981a-76c58501e9c5 req-edfe5f7f-76b0-46a6-b224-bdce5b319d77 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574512 May 06 12:31:14.034571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ab6594d-9b53-45f3-8572-72987d13b914 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:14.070951 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95605ad6-82de-4653-bf3e-772f0b31c957'] response: {'name': 'network-changed', 'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'status': 'completed', 'code': 200} May 06 12:31:14.082804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3ab6594d-9b53-45f3-8572-72987d13b914 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:14.082804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ab6594d-9b53-45f3-8572-72987d13b914 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:14.108150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.123964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77167e9a-41b0-497b-a054-cbf1562a7166 req-3e813e04-d6ec-4d28-9ba9-0e70011af89c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.1174693 May 06 12:31:14.133393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['05ba4d6b-00d9-4451-9853-ea0d2325ac34'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:14.161249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.183808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:14.266052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Deleting subnet b35f55d5-1b8b-4eff-bec8-7a5a36c02db6 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:14.275819 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48ee65-a0a9-485c-bba8-93d9b7f32287 None None] New status for floating IP 5b81ca92-af4a-4481-9687-71d03d207b3d: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:31:14.289407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.436018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-7660dcde-2a52-4527-94ff-ca8a15328f33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d81099a466944b77987884797d485ee1&device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 1097 time: 0.3316574 May 06 12:31:14.443330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-9588c128-b773-4bce-a4cc-4e42c56cea38 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips/5b81ca92-af4a-4481-9687-71d03d207b3d HTTP/1.1" status: 200 len: 695 time: 0.1736770 May 06 12:31:14.448352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.543106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.550321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.570482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3bf76-1d73-4cc5-999c-3f50e5bfb89f req-d046b809-4cfb-4126-af14-d46df60f79b1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:14.572046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cc3bf76-1d73-4cc5-999c-3f50e5bfb89f req-d046b809-4cfb-4126-af14-d46df60f79b1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2458324 May 06 12:31:14.640858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cc3bf76-1d73-4cc5-999c-3f50e5bfb89f req-6a2bee24-2a0d-49c5-a1cb-033484503a33 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618823 May 06 12:31:14.723040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.723040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3dfea0-4795-4476-a7f7-03f935eabb9f {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:31:14.725661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.727073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21f32294-6160-448e-aa1d-4653bbc34c1e admin admin] 10.222.0.83 "DELETE /v2.0/routers/cf3dfea0-4795-4476-a7f7-03f935eabb9f HTTP/1.1" status: 204 len: 168 time: 2.9774036 May 06 12:31:14.729698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53586) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:14.831062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.870607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device eef1f557-aa59-4b11-b62f-27036bda4896 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:14.894286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Deleting subnet 44b1cc88-75ba-4102-a61b-e091ead2b5b5 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:14.898906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:14.918601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: eef1f557-aa59-4b11-b62f-27036bda4896 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:14.918934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device eef1f557-aa59-4b11-b62f-27036bda4896 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:14.944435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-d15104e9-712d-4919-a112-f9dbcb6fdea3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:14.946085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-d15104e9-712d-4919-a112-f9dbcb6fdea3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 200 len: 930 time: 0.4688892 May 06 12:31:14.968194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.012632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e831a16-8b8b-464e-8124-585307169a55 req-d6050fab-276e-48c5-a7a7-cef75532e088 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:15.014012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e831a16-8b8b-464e-8124-585307169a55 req-d6050fab-276e-48c5-a7a7-cef75532e088 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 945 time: 0.2223406 May 06 12:31:15.047224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-70477137-3ad6-4a37-b6b2-d858cfed27f8 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:15.048682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-70477137-3ad6-4a37-b6b2-d858cfed27f8 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.5725954 May 06 12:31:15.051202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-96463cbf-5788-4444-80ae-cdea69cba7c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 200 len: 217 time: 0.0903482 May 06 12:31:15.087595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e831a16-8b8b-464e-8124-585307169a55 req-f7429634-c758-4355-8220-472de9ee9fdf tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 May 06 12:31:15.093982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.197873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.242166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.267444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.269055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35f55d5-1b8b-4eff-bec8-7a5a36c02db6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:15.282708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-c13b96fd-0b63-4bc4-a9f7-e8a1e7259fba tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.2262282 May 06 12:31:15.306828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b1cc88-75ba-4102-a61b-e091ead2b5b5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:15.316620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.323966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60bd8f-fc1d-41c6-8009-b319a7dc8042 None None] Network a26e3464-6e87-4444-9668-8c45b982bdf6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:15.329156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26a0daf7-baaa-4e9f-96a8-6b8b17f15a8c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/44b1cc88-75ba-4102-a61b-e091ead2b5b5 HTTP/1.1" status: 204 len: 168 time: 0.5983021 May 06 12:31:15.330772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:15.352312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d262fec1-eb85-44bd-a18b-e89709f455a6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b35f55d5-1b8b-4eff-bec8-7a5a36c02db6 HTTP/1.1" status: 204 len: 168 time: 1.1646967 May 06 12:31:15.355568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53594) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:15.366408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-b3ce4a9d-87ca-4b41-92f0-2b1760e4744c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:15.368118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-b3ce4a9d-87ca-4b41-92f0-2b1760e4744c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 200 len: 868 time: 0.3089309 May 06 12:31:15.377924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-e1aff5af-3934-4426-9d69-ca98299a24b9 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0943620 May 06 12:31:15.540365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.546104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.594249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Deleting port aef08a37-714b-4a08-a57b-23c005f7cd80 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:15.594439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.594651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Deleting port ca8d583a-6e09-4f56-940c-a4abd11d8f70 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:15.594982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.642703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] DHCP port deletion for a26e3464-6e87-4444-9668-8c45b982bdf6 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:31:15.649644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Deleting port ca8d583a-6e09-4f56-940c-a4abd11d8f70 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:15.650844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.684223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-bf357dd3-01f1-444f-8ca8-c1c666c5baf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7200eb2a-92e0-48a9-ad5b-b58292d9817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053074 May 06 12:31:15.760588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.807353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f8abe1-424c-458a-8e25-f96490382b3b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:15.862571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:15.862947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf36221-e57a-4efe-9cb1-e66be5ffc2f2') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:15.949194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] For port ca8d583a-6e09-4f56-940c-a4abd11d8f70, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca8d583a-6e09-4f56-940c-a4abd11d8f70,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:15.949794 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.987666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:15.987666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.080038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.085763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:16.110632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.125340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'name': 'network-vif-deleted', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:16.125655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] For port ca8d583a-6e09-4f56-940c-a4abd11d8f70, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca8d583a-6e09-4f56-940c-a4abd11d8f70,segment=NetworkSegment(3115edba-3907-4c54-ab34-c5c203dcaed4),segment_id=3115edba-3907-4c54-ab34-c5c203dcaed4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:16.126355 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.134983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:16.135465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.137773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Calling delete_port for aef08a37-714b-4a08-a57b-23c005f7cd80 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:16.149313 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:16.166960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-c3a6c83d-f771-4e52-a877-a5fbc9db3439 service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324970 May 06 12:31:16.175203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Calling delete_port for ca8d583a-6e09-4f56-940c-a4abd11d8f70 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:16.220070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:16.220408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7d4d89a-56ab-4d2d-ab83-fedab5bf0073 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:16.220816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca8d583a-6e09-4f56-940c-a4abd11d8f70 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:16.334913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Calling delete_port for ca8d583a-6e09-4f56-940c-a4abd11d8f70 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:16.384828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.396747 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.476585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.481056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.485815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.528513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a5f8abe1-424c-458a-8e25-f96490382b3b HTTP/1.1" status: 204 len: 168 time: 1.1685534 May 06 12:31:16.532831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-761777877', 'description': 'tempest-description-1775108717'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:16.542955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:31:16.543274 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:31:16.543985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b886ba2-6234-4bfd-8575-1eed541e8347 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f8abe1-424c-458a-8e25-f96490382b3b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.546325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:16.550794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:16.554727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:16.566005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:16.571837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5ab501f-26ed-4833-9874-0c5330c7d3f0 req-741faad3-4a61-4047-a26f-2173c887bfe4 service neutron] 10.222.0.86 "GET /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980396 May 06 12:31:16.586684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] No DVR routers for this DVR port ca8d583a-6e09-4f56-940c-a4abd11d8f70 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:16.594204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac917e-cdc6-4baf-a4f3-eee0ed71f686 None None] Pushing event deleted for resources: {'Port': ['ID=ca8d583a-6e09-4f56-940c-a4abd11d8f70,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.647909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.689178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.692462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event deleted for resources: {'Port': ['ID=aef08a37-714b-4a08-a57b-23c005f7cd80,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.730722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:16.734894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:16.738680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:16.745815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:16.799825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.811248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.818408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.820383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52f9365-12e5-44fe-8168-d1f5cad22ae8 req-675fef2d-0d6f-489b-8846-bea881d2fddd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "DELETE /v2.0/floatingips/5b81ca92-af4a-4481-9687-71d03d207b3d HTTP/1.1" status: 204 len: 173 time: 1.4052341 May 06 12:31:16.869985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.918063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d953aaad-9d88-44a8-ae18-4d325cbd9fe6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:16.949561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:16.987895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:16.989112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5de53c4-78e3-4444-bf9e-63d8a4881e62 req-2e96e3d0-a8e6-48e7-9392-cbd3d915fac7 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4607630 May 06 12:31:17.012370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bac496b6-499a-4bc7-a97b-0a903aebf540 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2316ca5c4c3f4c33910213a3222b09b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593085 May 06 12:31:17.012737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:17.014866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0313e95-8f79-45ef-838b-b6a1a6e2d2e2 req-c15544a9-4267-48f4-8e61-cf8e540fd9a1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:17.016473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0313e95-8f79-45ef-838b-b6a1a6e2d2e2 req-c15544a9-4267-48f4-8e61-cf8e540fd9a1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.0915527 May 06 12:31:17.046391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Deleting port ca8d583a-6e09-4f56-940c-a4abd11d8f70 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:17.046391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.069326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 05ba4d6b-00d9-4451-9853-ea0d2325ac34 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:17.085180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0313e95-8f79-45ef-838b-b6a1a6e2d2e2 req-0ad7c7ce-252d-4d02-a480-56a5a687ebbc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620210 May 06 12:31:17.135277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] The port 'ca8d583a-6e09-4f56-940c-a4abd11d8f70' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:31:17.226991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:31:17.232971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:17.233562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.294818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eaefb-3f38-4f63-9bce-f0a3f77c0a68 req-a83a0d03-04ce-49be-8c9b-15491ac5ebb2 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:17.296761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-510eaefb-3f38-4f63-9bce-f0a3f77c0a68 req-a83a0d03-04ce-49be-8c9b-15491ac5ebb2 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 945 time: 0.0897524 May 06 12:31:17.335056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.345507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-510eaefb-3f38-4f63-9bce-f0a3f77c0a68 req-48313b4d-c472-4b36-9b91-a7eeda014bec tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 May 06 12:31:17.348060 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.359611 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.398304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e3464-6e87-4444-9668-8c45b982bdf6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:17.406519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:17.411317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.424313 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9a634d-df5c-43ca-b499-dcc2898b768d'] response: {'server_uuid': '423905c3-490a-43b5-bc55-c12008de5c02', 'name': 'network-vif-deleted', 'tag': 'eef1f557-aa59-4b11-b62f-27036bda4896', 'status': 'completed', 'code': 200} May 06 12:31:17.425546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3115edba-3907-4c54-ab34-c5c203dcaed4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:17.425763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34,segment=NetworkSegment(df287f95-e33d-4ba5-97ba-be25992cd821),segment_id=df287f95-e33d-4ba5-97ba-be25992cd821)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:17.425940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3115edba-3907-4c54-ab34-c5c203dcaed4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:17.455449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.481470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f9c8b-b8d5-4bbe-abe4-88a6e2bad364 req-5e307b67-11c0-433f-877f-04e5c47c4ed6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:17.483033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c0f9c8b-b8d5-4bbe-abe4-88a6e2bad364 req-5e307b67-11c0-433f-877f-04e5c47c4ed6 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3461108 May 06 12:31:17.510173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.522875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:17.523279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.534781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:17.540420 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:17.605873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47416503-9127-471c-ad20-1d0a13f02962 req-8f6ab633-5bf8-45b3-916b-19cc0d3a003a tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:17.607481 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47416503-9127-471c-ad20-1d0a13f02962 req-8f6ab633-5bf8-45b3-916b-19cc0d3a003a tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.0889862 May 06 12:31:17.624935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:17.636700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c0f9c8b-b8d5-4bbe-abe4-88a6e2bad364 req-775ef606-6410-485c-a195-5e4917f2871a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431308 May 06 12:31:17.668593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47416503-9127-471c-ad20-1d0a13f02962 req-04175aa6-6f06-41c9-bda8-79346e91af93 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527782 May 06 12:31:17.697596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1315194675', 'description': 'tempest-description-1638884494'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:17.703417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.706831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:17.723093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:17.728556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c764d7a-b0bd-4790-9af0-cdffaf47c3d9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:17.730550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:17.732792 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8f7eda-b924-435e-8918-27be811c7a2d'] response: {'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34', 'code': 200} May 06 12:31:17.734349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.755449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:17.761541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.772396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a26e3464-6e87-4444-9668-8c45b982bdf6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:17.816408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.818362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12693da0-70bd-4c64-bdfd-51e504562614 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6c764d7a-b0bd-4790-9af0-cdffaf47c3d9 HTTP/1.1" status: 204 len: 168 time: 0.8044283 May 06 12:31:17.843938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:17.863808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66962cbe-f600-4917-a906-1e57845c71ee admin admin] 10.222.0.83 "DELETE /v2.0/networks/a26e3464-6e87-4444-9668-8c45b982bdf6 HTTP/1.1" status: 204 len: 168 time: 2.5302207 May 06 12:31:17.866520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53630) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:17.921775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9dc440b7-1956-46cb-8581-f24fd700ce59 req-607ca5da-0a3d-4577-bd2c-aa1e15b6b8ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 1097 time: 0.0797379 May 06 12:31:17.983205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9dc440b7-1956-46cb-8581-f24fd700ce59 req-437bbcf8-97e7-4993-a762-e0da54385d93 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 May 06 12:31:18.026571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:18.032547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:18.036036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:18.051174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:18.130861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.229716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.340697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-2a622028-fcd7-449e-a6b7-15c904ac8a30 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:18.341785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-2a622028-fcd7-449e-a6b7-15c904ac8a30 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:18.441067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-2a622028-fcd7-449e-a6b7-15c904ac8a30 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:18.445200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-2a622028-fcd7-449e-a6b7-15c904ac8a30 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1979308 May 06 12:31:18.453374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9083ff7c-0b0c-4755-ae16-ec9b5882abc1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:18.539830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.564941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-e805b920-f9e4-4cb0-9f6f-b76601576c38 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:18.593559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:18.594770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-105be07d-5267-4dd2-8be9-87272fccf9e8 req-48b2139e-b9bc-44d6-a312-02957744b75d tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.9020166 May 06 12:31:18.619466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-f979fee3-c0d4-42eb-a09d-9f33082be08f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.1080756 May 06 12:31:18.718726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-e805b920-f9e4-4cb0-9f6f-b76601576c38 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:18.719921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bf0fe3b-e943-4b52-bbdc-cfd881686771 req-e805b920-f9e4-4cb0-9f6f-b76601576c38 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2694170 May 06 12:31:18.800030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-86535f63-03bc-4a7a-ba48-068694e17385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:18.802827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-86535f63-03bc-4a7a-ba48-068694e17385 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.1739762 May 06 12:31:18.922608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-7d1ba860-5255-4481-aba5-3324df458284 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:18.924068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-7d1ba860-5255-4481-aba5-3324df458284 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.2255671 May 06 12:31:18.930794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae91c-bf6b-4cf1-865e-9c826f2f3efb req-b1f534f4-e56b-423b-863a-51fbd52c80f1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:18.932300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6caae91c-bf6b-4cf1-865e-9c826f2f3efb req-b1f534f4-e56b-423b-863a-51fbd52c80f1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1945713 May 06 12:31:18.967789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-9eb4dc46-efb5-4934-a737-5be650ed130e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.1580462 May 06 12:31:19.040489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59843a-5711-4172-98d7-11ab058225a8 req-d4ac8ff0-82b3-479e-8b70-1642570ccc82 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:19.041994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f59843a-5711-4172-98d7-11ab058225a8 req-d4ac8ff0-82b3-479e-8b70-1642570ccc82 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1793861 May 06 12:31:19.071498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-04702b26-3345-4a29-9a9d-898cfecf37e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:19.072613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-04702b26-3345-4a29-9a9d-898cfecf37e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.0956717 May 06 12:31:19.076947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Deleting port 035fee3d-7214-443a-9a7d-590c79022223 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:19.077296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.132666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6caae91c-bf6b-4cf1-865e-9c826f2f3efb req-dae06441-543c-4fd3-8bfc-2b3f4b2ded85 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642373 May 06 12:31:19.139508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f59843a-5711-4172-98d7-11ab058225a8 req-a932689f-bad6-4c08-bfef-b8779b3f3a36 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887470 May 06 12:31:19.185877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-f40bb29d-1c9a-485c-ab32-aa8ed374b600 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985882 May 06 12:31:19.351568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53662) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:19.374638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-f7532b7c-b75a-43bd-bc62-a4fedd5614a6 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/d953aaad-9d88-44a8-ae18-4d325cbd9fe6 HTTP/1.1" status: 200 len: 1638 time: 0.1814291 May 06 12:31:19.412981 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-e288c4f4-1a64-4e42-aca1-bf15fdc9f8f5 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164619 May 06 12:31:19.558219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1528105402-network', 'tenant_id': '607c894a274b4f3892c5704437161a62'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:19.569491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:19.576997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Usage tracker for resource:network and tenant:607c894a274b4f3892c5704437161a62 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:19.584112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:19.585888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] For port 035fee3d-7214-443a-9a7d-590c79022223, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=035fee3d-7214-443a-9a7d-590c79022223,segment=NetworkSegment(c129c4e2-ee46-4024-adf2-470dd9e96b5e),segment_id=c129c4e2-ee46-4024-adf2-470dd9e96b5e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:19.586265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.590009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-d9885940-9b92-4984-8f88-888f465453c5 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/9083ff7c-0b0c-4755-ae16-ec9b5882abc1 HTTP/1.1" status: 200 len: 1639 time: 0.2026787 May 06 12:31:19.600485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:19.624907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd953aaad-9d88-44a8-ae18-4d325cbd9fe6', 'remote_group_id': '9083ff7c-0b0c-4755-ae16-ec9b5882abc1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:19.625757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd953aaad-9d88-44a8-ae18-4d325cbd9fe6', 'remote_group_id': '9083ff7c-0b0c-4755-ae16-ec9b5882abc1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:19.662162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788cb2-7a1c-43f4-9918-ace9c87d42eb req-8c94ef21-44f0-4be9-b60d-156094338774 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:19.664537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b788cb2-7a1c-43f4-9918-ace9c87d42eb req-8c94ef21-44f0-4be9-b60d-156094338774 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.3556569 May 06 12:31:19.727943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:19.735526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:19.744572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Calling delete_port for 035fee3d-7214-443a-9a7d-590c79022223 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:19.746622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:19.756414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:19.762479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c003f4-859a-438f-b5c8-7418b29920d2 req-334bc8d3-3467-42e5-8534-57945eb16664 service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421280 May 06 12:31:19.829326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Made reservation on behalf of 607c894a274b4f3892c5704437161a62 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:19.832134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.845620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:19.877382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:19.881747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Usage tracker for resource:security_group_rule and tenant:607c894a274b4f3892c5704437161a62 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:19.884671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:19.890373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:19.903594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b788cb2-7a1c-43f4-9918-ace9c87d42eb req-20f1e4b2-4aa6-4f43-b857-61f7951351eb tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679149 May 06 12:31:20.009759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.011117 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.046401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.100444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.135908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:20.137871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.158947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f811d2-efd4-4bab-9836-5e5ad57132b7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:20.175605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.175969 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Added segment 28e79f87-e304-4ec7-8a8a-d07c08cfdd7e of type vlan for network 4208fa21-b1e6-49dd-8e01-7bc88f0922a5 May 06 12:31:20.177102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa47ac1-3adc-47d8-896e-3ed148e810ab,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:20.213404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.266244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.267724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f4e4951-2db6-458e-a705-50108522c4c4 req-2c36e020-7491-40c1-aa02-ae5ec28b5787 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.6641355 May 06 12:31:20.271215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.278498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5b56a-da9c-4a84-8cd2-9b0229f69e36 req-d4664393-0704-4d16-86d7-c985f8b3ea81 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.280033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7d5b56a-da9c-4a84-8cd2-9b0229f69e36 req-d4664393-0704-4d16-86d7-c985f8b3ea81 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 945 time: 0.1365325 May 06 12:31:20.290829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['035fee3d-7214-443a-9a7d-590c79022223'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:20.358138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.358970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.359538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.362307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Pushing event deleted for resources: {'Port': ['ID=035fee3d-7214-443a-9a7d-590c79022223,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:20.384322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f21c8ac-90dc-4d82-b00a-a0d148fc8301 req-f572dff4-7363-4227-874c-5b8f451c8ad2 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0919318 May 06 12:31:20.418228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Deleting port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:20.418592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.426565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.462144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] Pushing event updated for resources: {'Network': ['ID=4208fa21-b1e6-49dd-8e01-7bc88f0922a5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:20.479110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 4208fa21-b1e6-49dd-8e01-7bc88f0922a5 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:20.513804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] No DVR routers for this DVR port 035fee3d-7214-443a-9a7d-590c79022223 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:20.519416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7d5b56a-da9c-4a84-8cd2-9b0229f69e36 req-c43e0550-e50b-468a-a5ec-b457665b84f7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad239aa7-9238-4846-947a-21b589750669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970220 May 06 12:31:20.520477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.525738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'name': 'network-vif-deleted', 'tag': '035fee3d-7214-443a-9a7d-590c79022223'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:20.536151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5083cb1-c1a7-4c08-991a-feb656aeca9f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1804216 May 06 12:31:20.539733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53678) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:20.554918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Request body: {'subnet': {'network_id': '4208fa21-b1e6-49dd-8e01-7bc88f0922a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1528105402-subnet', 'tenant_id': '607c894a274b4f3892c5704437161a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:20.563464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:20.570669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Usage tracker for resource:subnet and tenant:607c894a274b4f3892c5704437161a62 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:20.574522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:20.589256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:20.617780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125cc09-f3d4-4b29-a401-a6722ded34fe req-38d1cdf9-e830-4f4e-8383-6e8875a96ecb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.624783 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b125cc09-f3d4-4b29-a401-a6722ded34fe req-38d1cdf9-e830-4f4e-8383-6e8875a96ecb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1341848 May 06 12:31:20.672286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b125cc09-f3d4-4b29-a401-a6722ded34fe req-9ee76118-2d61-4a93-bb7f-9c3e0154b95e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 May 06 12:31:20.682012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] For port a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:20.682263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.713106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Made reservation on behalf of 607c894a274b4f3892c5704437161a62 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:20.715586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:20.820035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78e037e0-2f01-4c8d-a9d2-d78c6bff499e req-31317fc4-d4b6-41d2-8b50-1b06623f2bf7 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.13 "DELETE /v2.0/ports/035fee3d-7214-443a-9a7d-590c79022223 HTTP/1.1" status: 204 len: 173 time: 1.8861554 May 06 12:31:20.826874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Calling delete_port for a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:20.865690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-26fd955d-db23-4d1a-8318-801505e26028 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/9083ff7c-0b0c-4755-ae16-ec9b5882abc1 HTTP/1.1" status: 200 len: 1639 time: 0.1537092 May 06 12:31:20.978799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff90978-0989-46a9-b1a5-60d98c4318f7 req-488f71af-9b21-4aa6-b643-794240ef74b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:20.980189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ff90978-0989-46a9-b1a5-60d98c4318f7 req-488f71af-9b21-4aa6-b643-794240ef74b5 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.2147353 May 06 12:31:20.998425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.054778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.082672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ff90978-0989-46a9-b1a5-60d98c4318f7 req-f9eb39a7-3697-4da0-b056-fb6e6857e4b3 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948489 May 06 12:31:21.157642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.186418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.226647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.240903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:21.257555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab861b8e-9ed7-4240-a134-aec607a66f37,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:21.262603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9083ff7c-0b0c-4755-ae16-ec9b5882abc1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:21.284182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.291012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-266f3089-21cd-4c74-86be-db729c3ebb7e req-2872bb6a-a76b-4574-bead-424193d1c1fc tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/9083ff7c-0b0c-4755-ae16-ec9b5882abc1 HTTP/1.1" status: 204 len: 173 time: 0.4191005 May 06 12:31:21.300729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Checking segment: {'id': '28e79f87-e304-4ec7-8a8a-d07c08cfdd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4208fa21-b1e6-49dd-8e01-7bc88f0922a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:21.300729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Network hostable DHCP agents. Network: 4208fa21-b1e6-49dd-8e01-7bc88f0922a5, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:21.396219 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fed745-df80-4d9d-9a66-22e12f7803fe'] response: {'server_uuid': '2d7c9e77-72be-41be-b36a-0f731b8cdd8f', 'name': 'network-vif-deleted', 'tag': '035fee3d-7214-443a-9a7d-590c79022223', 'status': 'completed', 'code': 200} May 06 12:31:21.506556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Network 4208fa21-b1e6-49dd-8e01-7bc88f0922a5 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:21.558293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.564063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5877a-5c7b-4ffa-a017-40bf53d90a67 req-d5494280-75f5-432b-bde1-8fd34fdd7e0e tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:21.565623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fa5877a-5c7b-4ffa-a017-40bf53d90a67 req-d5494280-75f5-432b-bde1-8fd34fdd7e0e tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.1029387 May 06 12:31:21.614535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fa5877a-5c7b-4ffa-a017-40bf53d90a67 req-5d7ecf1d-04f7-4e24-9a61-7a8425427a8f tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 May 06 12:31:21.668131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 4208fa21-b1e6-49dd-8e01-7bc88f0922a5) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:21.676034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:21.676655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:21.677380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4fc2e2-b953-481b-847a-4815d77868ee None None] Network 4208fa21-b1e6-49dd-8e01-7bc88f0922a5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:21.759472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92721d52-3a79-4905-a8d0-dd9156c886b9 req-75970e07-2e71-42db-a4fd-d50ab037b8f4 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/d953aaad-9d88-44a8-ae18-4d325cbd9fe6 HTTP/1.1" status: 200 len: 1638 time: 0.1061361 May 06 12:31:21.819075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1f77928e-d793-48fe-823b-79298c939458 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2778137 May 06 12:31:21.962907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec02e2-9f91-455b-a4ba-3f36d0973ba3 req-1987b218-a182-4f94-9c12-f7a9146790a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:21.964668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dec02e2-9f91-455b-a4ba-3f36d0973ba3 req-1987b218-a182-4f94-9c12-f7a9146790a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.1125135 May 06 12:31:22.025315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dec02e2-9f91-455b-a4ba-3f36d0973ba3 req-57f267cd-7565-4d77-bb0d-2aefced6b666 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547955 May 06 12:31:22.092441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2360b-2440-47ea-8532-915e7a92b0b9 None None] Network 4208fa21-b1e6-49dd-8e01-7bc88f0922a5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:22.158887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-797c222e-1717-4a77-8a75-611a300ab8ad req-9d267d7a-4503-43f3-8ebc-493bb3c5c178 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Synchronizing usage tracker for tenant:07677691e59b442186b90b522a08ae38 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:22.290674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab565a40-fbe8-48d6-ae0e-adca115b7045 req-5bde7f10-b4e0-408f-a2a7-317dcb559873 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:22.292491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab565a40-fbe8-48d6-ae0e-adca115b7045 req-5bde7f10-b4e0-408f-a2a7-317dcb559873 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.0909982 May 06 12:31:22.294403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-797c222e-1717-4a77-8a75-611a300ab8ad req-9d267d7a-4503-43f3-8ebc-493bb3c5c178 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] Unset dirty status for tenant:07677691e59b442186b90b522a08ae38 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:22.296235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c222e-1717-4a77-8a75-611a300ab8ad req-9d267d7a-4503-43f3-8ebc-493bb3c5c178 tempest-InstanceActionsNegativeTestJSON-890068328 tempest-InstanceActionsNegativeTestJSON-890068328-project] 10.222.0.83 "GET /v2.0/ports?device_id=2d7c9e77-72be-41be-b36a-0f731b8cdd8f HTTP/1.1" status: 200 len: 210 time: 0.2891984 May 06 12:31:22.365993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab565a40-fbe8-48d6-ae0e-adca115b7045 req-91a69f7f-173a-4a05-ad53-82ea91f2c702 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648103 May 06 12:31:22.410279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1460222343', 'description': 'tempest-description-1090312039'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:22.417257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:22.421130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:22.424041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:22.430433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:22.511901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:22.530341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aac44b-4a6a-478a-ac75-d20b6c0f0801 req-ef596d7e-04bd-469a-a574-b61396dcb472 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:22.531849 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36aac44b-4a6a-478a-ac75-d20b6c0f0801 req-ef596d7e-04bd-469a-a574-b61396dcb472 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1146364 May 06 12:31:22.543491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:22.549738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:22.553868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:22.556960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:22.563254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:22.620140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:22.648140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36aac44b-4a6a-478a-ac75-d20b6c0f0801 req-1b328497-5ca2-4de5-9aed-87e4d67772f9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 May 06 12:31:22.706988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:22.760963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95009faf-b8d7-4228-94a9-7ec64d07eb31,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:22.793476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:22.802815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5a052ba-de6f-4942-9793-9b2ceb5e4e0e admin admin] 10.222.0.83 "PUT /v2.0/routers/a0d4dee5-5ae0-4899-925c-cfe3ebaba418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9351828 May 06 12:31:22.806000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53706) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:22.816802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Sync routers for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:22.827228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:22.828231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:22.837333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:22.838554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bbfb385-e926-44c8-b719-2644c80b4d9e req-48df2723-2358-4a9f-8159-3ea8e66a258c tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4329116 May 06 12:31:23.031473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:23.083451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f80c8-9535-4299-b1a7-90b6acbddb96 req-4d86df98-73c0-4569-a40e-27c959182953 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:23.092455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f9f80c8-9535-4299-b1a7-90b6acbddb96 req-4d86df98-73c0-4569-a40e-27c959182953 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1195261 May 06 12:31:23.093661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:23.144926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f9f80c8-9535-4299-b1a7-90b6acbddb96 req-c49f2daf-51b7-4d25-84b1-ef335e27f4e9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508173 May 06 12:31:23.149369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Deleting subnet ab861b8e-9ed7-4240-a134-aec607a66f37 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:23.153201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 035fee3d-7214-443a-9a7d-590c79022223 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:23.155935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.221284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-8b1a1832-c50d-4ed1-a69a-eb7a29e6c1c5 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 200 len: 1639 time: 0.1485627 May 06 12:31:23.236438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.273869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95009faf-b8d7-4228-94a9-7ec64d07eb31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:23.274271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95009faf-b8d7-4228-94a9-7ec64d07eb31', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:23.293141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:23.301598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 035fee3d-7214-443a-9a7d-590c79022223 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:23.301598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 035fee3d-7214-443a-9a7d-590c79022223 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:23.301943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:23.308773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:23.318418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:23.328044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.382294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.417676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760333a0-e7b3-4c31-97cc-c522ade3e047 req-dd6ae075-04a1-45e8-999b-eb2ded604272 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:23.422571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760333a0-e7b3-4c31-97cc-c522ade3e047 req-dd6ae075-04a1-45e8-999b-eb2ded604272 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.1504536 May 06 12:31:23.425551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f3982-819f-4839-a53f-142ebff9b721 req-99858107-21a3-447b-a1c0-cb9e7c564f3b tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:23.426928 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51f3982-819f-4839-a53f-142ebff9b721 req-99858107-21a3-447b-a1c0-cb9e7c564f3b tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.1188402 May 06 12:31:23.508343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:31:21Z', 'revision_number': 5, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:23.512462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Checking router: a0d4dee5-5ae0-4899-925c-cfe3ebaba418 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:23.525942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Routers {'a0d4dee5-5ae0-4899-925c-cfe3ebaba418'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:23.529931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760333a0-e7b3-4c31-97cc-c522ade3e047 req-4e893e33-0d49-4db1-9845-c455cc07386f tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954890 May 06 12:31:23.530104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:23.530241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Deleting port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:23.530241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.597642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.635413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.638777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.739425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] Set router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:23.817630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.840924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab861b8e-9ed7-4240-a134-aec607a66f37,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:23.863113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de257daf-ffb2-460f-bb80-e5f76a68baf8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:23.871651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.893648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0047f5a-2d92-45ec-8473-9a4007413a5d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ab861b8e-9ed7-4240-a134-aec607a66f37 HTTP/1.1" status: 204 len: 168 time: 0.8585696 May 06 12:31:23.893957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:23.932492 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:23.947642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] For port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:23.948230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.003346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.004413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b4ea24d-be15-46e7-8bab-32bc9b593193 req-25e0f258-781f-4e7b-b62b-4c979c6a30e1 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7704535 May 06 12:31:24.032254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.072183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:31:21Z', 'revision_number': 5, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:24.077485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138bc402-fd62-427d-96a8-d961765cb167 None None] The sync data for ids ['a0d4dee5-5ae0-4899-925c-cfe3ebaba418'] in n-d-840845-1 is: [{'id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'name': 'tempest-AttachSCSIVolumeTestJSON-1029503067-router', 'tenant_id': '0a2802a434e54902bdaa96c0fa9f34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:27:49Z', 'updated_at': '2022-05-06T12:31:21Z', 'revision_number': 5, 'project_id': '0a2802a434e54902bdaa96c0fa9f34da', 'gw_port': {'id': '9c6be34a-f1cd-4d04-88fe-a7b84caa3d82', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4dee5-5ae0-4899-925c-cfe3ebaba418', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:27:52Z', 'updated_at': '2022-05-06T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:24.089114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Calling delete_port for 5ec2c7fb-0126-4b87-8c75-0698c12eafdc owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:24.092351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Deleting port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:24.093032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.122680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:24.238452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Deleting subnet e94ab842-c34e-462f-9943-bf05197e470b {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:24.244062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.255532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.306218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442be4e4-b31a-415a-9667-d34329225a9a req-67378f54-9e5f-423f-94ee-97a109b17b77 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:24.308409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-442be4e4-b31a-415a-9667-d34329225a9a req-67378f54-9e5f-423f-94ee-97a109b17b77 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.4237785 May 06 12:31:24.327605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.400572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4208fa21-b1e6-49dd-8e01-7bc88f0922a5']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:24.424305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e79f87-e304-4ec7-8a8a-d07c08cfdd7e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:24.424603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e79f87-e304-4ec7-8a8a-d07c08cfdd7e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:24.456757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.478567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.492813 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.507330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] For port 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:24.507687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.508779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-442be4e4-b31a-415a-9667-d34329225a9a req-cd458846-7844-42ea-a3bd-2af7a4c08bf8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858830 May 06 12:31:24.521590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562eea-bc66-4aa4-a780-823d11772f89 req-52bc2a9f-4c9b-493f-b14b-f8d0b7a88012 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:24.524311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-20562eea-bc66-4aa4-a780-823d11772f89 req-52bc2a9f-4c9b-493f-b14b-f8d0b7a88012 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Synchronizing usage tracker for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:24.529371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:24.529769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:24.545030 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:24.572774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.585250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5ec2c7fb-0126-4b87-8c75-0698c12eafdc'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:24.629938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Pushing event deleted for resources: {'Port': ['ID=5ec2c7fb-0126-4b87-8c75-0698c12eafdc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:24.682506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.731011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.731358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.731705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.732160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.732502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.732833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.733164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.733496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.733821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.734149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.734432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Calling delete_port for 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:24.734922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:24.779903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-20562eea-bc66-4aa4-a780-823d11772f89 req-52bc2a9f-4c9b-493f-b14b-f8d0b7a88012 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Unset dirty status for tenant:d81099a466944b77987884797d485ee1 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:24.781050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20562eea-bc66-4aa4-a780-823d11772f89 req-52bc2a9f-4c9b-493f-b14b-f8d0b7a88012 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/ports?device_id=cac1562f-efea-4c50-838a-ed9e473dc55c HTTP/1.1" status: 200 len: 946 time: 0.5442047 May 06 12:31:24.806340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] No DVR routers for this DVR port 5ec2c7fb-0126-4b87-8c75-0698c12eafdc on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:24.814259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.816598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'name': 'network-vif-deleted', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:24.820803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e94ab842-c34e-462f-9943-bf05197e470b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:24.833587 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.873339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20562eea-bc66-4aa4-a780-823d11772f89 req-f75c2cc2-3e52-4685-86a5-87ff373dbccd tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.83 "GET /v2.0/security-groups?id=71f11ec3-3bf3-4e90-b63c-b55081132c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839849 May 06 12:31:24.888033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d0ccc-acaa-4722-bdd1-154a086ddac3 req-549dc675-4b63-471d-ac7b-86f34ec5e53c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:24.889405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b8d0ccc-acaa-4722-bdd1-154a086ddac3 req-549dc675-4b63-471d-ac7b-86f34ec5e53c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1138563 May 06 12:31:24.890536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.910569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:24.918098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] Pushing event deleted for resources: {'Network': ['ID=4208fa21-b1e6-49dd-8e01-7bc88f0922a5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:24.923417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9cbd3c6f-877c-447c-8abf-b11247f3607a admin admin] 10.222.0.83 "DELETE /v2.0/networks/4208fa21-b1e6-49dd-8e01-7bc88f0922a5 HTTP/1.1" status: 204 len: 168 time: 1.0284829 May 06 12:31:24.960318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b8d0ccc-acaa-4722-bdd1-154a086ddac3 req-d3e59f4c-e515-4d0d-b17b-5f0e6abad748 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646300 May 06 12:31:24.983586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6396c54d-31dd-4b28-b948-77f4ff0f14ca admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e94ab842-c34e-462f-9943-bf05197e470b HTTP/1.1" status: 204 len: 168 time: 0.8598235 May 06 12:31:24.986405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51f3982-819f-4839-a53f-142ebff9b721 req-5b3c9136-b20f-4ca1-8eae-9ed0e2736749 tempest-FloatingIPsAssociationNegativeTestJSON-364542697 tempest-FloatingIPsAssociationNegativeTestJSON-364542697-project] 10.222.0.86 "DELETE /v2.0/ports/5ec2c7fb-0126-4b87-8c75-0698c12eafdc HTTP/1.1" status: 204 len: 173 time: 1.5425794 May 06 12:31:24.986865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:25.046612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-3a08ce6a-fb73-45e5-8869-bffe2643e34f tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 200 len: 2142 time: 0.1220479 May 06 12:31:25.058286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95009faf-b8d7-4228-94a9-7ec64d07eb31', 'remote_group_id': None}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:25.059905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '95009faf-b8d7-4228-94a9-7ec64d07eb31', 'remote_group_id': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:25.064894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:25.070258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Usage tracker for resource:security_group_rule and tenant:4c386f948e6f44e88a55a8b3f483edcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:25.074227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:25.088597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:25.124928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.184288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.248316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6be34a-f1cd-4d04-88fe-a7b84caa3d82,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:25.274945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.317053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b202dcb6-7b88-41d8-9a92-f5eaa99b0038']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:25.330796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c129c4e2-ee46-4024-adf2-470dd9e96b5e') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:25.331076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c129c4e2-ee46-4024-adf2-470dd9e96b5e') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:25.346555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.364728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.372658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:25.373093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: timer() May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:25.388577 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:25.455698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53760) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:25.577587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.586171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.643041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.662909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:25.674599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b202dcb6-7b88-41d8-9a92-f5eaa99b0038,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:25.766706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa6498f2-4940-47e1-952d-0ffce5c4d5aa admin admin] 10.222.0.83 "DELETE /v2.0/networks/b202dcb6-7b88-41d8-9a92-f5eaa99b0038 HTTP/1.1" status: 204 len: 168 time: 0.7787573 May 06 12:31:25.863608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.017514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d77549a5-5a6c-4a3c-9177-fa200415b20a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=607c894a274b4f3892c5704437161a62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5581379 May 06 12:31:26.018240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:26.025480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:26.031869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.036996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.040549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.062847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:26.063200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a5e0d0a6-50fa-4774-9f12-c9f1d7ab7c66 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:26.071521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a2a30a-7162-4538-8abb-f92e14d8f214,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:26.089024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.122326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.209516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.210739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b5b478b-3c39-4c08-b7b5-f73a64bc0646 req-94790bfb-df11-414a-ba65-b4c0577e6cb8 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 1.1577728 May 06 12:31:26.265872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.266440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d4dee5-5ae0-4899-925c-cfe3ebaba418 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:31:26.280114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.280114 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-820de6ca-4a3c-49e2-bce1-9d0027435197 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a0d4dee5-5ae0-4899-925c-cfe3ebaba418 HTTP/1.1" status: 204 len: 168 time: 3.4696288 May 06 12:31:26.280420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:26.325706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.357908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f811d2-efd4-4bab-9836-5e5ad57132b7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:26.375536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.379099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8216e721-99c7-43e5-9bc9-07dbb140a47a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5f811d2-efd4-4bab-9836-5e5ad57132b7 HTTP/1.1" status: 204 len: 168 time: 0.3579891 May 06 12:31:26.380839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Deleting subnet dad57ac5-b2a0-445d-aedf-f43081243869 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:26.384820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.426577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:26.448477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.508045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0b44793-fecb-4681-b11e-3dc61d6d0db6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=07677691e59b442186b90b522a08ae38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0821543 May 06 12:31:26.509624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:26.579319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.588544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.608033 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.804077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.804966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.862316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad239aa7-9238-4846-947a-21b589750669,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:26.883628 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb17600-b43e-489f-9dc2-903816281de9'] response: {'server_uuid': 'cac1562f-efea-4c50-838a-ed9e473dc55c', 'name': 'network-vif-deleted', 'tag': '5ec2c7fb-0126-4b87-8c75-0698c12eafdc', 'status': 'completed', 'code': 200} May 06 12:31:26.908077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad57ac5-b2a0-445d-aedf-f43081243869,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:26.912371 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:26.918331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74359c8-4632-4870-bfb4-60be3191b77a None None] Network 9fa83551-fffb-45e5-b662-84e62dc9a953 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:26.921552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-492cd2d6-9987-4599-8099-a8bf69e34037 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/dad57ac5-b2a0-445d-aedf-f43081243869 HTTP/1.1" status: 204 len: 168 time: 0.6378171 May 06 12:31:26.924755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:26.965201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:27.010793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5ec2c7fb-0126-4b87-8c75-0698c12eafdc no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:27.052245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 5ec2c7fb-0126-4b87-8c75-0698c12eafdc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:27.053852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5ec2c7fb-0126-4b87-8c75-0698c12eafdc not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:27.188451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e6193-7627-4fe5-85a2-59add968c27b req-98d21cb7-ce55-43eb-b48d-38f34d49e721 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:27.190639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-063e6193-7627-4fe5-85a2-59add968c27b req-98d21cb7-ce55-43eb-b48d-38f34d49e721 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=049d83cc-2bcb-4e07-a1c6-44b34362bd08 HTTP/1.1" status: 200 len: 943 time: 0.1048388 May 06 12:31:27.232241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.233528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f094a8cc-5577-4d01-9368-ea962a439b0b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad239aa7-9238-4846-947a-21b589750669 HTTP/1.1" status: 204 len: 168 time: 0.7241251 May 06 12:31:27.266879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.307088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Deleting port 5de8a02d-0152-49a6-a623-de56f6a06b90 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:27.307730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.309205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] DHCP port deletion for 9fa83551-fffb-45e5-b662-84e62dc9a953 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:31:27.310715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:27.311205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.314619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Deleting port 5de8a02d-0152-49a6-a623-de56f6a06b90 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:27.315289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.395050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fa06c-4430-4cc1-90e8-d988efe6ba4c req-7652eb44-8ef8-4d94-91a9-36186d02b202 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:27.406375 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-104fa06c-4430-4cc1-90e8-d988efe6ba4c req-7652eb44-8ef8-4d94-91a9-36186d02b202 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.3063319 May 06 12:31:27.612209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] For port 5de8a02d-0152-49a6-a623-de56f6a06b90, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5de8a02d-0152-49a6-a623-de56f6a06b90,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:27.612597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.641292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:27.641893 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.695152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] For port 5de8a02d-0152-49a6-a623-de56f6a06b90, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5de8a02d-0152-49a6-a623-de56f6a06b90,segment=NetworkSegment(7f3c5741-b368-45c0-9cfd-ab02871e2ccd),segment_id=7f3c5741-b368-45c0-9cfd-ab02871e2ccd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:27.695518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:27.728351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-104fa06c-4430-4cc1-90e8-d988efe6ba4c req-ed5b4b54-2f67-4a08-b153-b9e505fc5ba9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118303 May 06 12:31:27.824204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:27.885531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Calling delete_port for 5de8a02d-0152-49a6-a623-de56f6a06b90 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:27.982002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Calling delete_port for 5de8a02d-0152-49a6-a623-de56f6a06b90 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:28.038872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:28.066376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.116776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:28.117112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c6be34a-f1cd-4d04-88fe-a7b84caa3d82 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:28.117515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5de8a02d-0152-49a6-a623-de56f6a06b90 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:28.121627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1704ce27-7fe4-4950-9726-808840065acf req-d72505c5-b819-4a67-8794-5ed4d96c0bfb tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 200 len: 2650 time: 0.2569704 May 06 12:31:28.151747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.160739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] Pushing event deleted for resources: {'Port': ['ID=5de8a02d-0152-49a6-a623-de56f6a06b90,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:28.166181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5de8a02d-0152-49a6-a623-de56f6a06b90 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:28.166817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5de8a02d-0152-49a6-a623-de56f6a06b90 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:28.169272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:28.219110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['697491b4-9ab0-4419-9139-f4a6d5ef0748'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:28.272278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:28.369462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3f941-2ef7-480d-aee5-6c1dcdb69232 None None] No DVR routers for this DVR port 5de8a02d-0152-49a6-a623-de56f6a06b90 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:28.470750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] No DVR routers for this DVR port 08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:28.483874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.558376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:31:28.558689 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:31:28.631880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66984a7-2857-4f16-9ba8-106e0b71eb47 req-21ae1b20-16f6-4084-920d-1ca1668bd34c tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:28.631880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c66984a7-2857-4f16-9ba8-106e0b71eb47 req-21ae1b20-16f6-4084-920d-1ca1668bd34c tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.2256544 May 06 12:31:28.677676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c66984a7-2857-4f16-9ba8-106e0b71eb47 req-6a09c35d-e189-4d3a-985b-b739dde3ce5d tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/security-groups?id=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559738 May 06 12:31:28.769379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c89da743-14a2-448b-8da8-60f239733b2c req-8baa166b-19bb-420c-8ec6-8f5626364e16 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-group-rules/19a2a30a-7162-4538-8abb-f92e14d8f214 HTTP/1.1" status: 200 len: 718 time: 0.0352380 May 06 12:31:28.770830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:28.819031 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:31:28.855567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-063e6193-7627-4fe5-85a2-59add968c27b req-68532a22-81f1-4d9a-9442-7f5f86e4d79b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "DELETE /v2.0/ports/08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10 HTTP/1.1" status: 204 len: 173 time: 1.6588440 May 06 12:31:28.884297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-deleted', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:28.983406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c89da743-14a2-448b-8da8-60f239733b2c req-02f8facf-358a-42b3-b77e-4d8911b57b20 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 200 len: 2650 time: 0.1580503 May 06 12:31:28.991964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-62e70553-de92-4963-9777-b2bca402e7d7 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:28.993433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-62e70553-de92-4963-9777-b2bca402e7d7 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 946 time: 0.2938497 May 06 12:31:29.067642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Deleting port 5de8a02d-0152-49a6-a623-de56f6a06b90 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:29.068008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.163951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] The port '5de8a02d-0152-49a6-a623-de56f6a06b90' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:31:29.166776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c89da743-14a2-448b-8da8-60f239733b2c req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.178264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Deleting port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:29.178619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.238900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c89da743-14a2-448b-8da8-60f239733b2c req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.445504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.514295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa83551-fffb-45e5-b662-84e62dc9a953']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:29.521108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c89da743-14a2-448b-8da8-60f239733b2c req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.600330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3c5741-b368-45c0-9cfd-ab02871e2ccd') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:29.600641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3c5741-b368-45c0-9cfd-ab02871e2ccd') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:29.614735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a2a30a-7162-4538-8abb-f92e14d8f214,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:29.635935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.692023 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c89da743-14a2-448b-8da8-60f239733b2c req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.693164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c89da743-14a2-448b-8da8-60f239733b2c req-f2c23cae-7385-4e86-a107-3d9ae9832b99 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/19a2a30a-7162-4538-8abb-f92e14d8f214 HTTP/1.1" status: 204 len: 173 time: 0.6965833 May 06 12:31:29.694206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.720085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:29.720085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:29.749644 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:30.118506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] For port 05ba4d6b-00d9-4451-9853-ea0d2325ac34, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=05ba4d6b-00d9-4451-9853-ea0d2325ac34,segment=NetworkSegment(df287f95-e33d-4ba5-97ba-be25992cd821),segment_id=df287f95-e33d-4ba5-97ba-be25992cd821)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:30.119486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.265230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Calling delete_port for 05ba4d6b-00d9-4451-9853-ea0d2325ac34 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:30.302010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.326850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.356189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa83551-fffb-45e5-b662-84e62dc9a953,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:30.364126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9fa83551-fffb-45e5-b662-84e62dc9a953 HTTP/1.1" status: 204 len: 168 time: 3.4412115 May 06 12:31:30.402018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.402367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.402707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.403043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.403373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.403698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.404055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.404381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.404729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.405023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.405344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be12e50-1c23-49b7-81f4-d1e82e0c42a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:31:30.455109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb64104-55aa-4a04-a686-663f0cff4f2a req-fc01ee81-ac53-430f-b86b-8b801d0fe5ba tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:30.456642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffb64104-55aa-4a04-a686-663f0cff4f2a req-fc01ee81-ac53-430f-b86b-8b801d0fe5ba tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.6180773 May 06 12:31:30.623888 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffb64104-55aa-4a04-a686-663f0cff4f2a req-f9443040-a250-4de2-ba09-5e5ad575b8bc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589026 May 06 12:31:30.692776 n-d-840845-1 neutron-server[84800]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0906c5c6-2adb-4973-9f86-014b23286f60']: {'server_uuid': '049d83cc-2bcb-4e07-a1c6-44b34362bd08', 'name': 'network-vif-deleted', 'tag': '08ebaf9b-a1c1-454b-9ab7-ce8fbbd9ec10', 'status': 'failed', 'code': 422} returned with failed status May 06 12:31:30.779286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.792592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['05ba4d6b-00d9-4451-9853-ea0d2325ac34'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:30.885577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53900) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:30.902968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Deleting port cf941da3-9e7d-4fd1-bc66-04bf294897ec {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:30.903315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:30.941504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Pushing event deleted for resources: {'Port': ['ID=05ba4d6b-00d9-4451-9853-ea0d2325ac34,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:30.998316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-60fa0c36-2422-4996-9a7f-730865a3e775 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 200 len: 2142 time: 0.0840278 May 06 12:31:31.032886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1866bd23-5721-4926-aa57-69af86e547ea admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=01a4b1ae68ad41f3b3de4363424ef55e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1427648 May 06 12:31:31.036317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53906) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:31.126953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] No DVR routers for this DVR port 05ba4d6b-00d9-4451-9853-ea0d2325ac34 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:31.129756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.132833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.140804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'name': 'network-vif-deleted', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:31.151354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.184568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.202867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.207745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] For port cf941da3-9e7d-4fd1-bc66-04bf294897ec, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cf941da3-9e7d-4fd1-bc66-04bf294897ec,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:31.208101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.367944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f15320a7-da2a-47fb-848a-b132b2e9a710 req-9f86afcc-f22f-4866-b9e8-2c56db4f96a4 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.13 "DELETE /v2.0/ports/05ba4d6b-00d9-4451-9853-ea0d2325ac34 HTTP/1.1" status: 204 len: 173 time: 2.3558102 May 06 12:31:31.379494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Calling delete_port for cf941da3-9e7d-4fd1-bc66-04bf294897ec owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:31.413004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.436323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95009faf-b8d7-4228-94a9-7ec64d07eb31,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:31.464245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.468155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aef0ef88-c68c-4de3-95ce-3316a25a5395 req-59546d6e-861c-4279-8436-c9b68d3ef82e tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/95009faf-b8d7-4228-94a9-7ec64d07eb31 HTTP/1.1" status: 204 len: 173 time: 0.4600637 May 06 12:31:31.468973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.471625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-26478f20-06f3-4a21-8d04-b30a279a5459 req-0633b68e-5961-4069-a0a2-d00e127508e5 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Synchronizing usage tracker for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:31.476073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.482681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2b0ffbc4-1157-43b0-b323-15ca0d92a766 HTTP/1.1" status: 204 len: 168 time: 0.4428201 May 06 12:31:31.509329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e291f1-7484-4d69-b915-0e3c0ef66141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0ffbc4-1157-43b0-b323-15ca0d92a766,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:31.639184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-26478f20-06f3-4a21-8d04-b30a279a5459 req-0633b68e-5961-4069-a0a2-d00e127508e5 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] Unset dirty status for tenant:14e18328bd3b49b882acdb9852a7cc1d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:31.641674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26478f20-06f3-4a21-8d04-b30a279a5459 req-0633b68e-5961-4069-a0a2-d00e127508e5 tempest-ServersNegativeTestMultiTenantJSON-301478330 tempest-ServersNegativeTestMultiTenantJSON-301478330-project] 10.222.0.83 "GET /v2.0/ports?device_id=3b42aa29-86ec-45e2-9302-f4668807d349 HTTP/1.1" status: 200 len: 210 time: 0.2760649 May 06 12:31:31.765167 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b760dc2-0b58-4c05-948e-5a3ec146cb54'] response: {'server_uuid': '3b42aa29-86ec-45e2-9302-f4668807d349', 'name': 'network-vif-deleted', 'tag': '05ba4d6b-00d9-4451-9853-ea0d2325ac34', 'status': 'completed', 'code': 200} May 06 12:31:31.803668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:31.907389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf941da3-9e7d-4fd1-bc66-04bf294897ec,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:31.993998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-030a8cf9-95b4-41e7-b53e-c8e7fdde01ee req-1351204f-44ad-4737-8f99-9d7c56414ff0 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.1371987 May 06 12:31:32.263634 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-999e614e-1dd7-4efe-a423-8bc7e770d348 req-f4992d94-59fe-4cec-b24c-edfc5939d5c2 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] show failed (client error): The resource could not be found. May 06 12:31:32.263634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-999e614e-1dd7-4efe-a423-8bc7e770d348 req-f4992d94-59fe-4cec-b24c-edfc5939d5c2 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/9083ff7c-0b0c-4755-ae16-ec9b5882abc1 HTTP/1.1" status: 404 len: 352 time: 0.0245273 May 06 12:31:32.486203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fffa5-216e-4bf2-9753-51bca2ad48ba req-43e1efca-f0d1-4a59-8615-1fa1fd5db976 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:32.488033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937fffa5-216e-4bf2-9753-51bca2ad48ba req-43e1efca-f0d1-4a59-8615-1fa1fd5db976 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1114962 May 06 12:31:32.500740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-023c6580-7d46-4408-a936-b9659277ef7e req-cdbaeabf-5b8f-4604-9d83-cf9aebad8539 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/d953aaad-9d88-44a8-ae18-4d325cbd9fe6 HTTP/1.1" status: 200 len: 1638 time: 0.0773172 May 06 12:31:32.557640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937fffa5-216e-4bf2-9753-51bca2ad48ba req-86fb8103-9c5c-4fc0-abbe-5fc2201e448b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 May 06 12:31:32.584467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.584712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-023c6580-7d46-4408-a936-b9659277ef7e req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.627366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-023c6580-7d46-4408-a936-b9659277ef7e req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.725638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:32.792005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-023c6580-7d46-4408-a936-b9659277ef7e req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.804998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ce01b152-6ef4-4dfe-8c4f-4bbff6ec1da6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a2802a434e54902bdaa96c0fa9f34da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0775959 May 06 12:31:32.805524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53946) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:32.821493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953aaad-9d88-44a8-ae18-4d325cbd9fe6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:32.824222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-023c6580-7d46-4408-a936-b9659277ef7e req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.836839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-023c6580-7d46-4408-a936-b9659277ef7e req-1939077d-438f-4e9a-a13e-77957350b020 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/d953aaad-9d88-44a8-ae18-4d325cbd9fe6 HTTP/1.1" status: 204 len: 173 time: 0.3347919 May 06 12:31:32.897631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba439d-cc0f-4c38-84a9-82fdd0158a5f req-6de6d593-a859-4a0b-83ee-87ca57982b7e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:32.899127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8ba439d-cc0f-4c38-84a9-82fdd0158a5f req-6de6d593-a859-4a0b-83ee-87ca57982b7e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 907 time: 0.1916060 May 06 12:31:32.944842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:32.979021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.046689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-9f89463e-311a-4566-b589-375b0835e395 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/43edf15e-9f0f-49ed-8004-3f663352578a HTTP/1.1" status: 200 len: 1639 time: 0.0645437 May 06 12:31:33.133201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.150171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 05ba4d6b-00d9-4451-9853-ea0d2325ac34 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:33.166129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.184482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 05ba4d6b-00d9-4451-9853-ea0d2325ac34 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:33.185290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 05ba4d6b-00d9-4451-9853-ea0d2325ac34 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:33.191867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:33.308446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Deleting subnet 07acd149-2ba2-4ded-82c1-fc1f01722c79 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:33.311858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.434806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.460709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1e6aff6-9373-44d7-82eb-061d707b57ea req-4584c4d8-7540-4dc7-b2db-b776fe0b3d8b tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0659180 May 06 12:31:33.465802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52120e57-e512-4cb9-9cd8-2d7a12eda557,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:33.470465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.504065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.505165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6404d45a-9a78-44e5-8d5d-5f257d9b9187 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52120e57-e512-4cb9-9cd8-2d7a12eda557 HTTP/1.1" status: 204 len: 168 time: 0.6981063 May 06 12:31:33.544384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.604828 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.612029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:33.636964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edf15e-9f0f-49ed-8004-3f663352578a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:33.640303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.653620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b23816-e118-4bf6-ac89-395f82bf7da6 req-d016ad07-f9a4-4f52-b84c-047cab7b37de tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/43edf15e-9f0f-49ed-8004-3f663352578a HTTP/1.1" status: 204 len: 173 time: 0.6006479 May 06 12:31:33.845136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.877939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:33.887484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f5f73e1-aba2-4801-a3c5-0ba2cc8dd950 admin admin] 10.222.0.83 "PUT /v2.0/routers/cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9162717 May 06 12:31:33.887484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53974) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:33.890716 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Sync routers for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:33.905815 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:33.906703 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:33.909562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07acd149-2ba2-4ded-82c1-fc1f01722c79,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:33.921462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:33.942559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a4e602e7-4a86-42cb-ae6a-3181f7cef2ed admin admin] 10.222.0.83 "DELETE /v2.0/subnets/07acd149-2ba2-4ded-82c1-fc1f01722c79 HTTP/1.1" status: 204 len: 168 time: 0.7495499 May 06 12:31:33.947720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:34.098265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-62e24fa7-1eec-4f12-a005-c1b318e20ae8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.098963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-62e24fa7-1eec-4f12-a005-c1b318e20ae8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:34.111934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912831-4b2a-4096-9ea1-8bbfb557a7f5 req-54f21b74-9030-4067-9279-7123404b1d15 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:34.113379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd912831-4b2a-4096-9ea1-8bbfb557a7f5 req-54f21b74-9030-4067-9279-7123404b1d15 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.3134584 May 06 12:31:34.122960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.127899 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:34.213935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-58eb14e8-e5d2-4816-83cb-eab8a8c87842 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/93672ff7-f335-4935-a34f-4dd9a8479a93 HTTP/1.1" status: 200 len: 1638 time: 0.1163416 May 06 12:31:34.299931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd912831-4b2a-4096-9ea1-8bbfb557a7f5 req-e6ac8bd9-8cdb-4ab8-90d3-5bbcdaa22c28 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749682 May 06 12:31:34.329328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.359859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-62e24fa7-1eec-4f12-a005-c1b318e20ae8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:34.360961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-62e24fa7-1eec-4f12-a005-c1b318e20ae8 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 907 time: 0.6054876 May 06 12:31:34.362041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.445137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.493759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port a9403fcf-2914-41fa-b5f8-6941c0538789 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:34.494093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.511027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.527114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7b91ee-a613-4495-9169-14225f0a14df']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:34.530384 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:34.543343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Checking router: cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:34.567814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Routers {'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:34.569370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df287f95-e33d-4ba5-97ba-be25992cd821') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:34.569934 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:34.577368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df287f95-e33d-4ba5-97ba-be25992cd821') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:34.592020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.698300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93672ff7-f335-4935-a34f-4dd9a8479a93,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:34.707849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.720339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4040ad2-ca25-4d18-b7a0-01151a6f4fb7 req-3141bfb7-226a-4106-9a6e-b5ca6b2e6044 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/93672ff7-f335-4935-a34f-4dd9a8479a93 HTTP/1.1" status: 204 len: 173 time: 0.5054724 May 06 12:31:34.761567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.864399 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] Set router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:34.879235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.909982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:34.910376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: timer() May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:34.926451 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:34.934383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.344548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-123ffea5-b574-49b5-b2ed-5c602a1f1614 req-7c17910d-a99a-44e7-a6c8-47ddf562377b tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0487812 May 06 12:31:35.344548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Deleting port 6f90d5b6-0a45-4e6f-91f1-f300428679d3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:35.344548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.347397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94bf02-5f45-4f11-8064-8cab9a3b4db9 req-8894683f-e0f9-4167-9e81-cb694360e8ec tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:35.347397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e94bf02-5f45-4f11-8064-8cab9a3b4db9 req-8894683f-e0f9-4167-9e81-cb694360e8ec tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 907 time: 0.6514688 May 06 12:31:35.347397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port a9403fcf-2914-41fa-b5f8-6941c0538789, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a9403fcf-2914-41fa-b5f8-6941c0538789,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:35.347397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.356238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:35.362702 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20c6578-04a1-4ea6-be40-a7ac39210e5a None None] The sync data for ids ['cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae'] in n-d-840845-1 is: [{'id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2087291762-router', 'tenant_id': 'd81099a466944b77987884797d485ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:30:02Z', 'updated_at': '2022-05-06T12:31:31Z', 'revision_number': 5, 'project_id': 'd81099a466944b77987884797d485ee1', 'gw_port': {'id': '6f90d5b6-0a45-4e6f-91f1-f300428679d3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:30:03Z', 'updated_at': '2022-05-06T12:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:31:35.439476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-6876bc86-757d-4548-bb7c-034e424343b5 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/c7bd496e-5259-42a5-b4ce-0cf755bb6370 HTTP/1.1" status: 200 len: 2146 time: 0.1188893 May 06 12:31:35.454222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] For port 6f90d5b6-0a45-4e6f-91f1-f300428679d3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f90d5b6-0a45-4e6f-91f1-f300428679d3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:35.454824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.549955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for a9403fcf-2914-41fa-b5f8-6941c0538789 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:35.620570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Calling delete_port for 6f90d5b6-0a45-4e6f-91f1-f300428679d3 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:35.639649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.644043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.727917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7b91ee-a613-4495-9169-14225f0a14df,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:35.760326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.812954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:35.842040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ef32396e-5821-4f54-85d5-7200f8e18e24 admin admin] 10.222.0.83 "DELETE /v2.0/networks/8d7b91ee-a613-4495-9169-14225f0a14df HTTP/1.1" status: 204 len: 168 time: 1.8919103 May 06 12:31:35.872712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54010) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:35.978902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54016) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:35.993387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cf941da3-9e7d-4fd1-bc66-04bf294897ec no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:35.993805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Deleting subnet de18b62c-9e13-4297-99f5-4351ae04c7a7 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:36.004101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.044270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cf941da3-9e7d-4fd1-bc66-04bf294897ec {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:36.045552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cf941da3-9e7d-4fd1-bc66-04bf294897ec not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:36.046251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.066345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784fc8-a66b-423d-b9d9-00e3168e3b52 req-3bf2e25d-0298-4fc1-9607-449dbb624fe5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:36.069461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96784fc8-a66b-423d-b9d9-00e3168e3b52 req-3bf2e25d-0298-4fc1-9607-449dbb624fe5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.5325623 May 06 12:31:36.099208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd496e-5259-42a5-b4ce-0cf755bb6370,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:36.153636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96784fc8-a66b-423d-b9d9-00e3168e3b52 req-d419aca3-3866-4760-a5e5-63b0ebb1c3d1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752587 May 06 12:31:36.178320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.187666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ea26b56-983c-4351-b7b6-df38fb3d63e5 req-f539d731-9537-4692-9c37-7b3920608932 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/c7bd496e-5259-42a5-b4ce-0cf755bb6370 HTTP/1.1" status: 204 len: 173 time: 0.7205954 May 06 12:31:36.212706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.220291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.274055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=a9403fcf-2914-41fa-b5f8-6941c0538789,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:36.282072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-238776357-network', 'tenant_id': '8ec9b3841a2247a9a1a0fc5c0535a990'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:36.291386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:36.296554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Usage tracker for resource:network and tenant:8ec9b3841a2247a9a1a0fc5c0535a990 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:36.300763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:36.353075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:36.377187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-dd2e24c1-9534-412f-add9-0430f3380038 tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "GET /v2.0/security-groups/f9bf6780-fc0e-4a4b-ac15-5805b309757b HTTP/1.1" status: 200 len: 2141 time: 0.1200340 May 06 12:31:36.379939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.406797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] No DVR routers for this DVR port a9403fcf-2914-41fa-b5f8-6941c0538789 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:36.411552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.422902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'name': 'network-vif-deleted', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:36.429733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.496340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-403e23f2-38ef-4f63-b7e1-ef6f2d8c02d7 req-760ba730-446e-4f72-b8c2-69ccc6d09f21 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0516410 May 06 12:31:36.508986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f90d5b6-0a45-4e6f-91f1-f300428679d3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:36.586849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a99d0bd0-073c-4ae6-909c-09d515503e12 req-dbb6517d-45d8-4d5b-8f9d-5fc78ed1c8b9 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "DELETE /v2.0/ports/a9403fcf-2914-41fa-b5f8-6941c0538789 HTTP/1.1" status: 204 len: 173 time: 2.2180357 May 06 12:31:36.608198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Made reservation on behalf of 8ec9b3841a2247a9a1a0fc5c0535a990 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:36.609997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.627537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.667063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:36.712602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec9b3841a2247a9a1a0fc5c0535a990 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:36.716018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d92f245d-e601-48c0-8f4c-17fc02447676 req-a43ee67d-15ca-49bb-9e7b-caf6911125f1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:36.718529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:36.727923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:36.789598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.806428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.840506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d92f245d-e601-48c0-8f4c-17fc02447676 req-a43ee67d-15ca-49bb-9e7b-caf6911125f1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:36.842076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d92f245d-e601-48c0-8f4c-17fc02447676 req-a43ee67d-15ca-49bb-9e7b-caf6911125f1 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 210 time: 0.1792190 May 06 12:31:36.921297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.942343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.955579 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c738a5bf-76bc-47cd-801d-30d9e1a394eb'] response: {'server_uuid': '6f42b6a7-5e2f-4008-a8d5-3ac4425bf733', 'name': 'network-vif-deleted', 'tag': 'a9403fcf-2914-41fa-b5f8-6941c0538789', 'status': 'completed', 'code': 200} May 06 12:31:36.963856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36be62-156a-461a-93eb-fe6ade7c04e6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:36.969192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:36.981132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:36.981595 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Added segment 20a24905-8507-4501-9f0e-ff218cc87aeb of type vlan for network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc May 06 12:31:36.986956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a9403fcf-2914-41fa-b5f8-6941c0538789 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:37.010603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.021861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:31:37.038975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a9403fcf-2914-41fa-b5f8-6941c0538789 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:37.039647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a9403fcf-2914-41fa-b5f8-6941c0538789 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:37.040897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.130002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de18b62c-9e13-4297-99f5-4351ae04c7a7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:37.140479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.207545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:37.224092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'mac_address': 'fa:16:3e:29:97:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:31:37.289886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.299249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9350aa5-9e49-4548-80cc-0c49bbcbc1c2 req-f0ef9ef8-bb9e-4812-93cb-80f68cfdc2cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0735397 May 06 12:31:37.300389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.301157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:37.302654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.302829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.328276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3848b80f-4391-4139-9ea5-c0068b7c567b {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:31:37.353069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:37.430133 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.451316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e056455a-e062-4d50-a30f-9e1f4f5b205c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/de18b62c-9e13-4297-99f5-4351ae04c7a7 HTTP/1.1" status: 204 len: 168 time: 1.5661142 May 06 12:31:37.454953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54036) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:37.504405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] Pushing event updated for resources: {'Network': ['ID=9f468bdc-29af-40a8-b7ba-5f237cda1bfc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:37.516358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.539889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f9e89-2b08-4f7c-aefb-4db65ad9d1a0 req-7936a900-31f7-416e-a506-08e4e0dec34f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:37.541545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa7f9e89-2b08-4f7c-aefb-4db65ad9d1a0 req-7936a900-31f7-416e-a506-08e4e0dec34f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 945 time: 0.2059834 May 06 12:31:37.553616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:37.607951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa7f9e89-2b08-4f7c-aefb-4db65ad9d1a0 req-a1ea4886-cd24-4528-88d6-736d31235c3c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 May 06 12:31:37.641531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.644003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.653568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aac6bd4b-e691-4990-a2d8-c00d54a58972 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6523337 May 06 12:31:37.655798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54042) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:37.656207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:37.660491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7930af7-7fce-4f92-be2a-c01cb71b9fa5 req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] 10.222.0.83 "DELETE /v2.0/security-groups/f9bf6780-fc0e-4a4b-ac15-5805b309757b HTTP/1.1" status: 204 len: 173 time: 1.2814119 May 06 12:31:37.665142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Request body: {'subnet': {'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-238776357-subnet', 'tenant_id': '8ec9b3841a2247a9a1a0fc5c0535a990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:37.757343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba248d5e-63cc-4716-b1ac-60c0743453ed tempest-SecurityGroupRulesTestJSON-604409306 tempest-SecurityGroupRulesTestJSON-604409306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf6780-fc0e-4a4b-ac15-5805b309757b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:37.768896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.782885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3848b80f-4391-4139-9ea5-c0068b7c567b'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:37.807200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:37.816819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Usage tracker for resource:subnet and tenant:8ec9b3841a2247a9a1a0fc5c0535a990 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:37.823023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:37.838740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:37.870283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:37.871763 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:37.924060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Deleting subnet 4d46a9fa-9fa5-44af-aafc-7ca6a96a7a18 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:37.933486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.024519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Made reservation on behalf of 8ec9b3841a2247a9a1a0fc5c0535a990 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:38.030137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.160236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-4fc07d85-752c-4b6a-9e66-833fc311a898 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5692143 May 06 12:31:38.180527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-deaaf18a-535a-4a99-8422-707ab2e01a8c req-4fe62493-3b77-4de5-9fc4-db5ec8571ac1 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.1585612 May 06 12:31:38.188071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.192951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:31:38.353813 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.355087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-818d4b78-38b4-44dc-8eef-76641c33ff7d admin admin] 10.222.0.83 "DELETE /v2.0/routers/cb0eb307-fff3-4d3d-b4c4-9e82c86d58ae HTTP/1.1" status: 204 len: 168 time: 4.4681773 May 06 12:31:38.371580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54056) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:38.402628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da44f1df-5009-4c63-b8fc-9db8d55b24bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.417772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84b9119e-ecbf-4847-8d36-b5a40332d679 req-a1083abb-4a13-46e5-be29-4022eae7b057 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f42b6a7-5e2f-4008-a8d5-3ac4425bf733 HTTP/1.1" status: 200 len: 210 time: 0.1602869 May 06 12:31:38.425946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.471173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.495641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Deleting subnet 0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:31:38.512979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.521063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.551030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f6f831-2a1d-4f91-b4e0-3634a457ecba']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:38.585768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30124d13-e3a8-4fb1-82dc-ac6af129b7b2') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:38.586068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30124d13-e3a8-4fb1-82dc-ac6af129b7b2') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:38.611562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.621226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.659364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-5e9a6220-3a1c-4f88-84bd-d0b42389d854 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a10ff3da7de3434882423e6720e7d35d&device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 1096 time: 0.3382177 May 06 12:31:38.714107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54064) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:38.732376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.841461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.895453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.899184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d46a9fa-9fa5-44af-aafc-7ca6a96a7a18,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:38.907679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:38.971204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8cf8c59a-0829-46c3-ba13-721ae15d9130 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4d46a9fa-9fa5-44af-aafc-7ca6a96a7a18 HTTP/1.1" status: 204 len: 168 time: 1.3121040 May 06 12:31:38.984028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:31:38.985829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:38.987034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:38.987436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:39.018762 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:39.056534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.082916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:39.093167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3848b80f-4391-4139-9ea5-c0068b7c567b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:31:39.094747 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.095974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Checking segment: {'id': '20a24905-8507-4501-9f0e-ff218cc87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:39.096335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Network hostable DHCP agents. Network: 9f468bdc-29af-40a8-b7ba-5f237cda1bfc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:39.128505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:39.133882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Usage tracker for resource:security_group_rule and tenant:4902811de5fb4cbea79fd88db9245ee6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:39.137281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:39.145058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:39.230155 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.238869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.260287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:39.265859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:39.272245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:39.326729 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ddae0b5-97b8-4758-8a6a-437e6244ac1b'] response: {'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'code': 200} May 06 12:31:39.349605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.352182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.354474 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.377456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9f468bdc-29af-40a8-b7ba-5f237cda1bfc) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:39.386449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-b4fa81d9-591f-4fe3-a4c6-f49fcaf21cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:39.388177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-b4fa81d9-591f-4fe3-a4c6-f49fcaf21cc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 200 len: 912 time: 0.6983924 May 06 12:31:39.394441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.402131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:39.403321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.409715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66964a36-931e-4d75-ba06-4bebf5445ca3 None None] Network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:39.469180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4902811de5fb4cbea79fd88db9245ee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7539661 May 06 12:31:39.470925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d95bf9-02a4-48a6-8b50-81fcf9c99f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfd37e-4164-4f6c-8ae2-c45a543a0c44,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:39.474750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54086) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:39.538822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.563178 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd0368f6-06c7-41a3-9ad7-e8c057912cab req-d57bb5a9-b345-42e1-832a-64d798f33606 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0688221 May 06 12:31:39.587005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9050e78d-bf3d-4f15-8b15-b693caf9fa14 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9292030 May 06 12:31:39.607528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.613583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:39.640004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.657734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=62f6f831-2a1d-4f91-b4e0-3634a457ecba,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:39.691683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.691934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d851-cee2-4cc7-ae3e-d588af504727 req-978a3cf9-134c-4c94-8d65-0545cc527d53 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:39.699098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94e8d851-cee2-4cc7-ae3e-d588af504727 req-978a3cf9-134c-4c94-8d65-0545cc527d53 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 945 time: 0.6949098 May 06 12:31:39.701699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dec14fce-32ff-4796-9531-6e0aceecfbeb admin admin] 10.222.0.83 "DELETE /v2.0/networks/62f6f831-2a1d-4f91-b4e0-3634a457ecba HTTP/1.1" status: 204 len: 168 time: 2.2458415 May 06 12:31:39.778042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520ddf3-3605-4505-8261-942d616a4326 None None] Network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:39.863448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.879368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-7eab3d01-8fd7-4bbc-a82f-18b0f5436b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 200 len: 1000 time: 0.4105279 May 06 12:31:39.917588 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.950083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfd37e-4164-4f6c-8ae2-c45a543a0c44,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:39.968392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:39.969563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9048d891-2f15-476f-a07c-24436338fad4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/16dfd37e-4164-4f6c-8ae2-c45a543a0c44 HTTP/1.1" status: 204 len: 168 time: 0.4809444 May 06 12:31:40.014374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f90d5b6-0a45-4e6f-91f1-f300428679d3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:40.063929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2cdbbb-3033-405b-a7e6-4c5c136716ef']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:40.078530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4012fdbc-51fa-4847-a0fb-c43736ca78e1') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:40.078833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4012fdbc-51fa-4847-a0fb-c43736ca78e1') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:40.094480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.095016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6f90d5b6-0a45-4e6f-91f1-f300428679d3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:40.095355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f90d5b6-0a45-4e6f-91f1-f300428679d3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:40.129513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.136973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:40.137384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:40.158004 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:40.240982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.303631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.309172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-1f2d0e79-1e07-4704-a0f7-dfb00b25d37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:40.311460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-1f2d0e79-1e07-4704-a0f7-dfb00b25d37e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 200 len: 850 time: 0.4197600 May 06 12:31:40.312106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db15eef-fb3f-489a-aaf8-27f6baaf3c55 None None] Network 7200eb2a-92e0-48a9-ad5b-b58292d9817a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:40.319225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:40.394002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54112) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:40.394782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3d2a92a2-f8e8-456d-9b88-91aff985e1d8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0e5744ff-b69e-4db1-8ac1-dbbae62cbe3d HTTP/1.1" status: 204 len: 168 time: 2.0213585 May 06 12:31:40.399222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:40.419048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94e8d851-cee2-4cc7-ae3e-d588af504727 req-272c2980-28fc-445f-9ac2-3934cc06686f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187412 May 06 12:31:40.551028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-637b05e6-a592-4f28-8570-d6cc7b074d54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=14e18328bd3b49b882acdb9852a7cc1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1524408 May 06 12:31:40.559381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54120) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:40.683291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.715624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.750791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.751790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.769802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0c2cdbbb-3033-405b-a7e6-4c5c136716ef HTTP/1.1" status: 204 len: 168 time: 1.7527413 May 06 12:31:40.780583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76c244-9bcd-4498-a732-5abc081f7de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2cdbbb-3033-405b-a7e6-4c5c136716ef,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:40.819557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38a36210-857d-4c3c-a58f-589ebb8f4e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.871677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.905379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-48092f34-ce91-4574-ba99-22a0ccddc17c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcb8e11b-a7cf-4a82-8cad-b5aeda813004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5774431 May 06 12:31:40.938108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.982178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Deleting port ca50332d-7020-45c6-be38-b4f17735b7bb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:40.982752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:40.986980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:41.039076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] DHCP port deletion for 7200eb2a-92e0-48a9-ad5b-b58292d9817a request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:31:41.047623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Deleting port ca50332d-7020-45c6-be38-b4f17735b7bb {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:41.048321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.158344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.159418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-061736c8-3e73-4cf9-878b-1d5d1df4a3f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8d6b3f42-21bd-4a99-b06a-7cf45bcb15c4 HTTP/1.1" status: 204 len: 168 time: 0.5990131 May 06 12:31:41.460303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-0c5fe509-2df2-4928-ab64-53277fe47ebc service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445685 May 06 12:31:41.577149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] For port ca50332d-7020-45c6-be38-b4f17735b7bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca50332d-7020-45c6-be38-b4f17735b7bb,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:41.577709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:41.766273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Calling delete_port for ca50332d-7020-45c6-be38-b4f17735b7bb owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:41.966111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] For port ca50332d-7020-45c6-be38-b4f17735b7bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ca50332d-7020-45c6-be38-b4f17735b7bb,segment=NetworkSegment(4d5554a2-c12d-49bf-b8f9-9ef843c60e47),segment_id=4d5554a2-c12d-49bf-b8f9-9ef843c60e47)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:41.966568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.063853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-623e5b09-bd6e-483c-ac4a-62a45a580640 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:42.066945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca50332d-7020-45c6-be38-b4f17735b7bb no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:42.067799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-623e5b09-bd6e-483c-ac4a-62a45a580640 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 946 time: 0.2299495 May 06 12:31:42.070009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54144) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:42.138028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Calling delete_port for ca50332d-7020-45c6-be38-b4f17735b7bb owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:42.221713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.223780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port 697491b4-9ab0-4419-9139-f4a6d5ef0748 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:42.224560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.274677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ca50332d-7020-45c6-be38-b4f17735b7bb {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:42.275462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ca50332d-7020-45c6-be38-b4f17735b7bb not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:42.297762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.314136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] Pushing event deleted for resources: {'Port': ['ID=ca50332d-7020-45c6-be38-b4f17735b7bb,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:42.326228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12cfbcf-326d-434f-995c-8885438e1ddf None None] No DVR routers for this DVR port ca50332d-7020-45c6-be38-b4f17735b7bb on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:42.354033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54152) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:42.360518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff44dc60-06a0-453f-95f3-3f289a4ce86c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c386f948e6f44e88a55a8b3f483edcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2891195 May 06 12:31:42.385799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c425878-766f-4f0d-99bb-7f6acb77b851 req-e9339650-60e2-448a-be82-30f00707e596 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:42.394263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c425878-766f-4f0d-99bb-7f6acb77b851 req-e9339650-60e2-448a-be82-30f00707e596 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 946 time: 0.6258280 May 06 12:31:42.397556 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.425968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14417815-ef21-40f9-bca3-43b7f459aa91 req-ff69bb18-567a-43be-9f86-268fc0a7dfce service neutron] 10.222.0.13 "GET /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586938 May 06 12:31:42.486855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-611c3f8b-aea4-45b5-a324-ae61bae82a83 req-6f018ba9-f586-4641-9e44-b504b5778953 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=055a1190f9f849c0b98ace31d699dc87&device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.2274561 May 06 12:31:42.562548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c425878-766f-4f0d-99bb-7f6acb77b851 req-71ae0a8c-0f24-46c1-a15d-b6c68577ee3a tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669760 May 06 12:31:42.565866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:31:42.567393 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:31:42.596218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.600338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-611c3f8b-aea4-45b5-a324-ae61bae82a83 req-5d12922a-89aa-4f69-8295-296a906a7566 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=055a1190f9f849c0b98ace31d699dc87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415173 May 06 12:31:42.733841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:42.872384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port 697491b4-9ab0-4419-9139-f4a6d5ef0748, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=697491b4-9ab0-4419-9139-f4a6d5ef0748,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:42.872661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.074692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Deleting port ca50332d-7020-45c6-be38-b4f17735b7bb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:43.075138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.153443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93893195-d60f-4c32-bfd0-21db434389fc req-7238543d-7438-4747-a9ec-3604190dd812 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.1495099 May 06 12:31:43.164679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for 697491b4-9ab0-4419-9139-f4a6d5ef0748 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:43.221752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] The port 'ca50332d-7020-45c6-be38-b4f17735b7bb' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:31:43.252903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.273201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbcfcd5-bfc2-4eeb-a917-e89a24a07524,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:43.411747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.413594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b59eeda3-bca7-4368-bce8-d2f714247023 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9fbcfcd5-bfc2-4eeb-a917-e89a24a07524 HTTP/1.1" status: 204 len: 168 time: 1.0582874 May 06 12:31:43.418180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.447954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac16293-9ec0-46e5-b16d-7352538039b2 req-40696a61-ff2e-4556-b1e7-2f8f368d3d49 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:43.452427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7200eb2a-92e0-48a9-ad5b-b58292d9817a']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:43.455032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fac16293-9ec0-46e5-b16d-7352538039b2 req-40696a61-ff2e-4556-b1e7-2f8f368d3d49 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.9915063 May 06 12:31:43.466169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5554a2-c12d-49bf-b8f9-9ef843c60e47') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:43.466494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5554a2-c12d-49bf-b8f9-9ef843c60e47') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:43.475482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.480638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.485924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c3f8b-aea4-45b5-a324-ae61bae82a83 req-0348e3aa-9bb6-400a-a5c8-c1d2a34d6b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:43.487372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-611c3f8b-aea4-45b5-a324-ae61bae82a83 req-0348e3aa-9bb6-400a-a5c8-c1d2a34d6b17 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8784568 May 06 12:31:43.501399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.519761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:31:43.522948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.553173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fac16293-9ec0-46e5-b16d-7352538039b2 req-d70f3688-f37a-4003-a64b-4a8bc1be2775 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967119 May 06 12:31:43.553844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: timer() May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:31:43.557549 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:31:43.645505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6afc86a7-dbf3-43bb-8603-ae771576f5b8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7a9538ffe06745f388a3facb31968bbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0735540 May 06 12:31:43.649607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54176) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:43.742830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.773066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:43.784837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e97c4043-8e2f-44d4-9f47-ebf1919a7df5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:31:43.856261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=697491b4-9ab0-4419-9139-f4a6d5ef0748,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:43.877094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.002864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.032547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae6e8ff6-ca8b-42ec-9baa-6165995dd2e1 req-b7d65c5d-ace2-4a10-acc4-ac7ffc617796 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 210 time: 0.1528001 May 06 12:31:44.085792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.088402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7200eb2a-92e0-48a9-ad5b-b58292d9817a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:44.134567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] No DVR routers for this DVR port 697491b4-9ab0-4419-9139-f4a6d5ef0748 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:44.139329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.143374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'name': 'network-vif-deleted', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:44.240418 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bb4b9c-091a-4cdb-a629-6c8756374f38'] response: {'server_uuid': 'afe5b17d-2377-4b1a-bc0e-4002a681ae33', 'name': 'network-vif-deleted', 'tag': '697491b4-9ab0-4419-9139-f4a6d5ef0748', 'status': 'completed', 'code': 200} May 06 12:31:44.253849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:44.259978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1507344445-network', 'tenant_id': 'fea6bb4685d44efa8f4473b34b3ef829'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:44.273383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:44.292524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Usage tracker for resource:network and tenant:fea6bb4685d44efa8f4473b34b3ef829 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:44.308491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:44.321463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:44.330116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1def5274-d8b8-435d-af55-88a0c82a7be9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7200eb2a-92e0-48a9-ad5b-b58292d9817a HTTP/1.1" status: 204 len: 168 time: 3.9094889 May 06 12:31:44.381718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.391602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f965636-dd2f-489f-9966-0a0ff288bdec req-9befbbec-b8e7-4627-9ca7-57b17dec98d0 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "DELETE /v2.0/ports/697491b4-9ab0-4419-9139-f4a6d5ef0748 HTTP/1.1" status: 204 len: 173 time: 2.2441204 May 06 12:31:44.421116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.425194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e6b482fe-6156-4ab8-a8ee-425ea4e0fd42 HTTP/1.1" status: 204 len: 168 time: 0.7717214 May 06 12:31:44.425194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564f142-8833-46a1-acdf-07a37ebedb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b482fe-6156-4ab8-a8ee-425ea4e0fd42,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:44.510385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5ac516c-e5bd-4101-bcb1-13a90a844f13 req-89b57c70-2bcc-4cd7-b040-704cc25324f7 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0999866 May 06 12:31:44.529506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Made reservation on behalf of fea6bb4685d44efa8f4473b34b3ef829 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:44.532743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.561758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.632926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:44.643468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Usage tracker for resource:security_group_rule and tenant:fea6bb4685d44efa8f4473b34b3ef829 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:44.647806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:44.664343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:44.769768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:44.938425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a847-bd47-4b41-9e78-7ae21fc0a251 req-8af7aa7a-2a2c-4601-9476-edec840837ea tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:44.940040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60c8a847-bd47-4b41-9e78-7ae21fc0a251 req-8af7aa7a-2a2c-4601-9476-edec840837ea tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1179674 May 06 12:31:44.966511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.001187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:45.007335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212aef02-f883-4fca-886a-183f544b7b40,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:45.016590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60c8a847-bd47-4b41-9e78-7ae21fc0a251 req-4ae7d615-f8e9-4694-a91f-0f9371a45353 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697825 May 06 12:31:45.016728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.017066 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Added segment a2a1ada6-697a-4cc2-9801-2f9b62be4f89 of type vlan for network 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 May 06 12:31:45.067418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.222912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 697491b4-9ab0-4419-9139-f4a6d5ef0748 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:45.271013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 697491b4-9ab0-4419-9139-f4a6d5ef0748 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:45.272311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 697491b4-9ab0-4419-9139-f4a6d5ef0748 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:45.301640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65ca2b79-9173-41a4-b2c4-507f959e51db req-d0cbd614-da6a-4083-9e7e-c93989c3c7ef tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=afe5b17d-2377-4b1a-bc0e-4002a681ae33 HTTP/1.1" status: 200 len: 210 time: 0.0863400 May 06 12:31:45.301640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.301640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:45.301640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.426969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54204) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:45.429567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed135f0-8e6c-40fa-a97c-0cc1ca791be8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:45.441961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:45.530216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a08e3aa5-6e75-4283-a2f6-602146f8ae33 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2713511 May 06 12:31:45.530468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:45.545718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Request body: {'subnet': {'network_id': '1ed135f0-8e6c-40fa-a97c-0cc1ca791be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1507344445-subnet', 'tenant_id': 'fea6bb4685d44efa8f4473b34b3ef829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:45.556872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:45.569801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Usage tracker for resource:subnet and tenant:fea6bb4685d44efa8f4473b34b3ef829 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:45.574836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:45.609246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:45.663750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-611c3f8b-aea4-45b5-a324-ae61bae82a83 req-ec2932fc-7ae2-4c96-adf2-3822e1bd071b tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.86 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.1528714 May 06 12:31:45.769069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Made reservation on behalf of fea6bb4685d44efa8f4473b34b3ef829 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:45.772808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:45.774856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-29e25b56-075c-4ee6-8443-74bb5b609d5e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d81099a466944b77987884797d485ee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3457856 May 06 12:31:45.780785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:46.187082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa226b01-d02b-4f6b-a2b3-7ae10f3d7508 req-ba1ef532-e955-4ed8-bcab-34e761b25e50 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.2783272 May 06 12:31:46.295985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.351790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.374333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.612568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.672760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f11ec3-3bf3-4e90-b63c-b55081132c97,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:46.676299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafa26e-2140-4777-9ce6-eac19603fccd req-b0fa079f-7c3f-4b55-94d2-517c8c441159 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:46.680864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfafa26e-2140-4777-9ce6-eac19603fccd req-b0fa079f-7c3f-4b55-94d2-517c8c441159 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2573564 May 06 12:31:46.772241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:46.772241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-27e55578-fc47-4b05-b206-f0b075a5a04f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/71f11ec3-3bf3-4e90-b63c-b55081132c97 HTTP/1.1" status: 204 len: 168 time: 0.9788351 May 06 12:31:46.957532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfafa26e-2140-4777-9ce6-eac19603fccd req-8288854b-ce19-47a1-8287-a66aef6142d6 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539228 May 06 12:31:47.476153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90392f07-6e57-4076-8a76-ae5cfa28cfd4 req-61628300-ad32-4d90-b0aa-977be2bf0041 tempest-ServersAaction247Test-1207706363 tempest-ServersAaction247Test-1207706363-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fa4b1b-344d-4002-ad0b-23f43bc93612 HTTP/1.1" status: 200 len: 210 time: 0.0421770 May 06 12:31:47.680711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:47.797895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38d39d9-47f6-43b2-b1d1-b9e3c0d62756,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:47.804735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Checking segment: {'id': 'a2a1ada6-697a-4cc2-9801-2f9b62be4f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ed135f0-8e6c-40fa-a97c-0cc1ca791be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:47.805130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Network hostable DHCP agents. Network: 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:47.949780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Network 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:48.188616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab0c92-75ad-4210-941d-b49aa87ae106 req-1da7895e-a650-4e2d-8af0-1e3c4f7573cc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:48.196174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68ab0c92-75ad-4210-941d-b49aa87ae106 req-1da7895e-a650-4e2d-8af0-1e3c4f7573cc tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1190860 May 06 12:31:48.237655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:48.248482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497a8a1-521e-420a-9635-3e4248317868 None None] Network 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:48.250501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:48.251093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:48.302863 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68ab0c92-75ad-4210-941d-b49aa87ae106 req-db4042eb-1cd2-47e7-ba67-79c6ecc9557e tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043921 May 06 12:31:48.516172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b633b19c-5e8a-42b2-9f71-297aa91dc503 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9841106 May 06 12:31:48.523299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-ff75ef9a-4fe0-4a11-bdd0-2960c3dee504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:48.524700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-ff75ef9a-4fe0-4a11-bdd0-2960c3dee504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:48.555013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7de215-ad74-4538-aa84-435c48dd3562 req-6d40061e-5f9a-4e0e-9ab9-689e9d082b34 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:48.564777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a7de215-ad74-4538-aa84-435c48dd3562 req-6d40061e-5f9a-4e0e-9ab9-689e9d082b34 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2128382 May 06 12:31:48.651701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a7de215-ad74-4538-aa84-435c48dd3562 req-19e76a19-e03b-4d9c-bc65-7bc8dd08e130 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851648 May 06 12:31:48.711369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d11ce9-5fde-4195-83a7-3d373dc5e879 None None] Network 1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:48.711863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-ff75ef9a-4fe0-4a11-bdd0-2960c3dee504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:48.714147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-ff75ef9a-4fe0-4a11-bdd0-2960c3dee504 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.5437827 May 06 12:31:48.843450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:48.843972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.257435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port e97c4043-8e2f-44d4-9f47-ebf1919a7df5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:49.257795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.401165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for e97c4043-8e2f-44d4-9f47-ebf1919a7df5 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:49.552832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfde06-8e1a-4bd9-bf9c-a4a1cc8375ba req-51a925f0-0ba4-4097-afaf-2682aeda77cf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:49.561856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cbfde06-8e1a-4bd9-bf9c-a4a1cc8375ba req-51a925f0-0ba4-4097-afaf-2682aeda77cf tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 945 time: 0.1174657 May 06 12:31:49.632779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cbfde06-8e1a-4bd9-bf9c-a4a1cc8375ba req-0b8aa22f-fa99-4422-bc3b-ef27379b7e35 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=db5139c4-7bcd-4269-9cd8-681890ec507d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 May 06 12:31:49.726180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:49.845989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=e97c4043-8e2f-44d4-9f47-ebf1919a7df5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:49.880243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:49.980492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe12dc-9e14-440d-87c4-71d6d82c7ae4 req-1ea99427-3c2b-40ff-9c1d-7dd69a306207 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:49.982102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6fe12dc-9e14-440d-87c4-71d6d82c7ae4 req-1ea99427-3c2b-40ff-9c1d-7dd69a306207 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1728091 May 06 12:31:49.997332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] No DVR routers for this DVR port e97c4043-8e2f-44d4-9f47-ebf1919a7df5 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:50.003963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.011557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'name': 'network-vif-deleted', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:50.060401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6fe12dc-9e14-440d-87c4-71d6d82c7ae4 req-86cfa8f1-30be-4cda-b249-1c26a0f952df tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 May 06 12:31:50.164094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d8e29a7-979e-4796-821f-f29ba118ce5b req-b225c2e6-75d7-49dd-bb05-ca43a34c7eac tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.86 "DELETE /v2.0/ports/e97c4043-8e2f-44d4-9f47-ebf1919a7df5 HTTP/1.1" status: 204 len: 173 time: 1.4454176 May 06 12:31:50.167057 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09601613-8a9b-45f6-a600-4a26b7bd4721'] response: {'server_uuid': 'cdfcacc3-a348-4e32-9def-0c2c3386af06', 'name': 'network-vif-deleted', 'tag': 'e97c4043-8e2f-44d4-9f47-ebf1919a7df5', 'status': 'completed', 'code': 200} May 06 12:31:50.225246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54318) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:50.371138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1880930694-network', 'tenant_id': 'ae2fb4d682ba411a8891508a145c40d4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:50.380672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:50.389056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Usage tracker for resource:network and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:50.395277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:50.403928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:50.476099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.562167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Made reservation on behalf of ae2fb4d682ba411a8891508a145c40d4 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:50.564472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.596468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.660066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:50.665612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:50.668473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:50.675040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:50.810699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.812628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.898422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.920014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:50.937786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7f1a924-7934-4449-a3d3-73456f508215 req-1560624b-243b-42ed-b6e3-6aeb19dc41c7 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdfcacc3-a348-4e32-9def-0c2c3386af06 HTTP/1.1" status: 200 len: 210 time: 0.0886092 May 06 12:31:50.945476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:50.945812 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Added segment e4612021-cf6f-4f78-8df1-84f57932e8d1 of type vlan for network f0af7cc9-3553-4807-a73b-33d29fe9311c May 06 12:31:50.988171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-784e17ea-c403-4d7d-9911-6397c6a77a8a tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:50.993279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-784e17ea-c403-4d7d-9911-6397c6a77a8a tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Synchronizing usage tracker for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:51.024105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:51.033906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Usage tracker for resource:security_group_rule and tenant:055a1190f9f849c0b98ace31d699dc87 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:51.041865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:51.057864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:51.078321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e97c4043-8e2f-44d4-9f47-ebf1919a7df5 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:51.124898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.131868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b99a92-d8cc-4be4-80e6-777b2dfcc682,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:51.147262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-784e17ea-c403-4d7d-9911-6397c6a77a8a tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Unset dirty status for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:51.154184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-784e17ea-c403-4d7d-9911-6397c6a77a8a tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/networks?id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc HTTP/1.1" status: 200 len: 814 time: 0.7036409 May 06 12:31:51.173053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-9f64176a-80a7-4d9d-94c1-49d958b73df5 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/quotas/8ec9b3841a2247a9a1a0fc5c0535a990 HTTP/1.1" status: 200 len: 375 time: 0.0184929 May 06 12:31:51.183871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.229464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-86681a19-2fc5-43ed-995c-f56b39545e3c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8ec9b3841a2247a9a1a0fc5c0535a990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556169 May 06 12:31:51.241694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: e97c4043-8e2f-44d4-9f47-ebf1919a7df5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:51.242449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e97c4043-8e2f-44d4-9f47-ebf1919a7df5 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:51.352569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.416093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.416916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:51.417504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.426598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c968de6-f300-4f97-8721-9e16c3b9e840,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:51.441625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f5f2762-daa1-4852-a23a-101edbd8ef9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=055a1190f9f849c0b98ace31d699dc87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2144153 May 06 12:31:51.444995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54344) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:51.512210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5328a61-12cf-4ec1-8eb6-3449deb29562 req-b0f765d1-ebaa-4479-b66f-e9ad0475c699 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:51.514198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5328a61-12cf-4ec1-8eb6-3449deb29562 req-b0f765d1-ebaa-4479-b66f-e9ad0475c699 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2133350 May 06 12:31:51.522051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0af7cc9-3553-4807-a73b-33d29fe9311c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:51.557278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.558241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f0af7cc9-3553-4807-a73b-33d29fe9311c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:51.585160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-15d3d288-c456-4a4a-b8ac-8179ccaf9b47 service neutron] 10.222.0.83 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545671 May 06 12:31:51.682080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1b181d4-65f7-41aa-bb5b-8f36ef12caf9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7941289 May 06 12:31:51.684926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54350) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:51.690752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Request body: {'subnet': {'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1880930694-subnet', 'tenant_id': 'ae2fb4d682ba411a8891508a145c40d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:51.695597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:51.704966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:51.719392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Usage tracker for resource:subnet and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:51.725913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:51.736533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:51.741432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54354) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:51.857697 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5328a61-12cf-4ec1-8eb6-3449deb29562 req-88861fa8-8667-4cd7-a2b2-6d182e1127fd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972083 May 06 12:31:51.994589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-c2172363-3ab9-4b2b-89db-fc6ec3b743d9 service neutron] 10.222.0.83 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033589 May 06 12:31:52.014785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.040950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c968de6-f300-4f97-8721-9e16c3b9e840,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:52.059104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.063030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-68e15f40-50f9-462c-895b-0d41df9ae5b4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2c968de6-f300-4f97-8721-9e16c3b9e840 HTTP/1.1" status: 204 len: 168 time: 0.6168253 May 06 12:31:52.066299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Made reservation on behalf of ae2fb4d682ba411a8891508a145c40d4 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:52.070521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.275722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54370) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:52.460154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.564085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f215fa4b-33dc-496e-bdb3-77ccfbbf3dbd req-bbf3f155-7d4a-4fe2-b477-d6ead938d22c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.0685532 May 06 12:31:52.728251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:52.760309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Usage tracker for resource:security_group_rule and tenant:5edc581a51e0481f89ec6acff320994d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:52.765105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:52.788839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:52.947269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:52.951887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.085559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-network', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:53.144309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:53.155119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Usage tracker for resource:network and tenant:f1db8ed5230c4e3691a5f50a42e2a5dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:53.160821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:53.166979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.173918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:53.392727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6b22-2211-4db5-8229-c343f850a072 req-3137d2f1-6d29-4084-bc3a-aa37cb59cb29 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:53.392727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dadf6b22-2211-4db5-8229-c343f850a072 req-3137d2f1-6d29-4084-bc3a-aa37cb59cb29 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.0990512 May 06 12:31:53.393555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Checking segment: {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:53.393555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Network hostable DHCP agents. Network: f0af7cc9-3553-4807-a73b-33d29fe9311c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:53.394196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dadf6b22-2211-4db5-8229-c343f850a072 req-c040ca38-6af9-4c1c-8eed-d5e7bf3476c1 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473487 May 06 12:31:53.394574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b765223f-7724-4359-b086-a8fe41f8f8f1,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:53.394574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045e83d-66c3-4dde-ab77-a7e24d1d2761,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:53.394574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84d23099-0aca-4b6f-b5c7-dd4be6dd1609 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5edc581a51e0481f89ec6acff320994d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6294751 May 06 12:31:53.398734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150af850-f63d-4470-b7f4-28b72332a24d req-892892d5-ca7b-494a-ace0-a2d1414100a2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:53.400578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-150af850-f63d-4470-b7f4-28b72332a24d req-892892d5-ca7b-494a-ace0-a2d1414100a2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Synchronizing usage tracker for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:31:53.402139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54398) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:53.486083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.513173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.687334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad7a6bee-1189-457b-91ed-e04f5c3fd208 req-68763f2f-a536-4e88-a92a-25fcc4e3b005 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.0432396 May 06 12:31:53.759469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Made reservation on behalf of f1db8ed5230c4e3691a5f50a42e2a5dc for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:53.759469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.764067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:53.792091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Network f0af7cc9-3553-4807-a73b-33d29fe9311c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:53.801238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-150af850-f63d-4470-b7f4-28b72332a24d req-892892d5-ca7b-494a-ace0-a2d1414100a2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Unset dirty status for tenant:a10ff3da7de3434882423e6720e7d35d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:31:53.802756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-150af850-f63d-4470-b7f4-28b72332a24d req-892892d5-ca7b-494a-ace0-a2d1414100a2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.7284467 May 06 12:31:53.827263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:53.832900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1db8ed5230c4e3691a5f50a42e2a5dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:53.837669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:53.845151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:53.881130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-150af850-f63d-4470-b7f4-28b72332a24d req-aa061680-db71-42ca-80ff-12a03f833b13 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590506 May 06 12:31:54.008884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f0af7cc9-3553-4807-a73b-33d29fe9311c) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:54.022061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:54.022061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.023420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f9e97-0efa-4b60-9c41-fa248a7b3352 None None] Network f0af7cc9-3553-4807-a73b-33d29fe9311c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:54.054929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.082740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045e83d-66c3-4dde-ab77-a7e24d1d2761,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:54.109538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.110889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-23dfece0-d8fe-4a74-980c-97ea483a096f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6045e83d-66c3-4dde-ab77-a7e24d1d2761 HTTP/1.1" status: 204 len: 168 time: 0.7035687 May 06 12:31:54.192534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.243462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a71e5d49-9cdd-4f2e-b81a-615eb92dcd9f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5479629 May 06 12:31:54.309806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-8f4d7488-35b5-4b2b-a72c-381a7b7e6206 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:54.312656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-8f4d7488-35b5-4b2b-a72c-381a7b7e6206 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.1511321 May 06 12:31:54.362661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.377323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:31:54.387263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.387870 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Added segment 83373dd5-a967-4efb-88fd-508b05d04737 of type vlan for network 70637809-876a-4ccf-bf9b-917972479744 May 06 12:31:54.418521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac8253-e32a-45c6-bffc-148503a3ff7c None None] Network f0af7cc9-3553-4807-a73b-33d29fe9311c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:54.435982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:31:54.436337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.439678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e329bbf-da52-4da8-a11f-e12f5dd2927a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:54.469262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.684802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8e0c-1cf8-47b9-bdbd-57b6e6f97f28 req-5c244c17-ac0f-489f-adb1-9291fd5b7d06 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:54.687002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d29f8e0c-1cf8-47b9-bdbd-57b6e6f97f28 req-5c244c17-ac0f-489f-adb1-9291fd5b7d06 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1085918 May 06 12:31:54.763627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d29f8e0c-1cf8-47b9-bdbd-57b6e6f97f28 req-ca907d79-edd8-4c0d-8502-741601f31d20 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 May 06 12:31:54.840434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.841943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:54.842895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:54.925664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] For port 30b11452-e0c5-44d2-b679-4de8c91130f0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=30b11452-e0c5-44d2-b679-4de8c91130f0,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:31:54.926144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.014917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] Pushing event updated for resources: {'Network': ['ID=70637809-876a-4ccf-bf9b-917972479744,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:55.025653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 70637809-876a-4ccf-bf9b-917972479744 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:31:55.054659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b622790-874c-4dd9-8464-5eed2824144a req-50c7e910-aa93-49a6-80ed-e3d5cd87da52 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.2119949 May 06 12:31:55.161094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d097cc00-ea90-47ca-b8bc-e4e760e1aab1 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8839900 May 06 12:31:55.169076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54430) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:55.198260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Request body: {'subnet': {'network_id': '70637809-876a-4ccf-bf9b-917972479744', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-subnet', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:55.206009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:55.265820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Usage tracker for resource:subnet and tenant:f1db8ed5230c4e3691a5f50a42e2a5dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:55.285014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:55.309708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:55.362192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1f71-4feb-414e-893c-795fd32e9bbb req-e9fc9caa-453f-4dc5-8872-2df9aeba5a20 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:55.376503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c8c1f71-4feb-414e-893c-795fd32e9bbb req-e9fc9caa-453f-4dc5-8872-2df9aeba5a20 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 945 time: 0.3121715 May 06 12:31:55.471876 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c8c1f71-4feb-414e-893c-795fd32e9bbb req-2ba15bb2-209d-4a0f-8c48-baaacd195f7b tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups?id=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875771 May 06 12:31:55.484074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.484693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.484783 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Floating IP 4c801b8c-23bd-4c55-bac6-c19ccd5b2b39 disassociated. External IP: 172.25.2.112, port: 30b11452-e0c5-44d2-b679-4de8c91130f0. May 06 12:31:55.485131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for 30b11452-e0c5-44d2-b679-4de8c91130f0 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:31:55.494388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Made reservation on behalf of f1db8ed5230c4e3691a5f50a42e2a5dc for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:55.504994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.814163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:55.965767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=30b11452-e0c5-44d2-b679-4de8c91130f0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:55.992261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:56.254822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268506c5-176e-42ac-800d-ba4222e437a3,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:56.280731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Checking segment: {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:31:56.281096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Network hostable DHCP agents. Network: 70637809-876a-4ccf-bf9b-917972479744, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:31:56.295665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d417df-261c-4619-9adf-d645c3b8e480 req-a5221372-ee46-4e23-a23d-8297bc394d77 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:56.303205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17d417df-261c-4619-9adf-d645c3b8e480 req-a5221372-ee46-4e23-a23d-8297bc394d77 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.1923492 May 06 12:31:56.348866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Router a2dc8d45-2f12-4c87-b1be-c42360e240cf has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:31:56.571106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17d417df-261c-4619-9adf-d645c3b8e480 req-fadac622-9619-41a6-822c-2d9470b272a2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669528 May 06 12:31:56.582655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-860890285', 'description': 'tempest-description-361885543'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:56.596478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:56.600281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:56.603571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:56.610240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:56.751748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Network 70637809-876a-4ccf-bf9b-917972479744 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:31:56.769577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:31:56.787294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185630-0a35-4796-976c-183be7274343 None None] Sync routers for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:31:56.809065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58185630-0a35-4796-976c-183be7274343 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:56.822718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-58185630-0a35-4796-976c-183be7274343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:56.826620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2b9938-a4db-474c-b289-ec8c31d07fca req-645ef290-02cf-439d-ad39-95eb2e128710 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.0589368 May 06 12:31:56.865847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:56.898209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 70637809-876a-4ccf-bf9b-917972479744) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:56.902270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:56.903011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:56.940593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460862f1-b8db-4875-8faa-acbcf1345f08 None None] Network 70637809-876a-4ccf-bf9b-917972479744 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:31:57.022498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] No DVR routers for this DVR port 30b11452-e0c5-44d2-b679-4de8c91130f0 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:31:57.032235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.069847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3520615b-781a-4fb4-b1b8-f34c9bbbac9a req-2acd50cb-5987-4c94-a903-9ca014a86808 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/ports?device_id=21983943-55fe-4302-8383-e14d412a90f1 HTTP/1.1" status: 200 len: 210 time: 0.0618844 May 06 12:31:57.072772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-deleted', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:31:57.072923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e34d4f0d-c1c0-455c-a6b8-e1775285b808 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9020638 May 06 12:31:57.074646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:57.079942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:57.104229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:57.111333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Usage tracker for resource:router and tenant:f1db8ed5230c4e3691a5f50a42e2a5dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:57.122681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:57.134863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:57.272644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.273716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.318921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.361943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-b8d4152a-945e-4dca-943a-7b83750fef3d tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:57.363546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-b8d4152a-945e-4dca-943a-7b83750fef3d tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.86 "GET /v2.0/networks?id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc HTTP/1.1" status: 200 len: 814 time: 0.2290745 May 06 12:31:57.368475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb0e26fa-582d-44c8-b257-a06e5b46690c req-f53b8130-2384-4884-aa76-c7cdcf891fcd tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.13 "DELETE /v2.0/ports/30b11452-e0c5-44d2-b679-4de8c91130f0 HTTP/1.1" status: 204 len: 173 time: 3.0505421 May 06 12:31:57.369483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:57.381735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:57.386008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:57.400706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Request body: {'port': {'device_id': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc', 'admin_state_up': True, 'tenant_id': '8ec9b3841a2247a9a1a0fc5c0535a990'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:57.409797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:31:57.436705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:57.509923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 30b11452-e0c5-44d2-b679-4de8c91130f0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:31:57.510264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 30b11452-e0c5-44d2-b679-4de8c91130f0 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:31:57.836738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-58185630-0a35-4796-976c-183be7274343 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:31:57.851678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.853027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:57.866697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Usage tracker for resource:port and tenant:8ec9b3841a2247a9a1a0fc5c0535a990 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:57.869222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:57.885818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:31:57.903006 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:57.977301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.059409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816ba26d-e19e-4021-817b-7d3bd723f2d2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:58.082655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Made reservation on behalf of 8ec9b3841a2247a9a1a0fc5c0535a990 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:31:58.093262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.253983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.256076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d62c89c1-93fd-4d89-8a24-f33d16102fa3 req-a3f5cfa3-10c6-4598-a71e-e4a36da571f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.6853209 May 06 12:31:58.335888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Allocated IP 172.20.0.4 (9f468bdc-29af-40a8-b7ba-5f237cda1bfc/1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03/c69788c1-b020-4d10-a1cf-84246eeab0de) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:58.351067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-70637809-876a-4ccf-bf9b-917972479744', 'network_id': '70637809-876a-4ccf-bf9b-917972479744', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'fixed_ips': [{'subnet_id': '268506c5-176e-42ac-800d-ba4222e437a3'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:31:58.355977 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.602571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.634846 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86307846-bde4-45a9-9898-746b0a52a20d'] response: {'server_uuid': '21983943-55fe-4302-8383-e14d412a90f1', 'name': 'network-vif-deleted', 'tag': '30b11452-e0c5-44d2-b679-4de8c91130f0', 'status': 'completed', 'code': 200} May 06 12:31:58.744784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:58.874977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:31:58.887502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4427e-b5a7-4374-902c-9ccd30a4b098 req-afd710a2-007b-43d1-ba20-e4d75b885c2d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:58.890426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cd4427e-b5a7-4374-902c-9ccd30a4b098 req-afd710a2-007b-43d1-ba20-e4d75b885c2d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.2177680 May 06 12:31:58.894028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:31:58.960289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:31:59.051474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Pushing event updated for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:31:59.063941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:59.065242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.107837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cd4427e-b5a7-4374-902c-9ccd30a4b098 req-ad548f70-9484-494a-b432-ac7b579bb223 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053761 May 06 12:31:59.123027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.178703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.220628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-dc58a3b2-fbfc-4d14-84cf-9829d91dde1c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354585 May 06 12:31:59.242292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Request body: {'port': {'device_id': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:59.354457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Allocated IP 172.20.0.2 (70637809-876a-4ccf-bf9b-917972479744/268506c5-176e-42ac-800d-ba4222e437a3/7aebb830-faff-40a8-ad84-719b33f9fd7a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:59.386238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-58185630-0a35-4796-976c-183be7274343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:59.419817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185630-0a35-4796-976c-183be7274343 None None] Checking router: a2dc8d45-2f12-4c87-b1be-c42360e240cf for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:31:59.509699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58185630-0a35-4796-976c-183be7274343 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:31:59.510614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-58185630-0a35-4796-976c-183be7274343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:31:59.523410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa206d9-f965-4bc7-bf91-36d7256cb1f8 req-b849faaf-f73a-41f1-89d2-009fb5e82e09 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:31:59.527172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aaa206d9-f965-4bc7-bf91-36d7256cb1f8 req-b849faaf-f73a-41f1-89d2-009fb5e82e09 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 931 time: 0.7125227 May 06 12:31:59.636412 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aaa206d9-f965-4bc7-bf91-36d7256cb1f8 req-3c9af630-1d76-4e54-adf1-db7ca392cd16 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990458 May 06 12:31:59.671491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Allocated IP 172.25.2.66 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:31:59.680224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:31:59.705506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2021435593', 'description': 'tempest-description-512735418'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:31:59.714680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:31:59.728777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8d99028-7343-4d47-8414-a2faec05c6b6 req-102499bb-71bd-421f-9944-6547ee0a081d tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.2195983 May 06 12:31:59.739126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:31:59.892720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:31:59.901126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54530) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:31:59.975109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:00.024518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.027463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.050421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Transition to ACTIVE for port object 7aebb830-faff-40a8-ad84-719b33f9fd7a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:00.076738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-58185630-0a35-4796-976c-183be7274343 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:00.092306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.135633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.173671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.182725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Transition to ACTIVE for port object 7aebb830-faff-40a8-ad84-719b33f9fd7a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:00.266688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:00.288465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:00.294876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:00.306870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:00.383141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.392357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.440733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:00.449947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.618973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Network 70637809-876a-4ccf-bf9b-917972479744 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:00.620506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Pushing event updated for resources: {'Port': ['ID=7aebb830-faff-40a8-ad84-719b33f9fd7a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:00.636379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.636925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.637431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.637958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.638614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.639128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.639627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.640161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.640673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.641016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.641489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.641988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:00.645671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:00.652014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:00.655341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8668e329-e216-4a79-9077-9e23aa9285b2 tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "DELETE /v2.0/security-groups/f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a HTTP/1.1" status: 204 len: 168 time: 0.7491167 May 06 12:32:00.656741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54544) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:00.658979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.737286 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-af7fc57f-642d-419d-9b87-80f308e5501d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] show failed (client error): The resource could not be found. May 06 12:32:00.744798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af7fc57f-642d-419d-9b87-80f308e5501d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "GET /v2.0/security-groups/f2b72f73-4a50-4c3f-9299-aa3dd3dc4c0a HTTP/1.1" status: 404 len: 347 time: 0.0654349 May 06 12:32:00.752387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54550) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:00.884187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Attempting to bind port 7aebb830-faff-40a8-ad84-719b33f9fd7a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:00.885019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Attempting to bind port 7aebb830-faff-40a8-ad84-719b33f9fd7a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:00.885708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Attempting to bind port 7aebb830-faff-40a8-ad84-719b33f9fd7a on network 70637809-876a-4ccf-bf9b-917972479744 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:00.907595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:00.908306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Checking segment: {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:00.908938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.909521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Bound using segment: {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:00.910194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Bound port: 7aebb830-faff-40a8-ad84-719b33f9fd7a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:00.910767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:00.962377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:00.976138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69788c1-b020-4d10-a1cf-84246eeab0de {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:00.984007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.030882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Transition to ACTIVE for port object c69788c1-b020-4d10-a1cf-84246eeab0de will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:01.145131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.221145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] For port 7aebb830-faff-40a8-ad84-719b33f9fd7a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:01.232402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] For port 7aebb830-faff-40a8-ad84-719b33f9fd7a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7aebb830-faff-40a8-ad84-719b33f9fd7a,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:01.243929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-58185630-0a35-4796-976c-183be7274343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:01.253546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185630-0a35-4796-976c-183be7274343 None None] The sync data for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 is: [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:20:50Z', 'revision_number': 4, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a520587c-7638-4b32-91de-25a4c356f509', 'name': '', 'network_id': 'bcb8e11b-a7cf-4a82-8cad-b5aeda813004', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'mac_address': 'fa:16:3e:22:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:48Z', 'updated_at': '2022-05-06T12:20:59Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'subnets': [{'id': 'a3343ea9-9c66-44e9-a914-b91ce4def8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:01.286100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:01.300718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.328707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:01.334124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.341988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:01.405204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a389-f57f-4dc0-ad16-3d6f166160f3 req-613dd03d-1871-47c3-85f3-3a3f299ccc25 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:01.414326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1eb9a389-f57f-4dc0-ad16-3d6f166160f3 req-613dd03d-1871-47c3-85f3-3a3f299ccc25 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.3785176 May 06 12:32:01.449722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port 42cb4c85-6084-4f74-9123-d607a68595e6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:01.450579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.491110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Pushing event updated for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:01.551108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b58ee-64f7-4f2c-b6ce-d28189beb15b None None] Pushing event updated for resources: {'Port': ['ID=7aebb830-faff-40a8-ad84-719b33f9fd7a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:01.564548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1eb9a389-f57f-4dc0-ad16-3d6f166160f3 req-a968806e-e36d-422a-a220-e17b77182a3b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492679 May 06 12:32:01.585176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359bcd10-eee0-43b5-8a0f-fb1b22a30aac,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:01.657061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:01.682007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad9ca97c-c998-44c3-bfcf-a3b16a9a4a5e req-5eb40d62-e17e-47aa-82bd-2a4275f5f6ad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.9827900 May 06 12:32:01.838947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Attempting to bind port c69788c1-b020-4d10-a1cf-84246eeab0de on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:01.839518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Attempting to bind port c69788c1-b020-4d10-a1cf-84246eeab0de by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '20a24905-8507-4501-9f0e-ff218cc87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:01.840086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Attempting to bind port c69788c1-b020-4d10-a1cf-84246eeab0de on network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:01.886849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0a441-deae-4493-bc4d-b50f00034f77 None None] New status for floating IP 4c801b8c-23bd-4c55-bac6-c19ccd5b2b39: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:32:01.926706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Port c69788c1-b020-4d10-a1cf-84246eeab0de on network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:01.935689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Attempting to bind port c69788c1-b020-4d10-a1cf-84246eeab0de on network 9f468bdc-29af-40a8-b7ba-5f237cda1bfc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:01.954663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:01.959986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Checking segment: {'id': '20a24905-8507-4501-9f0e-ff218cc87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:01.960437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Bound using segment: {'id': '20a24905-8507-4501-9f0e-ff218cc87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:01.961000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Bound port: c69788c1-b020-4d10-a1cf-84246eeab0de, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a24905-8507-4501-9f0e-ff218cc87aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:01.961452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.103003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:02.106790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69788c1-b020-4d10-a1cf-84246eeab0de,segment=NetworkSegment(20a24905-8507-4501-9f0e-ff218cc87aeb),segment_id=20a24905-8507-4501-9f0e-ff218cc87aeb)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:02.132245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3153-65fa-456a-9ced-25141618cf63 req-2d4833c7-6396-4e3b-9b4e-299a9fdd68a6 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:02.132995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1af3153-65fa-456a-9ced-25141618cf63 req-2d4833c7-6396-4e3b-9b4e-299a9fdd68a6 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Synchronizing usage tracker for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:02.260554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.323605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.324199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.380814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1af3153-65fa-456a-9ced-25141618cf63 req-2d4833c7-6396-4e3b-9b4e-299a9fdd68a6 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Unset dirty status for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:02.388211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1af3153-65fa-456a-9ced-25141618cf63 req-2d4833c7-6396-4e3b-9b4e-299a9fdd68a6 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 943 time: 0.5430295 May 06 12:32:02.447894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:02.449193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] 10.222.0.86 "PUT /v2.0/ports/c69788c1-b020-4d10-a1cf-84246eeab0de HTTP/1.1" status: 200 len: 1091 time: 3.2208200 May 06 12:32:02.449768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:02.550216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf79483-3ac4-476d-a572-8c86ff72db08 service neutron] Pushing event updated for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:02.559027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1af3153-65fa-456a-9ced-25141618cf63 req-b0e612b0-d6e7-4ece-8b72-eb130f95877c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Synchronizing usage tracker for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:02.584569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for 42cb4c85-6084-4f74-9123-d607a68595e6 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:02.776655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bd852bf-3ee7-4c16-8c18-d2d44165041b req-b90cbb0d-c466-4f17-99b3-f5625c427ac6 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1155856 May 06 12:32:02.974669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1af3153-65fa-456a-9ced-25141618cf63 req-b0e612b0-d6e7-4ece-8b72-eb130f95877c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Unset dirty status for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:02.977317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1af3153-65fa-456a-9ced-25141618cf63 req-b0e612b0-d6e7-4ece-8b72-eb130f95877c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881946 May 06 12:32:03.203990 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9cecd5-f07d-4b44-9d91-ca91827f56ca'] response: {'name': 'network-changed', 'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de', 'status': 'completed', 'code': 200} May 06 12:32:03.248515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-759a3569-2b4a-45b8-824f-0d761f77f902 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:03.254575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-f280edf5-6cbc-494b-9f88-0a2d9c2ab0a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ec9b3841a2247a9a1a0fc5c0535a990&device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 1094 time: 0.2608242 May 06 12:32:03.257173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-759a3569-2b4a-45b8-824f-0d761f77f902 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 813 time: 0.3267987 May 06 12:32:03.300671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-5cebecf0-8949-4f8e-b15f-f9f63c787eaf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/quotas/ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 375 time: 0.0420976 May 06 12:32:03.304179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f180d-6617-4afc-b071-332fdda192a4 None None] Network 70637809-876a-4ccf-bf9b-917972479744 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:03.404878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:32:03.405999 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:32:03.421755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ab5e74cd-07a3-405b-8dff-2ab5e0cbab77 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201429 May 06 12:32:03.428225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-968304c7-6c78-4e9c-854f-5bc6c677100d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69788c1-b020-4d10-a1cf-84246eeab0de HTTP/1.1" status: 200 len: 217 time: 0.1639857 May 06 12:32:03.653763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-5bf3f812-c08a-4042-a320-d01b5f971e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:03.662356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-602d58ee-bfbe-4c3a-b3b7-25cccb1fdd0e service neutron] 10.222.0.83 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386155 May 06 12:32:03.665989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-5bf3f812-c08a-4042-a320-d01b5f971e51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03 HTTP/1.1" status: 200 len: 854 time: 0.2320905 May 06 12:32:03.773370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-b85b7921-282c-4d7c-8438-19644668181e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065414 May 06 12:32:03.796690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-050c48a5-ff4f-43ee-aa7d-ddbac357a461 None None] Provisioning for port 7aebb830-faff-40a8-ad84-719b33f9fd7a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:03.825197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:03.825929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:03.829847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf05c3-8506-4553-8c7a-b6f4dbec0094 req-62ac1a39-a155-481f-a457-965a622e9d80 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:03.831338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fdf05c3-8506-4553-8c7a-b6f4dbec0094 req-62ac1a39-a155-481f-a457-965a622e9d80 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.3454828 May 06 12:32:03.978484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-77d03908-6deb-47d2-b41f-6e9e013a6bbb service neutron] 10.222.0.83 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148866 May 06 12:32:03.988195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fdf05c3-8506-4553-8c7a-b6f4dbec0094 req-84518a98-e54b-413e-b465-44892a8abb1f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 May 06 12:32:03.989877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Deleting port 42cb4c85-6084-4f74-9123-d607a68595e6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:03.990425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.083489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-52bf8e30-3be9-49a1-ae16-e5a82500db49 service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030972 May 06 12:32:04.202273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7aebb830-faff-40a8-ad84-719b33f9fd7a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:04.437021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b290eb8-5020-4928-a9e3-3b2410a76393 req-ac561b07-eeb9-4e7d-805f-c8fb6144910f tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0816908 May 06 12:32:04.524676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbcee6ff-f7f3-4cd3-8dcf-78f4d6442ee6 req-84fcdb32-9088-4d9c-9798-7d3f1d4aafbf service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327283 May 06 12:32:04.526225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7aebb830-faff-40a8-ad84-719b33f9fd7a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:04.528930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.536356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.550302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7aebb830-faff-40a8-ad84-719b33f9fd7a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:04.552075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.793489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:04.843508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7aebb830-faff-40a8-ad84-719b33f9fd7a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7aebb830-faff-40a8-ad84-719b33f9fd7a,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:04.899744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Calling delete_port for 42cb4c85-6084-4f74-9123-d607a68595e6 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:04.939974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b55c5e8-bd96-43fd-8b15-98eb0eb2e506 req-0628b88a-1669-4f64-b957-340d717a3008 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 210 time: 0.2908559 May 06 12:32:04.946655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a9b2cf2-dc44-465c-b9ac-6e9bf836dd0a req-acdccc98-7cb8-471c-8155-017a4a2b10fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.2431300 May 06 12:32:05.002098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-b045cf3c-77da-4b1d-9e6c-a20c0d30bf02 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ec9b3841a2247a9a1a0fc5c0535a990&device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 1094 time: 0.2974653 May 06 12:32:05.020462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.119498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcf84b-e432-409a-a7df-68ee30cd4fc8 req-72a4f3f8-902e-4079-b832-31e3e04969d8 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:05.124912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-acfcf84b-e432-409a-a7df-68ee30cd4fc8 req-72a4f3f8-902e-4079-b832-31e3e04969d8 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 943 time: 0.4669695 May 06 12:32:05.190963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82562-5260-406d-800c-d36cdccb399c req-56568ecb-11b4-4641-af51-d9b78785b2bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:05.192440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-56568ecb-11b4-4641-af51-d9b78785b2bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc HTTP/1.1" status: 200 len: 915 time: 0.1833076 May 06 12:32:05.211077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7aebb830-faff-40a8-ad84-719b33f9fd7a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:05.266464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-5cf0e831-8826-47a3-a5f1-b81bb833724d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69788c1-b020-4d10-a1cf-84246eeab0de HTTP/1.1" status: 200 len: 217 time: 0.0655818 May 06 12:32:05.270408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-acfcf84b-e432-409a-a7df-68ee30cd4fc8 req-767f47f0-c696-47c8-87e2-a6445ec0ba52 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352775 May 06 12:32:05.354938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ce6b-6388-46c7-879d-7720baa3abd0 req-777e27d4-8e26-41d8-a263-b5bbdb4db81b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:05.356441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7235ce6b-6388-46c7-879d-7720baa3abd0 req-777e27d4-8e26-41d8-a263-b5bbdb4db81b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.0827305 May 06 12:32:05.370219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.373964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:32:05.423989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Pushing event deleted for resources: {'Port': ['ID=42cb4c85-6084-4f74-9123-d607a68595e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:05.462449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e82562-5260-406d-800c-d36cdccb399c req-042e8047-b928-45ca-93cb-55cbbf95232e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:05.463942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-042e8047-b928-45ca-93cb-55cbbf95232e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03 HTTP/1.1" status: 200 len: 854 time: 0.0997996 May 06 12:32:05.466203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7235ce6b-6388-46c7-879d-7720baa3abd0 req-a9a0f2c6-0f49-459f-8928-84aa3ae6b93d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038921 May 06 12:32:05.566688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-a295befd-2501-41a8-9e87-72c7241dd7f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865490 May 06 12:32:05.696623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5baf56f9-f2ce-4a31-bd59-453b3a776b53 req-ceea6962-8edc-4a26-9d67-02be83c94957 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0569108 May 06 12:32:05.714974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.737891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:05.739128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0ec82f1a-5859-48f5-98d6-b7373700ab1d tempest-ServerActionsTestJSON-1856749906 tempest-ServerActionsTestJSON-1856749906-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c801b8c-23bd-4c55-bac6-c19ccd5b2b39 HTTP/1.1" status: 204 len: 168 time: 4.9858136 May 06 12:32:05.743324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54630) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:05.823046 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:32:05.854421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:05.859627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-fd494e81-d156-43ec-b7b8-b711ac669775 service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785573 May 06 12:32:05.864459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Sync routers for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:05.882254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Routers {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:05.882973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:06.001021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.002597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb4edee3-4904-4624-b51b-71bcabc5ba21 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9268768 May 06 12:32:06.006066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54640) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:06.082827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-ba061b32-fc4a-4fb3-93fc-ff944a559b81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 1097 time: 0.2671072 May 06 12:32:06.111921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7aebb830-faff-40a8-ad84-719b33f9fd7a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:06.141418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Set router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:06.154017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e82562-5260-406d-800c-d36cdccb399c req-080822a2-d73f-47dc-8f56-752afbf42292 service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877653 May 06 12:32:06.244612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ce7e8ca-6e3c-4358-8a48-c9483107054e req-3a22d34a-dcfd-4268-a21a-055c979d9f3e tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 210 time: 0.1551003 May 06 12:32:06.387429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-0bb42a59-19c0-4835-b202-2ef1858e9492 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:06.389745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-0bb42a59-19c0-4835-b202-2ef1858e9492 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.2969141 May 06 12:32:06.507908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-4ba42c01-0d29-4496-bc19-89c04134515c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3848b80f-4391-4139-9ea5-c0068b7c567b HTTP/1.1" status: 200 len: 217 time: 0.1093016 May 06 12:32:06.539170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7aebb830-faff-40a8-ad84-719b33f9fd7a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:06.539170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.669844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-6c401711-0e99-4da0-98fb-d82d72f53266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:06.671503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-6c401711-0e99-4da0-98fb-d82d72f53266 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1581702 May 06 12:32:06.749528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:02Z', 'revision_number': 3, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:06.756137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Checking router: 4bbad1df-f867-4d4b-ac32-28b07f91adf5 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:06.756683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Updating router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:32:06.815896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:06.825059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfdd88-9997-4dc3-9ce0-0d4933ec8b2b req-3f1dc65a-060a-49fb-9cfa-eff55e60d060 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:06.826528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3bfdd88-9997-4dc3-9ce0-0d4933ec8b2b req-3f1dc65a-060a-49fb-9cfa-eff55e60d060 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 943 time: 0.3156445 May 06 12:32:06.913493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-c2735763-6cf3-42e1-bcf3-674afea59439 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666702 May 06 12:32:06.996078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3bfdd88-9997-4dc3-9ce0-0d4933ec8b2b req-d502dc1e-fd06-43ce-b922-db3c92a9ed0f tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579447 May 06 12:32:07.074808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303323a-6077-44d6-a97e-47cfd5d604c3 req-74d82e8f-e4a3-4cee-a8ee-2b84d7aa2a4b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:07.085279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2303323a-6077-44d6-a97e-47cfd5d604c3 req-74d82e8f-e4a3-4cee-a8ee-2b84d7aa2a4b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.4288633 May 06 12:32:07.167560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-c47a412b-35fe-4d35-91a2-77277250a20e service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462940 May 06 12:32:07.208424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2303323a-6077-44d6-a97e-47cfd5d604c3 req-4ae63a27-0bec-4abc-af20-afe2500efcc4 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219263 May 06 12:32:07.274002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69788c1-b020-4d10-a1cf-84246eeab0de details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:07.438534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69788c1-b020-4d10-a1cf-84246eeab0de,segment=NetworkSegment(20a24905-8507-4501-9f0e-ff218cc87aeb),segment_id=20a24905-8507-4501-9f0e-ff218cc87aeb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:07.468112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c69788c1-b020-4d10-a1cf-84246eeab0de', 'network_id': '9f468bdc-29af-40a8-b7ba-5f237cda1bfc', 'port_id': 'c69788c1-b020-4d10-a1cf-84246eeab0de', 'mac_address': 'fa:16:3e:b6:ed:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:07.574376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.602182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69788c1-b020-4d10-a1cf-84246eeab0de {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:07.607666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90d9c896-3b86-4ce0-92d4-51f22d92ca5f req-ea22e909-ab76-4e18-bebb-2450a8c79bad tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 210 time: 0.0688531 May 06 12:32:07.643149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9622cd04-d4fc-44a1-ab3f-1198fa12f0e5 req-a8d57b7c-a044-4134-b1d4-c1c3701db631 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.4471180 May 06 12:32:07.654211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5eb28eb-ecbb-4c78-ade8-d88e1e299fa7 req-ae455df6-db1b-43b2-a156-00d8fb9a35ec service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798956 May 06 12:32:07.685018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69788c1-b020-4d10-a1cf-84246eeab0de,segment=NetworkSegment(20a24905-8507-4501-9f0e-ff218cc87aeb),segment_id=20a24905-8507-4501-9f0e-ff218cc87aeb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:07.719574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.734685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Transition to ACTIVE for port object bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:07.814098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.878410 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:07.948967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:07.953735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Attempting to bind port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:07.954173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Attempting to bind port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:07.954615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Attempting to bind port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:08.025947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:08.026346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:08.026961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.027619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:08.028190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Bound port: bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:08.028637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.033752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.104709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c69788c1-b020-4d10-a1cf-84246eeab0de'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:08.224240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae90b2-b7f0-4e1c-ae65-e659e29047d6 None None] Pushing event updated for resources: {'Port': ['ID=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:08.237320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-3066f8fb-014d-4487-a47d-fd8583ec92cf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:08.237466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-3066f8fb-014d-4487-a47d-fd8583ec92cf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:08.322638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] For port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:08.330050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] For port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:08.361554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e95c-7a8b-47dd-963a-0671bd844134 req-a254b26a-32e1-4f8b-aaa1-0e95979d993e tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:08.363644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3b6e95c-7a8b-47dd-963a-0671bd844134 req-a254b26a-32e1-4f8b-aaa1-0e95979d993e tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 944 time: 0.1647921 May 06 12:32:08.371621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-3066f8fb-014d-4487-a47d-fd8583ec92cf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:08.373193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-3066f8fb-014d-4487-a47d-fd8583ec92cf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.13 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 813 time: 0.4091816 May 06 12:32:08.391699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'device_id': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c', 'admin_state_up': True, 'tenant_id': 'ae2fb4d682ba411a8891508a145c40d4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:08.486337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-341bc70d-7eca-43ec-bd2f-e99502ffa285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.501846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3b6e95c-7a8b-47dd-963a-0671bd844134 req-3b1ae87b-5efb-405b-be48-9c5a677d4cbb tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242118 May 06 12:32:08.553394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.578669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:08.583480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:port and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:08.587174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:08.594221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:08.705961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Routers {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:08.706806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:31:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:08.734083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Made reservation on behalf of ae2fb4d682ba411a8891508a145c40d4 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:08.737229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:08.758978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae90b2-b7f0-4e1c-ae65-e659e29047d6 None None] Pushing event updated for resources: {'Port': ['ID=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:08.947168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] Set router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:09.031183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Allocated IP 172.20.0.5 (f0af7cc9-3553-4807-a73b-33d29fe9311c/b765223f-7724-4359-b086-a8fe41f8f8f1/b7442469-2c21-4cc1-9203-a56fd1df73ca) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:09.189143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280efe2c-ecba-4816-83c7-5f39a1f18059 req-41855038-e3aa-4b64-ae8c-ade62bdb7466 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:09.190704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-280efe2c-ecba-4816-83c7-5f39a1f18059 req-41855038-e3aa-4b64-ae8c-ade62bdb7466 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.3021815 May 06 12:32:09.309705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69788c1-b020-4d10-a1cf-84246eeab0de up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:09.335953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.388052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.418380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:02Z', 'revision_number': 3, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:09.423174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd8016-ea5f-47a3-9149-9223ebeff638 None None] The sync data for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 is: [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:02Z', 'revision_number': 3, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:09.439842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-280efe2c-ecba-4816-83c7-5f39a1f18059 req-24e9b676-9181-49f1-addc-6706e57362be tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399988 May 06 12:32:09.517224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c69788c1-b020-4d10-a1cf-84246eeab0de completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:09.524152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c69788c1-b020-4d10-a1cf-84246eeab0de triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:09.524621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.617791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.783005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Network f0af7cc9-3553-4807-a73b-33d29fe9311c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:09.786877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:09.797038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a04c4131-7883-4a93-8ae7-bebe5cc95412 req-0fdefdd7-e44b-4f2a-98ad-53906828dea1 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1094437 May 06 12:32:09.801653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:09.808771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.905327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:09.905543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69788c1-b020-4d10-a1cf-84246eeab0de,segment=NetworkSegment(20a24905-8507-4501-9f0e-ff218cc87aeb),segment_id=20a24905-8507-4501-9f0e-ff218cc87aeb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:09.906059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.906665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:09.911992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:09.997232 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:09.998316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:10.019892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206462d1-978b-4c76-9e20-55176ab923b3 req-da331d32-7abe-46d2-a19d-3c04df4b40d6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:10.034512 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-206462d1-978b-4c76-9e20-55176ab923b3 req-da331d32-7abe-46d2-a19d-3c04df4b40d6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 931 time: 0.5427172 May 06 12:32:10.155442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-206462d1-978b-4c76-9e20-55176ab923b3 req-c655409c-1e32-44bf-989e-28d7b108d357 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:10.165637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-ba64acb1-e52d-4e18-8c80-bf272f91cc90 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7778728 May 06 12:32:10.197262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Request body: {'port': {'device_id': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:10.259141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-206462d1-978b-4c76-9e20-55176ab923b3 req-c655409c-1e32-44bf-989e-28d7b108d357 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:10.266356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Allocated IP 172.20.0.1 (70637809-876a-4ccf-bf9b-917972479744/268506c5-176e-42ac-800d-ba4222e437a3/e3c79f1b-0845-418d-babc-e4528c95f1aa) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:10.271350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:10.274378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-206462d1-978b-4c76-9e20-55176ab923b3 req-c655409c-1e32-44bf-989e-28d7b108d357 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360075 May 06 12:32:10.280437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:10.431526 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6695f4e-f4c1-43c9-90ca-1e550dec9bf6'] response: {'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de', 'code': 200} May 06 12:32:10.439860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.518058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Deleting port a520587c-7638-4b32-91de-25a4c356f509 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:10.518400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.634526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.729420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:10.749848 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59f5dc7c-f385-4ad8-91db-0704d7b1b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.758818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:10.783677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:10.789994 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.880470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:10.972777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0662c5-c0b8-4db8-ba02-5886226c6013 req-1e8fa368-62ac-446a-93d3-20c02ec42d86 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:10.975287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba0662c5-c0b8-4db8-ba02-5886226c6013 req-1e8fa368-62ac-446a-93d3-20c02ec42d86 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.7113235 May 06 12:32:11.078807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:11.102963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba0662c5-c0b8-4db8-ba02-5886226c6013 req-71600712-e613-4cee-8d67-95e291abb1be tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203492 May 06 12:32:11.119958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7bbf25-10c2-494a-8be8-cec0f72bef75 req-da609529-3d38-4bdc-b104-18cb87377656 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 1096 time: 0.5567586 May 06 12:32:11.141994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] For port a520587c-7638-4b32-91de-25a4c356f509, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a520587c-7638-4b32-91de-25a4c356f509,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:11.142853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.155647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.169443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:11.173797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.213698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4c69-7a4f-4ec3-8fc8-2b2ce25734ae req-2ba3b27e-27f6-41ca-a123-8e12ef1d970f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:11.220439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa9e4c69-7a4f-4ec3-8fc8-2b2ce25734ae req-2ba3b27e-27f6-41ca-a123-8e12ef1d970f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 946 time: 0.4972172 May 06 12:32:11.299338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7bbf25-10c2-494a-8be8-cec0f72bef75 req-0da3583e-c02f-4011-85a8-b9fb022af52f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650283 May 06 12:32:11.303986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Calling delete_port for a520587c-7638-4b32-91de-25a4c356f509 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:11.320176 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.330993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa9e4c69-7a4f-4ec3-8fc8-2b2ce25734ae req-47a14173-81f9-4ce4-b4c4-3e15683eecf8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096122 May 06 12:32:11.397856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Transition to ACTIVE for port object e3c79f1b-0845-418d-babc-e4528c95f1aa will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:11.401322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f2a95bb-34ab-4d11-82b3-60e8e222ca3e req-8477e77b-2838-41cc-bdc3-db8008bf01f8 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1049056 May 06 12:32:11.484628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:11.665736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.699886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7442469-2c21-4cc1-9203-a56fd1df73ca {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:11.717556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.731241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.746942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Transition to ACTIVE for port object b7442469-2c21-4cc1-9203-a56fd1df73ca will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:11.785754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0d02-216f-44ed-90c6-e569118e07b9 req-cb0a17f9-c66e-4338-8504-af441a0c8c52 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:11.786775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-990f0d02-216f-44ed-90c6-e569118e07b9 req-cb0a17f9-c66e-4338-8504-af441a0c8c52 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:11.866446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Network 70637809-876a-4ccf-bf9b-917972479744 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:11.872366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:11.884539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Pushing event updated for resources: {'Port': ['ID=e3c79f1b-0845-418d-babc-e4528c95f1aa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:11.885169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.885281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:11.947456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:11.980218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-990f0d02-216f-44ed-90c6-e569118e07b9 req-cb0a17f9-c66e-4338-8504-af441a0c8c52 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:11.988755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-990f0d02-216f-44ed-90c6-e569118e07b9 req-cb0a17f9-c66e-4338-8504-af441a0c8c52 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 931 time: 0.3525820 May 06 12:32:12.002430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Pushing event deleted for resources: {'Port': ['ID=a520587c-7638-4b32-91de-25a4c356f509,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:12.092907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:12.170930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.253243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:12.253796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.274361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:12.320096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.393494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-990f0d02-216f-44ed-90c6-e569118e07b9 req-3ee93fa4-051b-45bc-9a91-ad5cfb1d59b3 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038770 May 06 12:32:12.424283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.440941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:12.465539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7f682f0a-9371-466d-b849-f915e8b201e3 None None] Provisioning for port e3c79f1b-0845-418d-babc-e4528c95f1aa completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:12.475684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7f682f0a-9371-466d-b849-f915e8b201e3 None None] Provisioning complete for port e3c79f1b-0845-418d-babc-e4528c95f1aa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:12.476419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Attempting to bind port b7442469-2c21-4cc1-9203-a56fd1df73ca on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:12.476551 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f682f0a-9371-466d-b849-f915e8b201e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.476757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Attempting to bind port b7442469-2c21-4cc1-9203-a56fd1df73ca by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:12.477611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Attempting to bind port b7442469-2c21-4cc1-9203-a56fd1df73ca on network f0af7cc9-3553-4807-a73b-33d29fe9311c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:12.491632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Port b7442469-2c21-4cc1-9203-a56fd1df73ca on network f0af7cc9-3553-4807-a73b-33d29fe9311c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:12.491982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Attempting to bind port b7442469-2c21-4cc1-9203-a56fd1df73ca on network f0af7cc9-3553-4807-a73b-33d29fe9311c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:12.505057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:12.505391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Checking segment: {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:12.505797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Bound using segment: {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:12.506295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Bound port: b7442469-2c21-4cc1-9203-a56fd1df73ca, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:12.506635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.549171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7f682f0a-9371-466d-b849-f915e8b201e3 None None] Port e3c79f1b-0845-418d-babc-e4528c95f1aa cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:12.698099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:12.711658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:12.753785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa73ba-4fa3-458a-bd18-658ace4559fb req-c34454da-a8ac-4da9-baf4-26e850d93406 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:12.755403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8aa73ba-4fa3-458a-bd18-658ace4559fb req-c34454da-a8ac-4da9-baf4-26e850d93406 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.1155527 May 06 12:32:12.812880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.897972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.918395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:12.940598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:12.941687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-696d0119-7059-401c-9929-72b2ff3bdac0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 1091 time: 2.7622681 May 06 12:32:12.942270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:12.956459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8aa73ba-4fa3-458a-bd18-658ace4559fb req-ab464764-9faf-42a3-9d40-71bbc7f42fe7 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949265 May 06 12:32:13.017326 n-d-840845-1 neutron-server[84801]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e75682eb-3457-4a18-80e3-8fe310f7c64c']: {'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'code': 422} returned with failed status May 06 12:32:13.190787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3848b80f-4391-4139-9ea5-c0068b7c567b no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:13.210396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5816815-62cd-4371-82e0-8867270bce70 req-292a630f-2553-499b-8783-d424289753e3 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0541244 May 06 12:32:13.245544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-f0e78544-f481-49cd-9eff-0df097aad70d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1094 time: 0.1384499 May 06 12:32:13.378557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:32:13.400122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-9b855bb8-363e-4f9a-ab08-acc1a35ad78c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 217 time: 0.1444361 May 06 12:32:13.402122 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e47dcb4-2c53-4a5f-83a3-83da620d35fb'] response: {'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'status': 'completed', 'code': 200} May 06 12:32:13.416789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.455922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.490918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.536791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-d9d7ebf2-6254-46d4-ab6b-741578e8b2a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:13.539400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-d9d7ebf2-6254-46d4-ab6b-741578e8b2a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.1266370 May 06 12:32:13.613844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-c985c3ac-d258-4323-85f1-490419b577ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605116 May 06 12:32:13.682520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54804) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:13.754678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Pushing event updated for resources: {'Port': ['ID=e3c79f1b-0845-418d-babc-e4528c95f1aa,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:13.762293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:13.937579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b0700-6051-48f8-8f51-6b623f813ddf req-b3060908-04b0-424a-826b-0ddf844de436 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:13.939014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f7b0700-6051-48f8-8f51-6b623f813ddf req-b3060908-04b0-424a-826b-0ddf844de436 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 943 time: 0.3360372 May 06 12:32:13.961825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Network 70637809-876a-4ccf-bf9b-917972479744 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:13.965263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:13.989105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.007942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-c21852ac-e476-4800-a164-0e32eb0b9fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226297 May 06 12:32:14.168606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f7b0700-6051-48f8-8f51-6b623f813ddf req-6b8a250b-8fb9-4136-bfb7-a4d8a94d7b52 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178326 May 06 12:32:14.190719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:14.201342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d1cf440fa94fca842b1548ffb03815 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:14.206945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:14.228831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:14.261242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Router a2dc8d45-2f12-4c87-b1be-c42360e240cf has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:14.264253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e3ffb62-3cec-47ad-87dc-49f7a84f286d req-1da6479c-26c7-4c36-a4ab-64bfeab66511 service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393644 May 06 12:32:14.350113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.386446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f2e6289-304d-4752-b354-5f7f9728f4bb None None] Provisioning complete for port e3c79f1b-0845-418d-babc-e4528c95f1aa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:14.387590 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f2e6289-304d-4752-b354-5f7f9728f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.442993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e6289-304d-4752-b354-5f7f9728f4bb None None] Port e3c79f1b-0845-418d-babc-e4528c95f1aa cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:14.459062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.543885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f131607-7fb5-45c0-909b-aee6306f7c0f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:14.551025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-797ddcf4-57af-4997-91af-a96ff2b20522 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7d1cf440fa94fca842b1548ffb03815&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8618114 May 06 12:32:14.552002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:14.601560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9d8f-240c-4a17-b54d-a5646c39499b req-001dd48e-c24a-4a48-9127-551e20377d3c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:14.603926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a3e9d8f-240c-4a17-b54d-a5646c39499b req-001dd48e-c24a-4a48-9127-551e20377d3c tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.2465575 May 06 12:32:14.759073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-2da238b2-3e92-4ee0-a3c7-963fb94e875f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1094 time: 0.3426037 May 06 12:32:14.831360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:14.897722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a3e9d8f-240c-4a17-b54d-a5646c39499b req-1edd7f90-21a0-407e-a264-9bd6fef9b418 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846270 May 06 12:32:14.900781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:14.910733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:14.927603 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Sync routers for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:14.941348 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:14.942178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:14.965493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-06590fa9-3f51-41a5-ab74-e793369eb38f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:14.967059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-06590fa9-3f51-41a5-ab74-e793369eb38f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.1976199 May 06 12:32:14.988421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.000952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-75e424af-1912-408b-aeaa-02b90b5bf368 admin admin] 10.222.0.83 "PUT /v2.0/routers/a2dc8d45-2f12-4c87-b1be-c42360e240cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2565417 May 06 12:32:15.001837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:15.158406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-4658a62b-3005-489b-8231-4683082d895b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 217 time: 0.1007457 May 06 12:32:15.288591 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:15.293327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:15.306537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Sync routers for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:15.313951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a79e3dbc-e1bf-4ccb-8acd-974e7d6755df admin admin] 10.222.0.83 "PUT /v2.0/routers/4bbad1df-f867-4d4b-ac32-28b07f91adf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3020413 May 06 12:32:15.322599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-60083eee-a196-4644-8c2f-284ca115b6f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:15.325258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-60083eee-a196-4644-8c2f-284ca115b6f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.1523030 May 06 12:32:15.327934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Routers {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:15.328699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.329450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:15.456094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-1ccbbdf5-0897-43da-ab90-51b159220e27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196089 May 06 12:32:15.472383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758b299d-06db-49cf-b079-4c20a00ac338 req-13a1dae0-2a36-4590-9cc5-5f1d7fde67bd tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1457701 May 06 12:32:15.502936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.602512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Set router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:15.681271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-3d1f2dbc-6d4a-4e2c-ab40-59b8a89de31d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:15.682801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-3d1f2dbc-6d4a-4e2c-ab40-59b8a89de31d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0351eb-02b6-43cf-af15-3946aa7fa24f HTTP/1.1" status: 200 len: 944 time: 0.3863869 May 06 12:32:15.738479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f131607-7fb5-45c0-909b-aee6306f7c0f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:15.744287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.749733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c015456b-5aee-4317-a33f-a7ed8327ddd0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f131607-7fb5-45c0-909b-aee6306f7c0f HTTP/1.1" status: 204 len: 168 time: 1.1829491 May 06 12:32:15.842165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-db87b4fd-b857-43a5-ade1-23f2cd8e4990 service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686051 May 06 12:32:15.888880 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:15.902071 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Checking router: a2dc8d45-2f12-4c87-b1be-c42360e240cf for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:15.915440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 3848b80f-4391-4139-9ea5-c0068b7c567b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:15.917731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:15.929825 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Routers {'a2dc8d45-2f12-4c87-b1be-c42360e240cf'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:15.932736 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:16.093243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ce0cf0d-cc98-4913-a9a9-0aacc99ca085 req-9c5b8ff7-00f6-44f8-a2dd-dbb94aecb8be service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029927 May 06 12:32:16.154191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac977479-f366-4df5-bdfc-a8136d25ac76 req-0aff5f4e-d319-4a8c-9fdd-57b3e293e118 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:16.165990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac977479-f366-4df5-bdfc-a8136d25ac76 req-0aff5f4e-d319-4a8c-9fdd-57b3e293e118 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 943 time: 0.3227894 May 06 12:32:16.262848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac977479-f366-4df5-bdfc-a8136d25ac76 req-7918b7a1-316b-46a8-a9ee-7e277cb4717e tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950830 May 06 12:32:16.278940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:12Z', 'revision_number': 4, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e3c79f1b-0845-418d-babc-e4528c95f1aa', 'name': '', 'network_id': '70637809-876a-4ccf-bf9b-917972479744', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'mac_address': 'fa:16:3e:e2:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268506c5-176e-42ac-800d-ba4222e437a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:09Z', 'updated_at': '2022-05-06T12:32:13Z', 'revision_number': 2, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'subnets': [{'id': '268506c5-176e-42ac-800d-ba4222e437a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:16.288218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Checking router: 4bbad1df-f867-4d4b-ac32-28b07f91adf5 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:16.288416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Updating router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 port e3c79f1b-0845-418d-babc-e4528c95f1aa binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:32:16.311122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] Set router a2dc8d45-2f12-4c87-b1be-c42360e240cf gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:16.346112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.390494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.502930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 3848b80f-4391-4139-9ea5-c0068b7c567b, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3848b80f-4391-4139-9ea5-c0068b7c567b,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:16.505358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.521716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Deleting port cff95a46-8252-46c9-8d25-466cfc20bf71 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:16.522077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.755725 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:16.777810 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e349f-9795-4b67-92ec-5edb201d98c4 None None] The sync data for ids ['a2dc8d45-2f12-4c87-b1be-c42360e240cf'] in n-d-840845-1 is: [{'id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'name': 'tempest-ServerActionsTestJSON-953103236-router', 'tenant_id': 'a10ff3da7de3434882423e6720e7d35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:20:36Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 5, 'project_id': 'a10ff3da7de3434882423e6720e7d35d', 'gw_port': {'id': 'cff95a46-8252-46c9-8d25-466cfc20bf71', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc8d45-2f12-4c87-b1be-c42360e240cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:20:38Z', 'updated_at': '2022-05-06T12:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:16.778689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.778689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:16.794756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Transition to ACTIVE for port object e3c79f1b-0845-418d-babc-e4528c95f1aa will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:16.808666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 3848b80f-4391-4139-9ea5-c0068b7c567b owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:16.912828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea8fe27c-e294-4aa4-9536-bb6039073167 req-708a0dd7-2df0-4728-aa83-a89507a68c49 tempest-FloatingIPsNegativeTestJSON-482435552 tempest-FloatingIPsNegativeTestJSON-482435552-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=f1db8ed5230c4e3691a5f50a42e2a5dc HTTP/1.1" status: 200 len: 217 time: 0.1183014 May 06 12:32:16.980817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.061868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511c9ab-2e66-4a4a-960d-17e5a32903fb None None] Pushing event updated for resources: {'Port': ['ID=e3c79f1b-0845-418d-babc-e4528c95f1aa,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:17.095622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a134e73b-481b-46a0-99a6-3829dd8d4407 req-12ad1926-6698-4670-a65e-e196cf9ec978 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0512922 May 06 12:32:17.254649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c3ff36e-817b-4501-8047-1da743e93f74 req-974c2b49-d1f1-4ca5-8698-fc211f946d8a tempest-FloatingIPsNegativeTestJSON-482435552 tempest-FloatingIPsNegativeTestJSON-482435552-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0590844 May 06 12:32:17.331259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Attempting to bind port e3c79f1b-0845-418d-babc-e4528c95f1aa on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:17.331817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Attempting to bind port e3c79f1b-0845-418d-babc-e4528c95f1aa by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:17.332375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Attempting to bind port e3c79f1b-0845-418d-babc-e4528c95f1aa on network 70637809-876a-4ccf-bf9b-917972479744 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:17.341169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:17.341642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Checking segment: {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:17.342251 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.342706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Bound using segment: {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:17.343255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Bound port: e3c79f1b-0845-418d-babc-e4528c95f1aa, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83373dd5-a967-4efb-88fd-508b05d04737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70637809-876a-4ccf-bf9b-917972479744'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:17.343689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.417688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] For port cff95a46-8252-46c9-8d25-466cfc20bf71, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cff95a46-8252-46c9-8d25-466cfc20bf71,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:17.418735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.443308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b7442469-2c21-4cc1-9203-a56fd1df73ca details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:17.481282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:17.518423 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-e9fa34d9-64b6-47d5-9167-8ded1e32244d req-e05a10e6-9b80-49f5-ab85-e73502d7e6fd tempest-FloatingIPsNegativeTestJSON-482435552 tempest-FloatingIPsNegativeTestJSON-482435552-project] show failed (client error): The resource could not be found. May 06 12:32:17.529443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9fa34d9-64b6-47d5-9167-8ded1e32244d req-e05a10e6-9b80-49f5-ab85-e73502d7e6fd tempest-FloatingIPsNegativeTestJSON-482435552 tempest-FloatingIPsNegativeTestJSON-482435552-project] 10.222.0.83 "GET /v2.0/floatingips/79b15b88-c8c5-44bd-9a26-5c50c24651e3 HTTP/1.1" status: 404 len: 350 time: 0.2104254 May 06 12:32:17.540383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:17.575451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54874) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:17.669311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.684905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Calling delete_port for cff95a46-8252-46c9-8d25-466cfc20bf71 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:17.788549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] For port e3c79f1b-0845-418d-babc-e4528c95f1aa, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:17.794211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] For port e3c79f1b-0845-418d-babc-e4528c95f1aa, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e3c79f1b-0845-418d-babc-e4528c95f1aa,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:17.820568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=3848b80f-4391-4139-9ea5-c0068b7c567b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:17.839216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:17.863530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:17.889259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866711d1-1803-4f48-b73e-bc8353fb0419 req-809e25d8-bf14-4df5-9db9-24d9c76a6a51 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:17.889970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c', 'port_id': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'mac_address': 'fa:16:3e:d2:4a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765223f-7724-4359-b086-a8fe41f8f8f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:17.891064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-866711d1-1803-4f48-b73e-bc8353fb0419 req-809e25d8-bf14-4df5-9db9-24d9c76a6a51 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 943 time: 0.1335154 May 06 12:32:17.930393 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.004188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 3848b80f-4391-4139-9ea5-c0068b7c567b on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:18.017109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.021230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.032094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-deleted', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:18.033223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a520587c-7638-4b32-91de-25a4c356f509 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:18.053646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:18.058675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.065967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Usage tracker for resource:security_group_rule and tenant:990f1d243f8f45f79463542f854da411 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:18.071601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:18.083998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:18.084687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-866711d1-1803-4f48-b73e-bc8353fb0419 req-3c8a8507-6d06-48aa-ac66-de3970b7847e tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835351 May 06 12:32:18.103519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a520587c-7638-4b32-91de-25a4c356f509 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:18.103750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a520587c-7638-4b32-91de-25a4c356f509 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:18.130878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7442469-2c21-4cc1-9203-a56fd1df73ca {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:18.132171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Routers {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:18.132817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:18.138532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:18.165576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3554b703da64b00a3217ee698ad26b5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:18.174484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-524a52bd-8e4b-4de2-8adf-cec330b2e459 req-4cfb172a-8726-450f-9867-c8158cd710e8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "DELETE /v2.0/ports/3848b80f-4391-4139-9ea5-c0068b7c567b HTTP/1.1" status: 204 len: 173 time: 2.4771328 May 06 12:32:18.175338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:18.216378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511c9ab-2e66-4a4a-960d-17e5a32903fb None None] Pushing event updated for resources: {'Port': ['ID=e3c79f1b-0845-418d-babc-e4528c95f1aa,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.221928 n-d-840845-1 neutron-server[84799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51b49974-4a54-46ed-bc3b-9c365f42934f']: {'server_uuid': '9c0351eb-02b6-43cf-af15-3946aa7fa24f', 'name': 'network-vif-deleted', 'tag': '3848b80f-4391-4139-9ea5-c0068b7c567b', 'status': 'failed', 'code': 422} returned with failed status May 06 12:32:18.223064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:18.353402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.401915 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80ac9438-1666-453f-9b60-666e57a3b6dc req-f80f2fbc-1135-401e-8819-43681a307d94 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0658762 May 06 12:32:18.419679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.428435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:18.465342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.483937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.487747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] Set router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:18.553631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.558788 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.592310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff95a46-8252-46c9-8d25-466cfc20bf71,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.620910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:18.652628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c0177c-9113-4038-906b-101460854505,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.660094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3554b703da64b00a3217ee698ad26b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1736050 May 06 12:32:18.675421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54894) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:18.913324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-77d02d30-3967-416f-a135-551db18aef5c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=990f1d243f8f45f79463542f854da411&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3330176 May 06 12:32:18.924073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c012-e0f4-4c93-93da-1070da4a5ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4b53b-9951-4d54-b5a6-88b8e870d730,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:18.932015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54898) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:19.018506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:19.065537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:19.137055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:12Z', 'revision_number': 4, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e3c79f1b-0845-418d-babc-e4528c95f1aa', 'name': '', 'network_id': '70637809-876a-4ccf-bf9b-917972479744', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'mac_address': 'fa:16:3e:e2:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268506c5-176e-42ac-800d-ba4222e437a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:09Z', 'updated_at': '2022-05-06T12:32:17Z', 'revision_number': 4, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'subnets': [{'id': '268506c5-176e-42ac-800d-ba4222e437a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:19.151563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db6096-acfd-41d4-bc6a-843fe69e3e78 None None] The sync data for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 is: [{'id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1654845368-router', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:31:57Z', 'updated_at': '2022-05-06T12:32:12Z', 'revision_number': 4, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'gw_port': {'id': 'bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:31:59Z', 'updated_at': '2022-05-06T12:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e3c79f1b-0845-418d-babc-e4528c95f1aa', 'name': '', 'network_id': '70637809-876a-4ccf-bf9b-917972479744', 'tenant_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'mac_address': 'fa:16:3e:e2:1c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbad1df-f867-4d4b-ac32-28b07f91adf5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '268506c5-176e-42ac-800d-ba4222e437a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:09Z', 'updated_at': '2022-05-06T12:32:17Z', 'revision_number': 4, 'project_id': 'f1db8ed5230c4e3691a5f50a42e2a5dc', 'subnets': [{'id': '268506c5-176e-42ac-800d-ba4222e437a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:19.167762 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.184645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.384640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.395066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.399887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Deleting port e3c79f1b-0845-418d-babc-e4528c95f1aa {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:19.400592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.640252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] For port e3c79f1b-0845-418d-babc-e4528c95f1aa, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e3c79f1b-0845-418d-babc-e4528c95f1aa,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:19.640617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.776394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.801317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.824670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Calling delete_port for e3c79f1b-0845-418d-babc-e4528c95f1aa owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:19.839727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.885817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.904173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d718b-b75a-4938-b17a-44940f0a0618 req-9b7d611d-df4e-49ac-85ce-a7212447b73d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:19.906029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c68d718b-b75a-4938-b17a-44940f0a0618 req-9b7d611d-df4e-49ac-85ce-a7212447b73d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 944 time: 0.2000694 May 06 12:32:19.913751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4b53b-9951-4d54-b5a6-88b8e870d730,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:19.980109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:19.981000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2dc8d45-2f12-4c87-b1be-c42360e240cf {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:32:20.020374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.023511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.027248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07c0177c-9113-4038-906b-101460854505 HTTP/1.1" status: 204 len: 168 time: 1.0871768 May 06 12:32:20.037041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.040959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-935083be-6c6d-4e92-9e6e-5ccbfd8ca1e4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a2dc8d45-2f12-4c87-b1be-c42360e240cf HTTP/1.1" status: 204 len: 168 time: 5.0349202 May 06 12:32:20.040959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.043377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f468a90-8c4a-4088-893a-837d4b57d275 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2cc4b53b-9951-4d54-b5a6-88b8e870d730 HTTP/1.1" status: 204 len: 168 time: 1.3668394 May 06 12:32:20.046488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:20.096712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad8596f2-9bce-48f9-9e78-5f70e104b9f4 req-5518ee88-930d-4abd-ac4d-7c21a6fdc748 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1100798 May 06 12:32:20.125241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c68d718b-b75a-4938-b17a-44940f0a0618 req-782fc567-b05a-4dad-9814-064b85721827 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:20.145536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b5b0c-0c6d-455f-bf81-7e9fd8517c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c0177c-9113-4038-906b-101460854505,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:20.230205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c68d718b-b75a-4938-b17a-44940f0a0618 req-782fc567-b05a-4dad-9814-064b85721827 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:20.244382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c68d718b-b75a-4938-b17a-44940f0a0618 req-782fc567-b05a-4dad-9814-064b85721827 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271103 May 06 12:32:20.287672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Deleting subnet a3343ea9-9c66-44e9-a914-b91ce4def8a9 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:32:20.291688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.309777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e3c79f1b-0845-418d-babc-e4528c95f1aa up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:20.370280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.452233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.452809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e3c79f1b-0845-418d-babc-e4528c95f1aa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:20.458439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e3c79f1b-0845-418d-babc-e4528c95f1aa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:20.458958 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.491439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.507105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port e3c79f1b-0845-418d-babc-e4528c95f1aa was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:32:20.530846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c79f1b-0845-418d-babc-e4528c95f1aa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:20.547949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.777274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.892558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3343ea9-9c66-44e9-a914-b91ce4def8a9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:20.905015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014bfdf-c53a-4bef-b1cf-782015241ba2 None None] Network bcb8e11b-a7cf-4a82-8cad-b5aeda813004 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:20.915591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:20.981227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1533045-e8df-4008-a7da-8832bfa1e8c5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a3343ea9-9c66-44e9-a914-b91ce4def8a9 HTTP/1.1" status: 204 len: 168 time: 0.9278331 May 06 12:32:21.055623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:21.257029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] DHCP port deletion for bcb8e11b-a7cf-4a82-8cad-b5aeda813004 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:32:21.262948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Deleting port 45a781c6-c5f5-494b-a3f6-545fc0347f3b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:21.263550 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.288958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.303935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ff9e13e2-ab7e-4b37-ab80-586c71b16d11 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:21.311988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ff9e13e2-ab7e-4b37-ab80-586c71b16d11 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.3860168 May 06 12:32:21.320503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54952) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:21.341536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-8eb1ceac-3799-4bc2-a05b-e95711abbe07 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0267429 May 06 12:32:21.348026 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.361937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.424505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Deleting port 45a781c6-c5f5-494b-a3f6-545fc0347f3b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:21.425166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.450229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b7442469-2c21-4cc1-9203-a56fd1df73ca up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:21.514543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-faf6e187-cf88-4d08-bab4-e9e3a932a55c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:21.579246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea506488-be8a-4586-be25-1079550a336d req-e9bebf10-a871-49ec-a801-d69647e474d2 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1293297 May 06 12:32:21.592567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:21.603318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Usage tracker for resource:security_group_rule and tenant:a7f5813f5187461393557ff10aeb8d54 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:21.607663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:21.628485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:21.672354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] For port 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45a781c6-c5f5-494b-a3f6-545fc0347f3b,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:21.672760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.855342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.873519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port b7442469-2c21-4cc1-9203-a56fd1df73ca completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:21.878837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] For port 45a781c6-c5f5-494b-a3f6-545fc0347f3b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=45a781c6-c5f5-494b-a3f6-545fc0347f3b,segment=NetworkSegment(d970bf46-03c4-42d3-b0f8-3d6cb35f99dd),segment_id=d970bf46-03c4-42d3-b0f8-3d6cb35f99dd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:21.879367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.905010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Calling delete_port for 45a781c6-c5f5-494b-a3f6-545fc0347f3b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:21.954743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:21.984776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port b7442469-2c21-4cc1-9203-a56fd1df73ca triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:21.988448 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.026193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Calling delete_port for 45a781c6-c5f5-494b-a3f6-545fc0347f3b owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:22.143670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-faf6e187-cf88-4d08-bab4-e9e3a932a55c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:22.156681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-faf6e187-cf88-4d08-bab4-e9e3a932a55c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8141046 May 06 12:32:22.197930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45a781c6-c5f5-494b-a3f6-545fc0347f3b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:22.220416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7f5813f5187461393557ff10aeb8d54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8935874 May 06 12:32:22.221794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:22.278665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.322403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port 45a781c6-c5f5-494b-a3f6-545fc0347f3b {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:32:22.322812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 45a781c6-c5f5-494b-a3f6-545fc0347f3b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:22.324247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.330183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:22.339455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:32:22.339819 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:32:22.341379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:22.391481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a781c6-c5f5-494b-a3f6-545fc0347f3b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:22.396882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] No DVR routers for this DVR port 45a781c6-c5f5-494b-a3f6-545fc0347f3b on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:22.397338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.431340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688c6ff-7be5-4ab6-9152-1d15c44a7caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30ca23-0247-4d39-9fec-d687f443b952,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:22.520142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:22.637049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33013f-a5da-4c61-aa08-82a20fa991f9 req-32a21c5a-d41f-4db5-afe7-0e490d92f342 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:22.641995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e33013f-a5da-4c61-aa08-82a20fa991f9 req-32a21c5a-d41f-4db5-afe7-0e490d92f342 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 944 time: 0.5406239 May 06 12:32:22.659915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.685227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.694874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-9ae4fb7a-dc9d-438a-af44-128033c7fdeb service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371499 May 06 12:32:22.714249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.745718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb8e11b-a7cf-4a82-8cad-b5aeda813004']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:22.770928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:22.771629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd970bf46-03c4-42d3-b0f8-3d6cb35f99dd') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:22.772772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e33013f-a5da-4c61-aa08-82a20fa991f9 req-29e177cd-c745-4cec-b799-519499752974 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136732 May 06 12:32:22.792293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.842222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Deleting port 45a781c6-c5f5-494b-a3f6-545fc0347f3b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:22.842783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.874790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.888385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:32:22.889110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.889398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: timer() May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:32:22.919893 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:32:22.927192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30ca23-0247-4d39-9fec-d687f443b952,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:22.938255 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df24eb45-2626-4104-98ba-409b677fd224'] response: {'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'code': 200} May 06 12:32:22.945298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:22.960282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:22.962965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-55447c9e-b411-4c3c-819f-a887ef413b19 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1a30ca23-0247-4d39-9fec-d687f443b952 HTTP/1.1" status: 204 len: 168 time: 0.7187777 May 06 12:32:23.067715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-624bfe1d-105b-4ac1-b2bf-69e9b6118b52 None None] The port '45a781c6-c5f5-494b-a3f6-545fc0347f3b' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:32:23.103679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-2a9c6d43-cb28-4cf7-a4cb-e05b83434a67 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904920 May 06 12:32:23.209591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.238481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:23.249190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb8e11b-a7cf-4a82-8cad-b5aeda813004,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:23.265848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-638807c5-2119-4706-ad2f-9aef7068d7b5 req-d3fd8b0a-ac69-4220-93db-96253ade0e48 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1217804 May 06 12:32:23.312629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4cbea1-1332-45af-b211-e4aef8bf6853 req-97602159-16a2-425b-a557-51fb9588fdcb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1096 time: 0.3299706 May 06 12:32:23.366337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-189fd96a-0356-4f1e-a671-7562a2195e04 admin admin] 10.222.0.83 "DELETE /v2.0/networks/bcb8e11b-a7cf-4a82-8cad-b5aeda813004 HTTP/1.1" status: 204 len: 168 time: 2.3093922 May 06 12:32:23.373694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4cbea1-1332-45af-b211-e4aef8bf6853 req-d98fbd70-ea49-4b92-ab0b-98c720718437 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 May 06 12:32:23.601413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86de793f-5f46-4b33-995f-9414a1586d75 req-f940f5ab-60b6-4ebf-95fb-200270769864 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 210 time: 0.1869574 May 06 12:32:23.642685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:23.649537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97751d46-d8d1-430c-aa7c-b1dd8ebe0596 admin admin] 10.222.0.83 "PUT /v2.0/routers/4bbad1df-f867-4d4b-ac32-28b07f91adf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1076794 May 06 12:32:23.652178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54998) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:23.878668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.023239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e4df-73e0-4a3d-b2ad-f9d84edf233b req-fed652b7-3290-4d16-9cc1-a116e788f077 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:24.024914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cff95a46-8252-46c9-8d25-466cfc20bf71 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:24.025316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d03e4df-73e0-4a3d-b2ad-f9d84edf233b req-fed652b7-3290-4d16-9cc1-a116e788f077 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 945 time: 0.0914621 May 06 12:32:24.089409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d03e4df-73e0-4a3d-b2ad-f9d84edf233b req-1fdfc10a-2320-4c28-91aa-5ef0a3b3f5d5 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571742 May 06 12:32:24.099962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cff95a46-8252-46c9-8d25-466cfc20bf71 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:24.100427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cff95a46-8252-46c9-8d25-466cfc20bf71 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:24.127749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:24.159840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.200344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d1ea917-2bda-47a7-b48a-582ddadd4ca9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a10ff3da7de3434882423e6720e7d35d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0712249 May 06 12:32:24.202932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55018) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:24.267597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.285609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Deleting port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:24.295029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.350493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.510046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81d4e75f-35b2-4ff5-aa2a-9818754dc37c req-35aa94dc-7713-4460-973e-90626604a872 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0591853 May 06 12:32:24.578537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] For port bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:24.578537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.705195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.715449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Calling delete_port for bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:24.770170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5139c4-7bcd-4269-9cd8-681890ec507d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:24.788921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:24.793005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/db5139c4-7bcd-4269-9cd8-681890ec507d HTTP/1.1" status: 204 len: 168 time: 0.5890665 May 06 12:32:24.799966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.800316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.800658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.800997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.801329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.802282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.802612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.802938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.803416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.804490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.804490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bfc740-d28d-4e44-a92b-2435fe638c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:24.887125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3e0b6387-2d8a-46f1-b5cf-92a5728e04a6 req-e8d7b464-5cbd-4d4f-8bad-3585b0ac9b7a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 210 time: 0.0999880 May 06 12:32:25.128407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.179953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:25.385191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:25.598808 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.599677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.649945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:25.654985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Usage tracker for resource:security_group_rule and tenant:015a1ef7ba63428094923d7685200a92 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:25.660043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:25.670129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:25.745006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2b52-7852-46a1-b02c-bb516cf3f538 req-62c281bc-d711-4d9d-b084-e63990a2db17 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:25.746525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-931b2b52-7852-46a1-b02c-bb516cf3f538 req-62c281bc-d711-4d9d-b084-e63990a2db17 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 945 time: 0.5278652 May 06 12:32:25.870864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ab7481e-3209-4a8c-af1c-db4ba08c9aae req-83e009ac-a529-4bd9-9546-17ae5827f91a tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0777700 May 06 12:32:25.876207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.968811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.979293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:25.987811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-931b2b52-7852-46a1-b02c-bb516cf3f538 req-b4f0db25-2b9e-4d21-9ffc-b4a3e4974c53 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335784 May 06 12:32:26.038643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.131171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebc305f1-9555-4f53-a636-ce22437df2b8 req-5ccb5cc3-5b31-4d36-a5c2-3593223b6d80 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 210 time: 0.0820799 May 06 12:32:26.141184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59561dbf-d7d4-4c5f-b7b0-0bb2cc404cce,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:26.163042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-54c354ed-5e2f-4485-a217-f9e7c6a2667c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=015a1ef7ba63428094923d7685200a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7683220 May 06 12:32:26.164687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55078) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:26.214093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.214093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bbad1df-f867-4d4b-ac32-28b07f91adf5 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:32:26.263869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.267275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7dec9a92-1046-4de6-9227-aa959c25f70d admin admin] 10.222.0.83 "DELETE /v2.0/routers/4bbad1df-f867-4d4b-ac32-28b07f91adf5 HTTP/1.1" status: 204 len: 168 time: 2.6118650 May 06 12:32:26.268024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55084) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:26.303143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.318544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-bfcc5a0a-f9be-4771-a4a0-ee295341e724 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-860890285&fields=id&tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 267 time: 0.1278343 May 06 12:32:26.331397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Deleting subnet 268506c5-176e-42ac-800d-ba4222e437a3 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:32:26.335500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.396132 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.450537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.500595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.547628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-842060f7-7e04-437b-ab5c-708fa2426ce7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:26.549092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-842060f7-7e04-437b-ab5c-708fa2426ce7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.2715166 May 06 12:32:26.566371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:26.586864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-7ed9b185-5793-40c1-86eb-b85e9b3efe96 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:26.588353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-7ed9b185-5793-40c1-86eb-b85e9b3efe96 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 945 time: 0.2157989 May 06 12:32:26.648116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'security_groups': ['18b99a92-d8cc-4be4-80e6-777b2dfcc682', '816ba26d-e19e-4021-817b-7d3bd723f2d2']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:26.672582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.689201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.724715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59561dbf-d7d4-4c5f-b7b0-0bb2cc404cce,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:26.740743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.747292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.750831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d55ef98a-9017-49e0-9281-51588ade7633 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59561dbf-d7d4-4c5f-b7b0-0bb2cc404cce HTTP/1.1" status: 204 len: 168 time: 0.5828202 May 06 12:32:26.753060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de911861-4fa3-43b5-a5ad-81001bcf9801 None None] Network 70637809-876a-4ccf-bf9b-917972479744 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:26.788472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/268506c5-176e-42ac-800d-ba4222e437a3 HTTP/1.1" status: 204 len: 168 time: 0.5195529 May 06 12:32:26.789454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:26.796717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d2ba0-c1ae-4227-8f08-452df77e7b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268506c5-176e-42ac-800d-ba4222e437a3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:26.842895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55108) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:26.881990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:26.884678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:26.940198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:27.076711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.094308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Deleting port 7aebb830-faff-40a8-ad84-719b33f9fd7a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:27.095087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.200036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-network', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:27.203498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:27.206453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.299635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:27.303446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] DHCP port deletion for 70637809-876a-4ccf-bf9b-917972479744 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:32:27.307836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Deleting port 7aebb830-faff-40a8-ad84-719b33f9fd7a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:27.308325 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.324506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Usage tracker for resource:network and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:27.343183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5a24b66-c059-43b1-a7b1-f8ca263a0a34 req-10927fcd-1c51-499d-80bf-80557b5e24d1 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1799886 May 06 12:32:27.391447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] For port 7aebb830-faff-40a8-ad84-719b33f9fd7a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7aebb830-faff-40a8-ad84-719b33f9fd7a,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:27.391945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.479536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:27.492867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:27.516181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.14 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/2cd1399a-3ba4-4365-969e-3b3938922445) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:27.568000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:27.616570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Made reservation on behalf of 9fb8843d0df449b791a7d9d78f72da19 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:27.619418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.666603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.672838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] For port 7aebb830-faff-40a8-ad84-719b33f9fd7a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7aebb830-faff-40a8-ad84-719b33f9fd7a,segment=NetworkSegment(83373dd5-a967-4efb-88fd-508b05d04737),segment_id=83373dd5-a967-4efb-88fd-508b05d04737)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:27.673420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.691705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Calling delete_port for 7aebb830-faff-40a8-ad84-719b33f9fd7a owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:27.734189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.786081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d20a8b0f-0ba2-48e5-866f-16fe8ff4b00f req-99ec0a4e-aedb-45c4-ae7e-bdaafea1cb0b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 210 time: 0.2253542 May 06 12:32:27.807456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:27.811524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:27.814530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:27.832290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:27.835275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.886791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:27.887314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:27.912707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.946618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:27.965808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Calling delete_port for 7aebb830-faff-40a8-ad84-719b33f9fd7a owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:28.008381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Pushing event deleted for resources: {'Port': ['ID=7aebb830-faff-40a8-ad84-719b33f9fd7a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.011692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:28.017485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:84aed2558dcd479f8b87c99393cabb84 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:28.028299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] No DVR routers for this DVR port 7aebb830-faff-40a8-ad84-719b33f9fd7a on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:28.073400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:28.123752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7aebb830-faff-40a8-ad84-719b33f9fd7a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:28.175818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.185514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.190816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.199248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.200026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7aebb830-faff-40a8-ad84-719b33f9fd7a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:28.200115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af5d7721-f9a1-4548-a02e-38ea23f00863 req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "PUT /v2.0/ports/b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 981 time: 1.5969174 May 06 12:32:28.200193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7aebb830-faff-40a8-ad84-719b33f9fd7a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:28.200264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:28.211236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ad5c1-28ea-48a2-ab50-327a7a596287 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn_limited( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn_limited( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.246596 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:32:28.248810 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:32:28.254268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70637809-876a-4ccf-bf9b-917972479744']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:28.269710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:32:28.270533 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:32:28.276053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:28.282979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.283141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83373dd5-a967-4efb-88fd-508b05d04737') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:28.283141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83373dd5-a967-4efb-88fd-508b05d04737') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:28.291802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:28.302723 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c10d74-325c-4341-af29-a11025f4ec29'] response: {'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'status': 'completed', 'code': 200} May 06 12:32:28.305539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.323190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.330593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:32:28.331082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: timer() May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:32:28.372317 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:32:28.389130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.410183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.540742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-0ebbfcc6-82cb-4e7a-ae23-be4dfa2a9275 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2021435593&fields=id&tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 267 time: 0.1673641 May 06 12:32:28.628822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.632680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.636731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.641261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:32:28.650916 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.651258 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Added segment 43fe74e7-ee75-437f-adac-9aed53322ee8 of type vlan for network 35660aa4-df41-4caa-974a-c0ca31e33a07 May 06 12:32:28.669931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] 10.222.0.83 "DELETE /v2.0/networks/70637809-876a-4ccf-bf9b-917972479744 HTTP/1.1" status: 204 len: 168 time: 1.8724327 May 06 12:32:28.679486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.683997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.688639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa952e-76a7-4cb5-9535-fd1c3b01533b admin admin] Pushing event deleted for resources: {'Network': ['ID=70637809-876a-4ccf-bf9b-917972479744,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.715031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-527b8f63-b73c-4816-9871-f893814e9056 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.720278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:28.722406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-527b8f63-b73c-4816-9871-f893814e9056 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 984 time: 0.1806054 May 06 12:32:28.729004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'security_groups': ['18b99a92-d8cc-4be4-80e6-777b2dfcc682', '816ba26d-e19e-4021-817b-7d3bd723f2d2', '359bcd10-eee0-43b5-8a0f-fb1b22a30aac']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:28.731811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a25353a4-ef31-4566-934d-f61d33e6b0cb req-9322382b-be05-4830-85b5-536b3f29b56e tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1476870 May 06 12:32:28.732391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.734839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:28.739647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:28.772455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Deleting port 7aebb830-faff-40a8-ad84-719b33f9fd7a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:28.772997 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.804971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.850560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.856120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:28.856707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:28.963712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cd5071a1-d5be-45db-ba08-bbf2f03b4d34 None None] The port '7aebb830-faff-40a8-ad84-719b33f9fd7a' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:32:28.967988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abaf356-288a-4ac8-9c87-685ec29efe7f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:28.989589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29cd0f62-09ae-4666-beba-83743b1c5ce0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84aed2558dcd479f8b87c99393cabb84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0982616 May 06 12:32:28.994620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:29.043665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.090814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Sync routers for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:29.118524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-623b14c0-0b6a-410f-b3cf-939180ea0686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1135 time: 0.7717707 May 06 12:32:29.125103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:29.125579 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:32:29.126059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:32:29.135146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.135824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.149634 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:29.150045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:32:29.150643 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4bbad1df-f867-4d4b-ac32-28b07f91adf5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:32:29.151002 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365095b-ec79-4535-9c90-25ae5469ee15 None None] The sync data for ids ['4bbad1df-f867-4d4b-ac32-28b07f91adf5'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:29.185352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.250010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.288376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] Pushing event updated for resources: {'Network': ['ID=35660aa4-df41-4caa-974a-c0ca31e33a07,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:29.302887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:32:29.378881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-012b8457-f940-49a8-910c-e96c44d8b9cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.380465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-012b8457-f940-49a8-910c-e96c44d8b9cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.2273502 May 06 12:32:29.396104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4996a6-1d9b-43e7-a362-de4c812b3683 req-447e562f-f262-49d0-b784-40f95045831c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.397165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4d4996a6-1d9b-43e7-a362-de4c812b3683 req-447e562f-f262-49d0-b784-40f95045831c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:29.460300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b4c11385-32d0-41f1-a6e1-0437259eba59 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6170268 May 06 12:32:29.462391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-ab767320-d1e1-4eee-9d42-3cf5b2e6b8a5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8999541 May 06 12:32:29.466464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:29.475474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Request body: {'subnet': {'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-subnet', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:29.481520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Request body: {'port': {'device_id': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:29.486082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:29.490257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:29.495277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Usage tracker for resource:subnet and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:29.499408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:29.509212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:29.522331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-7291edaa-a8d3-487f-a556-acd7a0ae6bd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 217 time: 0.1173229 May 06 12:32:29.540234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.600739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.641527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abaf356-288a-4ac8-9c87-685ec29efe7f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:29.641527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.641527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c71a6f0e-bf24-4463-86a0-88fddaf767eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7abaf356-288a-4ac8-9c87-685ec29efe7f HTTP/1.1" status: 204 len: 168 time: 0.6309118 May 06 12:32:29.648423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-136f869d-8f1c-43cb-b211-571bcd7b305d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:29.649933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-136f869d-8f1c-43cb-b211-571bcd7b305d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.1247165 May 06 12:32:29.693227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.708984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-5dea0975-4cf5-4727-9833-d71b0190870b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503178 May 06 12:32:29.792303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4d4996a6-1d9b-43e7-a362-de4c812b3683 req-447e562f-f262-49d0-b784-40f95045831c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:29.792303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d4996a6-1d9b-43e7-a362-de4c812b3683 req-447e562f-f262-49d0-b784-40f95045831c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 932 time: 0.6835353 May 06 12:32:29.815371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Made reservation on behalf of 9fb8843d0df449b791a7d9d78f72da19 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:29.815371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.857211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:29.877286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:29.948025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55170) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:30.043950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:30.044830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.046434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a89cedd-4a3b-480d-8c08-16b1e1d25db0 req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "PUT /v2.0/ports/b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 1020 time: 1.3231587 May 06 12:32:30.059405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:30.066475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d4996a6-1d9b-43e7-a362-de4c812b3683 req-b077b88d-6209-4dff-a2a7-eb435fadb778 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285826 May 06 12:32:30.075223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-37c30bd1-ac9e-4e5e-926c-d2e39f502b8f service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372748 May 06 12:32:30.188409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:30.406114 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08ce99d7-fc7a-49ce-b35f-fcf613e8506c req-a654cd72-1e34-4a41-b637-f2a3f1723ebf tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0567915 May 06 12:32:30.423820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:30.435750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.436325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.436535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.436868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.437205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.437534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.437870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.444168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.444539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.444886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.445227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0111267-31a1-425d-8385-faa2b4920b0a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:30.471376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.519661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1befa66e-1a09-472a-a695-f7dcbdc4ae6d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f1db8ed5230c4e3691a5f50a42e2a5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5704467 May 06 12:32:30.527754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55182) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:30.565439 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed66fd5-ffb5-4e53-8db3-006b9e837552'] response: {'name': 'network-changed', 'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'status': 'completed', 'code': 200} May 06 12:32:30.616781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d354ba41-48f8-407e-a4da-93702e1c00a6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:30.624598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Checking segment: {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:30.624983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Network hostable DHCP agents. Network: 35660aa4-df41-4caa-974a-c0ca31e33a07, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:32:30.770053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62fe36de-a389-4eec-b45e-f62e0244ae5a req-9811c45f-f70e-4042-9969-b36d3b73a2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684031 May 06 12:32:30.800131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.805048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:32:30.805510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccfc49-de68-4203-858d-a4c8ab830343 req-3d294994-ac86-4b71-93f9-a1ec230474a0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:30.812351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fccfc49-de68-4203-858d-a4c8ab830343 req-3d294994-ac86-4b71-93f9-a1ec230474a0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1023 time: 0.5400128 May 06 12:32:30.919809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.971080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 35660aa4-df41-4caa-974a-c0ca31e33a07) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:30.977266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:30.979279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:30.982042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a8c66-f102-48cb-b2f4-2c42cd04ba6e None None] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:31.036318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd1399a-3ba4-4365-969e-3b3938922445 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:31.053661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.120372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fccfc49-de68-4203-858d-a4c8ab830343 req-58e1fe0e-c095-4fc0-9521-0b3160363c3b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&id=359bcd10-eee0-43b5-8a0f-fb1b22a30aac&id=816ba26d-e19e-4021-817b-7d3bd723f2d2 HTTP/1.1" status: 200 len: 5483 time: 0.3070357 May 06 12:32:31.160355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-c8ecd769-d66a-4dfe-9ac4-b897c90fd595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1174 time: 0.2123499 May 06 12:32:31.200977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-24151163-669e-4b38-bac3-09226a6cb8fa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7334070 May 06 12:32:31.202170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:31.208971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:31.245795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:31.257497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Usage tracker for resource:router and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:31.264970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:31.287003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:31.300860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Transition to ACTIVE for port object 2cd1399a-3ba4-4365-969e-3b3938922445 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:31.310975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.340235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68cc739-72d0-40ef-b537-24ab68ad4d7e None None] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:32:31.412714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e329bbf-da52-4da8-a11f-e12f5dd2927a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:31.432726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.434003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c154f43d-0a04-4c98-afce-3cec9017a76d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3e329bbf-da52-4da8-a11f-e12f5dd2927a HTTP/1.1" status: 204 len: 168 time: 0.8467956 May 06 12:32:31.461995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.477513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.479224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.513147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.573202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': ' tempest-securitygroup -784162351 ', 'description': 'tempest-description-1461039134'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:31.586348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:31.608120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:31.649509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-3aeff24e-46bc-4ad1-bb61-dc0659c0fbe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:31.651326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-3aeff24e-46bc-4ad1-bb61-dc0659c0fbe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.4823110 May 06 12:32:31.730482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dff08e-a5e2-4542-9bca-82fb0b768fe7 req-b6927977-368f-46f5-bf49-da258be11d29 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:31.731941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5dff08e-a5e2-4542-9bca-82fb0b768fe7 req-b6927977-368f-46f5-bf49-da258be11d29 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 932 time: 0.4329159 May 06 12:32:31.772847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:31.828429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-aad22f1c-52bb-4a25-a8c7-305dc6932340 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 200 len: 217 time: 0.1644769 May 06 12:32:31.882626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:31.925923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5dff08e-a5e2-4542-9bca-82fb0b768fe7 req-2ddecab5-d193-44d4-b25a-0f44f789f95f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780415 May 06 12:32:31.950574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-d773c1d0-bed1-438f-bf59-6b7f527e782b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:31.952039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-d773c1d0-bed1-438f-bf59-6b7f527e782b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.1070743 May 06 12:32:31.954011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Attempting to bind port 2cd1399a-3ba4-4365-969e-3b3938922445 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:31.954334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Attempting to bind port 2cd1399a-3ba4-4365-969e-3b3938922445 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:31.954659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Attempting to bind port 2cd1399a-3ba4-4365-969e-3b3938922445 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:31.995225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Port 2cd1399a-3ba4-4365-969e-3b3938922445 on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:31.995921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Attempting to bind port 2cd1399a-3ba4-4365-969e-3b3938922445 on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:32.001968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:32.005697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.008236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-00e49ead-3e4b-479a-bbf0-218470bb76bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475602 May 06 12:32:32.012211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:32.012734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:32.013248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:32.013820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Bound port: 2cd1399a-3ba4-4365-969e-3b3938922445, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:32.014312 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.016392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:32.021733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:32.029908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:32.037729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e3c79f1b-0845-418d-babc-e4528c95f1aa no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:32.101859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e3c79f1b-0845-418d-babc-e4528c95f1aa {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:32.102198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e3c79f1b-0845-418d-babc-e4528c95f1aa not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:32.102611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:32.144918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.153893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:32.154474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd7f15ef-a6fb-423d-9a0b-e45fa6941f0e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:32.213983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3b89cbd-7f9b-4efc-9ed7-02029739c1ce req-03829163-93c1-478d-8e8d-8c6e311aeea5 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0714288 May 06 12:32:32.260650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.272076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:32.276542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55228) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:32.293982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-04e2d111-adc0-4a83-b093-22095b796b2f service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634580 May 06 12:32:32.304242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cd1399a-3ba4-4365-969e-3b3938922445,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:32.328747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac565a-7f92-4a16-8600-234e8ebf7bab,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:32.456068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.463519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.464931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57b4dffc-1472-4f44-9663-416d83cfd65b req-b5eda016-03bb-4e1a-a707-196807426290 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.8993084 May 06 12:32:32.483367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.520593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.712822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.721090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b6fd7c1-489b-4673-a725-23e0d9f9afab req-ea635605-8e83-42ef-b817-7ddbe748d8ca tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/ddac565a-7f92-4a16-8600-234e8ebf7bab HTTP/1.1" status: 200 len: 1614 time: 0.2041516 May 06 12:32:32.762030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-40d4e50a-b875-4b86-bf48-2a151fba8867 req-d718fa5d-23ed-4aa7-b234-429b57ae0394 service neutron] 10.222.0.13 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558024 May 06 12:32:32.763520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:32.764735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] 10.222.0.86 "PUT /v2.0/ports/2cd1399a-3ba4-4365-969e-3b3938922445 HTTP/1.1" status: 200 len: 1092 time: 3.2916706 May 06 12:32:32.774404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:32.803362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb83ef3-539f-4521-ab99-c152d93f0fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:32.814559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:32.819843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Usage tracker for resource:security_group_rule and tenant:5de4b61eb2b849619c59e87090c7082f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:32.820663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Allocated IP 172.25.2.13 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b14eae12-2920-40f0-acc0-07ca73838da3) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:32.825180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:32.831524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:32.850412 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-b0e7783c-e2da-4a7a-a461-bd5784b28f9d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/ddac565a-7f92-4a16-8600-234e8ebf7bab HTTP/1.1" status: 200 len: 1614 time: 0.0873971 May 06 12:32:33.035242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.039332 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.065634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-26fcfc9d-0cff-4ad2-bc75-6676e3be38ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 1095 time: 0.1604507 May 06 12:32:33.096961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.116170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.165769 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eed6e5a-0ece-407a-84ff-c8167dbc6a89'] response: {'name': 'network-changed', 'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445', 'status': 'completed', 'code': 200} May 06 12:32:33.167228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-c734051e-9f88-4b60-9ca1-f826f826fecd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd1399a-3ba4-4365-969e-3b3938922445 HTTP/1.1" status: 200 len: 217 time: 0.0907068 May 06 12:32:33.206847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.282954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-d71cf49c-30cd-4e13-bcba-ca2fe3ab8d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:33.285370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-d71cf49c-30cd-4e13-bcba-ca2fe3ab8d91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1123638 May 06 12:32:33.287667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97788a4d-1ec8-4145-b305-13fcf60f7139,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.293100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2e3f5d5e-3deb-4ea2-978c-70931d9bf31a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5de4b61eb2b849619c59e87090c7082f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0082505 May 06 12:32:33.295648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:33.302535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.321246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.395592 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-32b5a29f-ab05-4b31-b2e4-58d6001fdbd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007698 May 06 12:32:33.406763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac565a-7f92-4a16-8600-234e8ebf7bab,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.440442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:33.441493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.443424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58b5fd77-2add-4b31-b85e-951d3e021543 req-c019568a-4c6a-4f96-b697-c0400b3f18f1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/ddac565a-7f92-4a16-8600-234e8ebf7bab HTTP/1.1" status: 204 len: 173 time: 0.5918229 May 06 12:32:33.446603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:33.449084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:33.485276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Pushing event updated for resources: {'Port': ['ID=b14eae12-2920-40f0-acc0-07ca73838da3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:33.581450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.616644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14f2ea-5b78-4835-965a-a3dcc1ad19bf req-1d9ab2ae-3f01-41e4-b5af-ab88a209269e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:33.618129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef14f2ea-5b78-4835-965a-a3dcc1ad19bf req-1d9ab2ae-3f01-41e4-b5af-ab88a209269e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 944 time: 0.2866950 May 06 12:32:33.622075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-fca6f036-9bb2-4d31-baea-7eb383f45ab6 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151294 May 06 12:32:33.623415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57132fe8-c680-434f-914f-db8996d8364b req-a4af75d6-8a1b-4e3f-8367-f3691779e969 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0524344 May 06 12:32:33.675737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.708898 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-55f0dc32-575b-48de-aff0-9bb0c364b415 req-14a55fd9-8ac7-4c69-8df2-108333d80ac1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:32:33.710022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55f0dc32-575b-48de-aff0-9bb0c364b415 req-14a55fd9-8ac7-4c69-8df2-108333d80ac1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/ddac565a-7f92-4a16-8600-234e8ebf7bab HTTP/1.1" status: 404 len: 352 time: 0.0180764 May 06 12:32:33.812538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef14f2ea-5b78-4835-965a-a3dcc1ad19bf req-d3ca207f-1a38-4ccb-bd2e-c6a78618ba1b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781316 May 06 12:32:33.828986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.832638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:33.875960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc8e439b-0eb3-4690-8f5b-a9603da9b4f9 req-84e87881-cd03-4449-a288-7d1739c548cb service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425947 May 06 12:32:33.904238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1351338169', 'description': 'tempest-description-1658800239'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:33.915878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:33.915878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:33.921105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:33.934744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:34.111299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.111299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.154678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97788a4d-1ec8-4145-b305-13fcf60f7139,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:34.188876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.194340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bb93d35b-f064-4ee1-a1b1-9483864edfbf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97788a4d-1ec8-4145-b305-13fcf60f7139 HTTP/1.1" status: 204 len: 168 time: 0.8932500 May 06 12:32:34.214490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:34.237616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:34.246439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:34.261618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:34.312661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-d339ca22-5af3-4ca8-9e99-259308868897 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 1095 time: 0.2716985 May 06 12:32:34.430595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Router bb9c6a63-6417-487a-a0a0-98b6f5424981 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:32:34.441500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.495574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542a436-cf12-456a-bdd8-b691540220bf req-8d118029-1bf8-4aea-82c4-a29fd898c3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:34.498832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-8d118029-1bf8-4aea-82c4-a29fd898c3be service neutron] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.1787817 May 06 12:32:34.569109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.627396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-d54864e3-3079-4812-8436-de0d10212885 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd1399a-3ba4-4365-969e-3b3938922445 HTTP/1.1" status: 200 len: 217 time: 0.1122322 May 06 12:32:34.694736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e9c23-2b1a-4bdd-9128-7867b9a00bb7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:34.726706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542a436-cf12-456a-bdd8-b691540220bf req-14d98457-b38c-4d9e-9695-3a9919c72683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:34.728767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-14d98457-b38c-4d9e-9695-3a9919c72683 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.0928657 May 06 12:32:34.762336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:34.777150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Sync routers for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:34.801631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:34.802342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:34.819345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-ff25cc0d-e769-42d2-848e-e2d5c31271ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773327 May 06 12:32:34.883899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2363886-878b-4fb6-9b00-812999a06b33 req-e9858d6c-0995-4a52-9882-03a43cbb5d45 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0503728 May 06 12:32:34.963337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:34.968165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-633566ca-5540-46b6-87f7-0bbd3135ad83 req-52d48015-7867-46df-aed6-6b3c1036a56b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.0704625 May 06 12:32:34.995224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-37b436ab-7622-43d0-9fe9-439bc6390506 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741467 May 06 12:32:35.003201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2001350095', 'description': 'tempest-description-422227182'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:35.033700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:35.045854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:35.059688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:35.151508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.156104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52918db2-b61a-48eb-aaac-e6a06308deb6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9494381 May 06 12:32:35.156104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55326) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:35.241899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:35.260418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:35.271810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55330) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:35.311391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81992-0a85-4792-a29b-1c3232b7b74a req-a1a47716-56dd-4858-a6f9-043139238843 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:35.313092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8de81992-0a85-4792-a29b-1c3232b7b74a req-a1a47716-56dd-4858-a6f9-043139238843 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 944 time: 0.2457938 May 06 12:32:35.327919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2542a436-cf12-456a-bdd8-b691540220bf req-bcac554d-7ae1-4e27-9a6e-295e4f2a0146 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187737 May 06 12:32:35.383477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8de81992-0a85-4792-a29b-1c3232b7b74a req-ffaa00c7-89eb-4d50-a270-ac4fcadd0c22 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 May 06 12:32:35.445518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:33Z', 'revision_number': 3, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:35.450291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Checking router: bb9c6a63-6417-487a-a0a0-98b6f5424981 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:35.450816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Updating router bb9c6a63-6417-487a-a0a0-98b6f5424981 port b14eae12-2920-40f0-acc0-07ca73838da3 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:32:35.512318 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.559651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.662304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:35.668038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9248a820e074fe3b7df6a509f1d07e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:35.672865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:35.696821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:35.791528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.819530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.878076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:35.884536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:35.887824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:35.898098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:35.961283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.988553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:35.990963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.003514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Transition to ACTIVE for port object b14eae12-2920-40f0-acc0-07ca73838da3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:36.027263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55348) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:36.068996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.087668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eee532-7ea7-4221-89af-84df44faa019,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:36.096900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f54e327d-8335-460c-a410-7d249d6c63b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9248a820e074fe3b7df6a509f1d07e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8239682 May 06 12:32:36.100857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:36.125918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.130585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.130988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9da19e92-878d-484a-805d-98e7a07971a3 req-ce96e65f-522e-4de2-8517-ee3466f79f82 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0575190 May 06 12:32:36.159553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:36.218159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.224696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Usage tracker for resource:security_group_rule and tenant:93d0352a66cd4624b2c6e2a841002375 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:36.236520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:36.270518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:36.279144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b0cc8-dc27-4f79-b93f-7e144a273e86 None None] Pushing event updated for resources: {'Port': ['ID=b14eae12-2920-40f0-acc0-07ca73838da3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:36.288685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Attempting to bind port b14eae12-2920-40f0-acc0-07ca73838da3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:36.289527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Attempting to bind port b14eae12-2920-40f0-acc0-07ca73838da3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:36.290961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Attempting to bind port b14eae12-2920-40f0-acc0-07ca73838da3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:36.291106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:36.305142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:36.305985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:36.306643 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.307182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:36.308271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Bound port: b14eae12-2920-40f0-acc0-07ca73838da3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:36.308897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.327840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.361114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-10d222e8-4ce2-4a19-b877-f4f3b4957001 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089489 May 06 12:32:36.362755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.398417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.403221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d256d6bd-bc1e-4dd3-a115-42fc8b5b70c5 req-52512810-918f-44b5-b140-66a65ab2bd6a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.4053628 May 06 12:32:36.418213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] For port b14eae12-2920-40f0-acc0-07ca73838da3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:36.423443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] For port b14eae12-2920-40f0-acc0-07ca73838da3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b14eae12-2920-40f0-acc0-07ca73838da3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:36.481644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1206112352', 'description': 'tempest-description-305063482'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:36.497011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:36.504285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:36.510363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:36.521223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:36.526005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Allocated IP 172.20.0.1 (35660aa4-df41-4caa-974a-c0ca31e33a07/d354ba41-48f8-407e-a4da-93702e1c00a6/566d2738-dd17-4f88-98ea-1517dd9c7d6c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:36.574802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.597526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.628549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-67ed99aa-8e8b-44c3-934d-36dc1e6d010a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ec9b3841a2247a9a1a0fc5c0535a990&device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 1096 time: 0.1688120 May 06 12:32:36.633325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.700192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.703806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eee532-7ea7-4221-89af-84df44faa019,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:36.736672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b0cc8-dc27-4f79-b93f-7e144a273e86 None None] Pushing event updated for resources: {'Port': ['ID=b14eae12-2920-40f0-acc0-07ca73838da3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:36.760612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:36.761243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:36.766191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94260c-7aed-489c-be1d-057c12d18512 req-da6c8361-d94b-4f3a-b885-9ae155d0a6f2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:36.767641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b94260c-7aed-489c-be1d-057c12d18512 req-da6c8361-d94b-4f3a-b885-9ae155d0a6f2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 944 time: 0.2273738 May 06 12:32:36.775751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.799565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:36.807235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0096fd14-3e4f-4006-bd0d-6690b1449f4d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9eee532-7ea7-4221-89af-84df44faa019 HTTP/1.1" status: 204 len: 168 time: 0.6909990 May 06 12:32:36.908328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-1909e5c8-2224-4a00-99f3-0c4ae97cbab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:36.910336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-1909e5c8-2224-4a00-99f3-0c4ae97cbab9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc HTTP/1.1" status: 200 len: 915 time: 0.2412250 May 06 12:32:36.996734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.025785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93d0352a66cd4624b2c6e2a841002375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9971590 May 06 12:32:37.030754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55366) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:37.034444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:37.039407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed95f1e-cc24-4d50-a2de-0dbfc00cfa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa5cc1-33d6-498f-80e0-76de0c10dfb7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:37.064999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-279d6940-4cf5-4c15-8fed-281d44867f2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c69788c1-b020-4d10-a1cf-84246eeab0de HTTP/1.1" status: 200 len: 217 time: 0.1335399 May 06 12:32:37.071820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b94260c-7aed-489c-be1d-057c12d18512 req-51b41d98-b661-4fa3-b2f6-4fee99d00344 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830589 May 06 12:32:37.116617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.168841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-b9561eb5-526a-4140-8068-9be5687e89d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:37.173770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-b9561eb5-526a-4140-8068-9be5687e89d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03 HTTP/1.1" status: 200 len: 854 time: 0.0994723 May 06 12:32:37.265565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:37.314272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cd1399a-3ba4-4365-969e-3b3938922445 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:37.320660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-fe3d18a1-da35-4220-aac5-c32b4dfd337c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f468bdc-29af-40a8-b7ba-5f237cda1bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400363 May 06 12:32:37.328555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:37.355981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:37.376071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:37.389145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:37.397397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:37.469522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.471198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:37.534851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8feb5592-fc3f-4b7a-8675-344af6a0277e req-bcea7ef3-1d54-4430-b124-bd1c75a81d4e tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0690324 May 06 12:32:37.574574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.620386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-2f441fee-abbf-4689-960c-5b0237a44c5b service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926452 May 06 12:32:37.657667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Pushing event updated for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:37.724820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.737976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cd1399a-3ba4-4365-969e-3b3938922445,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:37.781805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2cd1399a-3ba4-4365-969e-3b3938922445', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '2cd1399a-3ba4-4365-969e-3b3938922445', 'mac_address': 'fa:16:3e:2b:46:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:37.831106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1d54f1-9d6d-407d-8bdf-26625d58ad24 req-3957ab28-c7b9-4f5c-9026-b539a054a12e service neutron] 10.222.0.86 "GET /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972485 May 06 12:32:37.876343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:33Z', 'revision_number': 3, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:37.906094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac15b18-5186-4321-8ad4-567e59a15d5b None None] The sync data for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 is: [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:33Z', 'revision_number': 3, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:37.922991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:37.978099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd1399a-3ba4-4365-969e-3b3938922445 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:38.021412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cd1399a-3ba4-4365-969e-3b3938922445,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:38.056240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d600986-d500-4c6e-a510-3adf09962f93,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:38.069027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.087917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.147881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.197456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.209253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08ab4157-249f-499b-8efd-fb2cb4104e11 req-b4808f43-9002-4762-bb98-5af185ae8515 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.7355497 May 06 12:32:38.347718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:38.370828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.394516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.410496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2cd1399a-3ba4-4365-969e-3b3938922445'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:38.419449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa5cc1-33d6-498f-80e0-76de0c10dfb7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:38.462450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b13210-d4c6-47d8-8734-de9bc7172163 req-15068c3d-7623-461c-977b-8fcdbcc2a063 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:38.484753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4b13210-d4c6-47d8-8734-de9bc7172163 req-15068c3d-7623-461c-977b-8fcdbcc2a063 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 945 time: 0.1635880 May 06 12:32:38.527668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d03d16c-83b6-4a30-8e40-8792db9ece7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.541497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:38.545017 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5079adc2-2ec6-4353-b34c-539be6ea3245 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a3fa5cc1-33d6-498f-80e0-76de0c10dfb7 HTTP/1.1" status: 204 len: 168 time: 1.5089321 May 06 12:32:38.577310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4b13210-d4c6-47d8-8734-de9bc7172163 req-9b2f316c-b1cd-4fbb-97c5-4c801f90f10e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 May 06 12:32:38.857632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d58d9be5-38ca-4548-9a6c-25b46794de0b req-4509dc7f-7a2d-4494-9e3b-4190d8794623 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0624464 May 06 12:32:38.916153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b66c09b8-995b-4049-b8d6-6a89754618de req-6bdb7bd5-c05e-4e36-9997-b7958f42d858 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:38.993307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.200142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.280525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b66c09b8-995b-4049-b8d6-6a89754618de req-6bdb7bd5-c05e-4e36-9997-b7958f42d858 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:39.289814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b66c09b8-995b-4049-b8d6-6a89754618de req-6bdb7bd5-c05e-4e36-9997-b7958f42d858 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 9732 time: 1.0400941 May 06 12:32:39.309994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cd1399a-3ba4-4365-969e-3b3938922445 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:39.420634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.450591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Pushing event updated for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:39.500583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2cd1399a-3ba4-4365-969e-3b3938922445 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:39.508539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2cd1399a-3ba4-4365-969e-3b3938922445 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:39.509480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.542492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b66c09b8-995b-4049-b8d6-6a89754618de req-c62027e8-d700-49bb-b6d3-e07703dc8d32 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/18b99a92-d8cc-4be4-80e6-777b2dfcc682 HTTP/1.1" status: 200 len: 2649 time: 0.2484393 May 06 12:32:39.649207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b66c09b8-995b-4049-b8d6-6a89754618de req-7dae39d8-bdbf-4fed-b040-1d48995963d9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/18b99a92-d8cc-4be4-80e6-777b2dfcc682 HTTP/1.1" status: 200 len: 2649 time: 0.1013250 May 06 12:32:39.680159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:39.683432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:39.762406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-edd6c77f-524b-4aa3-9e4f-790fd468bcf7 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0d51fea95b5649dea182148dccedb8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746722 May 06 12:32:39.804212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:39.847237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:39.860905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cd1399a-3ba4-4365-969e-3b3938922445,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:39.982543 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.052812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fce7df-8e25-4def-8629-9e09015f2d86 req-2eee6fa4-47a2-48da-a800-3b1ac2908385 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:40.060147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59fce7df-8e25-4def-8629-9e09015f2d86 req-2eee6fa4-47a2-48da-a800-3b1ac2908385 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 945 time: 0.2528150 May 06 12:32:40.118975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-7af5276e-c947-4b22-b3bd-d4925cdcb278 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:40.127629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-7af5276e-c947-4b22-b3bd-d4925cdcb278 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597395 May 06 12:32:40.150775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-00659658-1e23-44f4-bbe5-4bc56bf77d97 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/quotas/0d51fea95b5649dea182148dccedb8d9 HTTP/1.1" status: 200 len: 375 time: 0.0218534 May 06 12:32:40.198650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b14eae12-2920-40f0-acc0-07ca73838da3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:40.229467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-79f5343c-3e8d-4235-a73f-64fd4378aaf5 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d51fea95b5649dea182148dccedb8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726945 May 06 12:32:40.306326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:40.319206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59fce7df-8e25-4def-8629-9e09015f2d86 req-92a652b7-94cc-4b8f-8a9e-5b04baf2d525 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580457 May 06 12:32:40.419485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-3f5c3d21-bc26-40b0-8a72-e026f5e25d4d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/b70e9c23-2b1a-4bdd-9128-7867b9a00bb7 HTTP/1.1" status: 200 len: 1635 time: 0.0631938 May 06 12:32:40.445115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b14eae12-2920-40f0-acc0-07ca73838da3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:40.450261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b14eae12-2920-40f0-acc0-07ca73838da3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:40.450637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.555054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.616372 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7225166b-24c0-4558-9b3d-466c9821a668'] response: {'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445', 'code': 200} May 06 12:32:40.648039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Router bb9c6a63-6417-487a-a0a0-98b6f5424981 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:32:40.653141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.713445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8eee805-53de-4aa6-8f2a-94b2bb0684e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.825554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d00a01-2134-46ef-a5f1-4ade89835187 req-b0c94713-062d-4ca4-a036-68b6a53c4841 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 1097 time: 0.1472921 May 06 12:32:40.876123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:40.925105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b133a3b-899f-4123-a5a6-795cb18c17c4 req-de512055-a714-49e5-90dd-f27c5976f942 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0738547 May 06 12:32:40.925820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b14eae12-2920-40f0-acc0-07ca73838da3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b14eae12-2920-40f0-acc0-07ca73838da3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:41.006162 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d00a01-2134-46ef-a5f1-4ade89835187 req-7d8980e8-8314-47d8-9b21-bc263c1d12a7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695635 May 06 12:32:41.076725 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.166896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c07ff-e5cf-4876-8a07-7fad54944c68 req-f92e2c2a-2750-4c0f-8489-3875c698729d tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.0969002 May 06 12:32:41.215036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.238475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e9c23-2b1a-4bdd-9128-7867b9a00bb7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:41.244335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b14eae12-2920-40f0-acc0-07ca73838da3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:41.324094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:32:41.335932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2515251-b4b3-4274-bc8e-578ebf1f8e17 admin admin] 10.222.0.83 "PUT /v2.0/routers/bb9c6a63-6417-487a-a0a0-98b6f5424981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1776054 May 06 12:32:41.401197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.402565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74fabb55-8fa8-4a15-aa70-086e1abec54a req-249276e4-ba1e-4ec6-ba05-d446c0704fdd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/b70e9c23-2b1a-4bdd-9128-7867b9a00bb7 HTTP/1.1" status: 204 len: 173 time: 0.9776003 May 06 12:32:41.448696 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-144124fb-a8fb-4699-b4fd-332db02d3cbd req-10cc2b0c-a433-4011-abc3-52291c98a6d4 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:32:41.449571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-144124fb-a8fb-4699-b4fd-332db02d3cbd req-10cc2b0c-a433-4011-abc3-52291c98a6d4 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/b70e9c23-2b1a-4bdd-9128-7867b9a00bb7 HTTP/1.1" status: 404 len: 352 time: 0.0193915 May 06 12:32:41.548048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fbc91-7c6a-4643-9da6-cd3debaa3abc req-06080d1b-80ff-4650-adeb-26dcebd11d94 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:41.550592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-d254ad7c-6f0a-41d3-9cc0-eaf8ce4f9e06 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d HTTP/1.1" status: 200 len: 1634 time: 0.0582774 May 06 12:32:41.554469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f3fbc91-7c6a-4643-9da6-cd3debaa3abc req-06080d1b-80ff-4650-adeb-26dcebd11d94 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1125028 May 06 12:32:41.609232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f3fbc91-7c6a-4643-9da6-cd3debaa3abc req-38f8d890-95d1-477e-870d-87d0e2a2c9d5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 May 06 12:32:41.632876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.666715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.881140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.915400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:41.924333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:41.929964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cc63f7d-6f80-4491-bc6f-d6c8740c335f req-f494b9d5-9959-4748-8f9e-fbb2e82109cd tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d HTTP/1.1" status: 204 len: 173 time: 0.3712399 May 06 12:32:42.026971 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-061f9f69-ebf1-4b14-b225-744743f1e7f8 req-f184516d-1aa2-4b9c-9578-4e710e1569f2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:32:42.049828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-061f9f69-ebf1-4b14-b225-744743f1e7f8 req-f184516d-1aa2-4b9c-9578-4e710e1569f2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d HTTP/1.1" status: 404 len: 352 time: 0.0619178 May 06 12:32:42.091101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Sync routers for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:32:42.111540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:42.112504 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:42.131817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.146251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b14eae12-2920-40f0-acc0-07ca73838da3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:42.244417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b14eae12-2920-40f0-acc0-07ca73838da3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:42.244417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.275880 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.462676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b4ac5cf-63a0-48cb-b978-77347ed21d23 req-7bdca7ce-4834-4941-a00a-ee3449f671f4 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1325758 May 06 12:32:42.465648 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:42.485220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93788c1-161f-44f0-b730-c074c6191326 req-03959ae3-9151-4147-b192-54c811c19ed0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:42.485997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b93788c1-161f-44f0-b730-c074c6191326 req-03959ae3-9151-4147-b192-54c811c19ed0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:42.614401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-a420af0c-48c6-485f-b178-5e3d34de6652 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/2d600986-d500-4c6e-a510-3adf09962f93 HTTP/1.1" status: 200 len: 1634 time: 0.0793335 May 06 12:32:42.636677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b93788c1-161f-44f0-b730-c074c6191326 req-03959ae3-9151-4147-b192-54c811c19ed0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:42.637830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-03959ae3-9151-4147-b192-54c811c19ed0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 820 time: 0.5689044 May 06 12:32:42.665721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-600e1214-8ddd-4853-bd2e-e8f1ff9eb7de tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/quotas/9fb8843d0df449b791a7d9d78f72da19 HTTP/1.1" status: 200 len: 375 time: 0.0211093 May 06 12:32:42.810734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.853650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:42.875452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-f0963c48-c346-4936-80e9-99b195d33480 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086480 May 06 12:32:42.929250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:32:43.025409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.064203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d600986-d500-4c6e-a510-3adf09962f93,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:43.099607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.103585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-7e5c4303-df6f-4e12-b225-01c1a0650466 service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269349 May 06 12:32:43.104648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07bc2c06-3bd5-40f1-8336-f6bf891072c3 req-8326a136-b722-433f-9c45-bd2adc5710f0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/2d600986-d500-4c6e-a510-3adf09962f93 HTTP/1.1" status: 204 len: 173 time: 0.4835603 May 06 12:32:43.110918 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 2, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:43.124660 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Checking router: bb9c6a63-6417-487a-a0a0-98b6f5424981 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:32:43.125242 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Updating router bb9c6a63-6417-487a-a0a0-98b6f5424981 port 566d2738-dd17-4f88-98ea-1517dd9c7d6c binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:32:43.288026 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.344782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3581074-c381-4f7f-912d-b12f31b06e54 req-a42ab8e3-fd77-489d-8d9e-959885ccbff8 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.0919821 May 06 12:32:43.386189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-fd1d9769-948e-4290-a1d8-277aea589b56 service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814116 May 06 12:32:43.488142 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.687331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf97f8b-6756-4be7-ae13-1d22b0e8afb0 req-932663b3-cab1-4205-9e8d-78cb2a475a3c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:43.688800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6cf97f8b-6756-4be7-ae13-1d22b0e8afb0 req-932663b3-cab1-4205-9e8d-78cb2a475a3c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1011641 May 06 12:32:43.743257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6cf97f8b-6756-4be7-ae13-1d22b0e8afb0 req-68b2d187-9d7e-4c60-8016-2ba4db360ef8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 May 06 12:32:43.855954 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-d596e7ba-b3e8-4373-ab01-9d1b56d7e1f8 req-9ae73f41-158d-4fc6-a11d-90c5c7de76a9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:32:43.873707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d596e7ba-b3e8-4373-ab01-9d1b56d7e1f8 req-9ae73f41-158d-4fc6-a11d-90c5c7de76a9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/2d600986-d500-4c6e-a510-3adf09962f93 HTTP/1.1" status: 404 len: 352 time: 0.0433044 May 06 12:32:43.904374 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:43.949690 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Transition to ACTIVE for port object 566d2738-dd17-4f88-98ea-1517dd9c7d6c will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:44.073662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d1c24dc-e078-4814-ac77-aef87f658b1e req-330bec5e-79b1-4ba7-a9cc-ee8b12edf4da tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.0832465 May 06 12:32:44.182292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a8a7bb7-31fb-4e6b-8c20-bab4055b8f84 req-467292d2-8613-4b0c-8601-66c81b35c0a0 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1172168 May 06 12:32:44.208705 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.349977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7147022b-641f-4fe9-935c-37d98d7e4196 req-c3431052-de77-4a75-abf4-af754e014c28 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:44.359373 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Pushing event updated for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:44.430814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.431164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.431495 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.431845 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.432178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.434816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:32:44.454166 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-5b65db37-75be-477a-9f82-b90425a163ca tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=0d51fea95b5649dea182148dccedb8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295508 May 06 12:32:44.466302 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Attempting to bind port 566d2738-dd17-4f88-98ea-1517dd9c7d6c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:44.466940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Attempting to bind port 566d2738-dd17-4f88-98ea-1517dd9c7d6c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:44.467290 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Attempting to bind port 566d2738-dd17-4f88-98ea-1517dd9c7d6c on network 35660aa4-df41-4caa-974a-c0ca31e33a07 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:44.475528 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:44.476068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Checking segment: {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:44.476557 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.477037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Bound using segment: {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:44.477700 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Bound port: 566d2738-dd17-4f88-98ea-1517dd9c7d6c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:44.478242 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.564763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7147022b-641f-4fe9-935c-37d98d7e4196 req-c3431052-de77-4a75-abf4-af754e014c28 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:44.571378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7147022b-641f-4fe9-935c-37d98d7e4196 req-c3431052-de77-4a75-abf4-af754e014c28 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 5483 time: 0.3169098 May 06 12:32:44.592136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] For port 566d2738-dd17-4f88-98ea-1517dd9c7d6c, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:44.595729 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] For port 566d2738-dd17-4f88-98ea-1517dd9c7d6c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=566d2738-dd17-4f88-98ea-1517dd9c7d6c,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:44.644351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-69ddd348-4478-44f4-96bb-ce38ef890154 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:44.648333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-69ddd348-4478-44f4-96bb-ce38ef890154 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864135 May 06 12:32:44.648465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7147022b-641f-4fe9-935c-37d98d7e4196 req-5936b879-93d0-40a0-bde3-537ac63fd46f tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/18b99a92-d8cc-4be4-80e6-777b2dfcc682 HTTP/1.1" status: 200 len: 2649 time: 0.0709572 May 06 12:32:44.674614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Request body: {'port': {'device_id': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '0d51fea95b5649dea182148dccedb8d9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:44.722076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7147022b-641f-4fe9-935c-37d98d7e4196 req-bbe93327-5c07-40b7-870b-990fdfc22011 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/18b99a92-d8cc-4be4-80e6-777b2dfcc682 HTTP/1.1" status: 200 len: 2649 time: 0.0619721 May 06 12:32:44.842355 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:44.950580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12a55bd9-e22c-4872-86e1-eeef14592031 req-d9d0511b-99b6-488a-8543-95182ec132f8 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.1056907 May 06 12:32:44.990402 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:32:44.997543 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:45.028781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbdf92-9334-4130-b8d9-871e00f3227b req-5813668a-7b38-4344-938b-8a0df27ae9f8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:45.033037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26fbdf92-9334-4130-b8d9-871e00f3227b req-5813668a-7b38-4344-938b-8a0df27ae9f8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1985407 May 06 12:32:45.054447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-563965578', 'description': 'tempest-description-381153189'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:45.061750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:45.073459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:45.081518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:45.086637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Usage tracker for resource:port and tenant:0d51fea95b5649dea182148dccedb8d9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:45.090386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:45.096674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:45.099684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26fbdf92-9334-4130-b8d9-871e00f3227b req-57028488-2cfc-4a84-aaa2-1f7a5eab5649 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502996 May 06 12:32:45.146797 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd48fe-1c9c-448a-8d34-c8b7757731d8 None None] Pushing event updated for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:45.215881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f5d642eb-fc82-42ea-a0c4-3bd1733a4778 req-6928edff-e6af-4f02-8b3f-5fdeedbb8e2e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:45.240777 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:32:45.329054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.340868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Made reservation on behalf of 0d51fea95b5649dea182148dccedb8d9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:45.344425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.365577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.405123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f5d642eb-fc82-42ea-a0c4-3bd1733a4778 req-6928edff-e6af-4f02-8b3f-5fdeedbb8e2e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:45.406737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5d642eb-fc82-42ea-a0c4-3bd1733a4778 req-6928edff-e6af-4f02-8b3f-5fdeedbb8e2e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.2496135 May 06 12:32:45.415473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:45.422541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Usage tracker for resource:security_group_rule and tenant:0d51fea95b5649dea182148dccedb8d9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:45.425505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:45.428930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:45.435640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:45.442130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:45.445796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:45.453949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:45.566546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.586612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac2c7b88-4c6b-45ff-90d9-7b78aea6f98c req-1b2fdb0b-96ec-4d64-aeab-54504ac48bdc tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0496666 May 06 12:32:45.594426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.647241 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:44Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:45.647401 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d72d45-2e50-4b1c-a6f1-c05f96f6dbaf None None] The sync data for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 is: [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:44Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:32:45.659399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.815889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484cbee5-c2e7-4acb-85ee-c8382463e2b3 req-4815aa95-dd05-407a-b69d-94de574c8f80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1207471 May 06 12:32:45.819549 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:45.861545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:46.006063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.008687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09cb78d9-6b2e-49f2-99e2-c6d605a82973 req-e9dc116f-c41b-4356-b332-38784cf1a602 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9600058 May 06 12:32:46.049398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f176bfb5-990d-482b-9854-850eebeb2f63,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:46.126437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2044857609', 'description': 'tempest-description-1630122499'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:46.157275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:46.161863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:46.166750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:46.177235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:46.201966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Allocated IP 192.168.233.122 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/c3bb4d07-6d14-483b-940f-93d952cfad2c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:46.215966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 566d2738-dd17-4f88-98ea-1517dd9c7d6c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:46.293989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8b74ef8-6ccf-4012-ade0-7bae0fc81f02 req-542122d3-357e-45e5-83c3-94e4ef10e573 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.1140847 May 06 12:32:46.450653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 566d2738-dd17-4f88-98ea-1517dd9c7d6c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:46.456557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.461454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 566d2738-dd17-4f88-98ea-1517dd9c7d6c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:46.461454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.540566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.552014 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.585174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Transition to ACTIVE for port object c3bb4d07-6d14-483b-940f-93d952cfad2c will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:46.616564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:46.620181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea815df-e5fc-4d72-996a-115d4cdeeb0f req-db5c160d-f899-4284-aa43-5820782321e9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:46.620396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:46.625349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:46.629003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ea815df-e5fc-4d72-996a-115d4cdeeb0f req-db5c160d-f899-4284-aa43-5820782321e9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1292820 May 06 12:32:46.633448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:46.662453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.704136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ea815df-e5fc-4d72-996a-115d4cdeeb0f req-446b2fd0-0b03-4790-ae65-2e6d389efd27 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 May 06 12:32:46.711905 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.727817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 566d2738-dd17-4f88-98ea-1517dd9c7d6c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=566d2738-dd17-4f88-98ea-1517dd9c7d6c,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:46.841101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.884945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:46.942667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.024324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.053068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:47.058153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc4275-8f37-47b6-a9d6-092c0db26f3c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.061072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Pushing event updated for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:47.068878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:47.071451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:47.154260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.154976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.264827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.267287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23d25284-1d4f-4ab3-b7ca-bc261ba7e76f req-138fe177-b954-49c8-b1ec-45d48482532b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.2038014 May 06 12:32:47.388638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-0e41c7d0-a98d-4f72-8584-9ade4c1d6957 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7263055 May 06 12:32:47.410141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Request body: {'port': {'device_id': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:47.513200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d674a11-b584-4b07-b5f3-aac0c443188b req-8f5393e8-2052-4964-9d8c-fbb6a0012406 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.1091213 May 06 12:32:47.596592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.659107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e3b78fd-839c-477d-a6ea-2865c306375d req-19b64f84-b2b2-41fd-9b75-ff2597569241 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0617843 May 06 12:32:47.679078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1c84d8db-8717-4e2f-9ef8-39f75cf0676e None None] Provisioning for port c3bb4d07-6d14-483b-940f-93d952cfad2c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:47.693392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1c84d8db-8717-4e2f-9ef8-39f75cf0676e None None] Provisioning complete for port c3bb4d07-6d14-483b-940f-93d952cfad2c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:47.693392 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1c84d8db-8717-4e2f-9ef8-39f75cf0676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:47.756176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1c84d8db-8717-4e2f-9ef8-39f75cf0676e None None] Port c3bb4d07-6d14-483b-940f-93d952cfad2c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:32:47.949056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-074b9e07-6af5-4bd9-a23b-ce12114841d2 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:47.959302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-074b9e07-6af5-4bd9-a23b-ce12114841d2 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Synchronizing usage tracker for tenant:0d51fea95b5649dea182148dccedb8d9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:48.095308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 566d2738-dd17-4f88-98ea-1517dd9c7d6c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:48.097227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bb4d07-6d14-483b-940f-93d952cfad2c {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:48.106047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.114349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-6d8efb48-ea5e-40c5-80bc-37fb44037e22 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:48.116619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-6d8efb48-ea5e-40c5-80bc-37fb44037e22 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 813 time: 0.1747265 May 06 12:32:48.121736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Transition to ACTIVE for port object c3bb4d07-6d14-483b-940f-93d952cfad2c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:48.130567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-074b9e07-6af5-4bd9-a23b-ce12114841d2 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Unset dirty status for tenant:0d51fea95b5649dea182148dccedb8d9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:48.130567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-074b9e07-6af5-4bd9-a23b-ce12114841d2 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 936 time: 0.4317508 May 06 12:32:48.165087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-18300482-fd3a-4bfe-bdba-32c406f18971 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/quotas/ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 375 time: 0.0319431 May 06 12:32:48.178307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-f0c1fcd3-f06d-4565-b5a6-1cc9b4a2ee22 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Synchronizing usage tracker for tenant:0d51fea95b5649dea182148dccedb8d9 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:48.209729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 566d2738-dd17-4f88-98ea-1517dd9c7d6c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:48.210190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.282407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-06e0d631-5ba6-4022-9de2-96346e24efb6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097531 May 06 12:32:48.287972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.433148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-f0c1fcd3-f06d-4565-b5a6-1cc9b4a2ee22 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Unset dirty status for tenant:0d51fea95b5649dea182148dccedb8d9 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:48.434195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f3a1565-01ef-4086-98fa-b0d3608ce104 req-f0c1fcd3-f06d-4565-b5a6-1cc9b4a2ee22 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032825 May 06 12:32:48.448199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:48.459461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-d9f9a8c4-5647-4119-bfb7-7f3f1b609984 service neutron] 10.222.0.83 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641614 May 06 12:32:48.616025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-43abdaa2-d3c7-4286-8114-d688ad4d36e4 service neutron] 10.222.0.83 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601737 May 06 12:32:48.747196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Attempting to bind port c3bb4d07-6d14-483b-940f-93d952cfad2c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:48.747532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Attempting to bind port c3bb4d07-6d14-483b-940f-93d952cfad2c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:48.747885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Attempting to bind port c3bb4d07-6d14-483b-940f-93d952cfad2c on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:48.777732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Port c3bb4d07-6d14-483b-940f-93d952cfad2c on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:48.778071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Attempting to bind port c3bb4d07-6d14-483b-940f-93d952cfad2c on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:48.804024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:48.804367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:48.804823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:48.805172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Bound port: c3bb4d07-6d14-483b-940f-93d952cfad2c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:48.808419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:48.819116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93788c1-161f-44f0-b730-c074c6191326 req-1849b276-ac6f-468b-818a-35be2f53b148 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:48.820566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-1849b276-ac6f-468b-818a-35be2f53b148 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 820 time: 0.2869682 May 06 12:32:48.836412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546973dd-7d2f-48e2-b2c8-7fdc5f5fc049 req-aa961f2c-b0d8-47a3-827a-d2eb4a2aa146 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:48.837836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-546973dd-7d2f-48e2-b2c8-7fdc5f5fc049 req-aa961f2c-b0d8-47a3-827a-d2eb4a2aa146 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.2453685 May 06 12:32:48.842482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'port': {'device_id': 'be45569d-9948-46be-820e-775b497c82b4', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'admin_state_up': True, 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:49.089527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55650) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:49.148585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:49.163200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-546973dd-7d2f-48e2-b2c8-7fdc5f5fc049 req-4488e87d-5fc7-43ff-9ac6-dd0629ab9b23 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779174 May 06 12:32:49.175231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:49.209193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:49.229922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:49.284008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.317460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.346845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7a67a-acc8-4a42-842c-9af5d8c78993 req-77982b8b-e075-4953-a3f2-0f880d321dfa tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:49.348472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bd7a67a-acc8-4a42-842c-9af5d8c78993 req-77982b8b-e075-4953-a3f2-0f880d321dfa tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1253753 May 06 12:32:49.389444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:49.413638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4c3577ab5b431da5dbc6259203354f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:49.429863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Made reservation on behalf of 9fb8843d0df449b791a7d9d78f72da19 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:49.430805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bd7a67a-acc8-4a42-842c-9af5d8c78993 req-32ad9781-1ae5-42dd-91e0-3988901843d5 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735312 May 06 12:32:49.431881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:49.432802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.438767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:49.469939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99763250-873b-49b1-ba72-62c003ec4c86 req-d4d12562-5415-429f-8e94-d57a2eed5faf tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.1430175 May 06 12:32:49.478014 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.479325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] 10.222.0.86 "PUT /v2.0/ports/c3bb4d07-6d14-483b-940f-93d952cfad2c HTTP/1.1" status: 200 len: 1096 time: 2.0733128 May 06 12:32:49.484597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:49.510735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469a2e-5617-4eca-8507-0bbb1d08359e service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.586479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bea3e203-0719-40fe-894b-67dcd23aca51 req-9525ab77-611c-4e0b-8793-548081ddc6bb tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 210 time: 0.1055684 May 06 12:32:49.622265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.662641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-61c71185-81d2-4c8e-a8ce-4d0ee6f031b0 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:49.668711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-61c71185-81d2-4c8e-a8ce-4d0ee6f031b0 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.3437340 May 06 12:32:49.794658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.838777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Allocated IP 172.20.0.3 (35660aa4-df41-4caa-974a-c0ca31e33a07/d354ba41-48f8-407e-a4da-93702e1c00a6/39b13802-cd89-4d58-b693-6947f468fa33) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:49.861983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c4c3577ab5b431da5dbc6259203354f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7713594 May 06 12:32:49.867884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:49.868676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badce0f-c014-4ce0-b5d4-8fd05c99cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25f689-d4cc-4adb-8b6d-60e84f5f57fa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:49.912724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c126c9b-590e-4618-95b7-73c7a096238e req-105bdce4-3c9e-4c25-a8e5-5c354edccac0 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:49.914213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c126c9b-590e-4618-95b7-73c7a096238e req-105bdce4-3c9e-4c25-a8e5-5c354edccac0 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 948 time: 0.1826553 May 06 12:32:49.923359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Deleting port c69788c1-b020-4d10-a1cf-84246eeab0de {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:32:49.923715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.983154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c126c9b-590e-4618-95b7-73c7a096238e req-6a2cd34a-d35b-43ac-a0e4-501a1a732797 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 May 06 12:32:49.983729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:49.983864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-d9d10884-fe5e-4288-b690-42b05862354b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d51fea95b5649dea182148dccedb8d9&device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 1099 time: 0.3141124 May 06 12:32:50.030932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.127311 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de89d33d-c6ad-4391-a0af-13a94595a578'] response: {'name': 'network-changed', 'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c', 'status': 'completed', 'code': 200} May 06 12:32:50.150737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-effda636-6a53-4c65-b4ff-8756daef4a8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c HTTP/1.1" status: 200 len: 217 time: 0.1576192 May 06 12:32:50.280571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f842e5-cc30-4754-95cc-344521896472 req-43a15494-490a-4e10-975a-b0c5aab17604 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee4c823d7ab44378188bd7e33288385&device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0408733 May 06 12:32:50.355513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.371582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f842e5-cc30-4754-95cc-344521896472 req-54c7904c-af56-434f-8960-49310c5e4922 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7ee4c823d7ab44378188bd7e33288385&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771770 May 06 12:32:50.403790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25f689-d4cc-4adb-8b6d-60e84f5f57fa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:50.413594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.413995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9db0f4f4-cc9f-4690-b36d-4cad61b142fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1f25f689-d4cc-4adb-8b6d-60e84f5f57fa HTTP/1.1" status: 204 len: 168 time: 0.5471227 May 06 12:32:50.438748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-65796509-ffcd-4464-935d-9e7b37ff3c59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:50.440355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-65796509-ffcd-4464-935d-9e7b37ff3c59 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2659125 May 06 12:32:50.528265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-914c0c99-93dd-47da-88de-7a834867e121 req-964ce2e5-db56-49e5-a915-95caa7a2b7d9 tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.1620152 May 06 12:32:50.538151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.539446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5662023-6e7a-44cc-9f53-a77e6f91ff13 req-2747f0ff-10da-492d-a31b-8b245ce48510 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:50.540965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5662023-6e7a-44cc-9f53-a77e6f91ff13 req-2747f0ff-10da-492d-a31b-8b245ce48510 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 945 time: 0.2251334 May 06 12:32:50.550452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.586846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f842e5-cc30-4754-95cc-344521896472 req-c997d0a6-8a44-4135-aa3e-ba681b50482c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:50.588491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f842e5-cc30-4754-95cc-344521896472 req-c997d0a6-8a44-4135-aa3e-ba681b50482c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061541 May 06 12:32:50.608272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] For port c69788c1-b020-4d10-a1cf-84246eeab0de, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69788c1-b020-4d10-a1cf-84246eeab0de,segment=NetworkSegment(20a24905-8507-4501-9f0e-ff218cc87aeb),segment_id=20a24905-8507-4501-9f0e-ff218cc87aeb)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:50.608649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:50.619271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5662023-6e7a-44cc-9f53-a77e6f91ff13 req-df547d83-4684-4dc2-853e-2d7879e0434f tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/security-groups?id=fd36be62-156a-461a-93eb-fe6ade7c04e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717187 May 06 12:32:50.748513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Calling delete_port for c69788c1-b020-4d10-a1cf-84246eeab0de owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:32:50.801975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c37eb132-3531-4223-a194-e8225f98d85f req-00d23614-6830-4f81-af76-2a5198efe213 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.0413465 May 06 12:32:50.996557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fea9233d-8067-46c1-978d-819ca870ce3a req-bb81b7ea-be97-41df-9ead-3f5805beb396 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 210 time: 0.0669541 May 06 12:32:51.016303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-1e292de2-92f4-42b1-acf5-f522c70f192b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5579345 May 06 12:32:51.155470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.197119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d34d0-cbc9-4506-9915-ee1223ba2229 req-c5a83420-9241-4fc0-aaef-21a018daaffc tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:51.198630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-596d34d0-cbc9-4506-9915-ee1223ba2229 req-c5a83420-9241-4fc0-aaef-21a018daaffc tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 948 time: 0.0813520 May 06 12:32:51.203707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a25b5-98be-4f1d-8c64-5a4d234b05eb req-e7660746-954c-4364-87ba-c7316eba03a8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:51.205160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d72a25b5-98be-4f1d-8c64-5a4d234b05eb req-e7660746-954c-4364-87ba-c7316eba03a8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.4646211 May 06 12:32:51.247164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-596d34d0-cbc9-4506-9915-ee1223ba2229 req-fb5fc6d6-3504-4154-aaff-385d53b74f2c tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 May 06 12:32:51.311700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Network 35660aa4-df41-4caa-974a-c0ca31e33a07 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:51.322985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:51.326440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:51.328521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:51.373413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-d12d2bb7-648c-47eb-b962-dfcd1292ad10 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576980 May 06 12:32:51.414686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d72a25b5-98be-4f1d-8c64-5a4d234b05eb req-d2f1f372-c549-43af-a27b-731c9eaa8d18 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965988 May 06 12:32:51.465191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.479748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:51.499130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.537467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:51.537951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:51.538586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.541545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Usage tracker for resource:security_group_rule and tenant:d604f38d7196472c9f0f2c2a006f0b9b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:51.544377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:51.547534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Pushing event deleted for resources: {'Port': ['ID=c69788c1-b020-4d10-a1cf-84246eeab0de,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:51.551449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:51.623142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.687439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] No DVR routers for this DVR port c69788c1-b020-4d10-a1cf-84246eeab0de on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:32:51.692418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.694359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed5c7c5-30d4-4db9-9f73-8b988cfaa156 req-8cbc3437-5923-4102-ae87-36db885e8930 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.86 "DELETE /v2.0/ports/c69788c1-b020-4d10-a1cf-84246eeab0de HTTP/1.1" status: 204 len: 173 time: 1.9436862 May 06 12:32:51.700080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69e6eb5d-8249-4bf4-bd1d-a3485a6252ff req-bec6f35c-854b-4da7-ba8c-12d982ba6c83 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178763 May 06 12:32:51.787292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:51.803711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3d7ed60f-9b94-450b-94aa-dee8e3a1b91c req-476b3393-66f9-41b4-9442-0ccda47b13e7 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Synchronizing usage tracker for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:51.804591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b381fb90-8559-4902-aff1-b0d5d8a33978 req-ed22c8df-c15a-4aed-803e-e6296468d5fa tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0732770 May 06 12:32:51.833583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-91ab2584-b658-4fd0-9ac4-b43e788c76a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9944603 May 06 12:32:51.865064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d604f38d7196472c9f0f2c2a006f0b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834667 May 06 12:32:51.866132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Request body: {'port': {'device_id': 'be45569d-9948-46be-820e-775b497c82b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:51.878431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:51.881942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a568ca-9e11-4e07-9aeb-d72b16944a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70107091-2c6d-4fb8-894b-96bb3308fb91,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:51.945012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-0c4db809-0391-45e2-b8ef-a4dd6485a8d8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:51.946374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-0c4db809-0391-45e2-b8ef-a4dd6485a8d8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.86 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 813 time: 0.3007331 May 06 12:32:51.963354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'device_id': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c', 'admin_state_up': True, 'tenant_id': 'ae2fb4d682ba411a8891508a145c40d4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:52.015992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3d7ed60f-9b94-450b-94aa-dee8e3a1b91c req-476b3393-66f9-41b4-9442-0ccda47b13e7 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] Unset dirty status for tenant:8ec9b3841a2247a9a1a0fc5c0535a990 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:52.017117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d7ed60f-9b94-450b-94aa-dee8e3a1b91c req-476b3393-66f9-41b4-9442-0ccda47b13e7 tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.2605979 May 06 12:32:52.051036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.073538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-b36c3e5b-6194-47ad-b0ee-3ab5503c047f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d51fea95b5649dea182148dccedb8d9&device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 1099 time: 0.1723287 May 06 12:32:52.101375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.135341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'name': 'network-vif-deleted', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:52.183015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.271032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:52.280122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb9e5e1c-7e2b-4e89-ae9a-572bffbd11ca req-34ef9f95-434c-404e-8cf2-05d3b17b9ab3 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 210 time: 0.0789185 May 06 12:32:52.280937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326640a-560b-424c-91e0-2ad60346e0d1 req-c42bfda1-ab81-4837-818a-96dea1393bb7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:52.288724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0326640a-560b-424c-91e0-2ad60346e0d1 req-c42bfda1-ab81-4837-818a-96dea1393bb7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 931 time: 0.2977660 May 06 12:32:52.325845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:52.394242 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c9703a-d7df-4e9d-95a7-64fcbe57a73b'] response: {'server_uuid': '4c950704-9129-4d0e-8dfe-89589ec4136a', 'name': 'network-vif-deleted', 'tag': 'c69788c1-b020-4d10-a1cf-84246eeab0de', 'status': 'completed', 'code': 200} May 06 12:32:52.394492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7f842e5-cc30-4754-95cc-344521896472 req-445de098-663e-4240-a2fd-824142676e7d tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.13 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0611472 May 06 12:32:52.410308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0ee0-138a-4910-b171-d767b125b475 req-a1baf453-364f-483f-bc0c-1773b40aefeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:52.412417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-a1baf453-364f-483f-bc0c-1773b40aefeb service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3116651 May 06 12:32:52.417829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0326640a-560b-424c-91e0-2ad60346e0d1 req-58c56ac8-564c-495e-b45b-ed06bdc6ee3f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281240 May 06 12:32:52.510970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Made reservation on behalf of ae2fb4d682ba411a8891508a145c40d4 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:32:52.514077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.530772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.553881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70107091-2c6d-4fb8-894b-96bb3308fb91,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:52.600408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:52.601508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6e91bef5-494c-45f1-b8f1-6801bcb6a783 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70107091-2c6d-4fb8-894b-96bb3308fb91 HTTP/1.1" status: 204 len: 168 time: 0.7186081 May 06 12:32:52.610744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-743cf6b8-4973-4a82-b8b0-8834b586b2ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c HTTP/1.1" status: 200 len: 217 time: 0.1387887 May 06 12:32:52.774663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcf1be-2faf-4c76-bb00-f85c82b3a0e2 req-d2c90030-e5d9-43e1-b932-c496f337473b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:52.776512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53dcf1be-2faf-4c76-bb00-f85c82b3a0e2 req-d2c90030-e5d9-43e1-b932-c496f337473b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1791120 May 06 12:32:52.807220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Allocated IP 172.20.0.7 (f0af7cc9-3553-4807-a73b-33d29fe9311c/b765223f-7724-4359-b086-a8fe41f8f8f1/1092d3aa-1d28-416c-9d06-71bb0e0a0f0c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:32:52.864393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53dcf1be-2faf-4c76-bb00-f85c82b3a0e2 req-d0e04c7a-f451-4ec2-b970-e54b7c68ee40 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802803 May 06 12:32:52.880431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d0ee0-138a-4910-b171-d767b125b475 req-35c9bd7a-8996-47e2-9bf3-82cd398ebe7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:52.884261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-35c9bd7a-8996-47e2-9bf3-82cd398ebe7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2479107 May 06 12:32:53.005597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b4604-8542-4ca7-bb8b-63d70bedd096 req-0467aa06-caaa-4afe-bfcc-18a4f80f44cb tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:53.012431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c2b4604-8542-4ca7-bb8b-63d70bedd096 req-0467aa06-caaa-4afe-bfcc-18a4f80f44cb tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 948 time: 0.4772468 May 06 12:32:53.049150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b13802-cd89-4d58-b693-6947f468fa33 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:53.077901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.126678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Transition to ACTIVE for port object 39b13802-cd89-4d58-b693-6947f468fa33 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:53.149256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c2b4604-8542-4ca7-bb8b-63d70bedd096 req-e2b13e7c-6fe6-4484-892f-2e0bcb89f873 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260409 May 06 12:32:53.156518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-f660f4e6-d46c-453d-a32b-da45f04e6d31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674379 May 06 12:32:53.243588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2a4c1f6-6c36-4631-ac92-f3a47275aeac req-ca06943c-53be-4ead-a81e-ecbcc0e1402d tempest-ServerShowV254Test-190694726 tempest-ServerShowV254Test-190694726-project] 10.222.0.83 "GET /v2.0/ports?device_id=0133e831-c7c9-4212-87fd-b32257f020b7 HTTP/1.1" status: 200 len: 210 time: 0.0688231 May 06 12:32:53.295698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.347317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.384716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c3bb4d07-6d14-483b-940f-93d952cfad2c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:53.505454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69788c1-b020-4d10-a1cf-84246eeab0de no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:32:53.523948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69634109-1a1e-4877-9260-a0d95d18a3c5 req-d63ab8d3-f8e3-4ed1-97ba-da7269a3defa tempest-VolumesAdminNegativeTest-842939523 tempest-VolumesAdminNegativeTest-842939523-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c950704-9129-4d0e-8dfe-89589ec4136a HTTP/1.1" status: 200 len: 210 time: 0.1579406 May 06 12:32:53.537330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.599538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:53.657814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Network f0af7cc9-3553-4807-a73b-33d29fe9311c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:32:53.672970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:53.682264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:53.683522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:32:53.690139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:32:53.778782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-236fcf6e-5b5e-425b-a95c-1ed4a850cd6c service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150346 May 06 12:32:53.792075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c69788c1-b020-4d10-a1cf-84246eeab0de {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:32:53.792737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69788c1-b020-4d10-a1cf-84246eeab0de not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:32:53.816507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc76b-0f70-48fa-a3dc-d560583634f3 req-9150fadf-d607-4269-8d1b-652e7bc05d70 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:53.830401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-805dc76b-0f70-48fa-a3dc-d560583634f3 req-9150fadf-d607-4269-8d1b-652e7bc05d70 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 931 time: 0.3358021 May 06 12:32:53.887238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:53.919442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:53.920315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:53.939542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c3bb4d07-6d14-483b-940f-93d952cfad2c', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'c3bb4d07-6d14-483b-940f-93d952cfad2c', 'mac_address': 'fa:16:3e:92:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:53.961489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-805dc76b-0f70-48fa-a3dc-d560583634f3 req-b0db81ee-ab08-4aca-8271-a6bb83ac80ae tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299589 May 06 12:32:53.999047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-033d0ee0-138a-4910-b171-d767b125b475 req-044cee3a-7c08-4686-9336-a474ef631dc5 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107987 May 06 12:32:54.076904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc23ab5c-8ec1-45a3-97d2-47049f73c8b6 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1172671 May 06 12:32:54.078561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.089536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Request body: {'port': {'device_id': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:32:54.107394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bb4d07-6d14-483b-940f-93d952cfad2c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:54.149999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:54.173929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Attempting to bind port 39b13802-cd89-4d58-b693-6947f468fa33 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:54.174282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Attempting to bind port 39b13802-cd89-4d58-b693-6947f468fa33 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:54.174780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Attempting to bind port 39b13802-cd89-4d58-b693-6947f468fa33 on network 35660aa4-df41-4caa-974a-c0ca31e33a07 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:54.186527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Port 39b13802-cd89-4d58-b693-6947f468fa33 on network 35660aa4-df41-4caa-974a-c0ca31e33a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:54.186862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Attempting to bind port 39b13802-cd89-4d58-b693-6947f468fa33 on network 35660aa4-df41-4caa-974a-c0ca31e33a07 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:54.202629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-f2f5b569-42f8-4f6a-bc28-51941805a09c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:54.203453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-f2f5b569-42f8-4f6a-bc28-51941805a09c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:54.207355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:54.207729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Checking segment: {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:54.208228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Bound using segment: {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:54.208792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Bound port: 39b13802-cd89-4d58-b693-6947f468fa33, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fe74e7-ee75-437f-adac-9aed53322ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:54.209075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.256971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.283106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.324270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:54.328072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:54.336304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:54.365396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f166c3d-5a74-489c-b8d3-23f299b7ea69 req-dec3d7c5-67ba-4e0a-bf36-f517e520cb7c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:54.366857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f166c3d-5a74-489c-b8d3-23f299b7ea69 req-dec3d7c5-67ba-4e0a-bf36-f517e520cb7c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.2048113 May 06 12:32:54.379452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-f2f5b569-42f8-4f6a-bc28-51941805a09c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:54.380789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-f2f5b569-42f8-4f6a-bc28-51941805a09c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 943 time: 0.3227732 May 06 12:32:54.419855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.483168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c3bb4d07-6d14-483b-940f-93d952cfad2c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:32:54.491262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-075434ee-0ae9-4a92-885e-bc35cdf3b56f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:54.502976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.504439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] 10.222.0.13 "PUT /v2.0/ports/39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 1091 time: 2.6585376 May 06 12:32:54.506015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f166c3d-5a74-489c-b8d3-23f299b7ea69 req-15b55b26-cc28-4307-8ded-adb736c3dcfb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287284 May 06 12:32:54.507726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:54.530594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47e66-9b2a-4c2e-b3f0-e8c0eef1c29a service neutron] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:54.707633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-075434ee-0ae9-4a92-885e-bc35cdf3b56f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:54.717799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60431552-48ad-48c5-8e09-d26f4b365f6a req-075434ee-0ae9-4a92-885e-bc35cdf3b56f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293037 May 06 12:32:54.758932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-af2ccf8a-f36f-44af-b968-3dde9f40f8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1094 time: 0.1145818 May 06 12:32:54.780198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:54.788900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.805459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Transition to ACTIVE for port object 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:32:54.849869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6927cc6-c531-4a7b-a82e-29089962fea1 req-d0ac7bb4-5987-4959-bf0f-3600fb9a25f0 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:54.857269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6927cc6-c531-4a7b-a82e-29089962fea1 req-d0ac7bb4-5987-4959-bf0f-3600fb9a25f0 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 949 time: 0.1344125 May 06 12:32:54.875002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-78fcb9d7-79b0-4d1e-bc16-d09caac039e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.1020699 May 06 12:32:54.932990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6927cc6-c531-4a7b-a82e-29089962fea1 req-fbf3c47d-e6ef-4b74-85e8-1e5be343fcd1 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740616 May 06 12:32:54.935667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:54.966038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93788c1-161f-44f0-b730-c074c6191326 req-b3f9618f-80a8-40e7-a678-0f6f5c6be823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:54.971431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-b3f9618f-80a8-40e7-a678-0f6f5c6be823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0890245 May 06 12:32:54.978936 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64968d95-3585-461a-a558-04a15e16a069'] response: {'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:32:55.038691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-83540081-048a-4c03-9250-8c453236f9a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573492 May 06 12:32:55.081571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55748) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:55.122362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.235353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Attempting to bind port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:32:55.235813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Attempting to bind port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:32:55.236141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Attempting to bind port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c on network f0af7cc9-3553-4807-a73b-33d29fe9311c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:55.246313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c on network f0af7cc9-3553-4807-a73b-33d29fe9311c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:32:55.246758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Attempting to bind port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c on network f0af7cc9-3553-4807-a73b-33d29fe9311c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:32:55.260276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:32:55.260622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Checking segment: {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:32:55.261288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Bound using segment: {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:32:55.261408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Bound port: 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4612021-cf6f-4f78-8df1-84f57932e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:32:55.261739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.284196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Deleting subnet 1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:32:55.289809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.355277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:32:55.358791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:32:55.383739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c3bb4d07-6d14-483b-940f-93d952cfad2c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:32:55.469916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-31c393b8-e5da-41bf-99b4-27f7960cfae8 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219804 May 06 12:32:55.475750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.519195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.558602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c3bb4d07-6d14-483b-940f-93d952cfad2c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:32:55.563552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c3bb4d07-6d14-483b-940f-93d952cfad2c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:32:55.564176 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.592597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.594185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] 10.222.0.86 "PUT /v2.0/ports/1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 1091 time: 1.5101464 May 06 12:32:55.594645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:55.620618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3051a46-8883-4e9a-b0d7-1a0e58509db5 service neutron] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.642592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.693404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a1e76-c0fd-42e3-a489-c795c695295a req-3b15fc84-8937-49b3-8501-fa75d5239b50 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:55.695056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a2a1e76-c0fd-42e3-a489-c795c695295a req-3b15fc84-8937-49b3-8501-fa75d5239b50 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 943 time: 0.5173244 May 06 12:32:55.706758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.749035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:32:55.765277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:55.831085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1a2a1e76-c0fd-42e3-a489-c795c695295a req-28d949bf-8da7-4a0e-a71c-10a0cb6f6705 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:32:55.839096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b93788c1-161f-44f0-b730-c074c6191326 req-e4bb1621-ec7d-4fd8-b325-cf5f95bd3dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369300 May 06 12:32:55.880162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.903310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae0dea-c90c-4ae9-8ca1-95a3cbc6010a req-5376187a-d4cd-4380-a4d2-f0961c4356c8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:55.904842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55ae0dea-c90c-4ae9-8ca1-95a3cbc6010a req-5376187a-d4cd-4380-a4d2-f0961c4356c8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.2361505 May 06 12:32:55.930259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55776) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:55.959889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:55.970664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:55.999861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-e756ff36-1a5d-4b23-8afb-f7113b50556c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1094 time: 0.2031176 May 06 12:32:56.004263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55ae0dea-c90c-4ae9-8ca1-95a3cbc6010a req-82a9bf8a-167d-4004-b905-abd7bd069caa tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 May 06 12:32:56.005730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1a2a1e76-c0fd-42e3-a489-c795c695295a req-28d949bf-8da7-4a0e-a71c-10a0cb6f6705 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:32:56.006852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a2a1e76-c0fd-42e3-a489-c795c695295a req-28d949bf-8da7-4a0e-a71c-10a0cb6f6705 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031847 May 06 12:32:56.011799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:56.015201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.024021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-80da4b8a-6b9e-4a57-a3d4-43b23378557f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1ed2f573-c5bf-4f56-8a5c-faf0bddcaf03 HTTP/1.1" status: 204 len: 168 time: 0.9409144 May 06 12:32:56.024696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:56.087430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-bc10ee2e-f930-40e0-a3c3-330db608f179 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 217 time: 0.0796428 May 06 12:32:56.117884 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2332fe6-1d1e-4211-b674-259488583359'] response: {'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c', 'code': 200} May 06 12:32:56.247635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.282078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-f9777824-c549-4f2f-9ad4-653c37f7d346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1094 time: 0.2384281 May 06 12:32:56.295981 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563bd3fe-9742-46a8-ac94-85c1cdc89393'] response: {'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'status': 'completed', 'code': 200} May 06 12:32:56.298526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-6911509c-3dac-4ded-9863-2d058583a609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:56.300560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-6911509c-3dac-4ded-9863-2d058583a609 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.2071671 May 06 12:32:56.406328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-724894b3-b50b-4d15-94d1-cec8c158173f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720356 May 06 12:32:56.521508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5cfbd7ef-e122-4cd2-897b-084fb54a5706 req-a34cd8c9-214b-46cb-8448-e1c6ed45a13b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 1101 time: 0.3362200 May 06 12:32:56.539717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a613e52-ca03-4f43-bdec-c691fd88d61f req-268bcc5e-834f-4c68-8ac4-16d308cb67d4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:56.541249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a613e52-ca03-4f43-bdec-c691fd88d61f req-268bcc5e-834f-4c68-8ac4-16d308cb67d4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 943 time: 0.2443597 May 06 12:32:56.542425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.588822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.607509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-dc95c9ca-a846-4a49-805d-5053c5f043b8 service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940553 May 06 12:32:56.640497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a613e52-ca03-4f43-bdec-c691fd88d61f req-61393b2d-d8d4-4d31-99b2-6ffc52596e72 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876455 May 06 12:32:56.654178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55794) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:56.662669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f468bdc-29af-40a8-b7ba-5f237cda1bfc']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:56.716678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a24905-8507-4501-9f0e-ff218cc87aeb') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:56.716966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a24905-8507-4501-9f0e-ff218cc87aeb') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:56.730399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:56.733580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5cfbd7ef-e122-4cd2-897b-084fb54a5706 req-79fcf88b-5b0c-4b28-a919-83a8c0298d8d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030549 May 06 12:32:56.741523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.759708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f73ca0-34aa-44cd-903f-15f0b0011cbc req-4f149d26-b3fb-43c2-809f-5b368aa7bea7 service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462505 May 06 12:32:56.760083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee4c823d7ab44378188bd7e33288385 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:56.763397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-6c8ab256-1d57-4c0a-8905-a394764a19e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:56.764868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-6c8ab256-1d57-4c0a-8905-a394764a19e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.4546771 May 06 12:32:56.768119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:56.831762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:56.839006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2fab9-e7d4-40ca-8265-04fe0f4d1e45 req-0ed4b3cc-7662-4419-b4d8-022ced171b2b tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:56.840484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4de2fab9-e7d4-40ca-8265-04fe0f4d1e45 req-0ed4b3cc-7662-4419-b4d8-022ced171b2b tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.5291998 May 06 12:32:56.850082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.893082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:32:56.893470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:56.908974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-da32b569-ad23-4043-8825-eb2a3dea2c8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.1345987 May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: timer() May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:32:56.909605 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:32:57.008162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.110420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-6b8e54fc-4c5f-4e5c-87c2-5127c2f8eb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.112354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-6b8e54fc-4c5f-4e5c-87c2-5127c2f8eb44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.1915102 May 06 12:32:57.115660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-c9c7f553-9d5d-49e4-8314-1af8c8e824be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1094 time: 0.0811138 May 06 12:32:57.117344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4de2fab9-e7d4-40ca-8265-04fe0f4d1e45 req-cf530312-dd70-4581-8da8-36b2ecfe2944 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694037 May 06 12:32:57.166408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:32:57.183189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-a27c58fa-7983-4dd0-9b88-f37d195aa514 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555489 May 06 12:32:57.184116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c85bfeac50544e68cc37c568ca6620c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:32:57.188933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:32:57.223240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:32:57.335461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885b7b-e081-41d7-b376-f12eec2d7dc2 req-4c3fbc52-8c26-4cb5-9784-e314bdb54f76 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.336941 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84885b7b-e081-41d7-b376-f12eec2d7dc2 req-4c3fbc52-8c26-4cb5-9784-e314bdb54f76 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1880109 May 06 12:32:57.342525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340be6-af03-4484-8942-3b5617810669 req-92d32f8f-b78c-46e8-aeb1-fab0627a5afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.344013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-92d32f8f-b78c-46e8-aeb1-fab0627a5afa service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.2225099 May 06 12:32:57.390145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.398058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.434428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-b27db3c3-4189-48a6-badd-cf81578a1fb6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 217 time: 0.0737197 May 06 12:32:57.449803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.472219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f468bdc-29af-40a8-b7ba-5f237cda1bfc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:57.505184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84885b7b-e081-41d7-b376-f12eec2d7dc2 req-2af51edd-da16-4869-b179-c0f75adb8e88 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601655 May 06 12:32:57.510161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.514400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340be6-af03-4484-8942-3b5617810669 req-57e31b36-c058-4106-b338-97eb110a48f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.516037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-57e31b36-c058-4106-b338-97eb110a48f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.0727792 May 06 12:32:57.571138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-d5883579-c871-4e23-9d59-891c585e0d75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465398 May 06 12:32:57.607875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-fbbfcbcb-2869-47a5-b460-db8c7704e22b service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129331 May 06 12:32:57.617220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ee4c823d7ab44378188bd7e33288385&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6859279 May 06 12:32:57.619215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c97556-b8ec-4d4b-b85d-140f59b12540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f97c5db-3725-484e-be75-ca897df6af39,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:57.622569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55806) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:57.674246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35ee083e-3b16-460d-bca9-0521c1796157 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9f468bdc-29af-40a8-b7ba-5f237cda1bfc HTTP/1.1" status: 204 len: 168 time: 1.6485064 May 06 12:32:57.677707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55812) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:57.767024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-a4d3d11c-19f1-42d9-81a7-5c1341cca613 service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884844 May 06 12:32:57.776763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97862c3f-2dcf-4f67-81c1-b882d88c78fb req-adb00196-fb12-4abc-b3a7-4d757f4ed8fa tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:57.778262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97862c3f-2dcf-4f67-81c1-b882d88c78fb req-adb00196-fb12-4abc-b3a7-4d757f4ed8fa tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 943 time: 0.3913743 May 06 12:32:57.811983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.854095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Deleting subnet e38d39d9-47f6-43b2-b1d1-b9e3c0d62756 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:32:57.910018 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.914180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4361cda1-cbe7-48a5-8c8b-2f9ae5dc1136 req-b5d1bf23-d1f3-4823-afe2-9d7bda9a28ff service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907183 May 06 12:32:57.927602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97862c3f-2dcf-4f67-81c1-b882d88c78fb req-d8265282-f1fa-40bd-8d34-c039ec89b922 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291444 May 06 12:32:57.946221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.972823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:57.992236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.068466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.068678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36df4de-2152-405f-84bd-72c90c2c2a83,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.076573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c9e90fe4-5461-45e8-9152-abd4da1934c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c85bfeac50544e68cc37c568ca6620c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4173903 May 06 12:32:58.076953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:58.152083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.210726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.242016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.272313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f97c5db-3725-484e-be75-ca897df6af39,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.284493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a340be6-af03-4484-8942-3b5617810669 req-092d604f-6c0f-45ad-9b07-24964df3721d service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032544 May 06 12:32:58.290877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f37bc-0be3-4859-ab2c-9e40ba94f631 req-7807636f-3425-4fce-ac49-63b11b154405 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:58.291874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b58f37bc-0be3-4859-ab2c-9e40ba94f631 req-7807636f-3425-4fce-ac49-63b11b154405 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 943 time: 0.4306934 May 06 12:32:58.296860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.306990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.308119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ebb75198-9326-478b-8de9-ad48f648f939 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0f97c5db-3725-484e-be75-ca897df6af39 HTTP/1.1" status: 204 len: 168 time: 0.6821129 May 06 12:32:58.391867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b58f37bc-0be3-4859-ab2c-9e40ba94f631 req-59e12b14-4d45-4323-aa53-2a6ca312bd4f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 May 06 12:32:58.508784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.524949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.529889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36df4de-2152-405f-84bd-72c90c2c2a83,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.532752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.537038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e0c4f143-7cec-459e-9006-a162b7dfd398 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b36df4de-2152-405f-84bd-72c90c2c2a83 HTTP/1.1" status: 204 len: 168 time: 0.4561338 May 06 12:32:58.573746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60ac8b-6da0-4a9a-9e31-4a3ce44d6638 req-20cfd8fd-e255-4475-af67-f9b63932c384 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:58.575090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa60ac8b-6da0-4a9a-9e31-4a3ce44d6638 req-20cfd8fd-e255-4475-af67-f9b63932c384 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.2804885 May 06 12:32:58.585802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38d39d9-47f6-43b2-b1d1-b9e3c0d62756,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:58.590743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.600381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55840) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:58.600586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07dd6067-ae8d-4c6e-a696-22099384e04e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e38d39d9-47f6-43b2-b1d1-b9e3c0d62756 HTTP/1.1" status: 204 len: 168 time: 0.9215088 May 06 12:32:58.728550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa60ac8b-6da0-4a9a-9e31-4a3ce44d6638 req-0a686bca-c6b1-496b-8b46-7bfaf9a89caa tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478286 May 06 12:32:58.732011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19e561-0cae-4b85-b5a3-79768659fc17 req-a9a1027e-2909-4333-a3cd-b7bb32d26283 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:58.733507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d19e561-0cae-4b85-b5a3-79768659fc17 req-a9a1027e-2909-4333-a3cd-b7bb32d26283 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.0836277 May 06 12:32:58.740829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.815372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d19e561-0cae-4b85-b5a3-79768659fc17 req-459ec6d9-1a92-45cd-83f5-c8d8867947fa tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 May 06 12:32:58.877710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.904733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed135f0-8e6c-40fa-a97c-0cc1ca791be8']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:58.922520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a1ada6-697a-4cc2-9801-2f9b62be4f89') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:58.922965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a1ada6-697a-4cc2-9801-2f9b62be4f89') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:32:58.935914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.952753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.959543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:32:58.959966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: timer() May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:32:58.975578 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:32:59.165116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b711e44-4373-43bd-a810-b6219acc3ea4 req-621e4c41-9b1e-4a98-87a9-9d81c8022e26 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:59.166468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b711e44-4373-43bd-a810-b6219acc3ea4 req-621e4c41-9b1e-4a98-87a9-9d81c8022e26 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 943 time: 0.0840459 May 06 12:32:59.216752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.220067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b711e44-4373-43bd-a810-b6219acc3ea4 req-8cdf2811-d0c7-43ee-a342-40b9e096205a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 May 06 12:32:59.237453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.244670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed135f0-8e6c-40fa-a97c-0cc1ca791be8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:32:59.250642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2b044e51-6f09-4257-83cc-d8e032a8eb87 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1ed135f0-8e6c-40fa-a97c-0cc1ca791be8 HTTP/1.1" status: 204 len: 168 time: 0.6445568 May 06 12:32:59.431438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:59.577281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:59.590937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'network_id': 'f0af7cc9-3553-4807-a73b-33d29fe9311c', 'port_id': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'mac_address': 'fa:16:3e:dc:e2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b765223f-7724-4359-b086-a8fe41f8f8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:32:59.611953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa47695-ca14-458a-a9fe-60cfad7f438f req-913e1f30-5669-47eb-ab95-4625c4162ffd tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:32:59.613840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fa47695-ca14-458a-a9fe-60cfad7f438f req-913e1f30-5669-47eb-ab95-4625c4162ffd tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 943 time: 0.0802240 May 06 12:32:59.642733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 39b13802-cd89-4d58-b693-6947f468fa33 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:32:59.661658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:32:59.665665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fa47695-ca14-458a-a9fe-60cfad7f438f req-02e60ccc-290f-4b8d-9052-4f983ed4080f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 May 06 12:32:59.778321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:32:59.812321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:59.822160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55872) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:32:59.889483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:32:59.911525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.003408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e90f8f6-0e81-4238-92bd-f598f2801637 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ec9b3841a2247a9a1a0fc5c0535a990&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792197 May 06 12:33:00.008992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55884) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:00.021241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.036656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '39b13802-cd89-4d58-b693-6947f468fa33', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'port_id': '39b13802-cd89-4d58-b693-6947f468fa33', 'mac_address': 'fa:16:3e:9f:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:00.108362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43997a-c362-49c4-806d-b04f183fc7f7 req-2194464d-7631-46d0-8374-6b20b7efb256 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:00.109990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f43997a-c362-49c4-806d-b04f183fc7f7 req-2194464d-7631-46d0-8374-6b20b7efb256 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1157224 May 06 12:33:00.126169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33991f-deb6-4ab9-8461-d0501c3f9121 req-42a1f38c-2c0c-45f3-8066-d8a78fb88efe tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:00.127893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc33991f-deb6-4ab9-8461-d0501c3f9121 req-42a1f38c-2c0c-45f3-8066-d8a78fb88efe tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.1970334 May 06 12:33:00.173899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.179837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.188739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f43997a-c362-49c4-806d-b04f183fc7f7 req-0eb06962-780d-42b8-8acc-da5fe195adff tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723467 May 06 12:33:00.204217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.216031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b13802-cd89-4d58-b693-6947f468fa33 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:00.229983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:00.295991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc33991f-deb6-4ab9-8461-d0501c3f9121 req-1d15cb66-80a1-411f-9fdc-1e357a5eac54 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493020 May 06 12:33:00.324416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:00.376173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.416664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.422526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36be62-156a-461a-93eb-fe6ade7c04e6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.518338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:00.519823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0196b5cb-b2e4-4da9-9f94-54071c6df92f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd36be62-156a-461a-93eb-fe6ade7c04e6 HTTP/1.1" status: 204 len: 168 time: 0.5095615 May 06 12:33:00.531840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7fb11-1669-4671-bcbf-7946df2ae100 req-b1a15956-95fb-4872-bbbd-2a7ff4aa721c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:00.533368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f9d7fb11-1669-4671-bcbf-7946df2ae100 req-b1a15956-95fb-4872-bbbd-2a7ff4aa721c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:00.565607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:00.633211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f9d7fb11-1669-4671-bcbf-7946df2ae100 req-b1a15956-95fb-4872-bbbd-2a7ff4aa721c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:00.639224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9d7fb11-1669-4671-bcbf-7946df2ae100 req-b1a15956-95fb-4872-bbbd-2a7ff4aa721c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 944 time: 0.2280161 May 06 12:33:00.706338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['39b13802-cd89-4d58-b693-6947f468fa33'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:00.707665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f9d7fb11-1669-4671-bcbf-7946df2ae100 req-957e355f-86a5-4745-9bcb-9d98ed39a793 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636892 May 06 12:33:00.940447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612efd0-50fe-4a5f-af1e-9c380bdd1509 req-53305661-32e4-428d-8605-9af23511d2b5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:00.943146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7612efd0-50fe-4a5f-af1e-9c380bdd1509 req-53305661-32e4-428d-8605-9af23511d2b5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 944 time: 0.1122367 May 06 12:33:00.993677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7612efd0-50fe-4a5f-af1e-9c380bdd1509 req-1f0be124-4586-4187-b16e-1e4ad6156330 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 May 06 12:33:01.234469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cedb3-6172-4a54-ab7c-be4f2db47f40 req-1b9f5fff-b8a2-4e69-a966-138c61109157 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:01.237810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-052cedb3-6172-4a54-ab7c-be4f2db47f40 req-1b9f5fff-b8a2-4e69-a966-138c61109157 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.0943277 May 06 12:33:01.296410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-052cedb3-6172-4a54-ab7c-be4f2db47f40 req-2d97410c-fcab-4e92-b97f-cfbaf60c81a8 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517437 May 06 12:33:01.446779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2923d-7e28-4cbc-b042-52d140b01bc4 req-b3d93b93-8ada-4b45-8dba-acefb1852668 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:01.448204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57c2923d-7e28-4cbc-b042-52d140b01bc4 req-b3d93b93-8ada-4b45-8dba-acefb1852668 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.0803685 May 06 12:33:01.450428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:01.495158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-57c2923d-7e28-4cbc-b042-52d140b01bc4 req-4f58f73c-b462-4168-84f8-9e396acd6246 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 May 06 12:33:01.641841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 39b13802-cd89-4d58-b693-6947f468fa33 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:01.706008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:01.713647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:01.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.837892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:01.874635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:01.885282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:01.943118 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1b9fcd-e859-42e4-b511-8407ef2406fa'] response: {'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'code': 200} May 06 12:33:01.945304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62456db4-7f8e-4cc2-8331-9f82204790ea req-5b5da9ab-7fa1-4d30-a406-0b218f80c551 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:01.946804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62456db4-7f8e-4cc2-8331-9f82204790ea req-5b5da9ab-7fa1-4d30-a406-0b218f80c551 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 944 time: 0.0820816 May 06 12:33:01.979097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 39b13802-cd89-4d58-b693-6947f468fa33 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:01.984826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 39b13802-cd89-4d58-b693-6947f468fa33 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:01.985213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.010810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62456db4-7f8e-4cc2-8331-9f82204790ea req-7c92b87c-e966-4eed-9001-101234e13c32 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540595 May 06 12:33:02.053827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.085742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:02.142961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-592e66e8-fe26-48eb-938b-4ce1dfdc5eda req-4e0d019e-16b2-491a-ab6f-f91747e4eb8e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1096 time: 0.1055129 May 06 12:33:02.225376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-592e66e8-fe26-48eb-938b-4ce1dfdc5eda req-dab08a4d-7e61-4a0e-89fe-6f4c45667d7a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742342 May 06 12:33:02.228022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.245796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.246148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:02.277347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.290516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:02.299555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55944) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:02.340624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8b5de256-e7af-4a7c-b302-5801ff493e03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fea6bb4685d44efa8f4473b34b3ef829&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2452161 May 06 12:33:02.344556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55954) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:02.399752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba875-0a8a-4552-93d6-9d4a7fcac469 req-4900d9ed-1635-44b0-91b2-e5cdf338e14f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:02.401553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66dba875-0a8a-4552-93d6-9d4a7fcac469 req-4900d9ed-1635-44b0-91b2-e5cdf338e14f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 944 time: 0.2553985 May 06 12:33:02.454038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.486543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66dba875-0a8a-4552-93d6-9d4a7fcac469 req-52e9c1e7-82a3-4f1e-b78f-7cdce2441a0d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768931 May 06 12:33:02.495906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.530959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.531138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.571164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82136285-ee80-48ce-988e-8ed499054ac2 req-3f7fdf26-891d-4684-8b45-fe58856c82da tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:02.578396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82136285-ee80-48ce-988e-8ed499054ac2 req-3f7fdf26-891d-4684-8b45-fe58856c82da tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.1498737 May 06 12:33:02.620930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.640187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82136285-ee80-48ce-988e-8ed499054ac2 req-2c56f446-4ca8-457e-9ec1-0df8c2e4fde9 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/security-groups?id=f176bfb5-990d-482b-9854-850eebeb2f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607929 May 06 12:33:02.733567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.737481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:02.742792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb24cad25cf4825b7fbfe0487d3a394 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:02.745916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:02.751031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212aef02-f883-4fca-886a-183f544b7b40,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:02.752077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:02.755616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.759335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-49b07736-e2f4-494b-a048-ac42a2b4d978 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/212aef02-f883-4fca-886a-183f544b7b40 HTTP/1.1" status: 204 len: 168 time: 0.4112465 May 06 12:33:02.913034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-15bdd0ba-ef90-423c-b349-c67db9b1d58d tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:02.914494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-15bdd0ba-ef90-423c-b349-c67db9b1d58d tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 950 time: 0.1511598 May 06 12:33:02.916397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:02.990537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Deleting port c3bb4d07-6d14-483b-940f-93d952cfad2c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:02.991165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.043955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228767b-db58-40e9-ac97-983a17737e42 req-470e5ab6-a5ca-4fb0-95bb-8eddb069f6a6 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:03.045519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6228767b-db58-40e9-ac97-983a17737e42 req-470e5ab6-a5ca-4fb0-95bb-8eddb069f6a6 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.0957475 May 06 12:33:03.081306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.106176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6228767b-db58-40e9-ac97-983a17737e42 req-3ff58c61-e417-409c-bf3d-b23d3ff02b48 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 May 06 12:33:03.147550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536df6e2-4e03-472c-a0a1-2541c5ea8b73,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:03.234102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-380892a0-f0a1-4ded-9d9d-23fe6be84d03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cdb24cad25cf4825b7fbfe0487d3a394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9331477 May 06 12:33:03.236857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55974) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:03.306249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.328126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] For port c3bb4d07-6d14-483b-940f-93d952cfad2c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c3bb4d07-6d14-483b-940f-93d952cfad2c,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:03.328692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.339592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.491193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Calling delete_port for c3bb4d07-6d14-483b-940f-93d952cfad2c owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:03.536945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.593469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536df6e2-4e03-472c-a0a1-2541c5ea8b73,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:03.626674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:03.631807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f8e08f5f-bc34-4e30-8f38-fb44353c8ab0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/536df6e2-4e03-472c-a0a1-2541c5ea8b73 HTTP/1.1" status: 204 len: 168 time: 0.3937035 May 06 12:33:03.781600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bf4b-fbd1-4932-b69b-786c98078035 req-3b0f7304-3d08-49af-a437-3eeb357f7a09 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:03.800651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dc5bf4b-fbd1-4932-b69b-786c98078035 req-3b0f7304-3d08-49af-a437-3eeb357f7a09 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1220458 May 06 12:33:03.828756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd46ea-501d-4e9f-8aa7-5d82a49f7b18 req-e79fb812-d3e8-409b-9847-c98232edf189 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:03.829635 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4acd46ea-501d-4e9f-8aa7-5d82a49f7b18 req-e79fb812-d3e8-409b-9847-c98232edf189 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 945 time: 0.6562331 May 06 12:33:03.869418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1dc5bf4b-fbd1-4932-b69b-786c98078035 req-8bd70e4a-8130-42f2-a265-1cf6b36b6a81 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666423 May 06 12:33:03.893481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4acd46ea-501d-4e9f-8aa7-5d82a49f7b18 req-4c098197-f37c-4ee0-875b-35bc1676106f tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547521 May 06 12:33:03.944289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:03.992894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.006580 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950c269d-e945-40ef-aade-e0fbdeb02ae7'] response: {'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'code': 200} May 06 12:33:04.041260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Pushing event deleted for resources: {'Port': ['ID=c3bb4d07-6d14-483b-940f-93d952cfad2c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:04.053079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3bb7922-c3c3-40f2-868d-dd5aff2e9249 req-8d658124-fc48-40d2-9042-17b4280dc90e tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.0617626 May 06 12:33:04.131477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] No DVR routers for this DVR port c3bb4d07-6d14-483b-940f-93d952cfad2c on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:04.134108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.136892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'name': 'network-vif-deleted', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:04.161160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc376735-24d6-4ad8-8296-f52e876da4f6 req-9dde7f71-2826-4693-8621-bcd21bfb5794 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.0846605 May 06 12:33:04.221661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc376735-24d6-4ad8-8296-f52e876da4f6 req-0a52e3ff-96de-4c23-a825-1c80aa937056 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 May 06 12:33:04.249777 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d554acb2-c840-415d-9b16-6e1c2ce6b5eb'] response: {'server_uuid': '9c45306d-b1fa-4040-859d-4fd2ea70892b', 'name': 'network-vif-deleted', 'tag': 'c3bb4d07-6d14-483b-940f-93d952cfad2c', 'status': 'completed', 'code': 200} May 06 12:33:04.255810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ececaba-6bd0-41b9-989c-5072bbc40183 req-bd84436a-c2f7-4eda-b8a0-e27fc5487481 tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.86 "DELETE /v2.0/ports/c3bb4d07-6d14-483b-940f-93d952cfad2c HTTP/1.1" status: 204 len: 173 time: 1.3350155 May 06 12:33:04.400516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910aa86-2c69-413f-8dbc-f0a8f48ae48e req-3bbee356-676f-41fd-b2cf-934049bfa447 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:04.402044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8910aa86-2c69-413f-8dbc-f0a8f48ae48e req-3bbee356-676f-41fd-b2cf-934049bfa447 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.0829742 May 06 12:33:04.450484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8910aa86-2c69-413f-8dbc-f0a8f48ae48e req-0104dda0-2222-4fb7-9ff3-b24de959840a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 May 06 12:33:04.492009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:04.814305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1044864269'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:04.820917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:04.825959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Usage tracker for resource:network and tenant:d8c7548de1d44fb98d6577cb9b5ceb7b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:04.829336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:04.836846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:04.941790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Made reservation on behalf of d8c7548de1d44fb98d6577cb9b5ceb7b for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:04.946228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:04.983856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.090193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:05.096571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Usage tracker for resource:security_group_rule and tenant:d8c7548de1d44fb98d6577cb9b5ceb7b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:05.100853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:05.107752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:05.130140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3bd52-f19c-4d09-81b3-e265d49cef14 req-b6f3a93f-84df-4810-a43a-851295f0d228 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.131596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ac3bd52-f19c-4d09-81b3-e265d49cef14 req-b6f3a93f-84df-4810-a43a-851295f0d228 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1299920 May 06 12:33:05.174918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c6f63-859d-4349-8569-005df21f8cad req-c09d12e1-3f2a-48d4-b842-a1e69b71dd40 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.177580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-191c6f63-859d-4349-8569-005df21f8cad req-c09d12e1-3f2a-48d4-b842-a1e69b71dd40 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 945 time: 0.0945275 May 06 12:33:05.206638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ac3bd52-f19c-4d09-81b3-e265d49cef14 req-c0d0265d-32cf-456a-9ceb-814302cd11d3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689387 May 06 12:33:05.236132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.275340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-191c6f63-859d-4349-8569-005df21f8cad req-9779f449-6944-4c06-badc-426bde2b6ef7 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908692 May 06 12:33:05.323203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56042) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:05.368138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.409913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:05.425257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0cbad-5c34-48c4-a791-553a52029db0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:05.465529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c3bb4d07-6d14-483b-940f-93d952cfad2c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:05.498730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.499338 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Added segment df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab of type vlan for network 5c54610d-5946-4908-82d3-8620fa5fe192 May 06 12:33:05.520023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2de420c7-6d2e-4264-b38a-56468366dfbd req-f54e9651-ca33-46b1-950d-edf5080348be tempest-ImagesNegativeTestJSON-590113369 tempest-ImagesNegativeTestJSON-590113369-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c45306d-b1fa-4040-859d-4fd2ea70892b HTTP/1.1" status: 200 len: 210 time: 0.0700054 May 06 12:33:05.520625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-42ccf983-459a-4694-a60c-0e3781c511fb tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-563965578&fields=id&tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 267 time: 0.0557919 May 06 12:33:05.552138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.568688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c3bb4d07-6d14-483b-940f-93d952cfad2c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:05.569525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c3bb4d07-6d14-483b-940f-93d952cfad2c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:05.678205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-9eb720de-9cb8-4ecf-8972-477d359158a8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.679639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-9eb720de-9cb8-4ecf-8972-477d359158a8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 945 time: 0.1582305 May 06 12:33:05.711233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'security_groups': ['18b99a92-d8cc-4be4-80e6-777b2dfcc682', '974ecbc6-8a5a-42ab-9643-01eb42ed6ad7']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:05.735237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-network', 'tenant_id': '9a458474d904443aa75a25d107041486'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:05.738860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.742297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.742884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.779510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:05.793047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Usage tracker for resource:network and tenant:9a458474d904443aa75a25d107041486 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:05.796967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:05.859536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:05.917396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:05.924751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Pushing event updated for resources: {'Network': ['ID=5c54610d-5946-4908-82d3-8620fa5fe192,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:05.942856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 5c54610d-5946-4908-82d3-8620fa5fe192 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:05.950354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444677-7a0a-4fe0-af8d-c0780d2a62df req-74a8d504-5a95-444f-9e29-8d2c69371d82 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:05.951972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59444677-7a0a-4fe0-af8d-c0780d2a62df req-74a8d504-5a95-444f-9e29-8d2c69371d82 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.2580228 May 06 12:33:06.037427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59444677-7a0a-4fe0-af8d-c0780d2a62df req-fa361ca3-5a7c-4ac9-8bb3-2e45b142ce0c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726938 May 06 12:33:06.044806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-16577bcb-0b1b-4b09-bd4a-aa10a819bd01 tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5516562 May 06 12:33:06.188174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Made reservation on behalf of 9a458474d904443aa75a25d107041486 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:06.192601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.214966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.232463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:06.273552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:06.279871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Usage tracker for resource:security_group_rule and tenant:9a458474d904443aa75a25d107041486 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:06.284674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:06.292667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.294580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:06.377707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.499166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:06.525020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56076) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:06.532406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192', 'binding:host_id': 'n-h1-840845-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-962065777'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:06.537855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:06.545138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Usage tracker for resource:port and tenant:b71eefccdef84ce3bfaafb4f6c0e05da is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:06.546161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:06.553029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:06.573566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.585759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:06.640450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:06.649784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.650411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.656438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8640d926-0dc7-4829-9372-4d1bb736c373 req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "PUT /v2.0/ports/1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 981 time: 0.9595289 May 06 12:33:06.656927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:06.702266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a053ce-2cb0-4a2d-a859-ae25c8606b0b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:06.715045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.734709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.747164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Made reservation on behalf of b71eefccdef84ce3bfaafb4f6c0e05da for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:06.749869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.768511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.770451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:06.820968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:06.850397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3e918b-53f1-46dc-9e2f-3b487b7c8ebf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:06.868659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee20a923-d3f2-48b9-9fda-0b418c70990a req-c253c07d-2a1d-439a-9fff-25c82127a2c3 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/974ecbc6-8a5a-42ab-9643-01eb42ed6ad7 HTTP/1.1" status: 200 len: 1633 time: 0.0644937 May 06 12:33:06.886769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:06.889189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.889531 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Added segment 3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3 of type vlan for network 461952a9-fd7b-44a9-9142-318ee0d18b71 May 06 12:33:06.895613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4eb76b81554da29be428fc1ff52a34 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:06.905004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:06.918445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:06.920819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:06.932788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f6226-4e41-4b7f-83ef-ecc0381fac3b req-80d19b4c-e800-4479-9cfb-8b28b6653d7f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:06.934363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a9f6226-4e41-4b7f-83ef-ecc0381fac3b req-80d19b4c-e800-4479-9cfb-8b28b6653d7f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2957954 May 06 12:33:06.938937 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-ee20a923-d3f2-48b9-9fda-0b418c70990a req-4dabc235-9a64-465d-8f2a-57f6a46425e0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:33:06.940616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Usage tracker for resource:security_group_rule and tenant:b71eefccdef84ce3bfaafb4f6c0e05da is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:06.952480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee20a923-d3f2-48b9-9fda-0b418c70990a req-4dabc235-9a64-465d-8f2a-57f6a46425e0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/974ecbc6-8a5a-42ab-9643-01eb42ed6ad7 HTTP/1.1" status: 409 len: 341 time: 0.0752804 May 06 12:33:06.954696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:06.990817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:06.995355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:07.003507 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b56aab-33e5-4e54-9b91-29cfca730ab0'] response: {'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'status': 'completed', 'code': 200} May 06 12:33:07.117032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-5a7062fc-9356-4d90-84d8-cee7944dfee5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1135 time: 0.0948129 May 06 12:33:07.256843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.270439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a9f6226-4e41-4b7f-83ef-ecc0381fac3b req-8124b3f1-275b-4b5f-a5a3-031cc3d5e19f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119583 May 06 12:33:07.281284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.282171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.282752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.307837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-7e061533-b9d4-4521-b803-bee93944790a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.309419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-7e061533-b9d4-4521-b803-bee93944790a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.1865814 May 06 12:33:07.386054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.448235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-21f3d721-1870-4f84-9b62-ce01a12012f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 217 time: 0.1319995 May 06 12:33:07.464939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] Pushing event updated for resources: {'Network': ['ID=461952a9-fd7b-44a9-9142-318ee0d18b71,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:07.469382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.501167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:07.525054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051d091-2870-4520-98f7-2df263e17555,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:07.564153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-dc1c4605-b258-4119-80b6-a64c80f2567f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.566311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-dc1c4605-b258-4119-80b6-a64c80f2567f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.1114364 May 06 12:33:07.583973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2fd59ee-207f-4f8b-aaa5-4ca7d2519ea8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f4eb76b81554da29be428fc1ff52a34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0836611 May 06 12:33:07.587517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56110) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:07.630164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:07.632190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-26180b43-236c-443e-92fd-469168678051 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594928 May 06 12:33:07.653997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c2376-39fd-48ee-8b42-7f830bc192b5 req-b03d0e28-776e-4727-b4cc-77808d846543 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:07.655484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7c2376-39fd-48ee-8b42-7f830bc192b5 req-b03d0e28-776e-4727-b4cc-77808d846543 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1881797 May 06 12:33:07.658096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port 746981e6-1cd7-4a17-960e-533b382a215c yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:07.854152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59603d7b-6bee-4b1d-b828-b82bcdb4e0de admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5297225 May 06 12:33:07.873223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56120) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:07.906378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-c892af05-4af9-49a3-9106-df8060caae5a service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645156 May 06 12:33:07.913419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Request body: {'subnet': {'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-subnet', 'tenant_id': '9a458474d904443aa75a25d107041486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:07.932997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:07.935265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f71d0c-8f3e-4b36-a53a-76a46bf1b35e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:07.957101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Usage tracker for resource:subnet and tenant:9a458474d904443aa75a25d107041486 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:07.965276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:07.989285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:07.997453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.028640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba7c2376-39fd-48ee-8b42-7f830bc192b5 req-737c0c69-429d-4e2e-ad45-3163e5772bf2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816413 May 06 12:33:08.057358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.094058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7a1825b-ffda-40ed-9b55-101d05e2b8f3 req-74954c58-6119-4801-a475-59037de0e44f service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719162 May 06 12:33:08.191644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Made reservation on behalf of 9a458474d904443aa75a25d107041486 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:08.194512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.387720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-215657b2-665b-48af-b944-8c341333e15d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1135 time: 0.0822203 May 06 12:33:08.409635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port 746981e6-1cd7-4a17-960e-533b382a215c yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:08.425083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.450269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41cab671-6fea-4ef1-aa5d-117f488baeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.456465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673240b-86e4-48bc-b795-12c014c27bd4 req-e3ac848b-27ec-4daf-b31e-e0ed60459cf2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:08.457986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3673240b-86e4-48bc-b795-12c014c27bd4 req-e3ac848b-27ec-4daf-b31e-e0ed60459cf2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 984 time: 0.2502284 May 06 12:33:08.510336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3673240b-86e4-48bc-b795-12c014c27bd4 req-01bb0761-c6e1-410e-bb75-c681cc698e2a tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7&id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0465705 May 06 12:33:08.525576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-9ba695ba-9d7f-4592-a98a-b1c770944a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:08.527036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-9ba695ba-9d7f-4592-a98a-b1c770944a94 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.1305523 May 06 12:33:08.555334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Transition to ACTIVE for port object 746981e6-1cd7-4a17-960e-533b382a215c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:08.563418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.587881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051d091-2870-4520-98f7-2df263e17555,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:08.624751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-07da0ca5-9cfb-4685-8f15-a4fa1eb9dddb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 217 time: 0.0911555 May 06 12:33:08.651890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.655607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca73c9d5-1073-45bc-923b-eee8c5f40dd2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2051d091-2870-4520-98f7-2df263e17555 HTTP/1.1" status: 204 len: 168 time: 1.0649421 May 06 12:33:08.707944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-ed2f95f1-bd21-41fc-8654-2747a21a47d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:08.709867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-ed2f95f1-bd21-41fc-8654-2747a21a47d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.0773501 May 06 12:33:08.766235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:08.802725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-66e6ae98-11a7-4b5c-bd23-7c848ab3af45 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850427 May 06 12:33:08.924259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=746981e6-1cd7-4a17-960e-533b382a215c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:08.932618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.023669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-1a769a7f-69de-491c-9858-2164cade9e2b service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119923 May 06 12:33:09.032499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41089-03fc-401b-bf37-2ce2af8ce449 req-67969a92-3f42-48fe-a497-6768832d05de tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.034048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80e41089-03fc-401b-bf37-2ce2af8ce449 req-67969a92-3f42-48fe-a497-6768832d05de tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1921239 May 06 12:33:09.067748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ab55d1-3bd7-4df4-af34-bf4ec3eeb440,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:09.080547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Checking segment: {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:09.080938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Network hostable DHCP agents. Network: 461952a9-fd7b-44a9-9142-318ee0d18b71, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:09.100006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Checking segment: {'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:09.100372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Network hostable DHCP agents. Network: 5c54610d-5946-4908-82d3-8620fa5fe192, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:09.108613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-d5dabefa-33f0-48f2-a556-96e624df5879 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2758090 May 06 12:33:09.187709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80e41089-03fc-401b-bf37-2ce2af8ce449 req-e0b28f01-5f74-4d81-bccf-df7a7bc88406 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324816 May 06 12:33:09.229881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c5e19b6-0466-4500-97be-8eb4280885b3 req-8cf2d9c3-58bf-4201-bfb4-9190c6d5e86f service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948664 May 06 12:33:09.321629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-a74e0add-6ee7-44cd-8ca0-5f33ee6a29c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.323098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-a74e0add-6ee7-44cd-8ca0-5f33ee6a29c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.2051129 May 06 12:33:09.395820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:09.412371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1840b2-0922-4bf2-a91c-feffbd32ca17 req-47fe0b15-82f1-4e7d-9696-c12a160a2e7d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.413914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1840b2-0922-4bf2-a91c-feffbd32ca17 req-47fe0b15-82f1-4e7d-9696-c12a160a2e7d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1942546 May 06 12:33:09.420934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-ffd33b68-2c78-46df-bd4b-7fd5df5ff835 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.0895042 May 06 12:33:09.525152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Network 5c54610d-5946-4908-82d3-8620fa5fe192 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:09.536572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e1840b2-0922-4bf2-a91c-feffbd32ca17 req-c7b823d2-1adb-4896-b655-f8dd78086707 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146765 May 06 12:33:09.540212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-58bbbec3-3122-4e23-a823-fd3e1253e3ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.541749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-58bbbec3-3122-4e23-a823-fd3e1253e3ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0989673 May 06 12:33:09.600562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-4abc400d-e579-4de7-990a-ccbd44915605 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511012 May 06 12:33:09.755458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd64f1-8321-40c4-81b1-3392e048cd87 req-b224d2ea-efd1-48d7-8b22-531d00d03adc tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.757443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61dd64f1-8321-40c4-81b1-3392e048cd87 req-b224d2ea-efd1-48d7-8b22-531d00d03adc tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 984 time: 0.1068964 May 06 12:33:09.770907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-68a5f4e3-6f91-4893-aa2d-a23ba3c79ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629086 May 06 12:33:09.773572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 461952a9-fd7b-44a9-9142-318ee0d18b71) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:09.775494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 5c54610d-5946-4908-82d3-8620fa5fe192) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:09.781319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:09.781992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:09.786081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120acf6-ad83-4307-a2f0-7b5a332f1788 None None] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:09.822103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:09.828938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61dd64f1-8321-40c4-81b1-3392e048cd87 req-04ca877f-cbee-4ab1-9182-06bedd1fb3f4 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7&id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0652943 May 06 12:33:09.878126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8337617-678f-4fe6-9dd3-a31c55271f19 None None] Network 5c54610d-5946-4908-82d3-8620fa5fe192 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:10.008053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.008053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.008707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.027144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.027566 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.030224 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 2 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.074450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.083965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.084481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.120194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.120578 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.121825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-803e4ab2-1c0c-450c-be40-85a1374709ab admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2342772 May 06 12:33:10.125457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56162) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:10.133309 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 3 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.139548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:10.145755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:10.149338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56166) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:10.163174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Usage tracker for resource:router and tenant:9a458474d904443aa75a25d107041486 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:10.167834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:10.180979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:10.194637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.195058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.195306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.201480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a1d9db9-7965-485d-be41-645cb3e0158e req-55103ea7-8ce6-4688-9e0d-96642a08b2bb service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230003 May 06 12:33:10.206522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.206976 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.208183 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 4 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.225832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.226173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.226507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.233355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.233692 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.234338 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 5 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.252650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.253053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.253500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.261282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.261627 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.262085 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 6 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.281855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.282312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.282642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.296997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.300417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.301068 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.301421 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 7 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.305050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.320015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.320346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.320678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.326914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.327424 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.327716 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 8 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.348231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.349386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.349386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.356313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.356667 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.357054 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 9 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.364383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-461952a9-fd7b-44a9-9142-318ee0d18b71', 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71', 'tenant_id': '9a458474d904443aa75a25d107041486', 'fixed_ips': [{'subnet_id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:33:10.366299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.377683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.378019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.378583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.386235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.386569 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.386950 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 10 to bind port 746981e6-1cd7-4a17-960e-533b382a215c May 06 12:33:10.392650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.407667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:10.424568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:10.424568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:10.424568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 746981e6-1cd7-4a17-960e-533b382a215c on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:10.424568 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 746981e6-1cd7-4a17-960e-533b382a215c on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:10.424568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.603819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Allocated IP 172.20.0.2 (461952a9-fd7b-44a9-9142-318ee0d18b71/98ab55d1-3bd7-4df4-af34-bf4ec3eeb440/0244804a-d906-443b-a4e1-9afedb309743) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:10.653653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017408-54ac-4088-8e09-11680bff15c1 req-8ce4be84-97db-41a7-ba0e-d52ec424d77e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:10.658360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2017408-54ac-4088-8e09-11680bff15c1 req-8ce4be84-97db-41a7-ba0e-d52ec424d77e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2220838 May 06 12:33:10.678550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port 746981e6-1cd7-4a17-960e-533b382a215c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:10.678867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempted to set empty binding levels {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:33:10.758700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2017408-54ac-4088-8e09-11680bff15c1 req-314ce534-b490-4b9e-a9f8-35db01629234 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845425 May 06 12:33:10.774918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-298f9dc7-8682-46b9-b90a-cd91b9890a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.776159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.857444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=746981e6-1cd7-4a17-960e-533b382a215c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:10.860979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.915896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:10.916147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-db3889be-e905-4f46-a484-7bf147764591 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0d51fea95b5649dea182148dccedb8d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7652173 May 06 12:33:10.949677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.961559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:10.971021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56188) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:10.971261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84e09300-68ad-4946-a4d7-31794afc52cc tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.4424822 May 06 12:33:11.027606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Transition to ACTIVE for port object 0244804a-d906-443b-a4e1-9afedb309743 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:11.036444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050902d5-4baa-43d6-be80-7b3e5ce18a94 req-060ef848-6f60-449d-93a7-d2725ca59a40 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:11.038283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-050902d5-4baa-43d6-be80-7b3e5ce18a94 req-060ef848-6f60-449d-93a7-d2725ca59a40 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.2240033 May 06 12:33:11.059202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Transition to ACTIVE for port object 0244804a-d906-443b-a4e1-9afedb309743 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:11.078201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.092586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Deleting port 746981e6-1cd7-4a17-960e-533b382a215c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:11.093013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.116880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.135811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38e1da-f90c-4bd1-9dfc-77adb456dfb8 req-735f23ae-fed3-4321-b97d-300e4e36a000 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:11.136870 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2c38e1da-f90c-4bd1-9dfc-77adb456dfb8 req-735f23ae-fed3-4321-b97d-300e4e36a000 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 984 time: 0.1568975 May 06 12:33:11.177399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-050902d5-4baa-43d6-be80-7b3e5ce18a94 req-fe360c53-f09e-4fd3-8d2c-8e4f89bfdb78 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275368 May 06 12:33:11.202584 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.258686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2c38e1da-f90c-4bd1-9dfc-77adb456dfb8 req-8ab2811b-5852-4517-84f5-10b516f9a62d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7&id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1090732 May 06 12:33:11.331077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:11.335433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:11.339540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:11.352492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Pushing event updated for resources: {'Port': ['ID=0244804a-d906-443b-a4e1-9afedb309743,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:11.401734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.427551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56202) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:11.435121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f176bfb5-990d-482b-9854-850eebeb2f63,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:11.479449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Attempting to bind port 0244804a-d906-443b-a4e1-9afedb309743 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:11.480169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Attempting to bind port 0244804a-d906-443b-a4e1-9afedb309743 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:11.480596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Attempting to bind port 0244804a-d906-443b-a4e1-9afedb309743 on network 461952a9-fd7b-44a9-9142-318ee0d18b71 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:11.493991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:11.494364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Checking segment: {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:11.494886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.495127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Bound using segment: {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:11.495592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Bound port: 0244804a-d906-443b-a4e1-9afedb309743, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:11.496242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.514649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.515882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8d8e5f97-f4c9-4bd5-998f-b409af3c9f17 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f176bfb5-990d-482b-9854-850eebeb2f63 HTTP/1.1" status: 204 len: 168 time: 0.5987499 May 06 12:33:11.593821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] For port 0244804a-d906-443b-a4e1-9afedb309743, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:11.597841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] For port 0244804a-d906-443b-a4e1-9afedb309743, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0244804a-d906-443b-a4e1-9afedb309743,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:11.603567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port 746981e6-1cd7-4a17-960e-533b382a215c, host n-h1-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:11.604076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.622034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d89a504e-0ac1-4a28-b7eb-f8856e76c219 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2044857609&fields=id&tenant_id=ae2fb4d682ba411a8891508a145c40d4 HTTP/1.1" status: 200 len: 267 time: 0.1923375 May 06 12:33:11.693757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.741899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:11.770372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Calling delete_port for 746981e6-1cd7-4a17-960e-533b382a215c owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:11.807563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:11.811874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Usage tracker for resource:security_group_rule and tenant:f9236387ae8748ec86478b4ac0418cf4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:11.816659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:11.823031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:11.866531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88317fe-e919-4584-baf7-c5fee5a51b06 None None] Pushing event updated for resources: {'Port': ['ID=0244804a-d906-443b-a4e1-9afedb309743,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:11.913542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.017386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.060808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.074442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-fa74dae3-2136-4433-94be-3ad529f4feb5 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:12.074442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-fa74dae3-2136-4433-94be-3ad529f4feb5 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 984 time: 0.3952236 May 06 12:33:12.076323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9236387ae8748ec86478b4ac0418cf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6441224 May 06 12:33:12.077141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56216) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:12.089208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'port': {'security_groups': ['18b99a92-d8cc-4be4-80e6-777b2dfcc682', '974ecbc6-8a5a-42ab-9643-01eb42ed6ad7', 'f9cc4275-8f37-47b6-a9d6-092c0db26f3c']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:12.124827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d99d-6d09-4f32-a7f4-dcf489db997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d554322-cd87-4f89-ab52-1b3c34723004,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:12.182254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.189977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.243722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ffe52-c0e8-48d2-aace-835f49787d61 req-e4646651-b728-472f-b376-e346eb19053c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:12.245466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b3ffe52-c0e8-48d2-aace-835f49787d61 req-e4646651-b728-472f-b376-e346eb19053c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2669570 May 06 12:33:12.246291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.256158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.298273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.304716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.352505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b3ffe52-c0e8-48d2-aace-835f49787d61 req-5b51e9f1-9ba8-4f5f-b947-1b5afab1e326 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939517 May 06 12:33:12.420213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.422771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event deleted for resources: {'Port': ['ID=746981e6-1cd7-4a17-960e-533b382a215c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:12.474430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ddc0833-bc47-4fe9-89b6-87df4a6c1d34 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "DELETE /v2.0/ports/746981e6-1cd7-4a17-960e-533b382a215c HTTP/1.1" status: 204 len: 168 time: 1.5006256 May 06 12:33:12.475276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:12.518067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.529176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.584458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d554322-cd87-4f89-ab52-1b3c34723004,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:12.586617 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabb4047-689a-45ea-9f12-8a9805f4c776 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] GET failed (client error): The resource could not be found. May 06 12:33:12.587187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dabb4047-689a-45ea-9f12-8a9805f4c776 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:12.609010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:12.610816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3530b133-ed5e-45b4-b9f2-13d3a4749878 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d554322-cd87-4f89-ab52-1b3c34723004 HTTP/1.1" status: 204 len: 168 time: 0.5243742 May 06 12:33:12.653920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81877e1-a5ba-4cf7-ac73-b25264ee441d req-8931ce10-a6c9-4721-ad4a-d8cc8386707b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:12.653920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a81877e1-a5ba-4cf7-ac73-b25264ee441d req-8931ce10-a6c9-4721-ad4a-d8cc8386707b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1241014 May 06 12:33:12.712951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a81877e1-a5ba-4cf7-ac73-b25264ee441d req-581d75c1-6401-42d7-a35a-9adfd276a21e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539508 May 06 12:33:12.725822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Allocated IP 172.25.2.47 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b0e74e63-458f-480b-9789-2a176df9e497) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:12.747520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dabb4047-689a-45ea-9f12-8a9805f4c776 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:12.752216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dabb4047-689a-45ea-9f12-8a9805f4c776 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports/746981e6-1cd7-4a17-960e-533b382a215c HTTP/1.1" status: 404 len: 333 time: 0.2717819 May 06 12:33:12.764736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56246) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:12.764736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1240572482'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:12.772755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:12.786159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:12.968095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Made reservation on behalf of b71eefccdef84ce3bfaafb4f6c0e05da for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:12.976701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.016001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port bb52de4f-99c8-43c6-939c-f03c769d083b yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:13.116390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:13.143136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.171315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.239119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fdfbc-bf3e-4cef-adea-54a0047f6365 None None] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:13.341241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.341850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.360572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:13.384702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:13.419060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:13.419498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.421002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91f20ca5-b7a9-48b0-b421-c9a5ed69311b req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "PUT /v2.0/ports/1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 1020 time: 1.3408477 May 06 12:33:13.422130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.432968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:13.474944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:13.476122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:13.478651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:13.478937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.514249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:13.530593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428fb3a-fa0e-4ade-ac41-cf59ea05f913 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:13.669937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b19f0dff-5376-4366-a6de-3d060aaf7ea9 None None] Provisioning for port 0244804a-d906-443b-a4e1-9afedb309743 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:13.675959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Network 5c54610d-5946-4908-82d3-8620fa5fe192 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:13.682378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:13.690261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:13.691444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:13.692446 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.726957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae5a0175-beff-4dc2-b7e8-ab0ed01e6879 req-01b04604-c138-4d42-a8ba-b644e1adfa27 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/f9cc4275-8f37-47b6-a9d6-092c0db26f3c HTTP/1.1" status: 200 len: 1635 time: 0.1380539 May 06 12:33:13.729058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=bb52de4f-99c8-43c6-939c-f03c769d083b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:13.757106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:13.814597 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-ae5a0175-beff-4dc2-b7e8-ab0ed01e6879 req-90f3ad61-48e2-4cf7-be72-e8e19c9c9ee3 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:33:13.815853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae5a0175-beff-4dc2-b7e8-ab0ed01e6879 req-90f3ad61-48e2-4cf7-be72-e8e19c9c9ee3 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/f9cc4275-8f37-47b6-a9d6-092c0db26f3c HTTP/1.1" status: 409 len: 341 time: 0.0877783 May 06 12:33:13.940433 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba41567-f773-425a-b020-48358cf8d00a'] response: {'name': 'network-changed', 'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'status': 'completed', 'code': 200} May 06 12:33:13.982282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e74e63-458f-480b-9789-2a176df9e497,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:14.051994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-61a3d5e2-0757-4834-9c91-0c84832612a1 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2984838 May 06 12:33:14.055798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:14.098963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:14.183404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af307a-a7f1-490c-ae1b-c0310f6029f4 req-6b8185f0-9131-4f18-b9ec-3569e146f756 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.191683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9af307a-a7f1-490c-ae1b-c0310f6029f4 req-6b8185f0-9131-4f18-b9ec-3569e146f756 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.2095611 May 06 12:33:14.230928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0244804a-d906-443b-a4e1-9afedb309743 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:14.258403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9af307a-a7f1-490c-ae1b-c0310f6029f4 req-1257b007-c0e0-421e-9d37-88cce811c32f tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 May 06 12:33:14.258807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56288) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:14.383487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0396-39ee-4a1d-8522-740352f7525b req-772394e4-4444-4e7d-b9dd-5ab5022a6f4e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.384936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-839d0396-39ee-4a1d-8522-740352f7525b req-772394e4-4444-4e7d-b9dd-5ab5022a6f4e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.5310123 May 06 12:33:14.389940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.419076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-70e8c25d-5709-436a-b095-da7d0ed28160 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ae2fb4d682ba411a8891508a145c40d4&device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1174 time: 0.4923148 May 06 12:33:14.506894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.567571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:14.585008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-839d0396-39ee-4a1d-8522-740352f7525b req-f9b68304-5fce-4244-9269-7318aeb12aa4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798906 May 06 12:33:14.589490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Usage tracker for resource:security_group_rule and tenant:1cbe1d5b22c84a3f91d316a50eb565d0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:14.594131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:14.623016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:14.788426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 0244804a-d906-443b-a4e1-9afedb309743 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:14.809212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0244804a-d906-443b-a4e1-9afedb309743 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:14.809577 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:14.962864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-274e299d-39fc-4780-98b6-f9f952b6dab0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:14.964346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-274e299d-39fc-4780-98b6-f9f952b6dab0 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.1563499 May 06 12:33:15.001932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.002671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.012202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.037129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c19ccb36-e2cb-4155-8fe5-32828ac22b01 req-6e6431e5-c24a-4749-a01b-adac3e188535 tempest-AbsoluteLimitsNegativeTestJSON-641078095 tempest-AbsoluteLimitsNegativeTestJSON-641078095-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1549724b972946f09f202e0e06918f74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709140 May 06 12:33:15.060448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 0244804a-d906-443b-a4e1-9afedb309743, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0244804a-d906-443b-a4e1-9afedb309743,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:15.175148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.213673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.260377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 2cd1399a-3ba4-4365-969e-3b3938922445 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:15.260801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.342207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port bb52de4f-99c8-43c6-939c-f03c769d083b yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:15.349490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-679b30e4-7f9b-4a36-9e34-f939eb92aea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:15.351146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-679b30e4-7f9b-4a36-9e34-f939eb92aea5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 200 len: 914 time: 0.8926578 May 06 12:33:15.356133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.361807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=0244804a-d906-443b-a4e1-9afedb309743,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:15.429973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.481107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-a83b192f-0d25-4a5d-842e-54d5ae4e5a4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 200 len: 217 time: 0.1211140 May 06 12:33:15.483174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Transition to ACTIVE for port object bb52de4f-99c8-43c6-939c-f03c769d083b will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:15.483536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ccb36-e2cb-4155-8fe5-32828ac22b01 req-8f5bd96a-af5b-47de-adeb-150670948dae tempest-AbsoluteLimitsNegativeTestJSON-641078095 tempest-AbsoluteLimitsNegativeTestJSON-641078095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:15.489169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c19ccb36-e2cb-4155-8fe5-32828ac22b01 req-8f5bd96a-af5b-47de-adeb-150670948dae tempest-AbsoluteLimitsNegativeTestJSON-641078095 tempest-AbsoluteLimitsNegativeTestJSON-641078095-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4395239 May 06 12:33:15.551734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c9c9e-e68c-4931-92d5-8c6623251621,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:15.580732 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c19ccb36-e2cb-4155-8fe5-32828ac22b01 req-201e24df-1192-445f-b2b2-88550c4b3f5f tempest-AbsoluteLimitsNegativeTestJSON-641078095 tempest-AbsoluteLimitsNegativeTestJSON-641078095-project] 10.222.0.83 "GET /v2.0/quotas/1549724b972946f09f202e0e06918f74 HTTP/1.1" status: 200 len: 375 time: 0.0841320 May 06 12:33:15.614294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0aaa1879-2c57-4ac4-a29d-875a6bd2b52c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1cbe1d5b22c84a3f91d316a50eb565d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3396401 May 06 12:33:15.623447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.632852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56322) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:15.645540 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c19ccb36-e2cb-4155-8fe5-32828ac22b01 req-cabd2e7e-f9e2-4b91-a692-1750277b34b2 tempest-AbsoluteLimitsNegativeTestJSON-641078095 tempest-AbsoluteLimitsNegativeTestJSON-641078095-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1549724b972946f09f202e0e06918f74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591574 May 06 12:33:15.726197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 2cd1399a-3ba4-4365-969e-3b3938922445, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cd1399a-3ba4-4365-969e-3b3938922445,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:15.740338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:15.747156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-ac54ac1d-fd9e-4cb6-bddd-333ba7954be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:15.750609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-ac54ac1d-fd9e-4cb6-bddd-333ba7954be7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 200 len: 853 time: 0.2548623 May 06 12:33:15.916335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=bb52de4f-99c8-43c6-939c-f03c769d083b,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:15.920556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-024db6c5-dd8b-4556-a994-26a373585652 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f0af7cc9-3553-4807-a73b-33d29fe9311c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821373 May 06 12:33:15.940048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 2cd1399a-3ba4-4365-969e-3b3938922445 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:16.101688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f100f22-eff7-4e79-80f6-1d67e6a503d2 req-4d4d919d-fced-4923-b555-22fb28fcab30 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:16.103196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f100f22-eff7-4e79-80f6-1d67e6a503d2 req-4d4d919d-fced-4923-b555-22fb28fcab30 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1023 time: 0.1336634 May 06 12:33:16.118254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0244804a-d906-443b-a4e1-9afedb309743 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:16.161299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.204424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f100f22-eff7-4e79-80f6-1d67e6a503d2 req-0f0e47bb-accf-49c5-ba4b-e69a99ed5b1b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7&id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&id=f9cc4275-8f37-47b6-a9d6-092c0db26f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0931127 May 06 12:33:16.218062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.218062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.218386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.238144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.257743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0244804a-d906-443b-a4e1-9afedb309743 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:16.258203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.263915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fc0ed-05b1-499b-ba72-4b2826680d78 req-3df29081-3aa8-4f98-8716-228dfa6e4808 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:16.265373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e11fc0ed-05b1-499b-ba72-4b2826680d78 req-3df29081-3aa8-4f98-8716-228dfa6e4808 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 946 time: 0.6905599 May 06 12:33:16.289114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.289457 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.296772 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 2 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.371459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-8a56b469-6f11-4e36-8a41-a9bae3110328 service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394782 May 06 12:33:16.382430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.382762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.383102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.424277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.482264 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.486077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.486500 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.493761 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 3 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.497698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=2cd1399a-3ba4-4365-969e-3b3938922445,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:16.517585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e11fc0ed-05b1-499b-ba72-4b2826680d78 req-87ac34bb-3f43-437f-8b18-8e7432902c6d tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378314 May 06 12:33:16.539519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.539519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.539519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.550466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56334) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:16.580534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.580534 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.580534 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 4 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.602136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.618855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.619186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.619386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 2cd1399a-3ba4-4365-969e-3b3938922445 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:16.625394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.625567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.625674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6749fea-8442-4ce0-b80b-d07e626df0ee req-fce99375-3bd0-4277-bbb1-70d2790868ed service neutron] 10.222.0.86 "GET /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383826 May 06 12:33:16.627054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c9c9e-e68c-4931-92d5-8c6623251621,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:16.631611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10982212-95fe-40be-ae90-705e926bd84d req-6fe65f01-11bb-48b8-bd92-066eb5cb05d2 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:16.639560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.643304 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.645610 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 5 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.649328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10982212-95fe-40be-ae90-705e926bd84d req-6fe65f01-11bb-48b8-bd92-066eb5cb05d2 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.3020988 May 06 12:33:16.654420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'name': 'network-vif-deleted', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:16.685127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Router c1b1b074-dcbf-4601-a69f-6cffb353834f is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:33:16.690673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.695851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56f8135b-d1e8-4f81-8987-e323e16eb0d2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0e5c9c9e-e68c-4931-92d5-8c6623251621 HTTP/1.1" status: 204 len: 168 time: 1.0249224 May 06 12:33:16.699640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.700017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.700545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.709719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.710307 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.711515 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 6 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.736639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.736980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.737371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.740549 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9375d471-662a-4957-bf53-742763d54472'] response: {'server_uuid': 'a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0', 'name': 'network-vif-deleted', 'tag': '2cd1399a-3ba4-4365-969e-3b3938922445', 'status': 'completed', 'code': 200} May 06 12:33:16.753691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:16.780063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10982212-95fe-40be-ae90-705e926bd84d req-ce2d82ef-2eca-4841-92a3-6b8189206d7d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252248 May 06 12:33:16.810127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.810690 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.817218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf9f6b3-ff40-4100-813d-53b1297c7ae5 req-0dbc280f-c551-43f1-b506-70c798d6e048 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "DELETE /v2.0/ports/2cd1399a-3ba4-4365-969e-3b3938922445 HTTP/1.1" status: 204 len: 173 time: 1.8274591 May 06 12:33:16.818320 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 7 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.919473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.919964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.920242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.930497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:16.951824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:16.952158 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:16.952742 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 8 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:16.985011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:16.985339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:16.985732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:16.996897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.002177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:17.002571 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:17.003333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:17.006164 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 9 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:17.024620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Usage tracker for resource:security_group_rule and tenant:1549724b972946f09f202e0e06918f74 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:17.029649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:17.037055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:17.037418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:17.037710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:17.041316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:17.057134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:17.057134 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:17.059538 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 10 to bind port bb52de4f-99c8-43c6-939c-f03c769d083b May 06 12:33:17.073610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:17.088416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:032b9483285c4cab8944d8a8b0f70589 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:17.091806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:17.094107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:17.094424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:17.094758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:17.107311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:17.118207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:17.118547 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port bb52de4f-99c8-43c6-939c-f03c769d083b on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:17.118912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.151030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-ffa7e8fd-e4c1-44fa-a146-0e81969e4c12 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:17.152410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-ffa7e8fd-e4c1-44fa-a146-0e81969e4c12 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.86 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1023 time: 0.1178882 May 06 12:33:17.265102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Deleting port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:17.266319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.266737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.290081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:17.292086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port bb52de4f-99c8-43c6-939c-f03c769d083b, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:17.293198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempted to set empty binding levels {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:33:17.304898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Sync routers for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:17.335758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:17.337184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:17.352468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.406529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.453430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.457510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.461274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-48eb54f4-1543-476c-9bd5-71a87082cc50 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3316371 May 06 12:33:17.463856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56360) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:17.497385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571239f-092d-4335-972e-53362a156aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b80e0-ab54-4826-8056-223142bc0d09,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:17.570929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] In _notify_port_updated(), no bound segment for port bb52de4f-99c8-43c6-939c-f03c769d083b on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:33:17.572065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.573572 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "PUT /v2.0/ports/bb52de4f-99c8-43c6-939c-f03c769d083b HTTP/1.1" status: 200 len: 975 time: 3.4906311 May 06 12:33:17.575379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.580817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:17.584076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56366) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:17.635657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9571239f-092d-4335-972e-53362a156aae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1549724b972946f09f202e0e06918f74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0840645 May 06 12:33:17.641909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:17.678906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2280c1-1652-4d6e-bb9e-b38e90ee036d tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=bb52de4f-99c8-43c6-939c-f03c769d083b,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:17.742952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535a2dd-8315-458e-a83c-25fcef74e560 req-b30c2087-1cc6-47de-a98c-7ac5003f6351 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:17.762683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0535a2dd-8315-458e-a83c-25fcef74e560 req-b30c2087-1cc6-47de-a98c-7ac5003f6351 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 1023 time: 0.3891981 May 06 12:33:17.855591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cd1399a-3ba4-4365-969e-3b3938922445 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:17.925125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 2cd1399a-3ba4-4365-969e-3b3938922445 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:17.926047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cd1399a-3ba4-4365-969e-3b3938922445 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:17.954540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c509ea74-f59f-42a9-92b3-f752d48ca2c9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:17.970267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:17.992190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9c85e41-af7f-40ad-a3a4-581b36838556 req-1d46eaf1-3998-414a-8fa1-4a19de3e18ce tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:17.995740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0535a2dd-8315-458e-a83c-25fcef74e560 req-d3e1a60b-a288-4942-b23f-addac7415f6e tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7&id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&id=f9cc4275-8f37-47b6-a9d6-092c0db26f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2321665 May 06 12:33:18.013820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.059064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe96ce-6ad1-48a2-b971-b025172f9f9f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.072743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:14Z', 'revision_number': 3, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:18.079391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b2cdfd9-bc91-48a1-a4b2-673e1098b0c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=032b9483285c4cab8944d8a8b0f70589&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3196063 May 06 12:33:18.080340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56380) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:18.087408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Checking router: c1b1b074-dcbf-4601-a69f-6cffb353834f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:18.087973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Updating router c1b1b074-dcbf-4601-a69f-6cffb353834f port b0e74e63-458f-480b-9789-2a176df9e497 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:18.138986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:18.139583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.162327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c509ea74-f59f-42a9-92b3-f752d48ca2c9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:18.163956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c509ea74-f59f-42a9-92b3-f752d48ca2c9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10962 time: 0.5776794 May 06 12:33:18.172960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:18.199030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.251014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.288277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.317220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Calling delete_port for 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:18.346853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b80e0-ab54-4826-8056-223142bc0d09,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.354557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9c85e41-af7f-40ad-a3a4-581b36838556 req-1d46eaf1-3998-414a-8fa1-4a19de3e18ce tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:18.364727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9c85e41-af7f-40ad-a3a4-581b36838556 req-1d46eaf1-3998-414a-8fa1-4a19de3e18ce tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c22054-6b4e-4c0f-a6bd-cf8019e8e1d0 HTTP/1.1" status: 200 len: 210 time: 0.4507425 May 06 12:33:18.366233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.406372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Deleting port bb52de4f-99c8-43c6-939c-f03c769d083b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:18.406715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.454285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.455463 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf83c7d7-5000-45e4-b954-ae80b39d27f7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a06b80e0-ab54-4826-8056-223142bc0d09 HTTP/1.1" status: 204 len: 168 time: 0.7963586 May 06 12:33:18.552031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cafd07-e5f4-4975-91e4-f71af7b6e13a req-bc89feb7-32f4-4567-ba3c-79e0a5c1e4b3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:18.559605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93cafd07-e5f4-4975-91e4-f71af7b6e13a req-bc89feb7-32f4-4567-ba3c-79e0a5c1e4b3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.3157208 May 06 12:33:18.662234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93cafd07-e5f4-4975-91e4-f71af7b6e13a req-7a19d9a6-f1a4-416f-ab88-11252c7d7133 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894828 May 06 12:33:18.679238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.728105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Transition to ACTIVE for port object b0e74e63-458f-480b-9789-2a176df9e497 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:18.782282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.797613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:18.811644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.858383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe96ce-6ad1-48a2-b971-b025172f9f9f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.878155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port bb52de4f-99c8-43c6-939c-f03c769d083b, host n-h1-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:18.878608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.899045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'Port': ['ID=1092d3aa-1d28-416c-9d06-71bb0e0a0f0c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:18.903640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.907728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d3112cfd-e906-41ca-895f-28af43a47107 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44fe96ce-6ad1-48a2-b971-b025172f9f9f HTTP/1.1" status: 204 len: 168 time: 0.8257911 May 06 12:33:18.921324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.971306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] No DVR routers for this DVR port 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:18.974635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:18.977752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'name': 'network-vif-deleted', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:19.076498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5de689-a465-4863-a799-b1574d8c7bb5 None None] Pushing event updated for resources: {'Port': ['ID=b0e74e63-458f-480b-9789-2a176df9e497,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:19.099119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Attempting to bind port b0e74e63-458f-480b-9789-2a176df9e497 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:19.099119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Attempting to bind port b0e74e63-458f-480b-9789-2a176df9e497 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:19.099119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Attempting to bind port b0e74e63-458f-480b-9789-2a176df9e497 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:19.102388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbd8f5bd-7eac-431d-8a34-0ed7d7dbe54b req-bb4caa96-d3ad-4f0f-9fe9-663f89440e3d tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.86 "DELETE /v2.0/ports/1092d3aa-1d28-416c-9d06-71bb0e0a0f0c HTTP/1.1" status: 204 len: 173 time: 1.9422660 May 06 12:33:19.120441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:19.120848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:19.121251 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.121640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:19.122152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Bound port: b0e74e63-458f-480b-9789-2a176df9e497, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:19.122546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.200774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] For port b0e74e63-458f-480b-9789-2a176df9e497, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:19.204438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] For port b0e74e63-458f-480b-9789-2a176df9e497, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0e74e63-458f-480b-9789-2a176df9e497,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:19.220373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Calling delete_port for bb52de4f-99c8-43c6-939c-f03c769d083b owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:19.252483 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a8cc0-599a-43e6-830c-daabf0dbdee9'] response: {'server_uuid': 'dbdefe34-43d9-4640-8d8c-d5820f4d9eec', 'name': 'network-vif-deleted', 'tag': '1092d3aa-1d28-416c-9d06-71bb0e0a0f0c', 'status': 'completed', 'code': 200} May 06 12:33:19.394467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.419349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae265310-2f6f-42d4-bfd1-d02219aeb27a req-a18e0080-6bb6-4f90-b4f6-9c62a204a3c4 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 210 time: 0.0607181 May 06 12:33:19.537585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:19.591226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:19.591926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 1092d3aa-1d28-416c-9d06-71bb0e0a0f0c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:19.604673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5de689-a465-4863-a799-b1574d8c7bb5 None None] Pushing event updated for resources: {'Port': ['ID=b0e74e63-458f-480b-9789-2a176df9e497,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:19.623575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:19.624410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:19.649599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.737555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb52de4f-99c8-43c6-939c-f03c769d083b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:19.753063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.793595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:19.872317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-610643b8-4637-4485-8687-6a299c7cf32f tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "DELETE /v2.0/ports/bb52de4f-99c8-43c6-939c-f03c769d083b HTTP/1.1" status: 204 len: 168 time: 1.6977525 May 06 12:33:19.880757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56424) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:19.926995 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:33:19.971702 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca43911f-66f0-4d61-afcb-bfeffc09dedb tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] GET failed (client error): The resource could not be found. May 06 12:33:19.977955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca43911f-66f0-4d61-afcb-bfeffc09dedb tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:20.052909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:20.073721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f885cb-3b7c-4053-b20c-cc3725d09e80 req-580f67e1-8ea8-4d57-81ed-bf3ac5e7d14a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:20.080091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9f885cb-3b7c-4053-b20c-cc3725d09e80 req-580f67e1-8ea8-4d57-81ed-bf3ac5e7d14a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2461760 May 06 12:33:20.132817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca43911f-66f0-4d61-afcb-bfeffc09dedb tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:20.134387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca43911f-66f0-4d61-afcb-bfeffc09dedb tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports/bb52de4f-99c8-43c6-939c-f03c769d083b HTTP/1.1" status: 404 len: 333 time: 0.2520874 May 06 12:33:20.139185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:20.148499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9f885cb-3b7c-4053-b20c-cc3725d09e80 req-c014b169-b5a9-42b7-9257-76c05247635c tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649195 May 06 12:33:20.152614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1459721804', 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:20.158539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:20.179987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:20.334137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Made reservation on behalf of b71eefccdef84ce3bfaafb4f6c0e05da for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:20.340176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.404166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Allocated IP 172.20.0.1 (461952a9-fd7b-44a9-9142-318ee0d18b71/98ab55d1-3bd7-4df4-af34-bf4ec3eeb440/401914fc-b583-433e-86b6-932eeb2416e2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:20.435517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port 2287605e-a498-46c6-9b8c-5ec58b6baf9d yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:20.436407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56440) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:20.439285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:14Z', 'revision_number': 3, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:20.446237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec2d3b-6e29-455f-9840-b788ae5264d2 None None] The sync data for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 is: [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:14Z', 'revision_number': 3, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:20.533537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.590590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.669247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a6aa5d80-736d-45af-bdaa-bef3fd4db16e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:20.671018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a6aa5d80-736d-45af-bdaa-bef3fd4db16e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.5209496 May 06 12:33:20.751606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-e8b6645c-079f-45ba-8364-2a98bc507cb2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/quotas/643f84bf176b467ea3f54ccc39be3e3d HTTP/1.1" status: 200 len: 375 time: 0.0646091 May 06 12:33:20.752976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:20.762997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Usage tracker for resource:security_group_rule and tenant:e608ac24e72c48299a1cadb4553e8c08 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:20.768767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:20.810341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.899593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-9bf8e0a3-0353-4ec7-9345-01219968eb65 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1377845 May 06 12:33:20.900621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:20.904925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:20.929736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-276949ff-3ee7-4f07-a14b-2719ba868a34 req-a57640e7-c9f2-4121-84a2-98926b963087 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbdefe34-43d9-4640-8d8c-d5820f4d9eec HTTP/1.1" status: 200 len: 210 time: 0.0634820 May 06 12:33:20.965382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Transition to ACTIVE for port object 401914fc-b583-433e-86b6-932eeb2416e2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:20.985684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.094420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=2287605e-a498-46c6-9b8c-5ec58b6baf9d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:21.107642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Network 5c54610d-5946-4908-82d3-8620fa5fe192 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:21.109020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:21.111623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:21.112711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:21.114102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.161569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-ed433ae7-ee16-4fbf-9ae6-a5cd25ce96fd service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396803 May 06 12:33:21.241197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d0285c5-71a1-4262-90fc-4e4b845b4fa9 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1006427 May 06 12:33:21.244210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:21.269779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.282716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.390769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Pushing event updated for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:21.404521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:21.407404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.409450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d671dc64-4586-47a1-ae50-915145acf099 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:21.432326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:21.446384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:21.452128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48583679-c570-4e46-95fc-35779f33a169 req-59f04913-2f0d-47f7-b230-cd29122ce0ac tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:21.454059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48583679-c570-4e46-95fc-35779f33a169 req-59f04913-2f0d-47f7-b230-cd29122ce0ac tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1278279 May 06 12:33:21.556252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-50c4cd90-227f-44ed-ae4e-b77c18cb5454 service neutron] 10.222.0.83 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805423 May 06 12:33:21.568090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-48583679-c570-4e46-95fc-35779f33a169 req-38e58af2-4267-41fe-b370-ff75c31329f5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010306 May 06 12:33:21.569420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d671dc64-4586-47a1-ae50-915145acf099 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:21.570736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d671dc64-4586-47a1-ae50-915145acf099 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports/2287605e-a498-46c6-9b8c-5ec58b6baf9d HTTP/1.1" status: 200 len: 955 time: 0.3253114 May 06 12:33:21.573543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:21.580762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc428a1-a27c-43a3-b32b-6992d10204a4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:21.630449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3eae505b-4b73-45e0-a07f-92fd9d37609f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e608ac24e72c48299a1cadb4553e8c08&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1917415 May 06 12:33:21.631601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.638140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56474) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:21.699694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Deleting port 2287605e-a498-46c6-9b8c-5ec58b6baf9d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:21.700280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.743684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:21.807447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.075058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.100507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d20efe42-d0bf-4d82-a2d6-8e2e52e18903 req-34c72b11-9611-4426-85c4-5a08dda3f6bc tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 210 time: 0.0852683 May 06 12:33:22.150549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.154131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.194674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0e74e63-458f-480b-9789-2a176df9e497 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:22.196521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc428a1-a27c-43a3-b32b-6992d10204a4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:22.258151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-66c39fa5-5ad5-4f26-b5dc-1369a5117531 None None] Provisioning for port 401914fc-b583-433e-86b6-932eeb2416e2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:22.288607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.292255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d0ed5076-0747-44b8-b702-766d33743a55 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ecc428a1-a27c-43a3-b32b-6992d10204a4 HTTP/1.1" status: 204 len: 168 time: 0.6506019 May 06 12:33:22.295130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-66c39fa5-5ad5-4f26-b5dc-1369a5117531 None None] Provisioning complete for port 401914fc-b583-433e-86b6-932eeb2416e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:22.295682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-66c39fa5-5ad5-4f26-b5dc-1369a5117531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.321791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Calling delete_port for 2287605e-a498-46c6-9b8c-5ec58b6baf9d owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:22.367130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-66c39fa5-5ad5-4f26-b5dc-1369a5117531 None None] Port 401914fc-b583-433e-86b6-932eeb2416e2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:22.412415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04d132ad-ee1b-4976-912d-543493c7b878 req-f511d4a3-bd48-448b-9d1a-d8616d5c85d2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/974ecbc6-8a5a-42ab-9643-01eb42ed6ad7 HTTP/1.1" status: 200 len: 1633 time: 0.2652109 May 06 12:33:22.489101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b0e74e63-458f-480b-9789-2a176df9e497 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:22.499316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b0e74e63-458f-480b-9789-2a176df9e497 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:22.500775 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.552220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-04d132ad-ee1b-4976-912d-543493c7b878 req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.558878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56500) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:22.598583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-04d132ad-ee1b-4976-912d-543493c7b878 req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.626646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.653108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.704911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event deleted for resources: {'Port': ['ID=2287605e-a498-46c6-9b8c-5ec58b6baf9d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:22.714924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.730907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.738458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.764682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b0e74e63-458f-480b-9789-2a176df9e497, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0e74e63-458f-480b-9789-2a176df9e497,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:22.863070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-04d132ad-ee1b-4976-912d-543493c7b878 req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.872706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7f402b7-3174-4023-9797-eafeb588d874 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "DELETE /v2.0/ports/2287605e-a498-46c6-9b8c-5ec58b6baf9d HTTP/1.1" status: 204 len: 168 time: 1.2979662 May 06 12:33:22.875121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56510) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:22.891274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974ecbc6-8a5a-42ab-9643-01eb42ed6ad7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:22.898381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.902676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:22.904253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Pushing event updated for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:22.938204 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2c55c5-901e-4da2-8714-59f4ca582704 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] GET failed (client error): The resource could not be found. May 06 12:33:22.939019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5c2c55c5-901e-4da2-8714-59f4ca582704 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:22.974450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55e2e4-4fc6-4a0e-bd8b-e1c2fc1c7bd5 req-d297486f-c5e3-4799-980b-412e3956e55b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:22.976485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c55e2e4-4fc6-4a0e-bd8b-e1c2fc1c7bd5 req-d297486f-c5e3-4799-980b-412e3956e55b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1900039 May 06 12:33:23.048372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-04d132ad-ee1b-4976-912d-543493c7b878 req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.052862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04d132ad-ee1b-4976-912d-543493c7b878 req-0487c5de-f159-4655-a391-51b8b9e8586b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/974ecbc6-8a5a-42ab-9643-01eb42ed6ad7 HTTP/1.1" status: 204 len: 173 time: 0.6395383 May 06 12:33:23.053617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c55e2e4-4fc6-4a0e-bd8b-e1c2fc1c7bd5 req-716c1843-2f8d-4efa-82e8-dad61f0b21ad tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 May 06 12:33:23.077658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b0e74e63-458f-480b-9789-2a176df9e497,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:23.118694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5c2c55c5-901e-4da2-8714-59f4ca582704 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:23.120288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5c2c55c5-901e-4da2-8714-59f4ca582704 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports/2287605e-a498-46c6-9b8c-5ec58b6baf9d HTTP/1.1" status: 404 len: 333 time: 0.2439959 May 06 12:33:23.131759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:23.139448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-357594586'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:23.148501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:23.167588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-0de79072-86bd-4bed-9f59-dda19c506e79 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/f9cc4275-8f37-47b6-a9d6-092c0db26f3c HTTP/1.1" status: 200 len: 1635 time: 0.0840600 May 06 12:33:23.172092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:23.173305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:23.187360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:23.311730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db757455-51f1-4731-a140-183935ae9399 req-43e2a8a8-68e9-4620-85fc-3a7b92f126a9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 210 time: 0.0742192 May 06 12:33:23.369662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Made reservation on behalf of b71eefccdef84ce3bfaafb4f6c0e05da for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:23.372754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.398344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-443996122-network', 'tenant_id': '990c46791cd34622b38e57bef535b2f1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:23.408876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:23.424204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Usage tracker for resource:network and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:23.429395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:23.433568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:23.498455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:23.528276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3b3e29de-5186-445e-908f-641557736f7a None None] Provisioning complete for port 401914fc-b583-433e-86b6-932eeb2416e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:23.533207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b3e29de-5186-445e-908f-641557736f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.601919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.638673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.682316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e29de-5186-445e-908f-641557736f7a None None] Port 401914fc-b583-433e-86b6-932eeb2416e2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:23.720712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Made reservation on behalf of 990c46791cd34622b38e57bef535b2f1 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:23.725812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.756823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.797288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.819713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:23.824636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Usage tracker for resource:security_group_rule and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:23.828305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:23.836851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:23.901949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Router c1b1b074-dcbf-4601-a69f-6cffb353834f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:33:23.924512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:23.981182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.019866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.057852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc4275-8f37-47b6-a9d6-092c0db26f3c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:24.068670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.078498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.079678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1692168-b48c-430b-b0ff-42d99f6ec8e4 req-093caa24-98a7-4474-a057-183fcc4b3703 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/f9cc4275-8f37-47b6-a9d6-092c0db26f3c HTTP/1.1" status: 204 len: 173 time: 0.9042749 May 06 12:33:24.132452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:24.188171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0e74e63-458f-480b-9789-2a176df9e497 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:24.213799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:24.248431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9df59a63-b242-4eae-823b-3b27ff350544 admin admin] 10.222.0.83 "PUT /v2.0/routers/c1b1b074-dcbf-4601-a69f-6cffb353834f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7821963 May 06 12:33:24.273427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b0e74e63-458f-480b-9789-2a176df9e497 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:24.273930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.285879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=14aa16b0-6cdc-40f0-864b-88b2437c7e12,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:24.289247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.289685 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Added segment a19e665d-dbf7-4f5a-8089-c581d0dbf7ce of type vlan for network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 May 06 12:33:24.305074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1866092637', 'description': 'tempest-description-1135088686'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:24.321668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:24.351310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:24.365535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Network 5c54610d-5946-4908-82d3-8620fa5fe192 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:24.366590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:24.372421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:24.374355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f58ac-0299-4a1d-b549-080496f3835b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:24.382254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:24.383081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.383806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.392859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:24.398998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.404038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef0fea-0388-4676-99e1-d4f118764cb6 req-6ae2cc3a-55a7-4b62-81e9-cde303bac6b4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.405943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9ef0fea-0388-4676-99e1-d4f118764cb6 req-6ae2cc3a-55a7-4b62-81e9-cde303bac6b4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1072516 May 06 12:33:24.480461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9ef0fea-0388-4676-99e1-d4f118764cb6 req-31f80e79-00b4-493f-9d79-5f8285fa5bf4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 May 06 12:33:24.517411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.582379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:24.589315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c673f9c7-39c5-4f7e-938d-12f701b49f99 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4560351 May 06 12:33:24.591314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Usage tracker for resource:security_group_rule and tenant:ae2fb4d682ba411a8891508a145c40d4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:24.593525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56554) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:24.599066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.602050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:24.602645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.608357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:24.608518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:24.660415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:24.716163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2cc751e2-bd1f-4525-9207-6f3be42fa54a req-7554fc47-475b-4eb0-9ad5-91648ee70e3b tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 210 time: 0.0735016 May 06 12:33:24.836572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:24.845674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] Pushing event updated for resources: {'Network': ['ID=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:24.853441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f739fb33-608b-4fcd-a694-a7afbcf19cad admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2924135 May 06 12:33:24.860295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56566) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:24.869235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:24.882065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Request body: {'subnet': {'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-443996122-subnet', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:24.923617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:24.942175 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Sync routers for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:24.964568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Usage tracker for resource:subnet and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:24.968156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:24.970910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:24.976708 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:24.998919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:25.049320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.136437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.141070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Made reservation on behalf of 990c46791cd34622b38e57bef535b2f1 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:25.145770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.303282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:25.465528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3f9e8-f300-4ae4-a972-0a7ec79b0106,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:25.532083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.532956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2111266-ae13-444e-a7e3-1d922ba55282 req-b2fb2a49-ec87-4636-9642-06093b2364c0 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.2514093 May 06 12:33:25.638539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.740994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] device_id is not set on port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:25.754017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.789204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4671dbc-a9cf-4565-ab00-7f637dd06321,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:25.834939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Transition to ACTIVE for port object 14aa16b0-6cdc-40f0-864b-88b2437c7e12 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:25.856179 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:21Z', 'revision_number': 4, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '401914fc-b583-433e-86b6-932eeb2416e2', 'name': '', 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71', 'tenant_id': '9a458474d904443aa75a25d107041486', 'mac_address': 'fa:16:3e:c6:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:19Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 2, 'project_id': '9a458474d904443aa75a25d107041486', 'subnets': [{'id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:25.864225 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Checking router: c1b1b074-dcbf-4601-a69f-6cffb353834f for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:25.867536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Updating router c1b1b074-dcbf-4601-a69f-6cffb353834f port 401914fc-b583-433e-86b6-932eeb2416e2 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:25.872790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-b32be628-74f1-45a4-9864-16f1b5ca4b52 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:25.911188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Checking segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:25.911832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Network hostable DHCP agents. Network: 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:25.924181 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.949636 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:25.985186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c659956-9cce-4449-b257-ac0855c56d5d req-42082367-f198-46a0-a83a-55ea1ba07a44 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:26.004979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c659956-9cce-4449-b257-ac0855c56d5d req-42082367-f198-46a0-a83a-55ea1ba07a44 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2185807 May 06 12:33:26.080224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c659956-9cce-4449-b257-ac0855c56d5d req-55024df2-db08-4c83-b22b-3be9162675be tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736825 May 06 12:33:26.102732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-b32be628-74f1-45a4-9864-16f1b5ca4b52 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:26.118712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22b95955-d004-4678-a7fd-1890513d70ad req-b32be628-74f1-45a4-9864-16f1b5ca4b52 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6797142 May 06 12:33:26.149991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:26.206913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-48ff9034-e127-4f20-b455-640f0bdf31cf tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/5dc3f9e8-f300-4ae4-a972-0a7ec79b0106 HTTP/1.1" status: 200 len: 1635 time: 0.0753770 May 06 12:33:26.224741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Request body: {'security_group': {'name': 'tempest-sg-hth-921266102', 'description': 'tempest-description-hth-1838678404'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:26.267586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.322934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=14aa16b0-6cdc-40f0-864b-88b2437c7e12,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:26.329440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:26.344671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.348400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:26.367409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Usage tracker for resource:floatingip and tenant:9a458474d904443aa75a25d107041486 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:26.424517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:26.428620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:26.428965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:26.429314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:26.433355 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.448258 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Transition to ACTIVE for port object 401914fc-b583-433e-86b6-932eeb2416e2 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:26.452130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:26.452382 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:26.455201 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 2 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:26.483605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:26.483968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:26.484344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:26.492070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-10df1c06-f001-471e-a77d-3c4904482c27 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:26.493576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-10df1c06-f001-471e-a77d-3c4904482c27 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 812 time: 0.4337437 May 06 12:33:26.498609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:26.498944 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:26.499335 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 3 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:26.506702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:26.514391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:26.514391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.516731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714aa93e-a604-43be-9d46-492211cba3ca None None] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:26.522395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Request body: {'port': {'device_id': '479e1617-ff99-4588-9497-d96f9de531e8', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'admin_state_up': True, 'tenant_id': '643f84bf176b467ea3f54ccc39be3e3d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:26.584340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.586531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.594037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:26.594387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:26.594728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:26.605376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71e384fe-780b-4646-a2d5-f0fb77a4b2fc req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "PUT /v2.0/security-groups/5dc3f9e8-f300-4ae4-a972-0a7ec79b0106 HTTP/1.1" status: 200 len: 1608 time: 0.3830872 May 06 12:33:26.610074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.648348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:26.648657 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:26.652907 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 4 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:26.678568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f78e44-e121-4d0b-9e1a-b86596818744 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc3f9e8-f300-4ae4-a972-0a7ec79b0106,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:26.690209 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:26.744376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c5e2f05-cca1-4f6a-8929-834970dc3504 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8826468 May 06 12:33:26.752279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56608) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:26.761190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:26.763533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:26.764029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:26.764232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:26.767343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:26.773526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Usage tracker for resource:router and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:26.776981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:26.785260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:26.879275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:26.879611 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:26.883303 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 5 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:26.961374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:26.961756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:26.962502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:26.979632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:26.998295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:33:27.010373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.011252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.012350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.030512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:27.044580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d4d178c-7cbb-43c4-b667-9ea7eff38ca1 req-b60a408d-4fd7-4b2d-aebe-b70725261fc2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 210 time: 0.1575873 May 06 12:33:27.047658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:27.048071 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:27.060847 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 6 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:27.109894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:27.110266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:27.110609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:27.123396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.139418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:27.139418 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:27.141984 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 7 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:27.190048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:27.190386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:27.190754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:27.212964 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4ed86-730e-4c5a-80fe-08e5aa606bc6 None None] Pushing event updated for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:27.235307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:27.235547 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:27.240994 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 8 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:27.245162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-338bd229-75e1-4983-be93-0ffb30a0ba35 req-c8ce652c-a470-4d4e-bdba-ce1a2f9ef049 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/5dc3f9e8-f300-4ae4-a972-0a7ec79b0106 HTTP/1.1" status: 200 len: 1608 time: 0.1043468 May 06 12:33:27.259390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Made reservation on behalf of 643f84bf176b467ea3f54ccc39be3e3d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:27.272817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.273049 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Attempting to bind port 401914fc-b583-433e-86b6-932eeb2416e2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:27.273503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Attempting to bind port 401914fc-b583-433e-86b6-932eeb2416e2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:27.275413 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Attempting to bind port 401914fc-b583-433e-86b6-932eeb2416e2 on network 461952a9-fd7b-44a9-9142-318ee0d18b71 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Checking segment: {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Bound using segment: {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Bound port: 401914fc-b583-433e-86b6-932eeb2416e2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:27.293314 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.324662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.342536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:27.342875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:27.343214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:27.403363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Allocated IP 172.20.0.2 (156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7/a4671dbc-a9cf-4565-ab00-7f637dd06321/c6d28064-4393-42c5-9629-5e982ea8d064) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:27.541506 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] For port 401914fc-b583-433e-86b6-932eeb2416e2, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:27.586167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:27.586722 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:27.589761 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 9 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:27.616256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Allocated IP 172.25.2.12 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/e4fa583a-f44b-4dbb-aea1-38077f017182) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:27.766227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.778812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] For port 401914fc-b583-433e-86b6-932eeb2416e2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=401914fc-b583-433e-86b6-932eeb2416e2,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:27.780896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Transition to ACTIVE for port object c6d28064-4393-42c5-9629-5e982ea8d064 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:27.811303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Allocated IP 172.20.0.7 (a92734fc-5afc-45ea-8570-b01abe899f1a/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4/83c3e14f-e223-42bc-ab31-bd841dc364ef) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:27.813893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Transition to ACTIVE for port object c6d28064-4393-42c5-9629-5e982ea8d064 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:27.883522 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.925086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:27.950835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.010483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20572eb1-1341-44ec-80ed-ff1648486a9e req-9011b320-10a7-4829-9432-66a319ec8a33 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:28.053205 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:28.054628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:28.055472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.057710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20572eb1-1341-44ec-80ed-ff1648486a9e req-9011b320-10a7-4829-9432-66a319ec8a33 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.5889540 May 06 12:33:28.093340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:28.093792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:28.094183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:28.112271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:28.112887 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:28.114157 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempt 10 to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 May 06 12:33:28.115350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Pushing event updated for resources: {'Port': ['ID=c6d28064-4393-42c5-9629-5e982ea8d064,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:28.155895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:28.156408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:28.157072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempting to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:28.164423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:28.169679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:28.177060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:28.216538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56636) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:28.260896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20572eb1-1341-44ec-80ed-ff1648486a9e req-3ef624c5-3603-40de-b7a8-77810764017e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019999 May 06 12:33:28.276577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.309127 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:28.415882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Network a92734fc-5afc-45ea-8570-b01abe899f1a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:28.427752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:28.438689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:28.439164 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Failed to bind port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5c54610d-5946-4908-82d3-8620fa5fe192'}] May 06 12:33:28.439620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.442871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Attempting to bind port c6d28064-4393-42c5-9629-5e982ea8d064 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:28.449069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Attempting to bind port c6d28064-4393-42c5-9629-5e982ea8d064 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:28.449585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Attempting to bind port c6d28064-4393-42c5-9629-5e982ea8d064 on network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:28.455277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:28.464568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:28.464940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Checking segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:28.465339 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.465721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Bound using segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:28.466181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Bound port: c6d28064-4393-42c5-9629-5e982ea8d064, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:28.466546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.513234 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4ed86-730e-4c5a-80fe-08e5aa606bc6 None None] Pushing event updated for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:28.529948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:28.530753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.552253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37ed01fa-5055-464e-8779-56877b697501 req-27c3a950-e783-423b-be57-a3d486d5e106 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/5dc3f9e8-f300-4ae4-a972-0a7ec79b0106 HTTP/1.1" status: 200 len: 1608 time: 0.1429372 May 06 12:33:28.696321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port 14aa16b0-6cdc-40f0-864b-88b2437c7e12, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:28.697199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Attempted to set empty binding levels {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:33:28.710469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2019360 May 06 12:33:28.717417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-37ed01fa-5055-464e-8779-56877b697501 req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.724820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381d4c7-5fe4-47a8-b25d-b7c26d87589c tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event updated for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:28.735071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Request body: {'port': {'device_id': '479e1617-ff99-4588-9497-d96f9de531e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:28.761305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] For port c6d28064-4393-42c5-9629-5e982ea8d064, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:28.765335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] For port c6d28064-4393-42c5-9629-5e982ea8d064, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c6d28064-4393-42c5-9629-5e982ea8d064,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:28.772277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:28.777788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.820989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:28.834654 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:21Z', 'revision_number': 4, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '401914fc-b583-433e-86b6-932eeb2416e2', 'name': '', 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71', 'tenant_id': '9a458474d904443aa75a25d107041486', 'mac_address': 'fa:16:3e:c6:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:19Z', 'updated_at': '2022-05-06T12:33:27Z', 'revision_number': 4, 'project_id': '9a458474d904443aa75a25d107041486', 'subnets': [{'id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:28.838324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Usage tracker for resource:floatingip and tenant:d5a4a84b6ab7453891c72335bca2fdf3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:28.840056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0473cc-f83a-4487-b7aa-c84cb7008f75 None None] The sync data for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 is: [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:33:21Z', 'revision_number': 4, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '401914fc-b583-433e-86b6-932eeb2416e2', 'name': '', 'network_id': '461952a9-fd7b-44a9-9142-318ee0d18b71', 'tenant_id': '9a458474d904443aa75a25d107041486', 'mac_address': 'fa:16:3e:c6:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:19Z', 'updated_at': '2022-05-06T12:33:27Z', 'revision_number': 4, 'project_id': '9a458474d904443aa75a25d107041486', 'subnets': [{'id': '98ab55d1-3bd7-4df4-af34-bf4ec3eeb440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:28.851343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:28.862001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-37ed01fa-5055-464e-8779-56877b697501 req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.873223 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.882258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:28.958151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.958471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.964894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] In _notify_port_updated(), no bound segment for port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 on network 5c54610d-5946-4908-82d3-8620fa5fe192 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:33:28.966254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:28.972713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "PUT /v2.0/ports/14aa16b0-6cdc-40f0-864b-88b2437c7e12 HTTP/1.1" status: 200 len: 974 time: 4.3753285 May 06 12:33:28.980713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56648) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:29.005046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.026422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043e792-e63e-4e9d-b394-f7861cf064b8 None None] Pushing event updated for resources: {'Port': ['ID=c6d28064-4393-42c5-9629-5e982ea8d064,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:29.078447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.121324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3a076-f739-411d-b71f-faa1a42db4ae tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event updated for resources: {'Port': ['ID=14aa16b0-6cdc-40f0-864b-88b2437c7e12,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:29.177372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.198519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-37ed01fa-5055-464e-8779-56877b697501 req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.275862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc3f9e8-f300-4ae4-a972-0a7ec79b0106,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:29.342428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-37ed01fa-5055-464e-8779-56877b697501 req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.346525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37ed01fa-5055-464e-8779-56877b697501 req-6ef43c90-9314-41a0-9658-031b62eab7f8 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/5dc3f9e8-f300-4ae4-a972-0a7ec79b0106 HTTP/1.1" status: 204 len: 173 time: 0.7931743 May 06 12:33:29.412862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Deleting port 14aa16b0-6cdc-40f0-864b-88b2437c7e12 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:29.432015 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.451173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:29.669467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3281e71-7c92-409c-860d-e910b196a22e req-14a2584c-f2a0-4880-a005-90bd7402fecb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:29.671091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3281e71-7c92-409c-860d-e910b196a22e req-14a2584c-f2a0-4880-a005-90bd7402fecb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 931 time: 0.1342139 May 06 12:33:29.727582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3281e71-7c92-409c-860d-e910b196a22e req-741e1e33-5237-45db-b9e8-ab92b6aa9b87 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502646 May 06 12:33:29.853187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] For port 14aa16b0-6cdc-40f0-864b-88b2437c7e12, host n-h1-840845-1, got binding levels [] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:29.853548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.000885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.016768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Calling delete_port for 14aa16b0-6cdc-40f0-864b-88b2437c7e12 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:30.068545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Allocated IP 172.25.2.9 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b63a77ff-405e-462d-a149-ea6e1c163df1) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:30.103210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348caf73-1807-45a4-863f-45d30d841a15 req-8385fe02-3e6a-4af4-99dc-338b21f877a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:30.115205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-348caf73-1807-45a4-863f-45d30d841a15 req-8385fe02-3e6a-4af4-99dc-338b21f877a3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1540186 May 06 12:33:30.291893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c6d28064-4393-42c5-9629-5e982ea8d064 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:30.296350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:30.303460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:30.321881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:30.358523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=e4fa583a-f44b-4dbb-aea1-38077f017182,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:30.406683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-348caf73-1807-45a4-863f-45d30d841a15 req-4a1aae9f-6f00-40e7-af04-9ed5ad94e852 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918720 May 06 12:33:30.410253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.439323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357bf5b8-3fea-4545-91d9-0305fed09914 None None] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:30.530400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c6d28064-4393-42c5-9629-5e982ea8d064 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:30.568586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 401914fc-b583-433e-86b6-932eeb2416e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:30.591900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c3e14f-e223-42bc-ab31-bd841dc364ef {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:30.600536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.606223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.641800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.676957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Transition to ACTIVE for port object 83c3e14f-e223-42bc-ab31-bd841dc364ef will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:30.678903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Pushing event deleted for resources: {'Port': ['ID=14aa16b0-6cdc-40f0-864b-88b2437c7e12,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:30.691877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.716357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26685054-dcf7-4bf1-9518-82de9ec260ff tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "DELETE /v2.0/ports/14aa16b0-6cdc-40f0-864b-88b2437c7e12 HTTP/1.1" status: 204 len: 168 time: 1.7341950 May 06 12:33:30.717221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:30.737202 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-91e18958-6479-4b57-91d1-3135e61fbf03 req-dac6391b-1d10-41ba-a56d-a4b19acb7a81 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:30.739288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91e18958-6479-4b57-91d1-3135e61fbf03 req-dac6391b-1d10-41ba-a56d-a4b19acb7a81 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/f9cc4275-8f37-47b6-a9d6-092c0db26f3c HTTP/1.1" status: 404 len: 352 time: 0.0570099 May 06 12:33:30.794954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:30.813930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:30.825591 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e71021-30e5-454a-84c5-a508e18a98d0 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] GET failed (client error): The resource could not be found. May 06 12:33:30.826096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-22e71021-30e5-454a-84c5-a508e18a98d0 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Synchronizing usage tracker for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:30.829724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:30.845648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.862306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Provisioning for port c6d28064-4393-42c5-9629-5e982ea8d064 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:30.873061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Provisioning complete for port c6d28064-4393-42c5-9629-5e982ea8d064 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:30.873648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.890195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.926670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Allocated IP 172.25.2.39 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/17c66c26-6e94-4de7-8587-817e9780dd7c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:30.929142 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-31a453ff-f017-41ae-a2aa-73a61417dde7 req-6921d0fa-2b97-44a0-a23a-ce1657f176c7 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:30.930397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31a453ff-f017-41ae-a2aa-73a61417dde7 req-6921d0fa-2b97-44a0-a23a-ce1657f176c7 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/974ecbc6-8a5a-42ab-9643-01eb42ed6ad7 HTTP/1.1" status: 404 len: 352 time: 0.1064610 May 06 12:33:30.931192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Pushing event updated for resources: {'Port': ['ID=b63a77ff-405e-462d-a149-ea6e1c163df1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:30.939710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 401914fc-b583-433e-86b6-932eeb2416e2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:30.949263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 401914fc-b583-433e-86b6-932eeb2416e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:30.950315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:30.969683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.970237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.970795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.971325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.971906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.973023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.973576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.974097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.975077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.975851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:30.976742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:31.141774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Pushing event updated for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:31.142661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.156785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-22e71021-30e5-454a-84c5-a508e18a98d0 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] Unset dirty status for tenant:b71eefccdef84ce3bfaafb4f6c0e05da on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:31.164107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-22e71021-30e5-454a-84c5-a508e18a98d0 tempest-PortsAdminExtendedAttrsTestJSON-1640106458 tempest-PortsAdminExtendedAttrsTestJSON-1640106458-project-admin] 10.222.0.83 "GET /v2.0/ports/14aa16b0-6cdc-40f0-864b-88b2437c7e12 HTTP/1.1" status: 404 len: 333 time: 0.4448812 May 06 12:33:31.166881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:31.265301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] For port c6d28064-4393-42c5-9629-5e982ea8d064, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c6d28064-4393-42c5-9629-5e982ea8d064,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:31.271238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.272477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.333218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 401914fc-b583-433e-86b6-932eeb2416e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=401914fc-b583-433e-86b6-932eeb2416e2,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:31.348687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.395994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Attempting to bind port 83c3e14f-e223-42bc-ab31-bd841dc364ef on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:31.396332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Attempting to bind port 83c3e14f-e223-42bc-ab31-bd841dc364ef by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:31.396645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Attempting to bind port 83c3e14f-e223-42bc-ab31-bd841dc364ef on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:31.461043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.479667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb9877-9e89-47e6-ba7a-3b67788a488f None None] Pushing event updated for resources: {'Port': ['ID=c6d28064-4393-42c5-9629-5e982ea8d064,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:31.533134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.576009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Port 83c3e14f-e223-42bc-ab31-bd841dc364ef on network a92734fc-5afc-45ea-8570-b01abe899f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:33:31.576230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Attempting to bind port 83c3e14f-e223-42bc-ab31-bd841dc364ef on network a92734fc-5afc-45ea-8570-b01abe899f1a {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:31.588401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:31.591404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:31.591791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Checking segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:31.592164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Bound using segment: {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:31.592600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Bound port: 83c3e14f-e223-42bc-ab31-bd841dc364ef, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf5f967-0399-45a3-a268-8a3c6981fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:31.592944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.598596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6bd93c69-31d9-44c9-bc6d-1fa2d8229880 None None] Provisioning complete for port c6d28064-4393-42c5-9629-5e982ea8d064 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:31.599127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bd93c69-31d9-44c9-bc6d-1fa2d8229880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.612049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.655475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710be53-a022-418f-aa23-4ef0e3d02002 req-f56cf522-7b21-4ffa-b1a4-53d8a6d5058a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:31.656566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0710be53-a022-418f-aa23-4ef0e3d02002 req-f56cf522-7b21-4ffa-b1a4-53d8a6d5058a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 943 time: 0.4905436 May 06 12:33:31.668417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.669157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.737062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:31.752341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:31.763896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.884253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.927135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.943010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0710be53-a022-418f-aa23-4ef0e3d02002 req-cf706ee6-93f7-4ff7-b615-e78380535164 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769539 May 06 12:33:31.949764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.951478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] 10.222.0.86 "PUT /v2.0/ports/83c3e14f-e223-42bc-ab31-bd841dc364ef HTTP/1.1" status: 200 len: 1091 time: 3.2237973 May 06 12:33:31.951959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:31.970824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c6a6-54d4-4423-8122-3057ac03e66a service neutron] Pushing event updated for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:31.975803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:31.998699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c54610d-5946-4908-82d3-8620fa5fe192']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:32.031589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:32.031979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7e65f1-fd69-48d5-b2c3-3f8b1c6763ab') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:32.040631 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-77dd5465-0960-47e3-8a5d-1bd273cce10a req-6bafddff-9e47-4a33-8e2a-ccc39929b8a1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:32.041654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77dd5465-0960-47e3-8a5d-1bd273cce10a req-6bafddff-9e47-4a33-8e2a-ccc39929b8a1 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/2d600986-d500-4c6e-a510-3adf09962f93 HTTP/1.1" status: 404 len: 352 time: 0.0356913 May 06 12:33:32.053920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.076710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.088897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:32.089749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.094651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=e4fa583a-f44b-4dbb-aea1-38077f017182,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: timer() May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:32.105237 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:32.134983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.171582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c6d28064-4393-42c5-9629-5e982ea8d064 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:32.259406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c6d28064-4393-42c5-9629-5e982ea8d064 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:32.259763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.266554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-b802c64c-ea37-4ea1-b1ab-545f86e87cc8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 1094 time: 0.0738549 May 06 12:33:32.320129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830ff03-024d-42a3-aedf-d3c8d76fc52b req-17441851-6844-44f9-94d9-7527f47f67e1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:32.322299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3830ff03-024d-42a3-aedf-d3c8d76fc52b req-17441851-6844-44f9-94d9-7527f47f67e1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1206086 May 06 12:33:32.342698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-d56f7123-b11f-45f1-915b-b795901f0e0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef HTTP/1.1" status: 200 len: 217 time: 0.0678356 May 06 12:33:32.383468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.410564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-17bfaf64-61ed-4ffd-8d78-9b548f2d85e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:32.412164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-17bfaf64-61ed-4ffd-8d78-9b548f2d85e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.0632284 May 06 12:33:32.560653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 401914fc-b583-433e-86b6-932eeb2416e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:32.562294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3830ff03-024d-42a3-aedf-d3c8d76fc52b req-8827b457-3cac-452d-ae15-62df5fd3ad10 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255476 May 06 12:33:32.562413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-0c09ef80-f653-4336-817a-4f37b979eb32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602264 May 06 12:33:32.562502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Pushing event updated for resources: {'Port': ['ID=17c66c26-6e94-4de7-8587-817e9780dd7c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:32.562502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:32.562502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:32.562502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:32.562783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 401914fc-b583-433e-86b6-932eeb2416e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:32.562783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.572734 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463d2572-6b23-4c1c-9625-be874ca20f23'] response: {'name': 'network-changed', 'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef', 'status': 'completed', 'code': 200} May 06 12:33:32.589796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.592272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22b95955-d004-4678-a7fd-1890513d70ad req-245f48c9-de8b-4e34-9863-27d8644bc207 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4724782 May 06 12:33:32.614171 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-f489b598-4902-47d7-9565-86e2d81dba7d req-8b6863d3-192f-4a53-a31a-02d722bc987b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:32.615182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f489b598-4902-47d7-9565-86e2d81dba7d req-8b6863d3-192f-4a53-a31a-02d722bc987b tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/d720e5d8-c4d1-42c5-95cd-e2cbc3768d0d HTTP/1.1" status: 404 len: 352 time: 0.0233331 May 06 12:33:32.702448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-56fdf9be-55d9-40bf-87fa-42078e44879d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:32.714622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.719795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.722710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Router 1b4befe2-6113-43da-863b-9b06422f87f2 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:33:32.740100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-084839f5-390a-4681-afe6-761f93b6fc3b service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549438 May 06 12:33:32.766454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:32.775497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] Pushing event deleted for resources: {'Network': ['ID=5c54610d-5946-4908-82d3-8620fa5fe192,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:32.779535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25adb4d0-ec41-45f6-8896-89531a0e8a6b tempest-PortsAdminExtendedAttrsTestJSON-116081117 tempest-PortsAdminExtendedAttrsTestJSON-116081117-project] 10.222.0.83 "DELETE /v2.0/networks/5c54610d-5946-4908-82d3-8620fa5fe192 HTTP/1.1" status: 204 len: 168 time: 1.6098564 May 06 12:33:32.782498 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-2b91be2b-db4f-4871-8669-2fe294ab56c6 req-6655b91f-e5e9-4c7f-8c1e-4ef2c30e2f26 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:32.790373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b91be2b-db4f-4871-8669-2fe294ab56c6 req-6655b91f-e5e9-4c7f-8c1e-4ef2c30e2f26 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/b70e9c23-2b1a-4bdd-9128-7867b9a00bb7 HTTP/1.1" status: 404 len: 352 time: 0.0938520 May 06 12:33:32.883029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56706) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:32.883029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-22b95955-d004-4678-a7fd-1890513d70ad req-56fdf9be-55d9-40bf-87fa-42078e44879d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:32.888318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22b95955-d004-4678-a7fd-1890513d70ad req-56fdf9be-55d9-40bf-87fa-42078e44879d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.2881434 May 06 12:33:32.998641 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-2bfd258d-3bb0-4e59-9915-4c317c710dc2 req-a2527301-18a9-4f4a-a421-998de3e872f9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] show failed (client error): The resource could not be found. May 06 12:33:33.007718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bfd258d-3bb0-4e59-9915-4c317c710dc2 req-a2527301-18a9-4f4a-a421-998de3e872f9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/ddac565a-7f92-4a16-8600-234e8ebf7bab HTTP/1.1" status: 404 len: 352 time: 0.1308722 May 06 12:33:33.051815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.102882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bcb5cf20-61d6-47f3-8b8a-fbde5e2c3a29 req-4a10604c-09e7-4c3a-9721-bd4adc78498b service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561671 May 06 12:33:33.121008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.141020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b95955-d004-4678-a7fd-1890513d70ad req-e11ac05d-749c-4c13-a568-11a3d34b1551 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.142426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22b95955-d004-4678-a7fd-1890513d70ad req-e11ac05d-749c-4c13-a568-11a3d34b1551 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2532871 May 06 12:33:33.166328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:33.173536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Usage tracker for resource:security_group_rule and tenant:36f334d2350c4af18f087765655419c4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:33.173984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:33.181247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:33.258118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.461328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-76673c02-c7b2-4597-bc23-f7e31a1aa3f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 1094 time: 0.0851433 May 06 12:33:33.514966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee99d4-c125-47eb-a014-c0439bef0765 req-8f0a7106-f5b2-4cd3-ae7d-304ab018bab9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.516463 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8ee99d4-c125-47eb-a014-c0439bef0765 req-8f0a7106-f5b2-4cd3-ae7d-304ab018bab9 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 943 time: 0.3605964 May 06 12:33:33.526023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:33.536274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Sync routers for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:33.548766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:33.560627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:33.561016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.586089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.611074 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8ee99d4-c125-47eb-a014-c0439bef0765 req-57166053-e3be-4d32-8835-a6c24a20dcfd tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 May 06 12:33:33.634667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4157c321-3e90-4436-8b51-1df7af25b9d9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:33.645213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56722) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:33.645790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b71b83ef-7ddb-4f05-9af6-453572b96e83 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=36f334d2350c4af18f087765655419c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7547343 May 06 12:33:33.686408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.688945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-cce0f6ba-fbf3-42d0-b85a-7cd358314311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.690432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-cce0f6ba-fbf3-42d0-b85a-7cd358314311 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 200 len: 913 time: 0.2231145 May 06 12:33:33.696728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:33.699506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd21ac03-0a8e-42e7-bdc6-a0ffe015d87d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9440403 May 06 12:33:33.750166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:33.771670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-5f0b3230-e653-4bea-9947-1f91556e715c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef HTTP/1.1" status: 200 len: 217 time: 0.0737875 May 06 12:33:33.781955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:33.856417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56732) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:33.917676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-9122d8c7-e9ee-4bab-b464-fd4db630ed9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:33.919068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-9122d8c7-e9ee-4bab-b464-fd4db630ed9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 200 len: 852 time: 0.1402495 May 06 12:33:33.995599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Pushing event updated for resources: {'Port': ['ID=17c66c26-6e94-4de7-8587-817e9780dd7c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.148720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-3530038f-fb6e-476c-8056-86a325fc1851 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a92734fc-5afc-45ea-8570-b01abe899f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2208240 May 06 12:33:34.194000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:31Z', 'revision_number': 3, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:34.198259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Checking router: 1b4befe2-6113-43da-863b-9b06422f87f2 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:34.198603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Updating router 1b4befe2-6113-43da-863b-9b06422f87f2 port b63a77ff-405e-462d-a149-ea6e1c163df1 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:34.199049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.217518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-b51d4b4b-f975-412b-8121-b459cbf5f813 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5163767 May 06 12:33:34.255654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:34.259698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.281313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:34.285559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.295302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.324263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:34.426073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-6f83dabd-1167-4e70-b1d8-c9d8eb662c83 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597957 May 06 12:33:34.433569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1eb60f1c-47bc-4ba0-9e1b-57c2955b5db1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8c7548de1d44fb98d6577cb9b5ceb7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5704343 May 06 12:33:34.433938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56740) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:34.482748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44784-e484-4f20-933e-fbcd12223482 req-bf09f2a2-2392-497c-8a63-8ad967d3a228 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:34.488242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.492334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6c44784-e484-4f20-933e-fbcd12223482 req-bf09f2a2-2392-497c-8a63-8ad967d3a228 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2956176 May 06 12:33:34.493100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec21214b-4e6c-40d2-acbb-14de8f196161 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2754817 May 06 12:33:34.509744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:34.575546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1336804883', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'fixed_ips': [{'ip_address': '172.25.2.39'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:34.586673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.590698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:34.606633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Usage tracker for resource:port and tenant:d5a4a84b6ab7453891c72335bca2fdf3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:34.610126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:34.620189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157c321-3e90-4436-8b51-1df7af25b9d9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.624678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:34.641655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.645820 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78c5276d-5da6-4db9-862a-b360a7d73cdf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4157c321-3e90-4436-8b51-1df7af25b9d9 HTTP/1.1" status: 204 len: 168 time: 0.9993894 May 06 12:33:34.684893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6c44784-e484-4f20-933e-fbcd12223482 req-1e9e0d70-ff1c-4100-a27c-80e0953a4ff4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252077 May 06 12:33:34.694885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.714636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.725958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccb19489-1da3-43be-8835-f3e9eb1e3693 req-b289acb3-ee86-444a-8e7c-711d0fde8ff6 service neutron] 10.222.0.86 "GET /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886627 May 06 12:33:34.728862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.731050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Transition to ACTIVE for port object b63a77ff-405e-462d-a149-ea6e1c163df1 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:34.750540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.866476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.914419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4161106-302b-403b-a026-37b123895a98 req-f7b267f8-4775-48f3-bd3f-96a7f8dc4fc9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:34.915153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e4161106-302b-403b-a026-37b123895a98 req-f7b267f8-4775-48f3-bd3f-96a7f8dc4fc9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:34.956037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6029-33cb-44ce-af7e-5b75b4ab8cac None None] Pushing event updated for resources: {'Port': ['ID=b63a77ff-405e-462d-a149-ea6e1c163df1,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:34.960940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Attempting to bind port b63a77ff-405e-462d-a149-ea6e1c163df1 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:34.961307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Attempting to bind port b63a77ff-405e-462d-a149-ea6e1c163df1 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:34.961665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Attempting to bind port b63a77ff-405e-462d-a149-ea6e1c163df1 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:34.966650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Made reservation on behalf of d5a4a84b6ab7453891c72335bca2fdf3 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:34.969053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:34.969237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.969428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:34.969829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.970216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:34.970683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Bound port: b63a77ff-405e-462d-a149-ea6e1c163df1, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:34.971052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:34.998884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.036714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.058342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0cbad-5c34-48c4-a791-553a52029db0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:35.058785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] For port b63a77ff-405e-462d-a149-ea6e1c163df1, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:35.064333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] For port b63a77ff-405e-462d-a149-ea6e1c163df1, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b63a77ff-405e-462d-a149-ea6e1c163df1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:35.069801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.073695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-818136de-938a-426d-94b5-2e153f301db1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7e0cbad-5c34-48c4-a791-553a52029db0 HTTP/1.1" status: 204 len: 168 time: 0.6361916 May 06 12:33:35.076024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:35.085437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Usage tracker for resource:security_group_rule and tenant:d5a4a84b6ab7453891c72335bca2fdf3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:35.089333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:35.109781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:35.146681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e4161106-302b-403b-a026-37b123895a98 req-f7b267f8-4775-48f3-bd3f-96a7f8dc4fc9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:35.148042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4161106-302b-403b-a026-37b123895a98 req-f7b267f8-4775-48f3-bd3f-96a7f8dc4fc9 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1023 time: 0.3282402 May 06 12:33:35.186521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.201674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e4161106-302b-403b-a026-37b123895a98 req-20e921be-5f64-4a91-b908-7828020d00ec tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:35.244398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.306735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.333381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6029-33cb-44ce-af7e-5b75b4ab8cac None None] Pushing event updated for resources: {'Port': ['ID=b63a77ff-405e-462d-a149-ea6e1c163df1,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:35.344549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:35.344549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:35.428228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e4161106-302b-403b-a026-37b123895a98 req-20e921be-5f64-4a91-b908-7828020d00ec tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:35.431536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:35.439308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4161106-302b-403b-a026-37b123895a98 req-20e921be-5f64-4a91-b908-7828020d00ec tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&id=359bcd10-eee0-43b5-8a0f-fb1b22a30aac&id=816ba26d-e19e-4021-817b-7d3bd723f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2782369 May 06 12:33:35.452198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] device_id is not set on port c7d95406-719a-438a-a34c-441a9b250adb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:35.560637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Allocated IP 172.25.2.217 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/41e00b6b-116e-4f1f-82cd-5b49bbb7be9c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:35.617285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d83213-c541-4b89-9342-b7ad75777e93,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:35.623063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:35.737202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83c3e14f-e223-42bc-ab31-bd841dc364ef details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:33:35.783097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a35b8-8702-4509-ad15-fdf34839a08b req-3e1623c8-cc31-4a7d-9d1f-3efc63169d44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:35.788721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a29a35b8-8702-4509-ad15-fdf34839a08b req-3e1623c8-cc31-4a7d-9d1f-3efc63169d44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:35.944664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-b7618cae-5987-4911-8ca6-0c658d754753 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:35.946261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-b7618cae-5987-4911-8ca6-0c658d754753 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.13 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1023 time: 0.1512699 May 06 12:33:36.026617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.040831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Deleting port b7442469-2c21-4cc1-9203-a56fd1df73ca {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:36.041492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.048533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:36.057633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.082599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '83c3e14f-e223-42bc-ab31-bd841dc364ef', 'network_id': 'a92734fc-5afc-45ea-8570-b01abe899f1a', 'port_id': '83c3e14f-e223-42bc-ab31-bd841dc364ef', 'mac_address': 'fa:16:3e:ff:5b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf805fb-0ed9-4a21-a8ef-cb649c8406e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:33:36.101142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a29a35b8-8702-4509-ad15-fdf34839a08b req-3e1623c8-cc31-4a7d-9d1f-3efc63169d44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:36.102982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a29a35b8-8702-4509-ad15-fdf34839a08b req-3e1623c8-cc31-4a7d-9d1f-3efc63169d44 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 943 time: 0.4830275 May 06 12:33:36.160174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:31Z', 'revision_number': 3, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:36.165276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.176534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ee092-9e31-4265-9b7f-e2ea9010d73b None None] The sync data for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 is: [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:31Z', 'revision_number': 3, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:36.176791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a29a35b8-8702-4509-ad15-fdf34839a08b req-1b7c1bbf-a239-4f4b-81c9-d5bf0101a815 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609918 May 06 12:33:36.185882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c3e14f-e223-42bc-ab31-bd841dc364ef {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:33:36.203219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:36.356080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Allocated IP 172.20.0.1 (156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7/a4671dbc-a9cf-4565-ab00-7f637dd06321/635598eb-f7db-414c-8431-671739d8e0df) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:36.398892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.457397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] For port b7442469-2c21-4cc1-9203-a56fd1df73ca, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b7442469-2c21-4cc1-9203-a56fd1df73ca,segment=NetworkSegment(e4612021-cf6f-4f78-8df1-84f57932e8d1),segment_id=e4612021-cf6f-4f78-8df1-84f57932e8d1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:36.632182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.632556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:36.632691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.632691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Transition to ACTIVE for port object 635598eb-f7db-414c-8431-671739d8e0df will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:36.633221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Calling delete_port for b7442469-2c21-4cc1-9203-a56fd1df73ca owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:36.633221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41f56-2062-45c1-b941-d45c008c5b66 req-21a0981b-b67d-4961-ba33-ee08e7e86ea8 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:36.633221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dda41f56-2062-45c1-b941-d45c008c5b66 req-21a0981b-b67d-4961-ba33-ee08e7e86ea8 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2897892 May 06 12:33:36.633518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['83c3e14f-e223-42bc-ab31-bd841dc364ef'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:36.703383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dda41f56-2062-45c1-b941-d45c008c5b66 req-d40ad6cc-2859-40a5-a1f5-c09d81be2c70 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763922 May 06 12:33:36.986383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e285a22-f92d-4fff-919a-db6db23e8ec0 req-62f53861-62de-4072-b388-8788696449ab tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:36.986383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e285a22-f92d-4fff-919a-db6db23e8ec0 req-62f53861-62de-4072-b388-8788696449ab tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 1023 time: 0.0808976 May 06 12:33:36.987332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:36.987533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56762) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:37.085608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:37.088311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:37.091341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.092153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:37.103233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.108284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e285a22-f92d-4fff-919a-db6db23e8ec0 req-c9fc1c7b-f5f8-4d72-a2d0-09ca43f11733 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups?id=18b99a92-d8cc-4be4-80e6-777b2dfcc682&id=359bcd10-eee0-43b5-8a0f-fb1b22a30aac&id=816ba26d-e19e-4021-817b-7d3bd723f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1801119 May 06 12:33:37.115093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b7442469-2c21-4cc1-9203-a56fd1df73ca'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:37.144974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=41e00b6b-116e-4f1f-82cd-5b49bbb7be9c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:37.165589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.165758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'Port': ['ID=b7442469-2c21-4cc1-9203-a56fd1df73ca,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:37.249290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56768) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:37.270417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] No DVR routers for this DVR port b7442469-2c21-4cc1-9203-a56fd1df73ca on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:37.282810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Pushing event updated for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:37.287004 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 12:33:37.287574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:33:37.288767 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.293019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'name': 'network-vif-deleted', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:37.314670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:37.322798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:37.325627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7521bedbea49b1a3ecd80f5024d0ba is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:37.329758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:37.351056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:37.351164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:37.351293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:37.383415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c2f55cdd-c21f-4f43-b294-3ea06e689f9a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b71eefccdef84ce3bfaafb4f6c0e05da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1269050 May 06 12:33:37.389837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56774) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:37.462385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.546513 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73a7cc2b-8fd8-422b-a768-df4b4f51c813 req-5e273507-45d2-4128-a04f-0b129e0c8480 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.13 "DELETE /v2.0/ports/b7442469-2c21-4cc1-9203-a56fd1df73ca HTTP/1.1" status: 204 len: 173 time: 1.5906053 May 06 12:33:37.573291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6d00-7e05-4a0f-bd1b-228e0cebb906 req-e2f5df8d-06f5-4008-b50a-b03fc2610fc7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:37.574021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.575508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-639e6d00-7e05-4a0f-bd1b-228e0cebb906 req-e2f5df8d-06f5-4008-b50a-b03fc2610fc7 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 944 time: 0.1886389 May 06 12:33:37.601219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.610631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-152d694e-df6c-41f1-aab1-e834e778a6f8 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0976038 May 06 12:33:37.613752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:37.667154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.698371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83c3e14f-e223-42bc-ab31-bd841dc364ef up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:37.700970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-639e6d00-7e05-4a0f-bd1b-228e0cebb906 req-4ab7d488-1ffa-4ed2-b594-9e3dbe10228a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245673 May 06 12:33:37.776881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-13c83be4-48f0-44ff-96e7-685f5a7d7b0a None None] Provisioning for port 635598eb-f7db-414c-8431-671739d8e0df completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:37.790876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Deleting port 17c66c26-6e94-4de7-8587-817e9780dd7c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:37.796491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.796748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.808984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-13c83be4-48f0-44ff-96e7-685f5a7d7b0a None None] Provisioning complete for port 635598eb-f7db-414c-8431-671739d8e0df triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:37.809359 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-13c83be4-48f0-44ff-96e7-685f5a7d7b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.836061 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373be09d-8fc4-4be2-8782-66a16c7eb5fd'] response: {'server_uuid': '428197c1-19f1-4bfc-b5eb-f815844125ff', 'name': 'network-vif-deleted', 'tag': 'b7442469-2c21-4cc1-9203-a56fd1df73ca', 'status': 'completed', 'code': 200} May 06 12:33:37.896899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-13c83be4-48f0-44ff-96e7-685f5a7d7b0a None None] Port 635598eb-f7db-414c-8431-671739d8e0df cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:37.919028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.929281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.934873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:37.992704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 83c3e14f-e223-42bc-ab31-bd841dc364ef completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:37.998779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 83c3e14f-e223-42bc-ab31-bd841dc364ef triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:37.999142 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.026093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf10291-7908-42c1-a35e-7698acb39ad3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:38.029340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.033691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b5f71d0c-8f3e-4b36-a53a-76a46bf1b35e HTTP/1.1" status: 204 len: 168 time: 0.6478379 May 06 12:33:38.059719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae159aca-fb35-46fc-a84b-225d37e7897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f71d0c-8f3e-4b36-a53a-76a46bf1b35e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:38.062643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.087130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec765706-c4a5-4ea9-9716-ad4ecca73456 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd7521bedbea49b1a3ecd80f5024d0ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1197557 May 06 12:33:38.087559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56786) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:38.191251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41963c73-aca0-4719-b6c4-b5e5f5d4250c req-0ff9d36b-ffaf-40cb-a72f-23937b6ef42f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:38.198421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41963c73-aca0-4719-b6c4-b5e5f5d4250c req-0ff9d36b-ffaf-40cb-a72f-23937b6ef42f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2073410 May 06 12:33:38.215260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.216722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.267148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.279442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:38.281637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:38.332794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41963c73-aca0-4719-b6c4-b5e5f5d4250c req-f1d10947-a48f-4d38-a5eb-06b7aec460c0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298766 May 06 12:33:38.398043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.470517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f831fa5-02c3-418a-acf8-4d19f94ab2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.524385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:38.530489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-675c5731-18d0-4f9a-aa67-36a3a48edc08 req-c729109e-a4b7-4933-943c-f92795bafb11 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Synchronizing usage tracker for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:38.551624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.597999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf10291-7908-42c1-a35e-7698acb39ad3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:38.605817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.607025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8d9997e2-cfc5-423c-bef6-cf28103115e7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4cf10291-7908-42c1-a35e-7698acb39ad3 HTTP/1.1" status: 204 len: 168 time: 0.5140276 May 06 12:33:38.631704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.639457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:38.763351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-675c5731-18d0-4f9a-aa67-36a3a48edc08 req-c729109e-a4b7-4933-943c-f92795bafb11 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Unset dirty status for tenant:ae2fb4d682ba411a8891508a145c40d4 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:38.764948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-675c5731-18d0-4f9a-aa67-36a3a48edc08 req-c729109e-a4b7-4933-943c-f92795bafb11 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/ports?device_id=428197c1-19f1-4bfc-b5eb-f815844125ff HTTP/1.1" status: 200 len: 210 time: 0.3086247 May 06 12:33:38.885545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Calling delete_port for 17c66c26-6e94-4de7-8587-817e9780dd7c owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:38.939595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.073371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.274890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=41e00b6b-116e-4f1f-82cd-5b49bbb7be9c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:39.369585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.381387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.389782 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9846508-f5d1-4d58-bb0b-f91c17666af7'] response: {'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef', 'code': 200} May 06 12:33:39.484066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.582263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.583678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-a77a9f4c-95c8-4248-8949-134a01201f59 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3524113 May 06 12:33:39.584317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.623985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46d2ea1f-a614-407e-8a45-0f64411b8eec req-7551342b-e882-4cc8-8965-2e3733513f73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 1096 time: 0.1686392 May 06 12:33:39.653240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a5a8-17fd-46d6-bb82-ca73253c79ad req-c2349725-c8dc-47c5-98e4-36e560e0280a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:39.654698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0524a5a8-17fd-46d6-bb82-ca73253c79ad req-c2349725-c8dc-47c5-98e4-36e560e0280a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.1396508 May 06 12:33:39.717535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46d2ea1f-a614-407e-8a45-0f64411b8eec req-9a024278-bf7f-4509-827c-71d6c50c1cce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839210 May 06 12:33:39.734867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0524a5a8-17fd-46d6-bb82-ca73253c79ad req-2637c32b-59dc-4c30-b2a5-6a474cc42da8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734050 May 06 12:33:39.758870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Pushing event updated for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:39.772445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b7442469-2c21-4cc1-9203-a56fd1df73ca no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:39.841338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: b7442469-2c21-4cc1-9203-a56fd1df73ca {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:39.841600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b7442469-2c21-4cc1-9203-a56fd1df73ca not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:39.852233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-af7ad560-2dad-4d4f-99a4-179808d37843 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:39.900928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:39.913458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Pushing event deleted for resources: {'Port': ['ID=17c66c26-6e94-4de7-8587-817e9780dd7c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:39.981651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fd225-c722-4fe9-bae4-12a1cc9c5bea req-a4c69948-d854-4c24-81e8-fda357d0b046 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:39.983291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e4fd225-c722-4fe9-bae4-12a1cc9c5bea req-a4c69948-d854-4c24-81e8-fda357d0b046 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1142302 May 06 12:33:40.010966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.013420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.014567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79d32dfd-0dd7-44e5-840b-838b949bb943 tempest-ExternalNetworksAdminNegativeTestJSON-643109570 tempest-ExternalNetworksAdminNegativeTestJSON-643109570-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/eb9849fb-c24c-45cf-9717-38f146780aa6 HTTP/1.1" status: 204 len: 168 time: 2.3994606 May 06 12:33:40.041414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e4fd225-c722-4fe9-bae4-12a1cc9c5bea req-4d01d6bb-59ab-440e-98b1-62d9b9f8215d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 May 06 12:33:40.076851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-af7ad560-2dad-4d4f-99a4-179808d37843 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:40.076851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-af7ad560-2dad-4d4f-99a4-179808d37843 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.217 HTTP/1.1" status: 200 len: 696 time: 0.4599056 May 06 12:33:40.217160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b63a77ff-405e-462d-a149-ea6e1c163df1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:40.256048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:40.257885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:40.338062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-f927136d-6cf3-491e-9cbe-e719a7b5e4d2 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/359bcd10-eee0-43b5-8a0f-fb1b22a30aac HTTP/1.1" status: 200 len: 1634 time: 0.0647449 May 06 12:33:40.426447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.465962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.483840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b63a77ff-405e-462d-a149-ea6e1c163df1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:40.489430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b63a77ff-405e-462d-a149-ea6e1c163df1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:40.495434 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.511220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56838) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:40.643454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-8eda7b90-b79b-4273-8688-5eeedb7f8a07 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:40.643454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8df10718-d7df-4185-840c-36fa1bdd7cd0 req-8eda7b90-b79b-4273-8688-5eeedb7f8a07 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.5557044 May 06 12:33:40.658772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.687076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359bcd10-eee0-43b5-8a0f-fb1b22a30aac,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:40.740920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-04cd6761-8eb5-44ac-93b4-230367b25827 None None] Provisioning complete for port 635598eb-f7db-414c-8431-671739d8e0df triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:40.741391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-04cd6761-8eb5-44ac-93b4-230367b25827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.776336 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.786431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-a0903fbc-bede-4e73-aa8f-7b1831de7329 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1033463 May 06 12:33:40.814265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b6f6f3ce-b25a-4e4e-84f4-190410f42bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:40.819936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b63a77ff-405e-462d-a149-ea6e1c163df1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b63a77ff-405e-462d-a149-ea6e1c163df1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:40.827049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-04cd6761-8eb5-44ac-93b4-230367b25827 None None] Port 635598eb-f7db-414c-8431-671739d8e0df cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:40.929642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.015096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.036411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73e879a1-6f81-4c61-8968-c5014e74acd1 req-45621b42-d924-4d29-98b5-a33e23645368 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/359bcd10-eee0-43b5-8a0f-fb1b22a30aac HTTP/1.1" status: 204 len: 173 time: 0.6894820 May 06 12:33:41.106264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-0a95564b-2435-44f7-9818-43676669e3eb tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3231373 May 06 12:33:41.112697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b63a77ff-405e-462d-a149-ea6e1c163df1,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:41.114311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:41.134341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:41.149311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:41.156836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:41.158528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-0d6474ac-9130-4243-a799-75430a8414e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.162337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-0d6474ac-9130-4243-a799-75430a8414e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.3508894 May 06 12:33:41.216890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Router 1b4befe2-6113-43da-863b-9b06422f87f2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:33:41.304212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1263801636'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:41.312429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:41.317794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-8fe4808a-54d8-452c-ac7f-e507fbd931a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.1451049 May 06 12:33:41.323204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:network and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:41.334254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:41.379422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:41.379660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.409672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.421185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-82856a13-1ab5-45ca-afe0-0f67ee8a6278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.423018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-82856a13-1ab5-45ca-afe0-0f67ee8a6278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0854108 May 06 12:33:41.439515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf82d-ef92-4375-8ab7-4cf1da68f303 req-cfdee552-0f83-4edb-81f5-8159639535c2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:41.447363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44bdf82d-ef92-4375-8ab7-4cf1da68f303 req-cfdee552-0f83-4edb-81f5-8159639535c2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.2039845 May 06 12:33:41.504578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:41.513835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-14cf64f8-2811-42c1-9424-6023da5a1dcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819998 May 06 12:33:41.523194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Usage tracker for resource:security_group_rule and tenant:2fc5d26d5eed4bb39e3a51bd0a9a564e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:41.531416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:41.557380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:41.558208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:41.561479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.721567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.749879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.750420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44bdf82d-ef92-4375-8ab7-4cf1da68f303 req-f8c9c105-4518-46d7-a709-2009167e67bb tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021505 May 06 12:33:41.763116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:33:41.779172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.820217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:41.830048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0647074-b6dd-498c-9ce5-0374c5e1cd4a admin admin] 10.222.0.83 "PUT /v2.0/routers/1b4befe2-6113-43da-863b-9b06422f87f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0787282 May 06 12:33:41.843958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:security_group_rule and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:41.848654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:41.852381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:41.857066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-3e010697-f93c-4605-b352-b96ffc817987 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260372 May 06 12:33:41.857884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:41.913005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f23d1bb-142a-4e38-ab82-dbc34cfb9397 req-6f3202e1-edf7-41b9-8fa8-3da67898681e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.2615502 May 06 12:33:41.944194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79faf9-4f5e-4832-97de-ccdef3bb9501,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:41.983059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c7eed4e-196a-4bf3-9739-01281452ad2f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2fc5d26d5eed4bb39e3a51bd0a9a564e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8248446 May 06 12:33:41.992141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56872) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:42.035283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f23d1bb-142a-4e38-ab82-dbc34cfb9397 req-38326bd7-8b7e-43e8-bd31-1cadf7697db5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102018 May 06 12:33:42.042900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Allocated IP 172.25.2.74 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/bd1485b4-6137-43db-acf4-65531e9aabcc) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:42.101027 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.141338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b63a77ff-405e-462d-a149-ea6e1c163df1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:42.184009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.188507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-6fcfbae1-7bdb-4563-abd4-61d242f3e0a7 tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "GET /v2.0/security-groups/816ba26d-e19e-4021-817b-7d3bd723f2d2 HTTP/1.1" status: 200 len: 1633 time: 0.2893717 May 06 12:33:42.194669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9880522d-2e75-4dc2-94fd-b0c31e7a33c3 req-c1645160-49d7-415a-8b87-a5bcc054ce1b service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275297 May 06 12:33:42.238333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.244298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.285445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b63a77ff-405e-462d-a149-ea6e1c163df1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:42.285445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.292164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.317483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.346346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.363904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.408007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:42.430958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc13fcd2-df11-4a8c-963d-74dbe5f848e9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:42.441002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.467910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.566916 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.567166 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Added segment e792af00-83e6-4238-8a73-c72743d5ba0e of type vlan for network 2e7d2229-1c74-4943-b601-890d74ccfdf0 May 06 12:33:42.568613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.594484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:42.597577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79faf9-4f5e-4832-97de-ccdef3bb9501,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:42.601945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:42.612183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:42.625216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.639573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.650739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=bd1485b4-6137-43db-acf4-65531e9aabcc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:42.660028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ba26d-e19e-4021-817b-7d3bd723f2d2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:42.674387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.679183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-039508f5-6490-412e-bace-86a85f2add1c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e79faf9-4f5e-4832-97de-ccdef3bb9501 HTTP/1.1" status: 204 len: 168 time: 0.6833565 May 06 12:33:42.679183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.694084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:42.696361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a832c336-3389-455f-b9f5-e35d8f7019e7 req-ba33d288-127d-4947-9514-2cfde227300c tempest-SecurityGroupsTestJSON-1684946598 tempest-SecurityGroupsTestJSON-1684946598-project] 10.222.0.83 "DELETE /v2.0/security-groups/816ba26d-e19e-4021-817b-7d3bd723f2d2 HTTP/1.1" status: 204 len: 173 time: 0.4987390 May 06 12:33:42.790874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.795857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:42.797672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.808447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Deleting subnet b765223f-7724-4359-b086-a8fe41f8f8f1 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:42.812335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:42.887875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.005678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Network': ['ID=2e7d2229-1c74-4943-b601-890d74ccfdf0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:43.022003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:43.038299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb892a-9d32-4b56-9ae5-3de239041789 req-144fdff1-6324-420f-a49b-7a47b0406cd4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:43.039829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65bb892a-9d32-4b56-9ae5-3de239041789 req-144fdff1-6324-420f-a49b-7a47b0406cd4 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1870689 May 06 12:33:43.090570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c514c81b-b6c9-4df3-9044-c26b43489d92 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5777631 May 06 12:33:43.090822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.107962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56898) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:43.115689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:43.145560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65bb892a-9d32-4b56-9ae5-3de239041789 req-323b2a00-973c-4327-916e-abef7a7dc2da tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993741 May 06 12:33:43.216178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.289642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:43.293976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:43.298256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:43.303953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:43.375820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.410258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.427741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:43.436920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.473748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.479565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b765223f-7724-4359-b086-a8fe41f8f8f1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:43.595746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-215d694d-c53e-4f46-8273-fc22382bed7a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b765223f-7724-4359-b086-a8fe41f8f8f1 HTTP/1.1" status: 204 len: 168 time: 0.9003797 May 06 12:33:43.599178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56910) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:43.601942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.757343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.809294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.917189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:43.933935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.001094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0af7cc9-3553-4807-a73b-33d29fe9311c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.028194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4612021-cf6f-4f78-8df1-84f57932e8d1') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.028489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4612021-cf6f-4f78-8df1-84f57932e8d1') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:44.062207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.079521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:44.083128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.094758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=bd1485b4-6137-43db-acf4-65531e9aabcc,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.109144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108507137', 'description': 'tempest-description--1611596292'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:44.117891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:44.142363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:44.145402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.163690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:33:44.164413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.173835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=b33e48a4-97df-4202-a48b-05241aa75b60,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.177134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:44.177492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network hostable DHCP agents. Network: 2e7d2229-1c74-4943-b601-890d74ccfdf0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:44.179332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Usage tracker for resource:security_group and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: timer() May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:33:44.182124 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:33:44.191669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:44.251345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.255670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:44.275437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572efa-7aa1-4349-aeb8-eee8b1d7695a req-df244d8f-6127-4a07-8a53-f6aca67e7b0a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.276937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1572efa-7aa1-4349-aeb8-eee8b1d7695a req-df244d8f-6127-4a07-8a53-f6aca67e7b0a tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.0932240 May 06 12:33:44.317190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c65fb2b2-4981-4420-8870-429f324e4c87 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d5a4a84b6ab7453891c72335bca2fdf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1975775 May 06 12:33:44.319610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:44.330125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1572efa-7aa1-4349-aeb8-eee8b1d7695a req-d1c6c23a-76a7-4d1c-8199-d98d59d738a8 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 May 06 12:33:44.364375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:44.387714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.415094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.418993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.426103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.428175 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-190a95a7-c112-4032-9cce-153b47ff8f18 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3211148 May 06 12:33:44.433106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.459950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.538100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0af7cc9-3553-4807-a73b-33d29fe9311c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.541694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f190ab8-64e3-4f77-9c5f-73189026693f req-ad14937e-30cc-40a9-a3e4-87dd1ab0a967 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.543257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f190ab8-64e3-4f77-9c5f-73189026693f req-ad14937e-30cc-40a9-a3e4-87dd1ab0a967 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.0922453 May 06 12:33:44.552241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2e7d2229-1c74-4943-b601-890d74ccfdf0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:44.563013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:44.563013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.563321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbd876-ee46-4aae-b804-7705d223740c None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:44.589225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-2bcb4fa4-8e9a-4146-adce-2eed99e0ee3b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:44.616121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:44.621379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Usage tracker for resource:security_group_rule and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:44.625399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:44.632745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:44.660999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f190ab8-64e3-4f77-9c5f-73189026693f req-1c658514-29cd-4fb8-8537-5006f0048495 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874486 May 06 12:33:44.709421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0897204c-994d-4cd6-87ed-da1845a3a009 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f0af7cc9-3553-4807-a73b-33d29fe9311c HTTP/1.1" status: 204 len: 168 time: 1.1064606 May 06 12:33:44.718596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.750383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.751743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e895d3e2-fd1a-4755-930d-a3dbab8fa13a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6426375 May 06 12:33:44.754028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56940) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:44.755636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-2bcb4fa4-8e9a-4146-adce-2eed99e0ee3b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:44.756867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-2bcb4fa4-8e9a-4146-adce-2eed99e0ee3b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.2983894 May 06 12:33:44.765626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'name': 'tempest-NetworksTestDHCPv6-1474602720'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:44.915870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d83213-c541-4b89-9342-b7ad75777e93,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:44.916682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'b33e48a4-97df-4202-a48b-05241aa75b60'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:33:44.916682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.917228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:44.917228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5476080c-39da-43c1-ac54-ec71e2112e37 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/83d83213-c541-4b89-9342-b7ad75777e93 HTTP/1.1" status: 204 len: 168 time: 0.5698445 May 06 12:33:45.073424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.141652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-2b87f77d-2cf3-419e-9471-9adf4b8d729b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:45.144263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eee3e205-1d08-4b46-962c-8f6a39fb0d37 req-2b87f77d-2cf3-419e-9471-9adf4b8d729b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.3454909 May 06 12:33:45.149003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b33e48a4-97df-4202-a48b-05241aa75b60/78d3f330-791d-47f4-8963-58ab909b764a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:45.149649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:45.151667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b157e4e1-8d9f-4d4f-aac2-21780db6c11d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:45.157727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:45.164927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:45.178084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:45.197602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-328005743', 'description': 'tempest-description-1275738035'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:45.203945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:45.206299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.210099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4768e3b7-77ed-49ec-9fd8-365f4f36d7a2 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1269605 May 06 12:33:45.210337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56952) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:45.218565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'security_group_rule': {'security_group_id': 'b157e4e1-8d9f-4d4f-aac2-21780db6c11d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:45.228440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:45.230907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:45.235261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Usage tracker for resource:security_group_rule and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:45.240874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:45.248126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:45.294347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:45.297646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.324782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:45.401792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.405824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.417540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Transition to ACTIVE for port object 78d3f330-791d-47f4-8963-58ab909b764a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:45.443540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Transition to ACTIVE for port object 78d3f330-791d-47f4-8963-58ab909b764a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:45.462197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:45.475511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.486252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:45.496201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Usage tracker for resource:security_group_rule and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:45.511642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:45.521729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:45.605757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbda124e-dc59-42d0-b1bf-da6ddaa4ffd2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae2fb4d682ba411a8891508a145c40d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1418252 May 06 12:33:45.609299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.610366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56964) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:45.744427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:45.747412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:45.750010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:45.828440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.833448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Pushing event updated for resources: {'Port': ['ID=78d3f330-791d-47f4-8963-58ab909b764a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:45.895245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Attempting to bind port 78d3f330-791d-47f4-8963-58ab909b764a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:45.895603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Attempting to bind port 78d3f330-791d-47f4-8963-58ab909b764a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:45.895983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Attempting to bind port 78d3f330-791d-47f4-8963-58ab909b764a on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:45.904251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:45.904679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:45.905899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.905899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:45.906131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Bound port: 78d3f330-791d-47f4-8963-58ab909b764a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:45.906494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:45.924429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::327 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b33e48a4-97df-4202-a48b-05241aa75b60/560e6c49-5bcd-4cfd-ba27-82bd111b93c0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:45.941611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.009642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.013690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c141b3-33f9-4354-85db-043da710cb5e req-72635716-4d3b-49eb-a736-00a7189afefb tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4964471 May 06 12:33:46.023095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] For port 78d3f330-791d-47f4-8963-58ab909b764a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:46.027243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] For port 78d3f330-791d-47f4-8963-58ab909b764a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=78d3f330-791d-47f4-8963-58ab909b764a,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:46.036451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0e11ae-3ad6-42ac-ac6d-c2063fb98560,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.048922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:46.070377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:46.070706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.073102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.091944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:46.122957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8006e531-8d71-4760-9f8d-3b1bc258e245,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.151267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.158285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.221312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.226662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba4af478-72cd-4215-baa4-97bbd0937e27 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0146697 May 06 12:33:46.228464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56982) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:46.240671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'security_group_rule': {'security_group_id': 'b157e4e1-8d9f-4d4f-aac2-21780db6c11d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:46.258219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:46.270174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Usage tracker for resource:security_group_rule and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:46.276900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2b6d-0c66-41ca-93e0-a1fc8890c206 None None] Pushing event updated for resources: {'Port': ['ID=78d3f330-791d-47f4-8963-58ab909b764a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.278072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:46.296201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:46.320811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.323616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be33b326-2162-4823-ac6b-cd3d9fde4d3f req-a94814a5-cb0e-4043-875a-d719b3be2f37 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.1308482 May 06 12:33:46.374881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.395188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:46.403730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.445503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.531856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.537947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.583485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.604288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b99a92-d8cc-4be4-80e6-777b2dfcc682,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.610142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.611273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-40bd2eee-23ad-4514-90f5-fa71ffd87cf4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18b99a92-d8cc-4be4-80e6-777b2dfcc682 HTTP/1.1" status: 204 len: 168 time: 0.9909067 May 06 12:33:46.613148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.625654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178833-ddff-41ef-a817-a9e380b22b3d req-3abaeb7d-4570-42eb-91df-c220fbd7bd20 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:46.635835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75178833-ddff-41ef-a817-a9e380b22b3d req-3abaeb7d-4570-42eb-91df-c220fbd7bd20 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.1620724 May 06 12:33:46.710011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75178833-ddff-41ef-a817-a9e380b22b3d req-48057084-d397-4dec-955a-a8c05c758bf2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730946 May 06 12:33:46.763438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.819312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76db4072-a291-4bd9-b46c-047bcaeaa66a,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.834407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=560e6c49-5bcd-4cfd-ba27-82bd111b93c0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:46.844578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:46.846503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:46.850517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:46.854703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:46.855325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.911468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-484c2909-d499-4e55-9411-0bf4fc707a1e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:46.921212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.986707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:46.991441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-be4f82f8-6b03-485b-81e5-6b7e3ea8863c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7582035 May 06 12:33:46.991623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57002) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:46.997183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:47.004053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:47.008077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Usage tracker for resource:floatingip and tenant:990c46791cd34622b38e57bef535b2f1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:47.011032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:47.013765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-484c2909-d499-4e55-9411-0bf4fc707a1e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:47.014902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-484c2909-d499-4e55-9411-0bf4fc707a1e tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-328005743&fields=id&tenant_id=9fb8843d0df449b791a7d9d78f72da19 HTTP/1.1" status: 200 len: 267 time: 0.1519387 May 06 12:33:47.018616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:47.045406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d3f458ab-94b4-4ee9-8cf2-03f1c2914b84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2870097 May 06 12:33:47.052620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:47.123516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-6e9cc3c6-16d0-4b8a-8a07-c6615302e485 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.125316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-6e9cc3c6-16d0-4b8a-8a07-c6615302e485 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.1028931 May 06 12:33:47.129759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Allocated IP 172.25.2.119 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/bb620974-a846-44cb-8fba-b44272c4e7f1) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:47.145226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'port': {'security_groups': ['a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f', '8006e531-8d71-4760-9f8d-3b1bc258e245']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:47.244797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987b92d-0b27-4a80-9ab8-efeca175da96 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.248746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987b92d-0b27-4a80-9ab8-efeca175da96 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:47.249555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3987b92d-0b27-4a80-9ab8-efeca175da96 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:47.301451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.348874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.379854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.510703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3987b92d-0b27-4a80-9ab8-efeca175da96 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:47.511959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3987b92d-0b27-4a80-9ab8-efeca175da96 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4584074 May 06 12:33:47.514631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57014) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:47.560522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.580401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.601272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0765069-f7cd-46ac-af95-7ac734441f58 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:47.727956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:47.732618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:47.740811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:47.741201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:47.797394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:47.874323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=bb620974-a846-44cb-8fba-b44272c4e7f1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:47.883298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-53124254-a5c0-4762-ae46-7340d014dcd6 None None] Provisioning for port 78d3f330-791d-47f4-8963-58ab909b764a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:47.935927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Allocated IP 172.25.2.91 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:47.939023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:48.063459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.185703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.229748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.243902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['39b13802-cd89-4d58-b693-6947f468fa33'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:48.328544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:48.329196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.330537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c65aff5f-ab2b-41d4-b584-4fb7e6dbd7b5 req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "PUT /v2.0/ports/39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 981 time: 1.1912663 May 06 12:33:48.339479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:48.361095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 78d3f330-791d-47f4-8963-58ab909b764a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:48.380990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.396066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50f84e-6bc8-4c6b-803f-a23649634d2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.486752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'Port': ['ID=4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:48.490927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:48.492680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:48.504702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:48.525599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['39b13802-cd89-4d58-b693-6947f468fa33'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:48.529193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:48.596101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Sync routers for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:33:48.637037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:48.647021 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:48.759648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84803667-346e-4115-9fea-c62ebf3bc848 req-d7cd0d76-a36d-409f-81ee-ec5573dc04e2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:48.762026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84803667-346e-4115-9fea-c62ebf3bc848 req-d7cd0d76-a36d-409f-81ee-ec5573dc04e2 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.1668582 May 06 12:33:48.825920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:48.900491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84803667-346e-4115-9fea-c62ebf3bc848 req-f5280251-0271-48c7-b6c8-1fa9a962f273 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278679 May 06 12:33:49.009203 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.053935 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:49.113628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.151251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbea8bf6-02ed-4363-b958-47c1f183adff None None] Provisioning for port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:49.161830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbea8bf6-02ed-4363-b958-47c1f183adff None None] Provisioning complete for port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:49.162200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dbea8bf6-02ed-4363-b958-47c1f183adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.222493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dbea8bf6-02ed-4363-b958-47c1f183adff None None] Port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:49.239927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 78d3f330-791d-47f4-8963-58ab909b764a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:49.251531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 78d3f330-791d-47f4-8963-58ab909b764a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:49.251946 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.266937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57048) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:49.278554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-a2bdd584-5eee-40dc-874c-d79398cbd9cd tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-328005743&fields=id&tenant_id=9fb8843d0df449b791a7d9d78f72da19 HTTP/1.1" status: 200 len: 267 time: 0.1298645 May 06 12:33:49.465078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-547b4462-e1d1-43d8-8abc-914869994853 None None] Provisioning complete for port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:49.475763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-547b4462-e1d1-43d8-8abc-914869994853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.507546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.522986 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:38Z', 'revision_number': 2, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:49.524215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.527112 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Checking router: 1b4befe2-6113-43da-863b-9b06422f87f2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:33:49.527518 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Updating router 1b4befe2-6113-43da-863b-9b06422f87f2 port 635598eb-f7db-414c-8431-671739d8e0df binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:33:49.559557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-547b4462-e1d1-43d8-8abc-914869994853 None None] Port 560e6c49-5bcd-4cfd-ba27-82bd111b93c0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:49.568617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 78d3f330-791d-47f4-8963-58ab909b764a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=78d3f330-791d-47f4-8963-58ab909b764a,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:49.584168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-10f0c34c-a768-4ac4-b700-0b201711ee2a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:49.585648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-10f0c34c-a768-4ac4-b700-0b201711ee2a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 984 time: 0.3019202 May 06 12:33:49.602510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'port': {'security_groups': ['a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:49.616924 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.826179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.831249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.890086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.916933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:49.984784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.039966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=78d3f330-791d-47f4-8963-58ab909b764a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:50.086493 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.116472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Transition to ACTIVE for port object 635598eb-f7db-414c-8431-671739d8e0df will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:50.167604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=560e6c49-5bcd-4cfd-ba27-82bd111b93c0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:50.182877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.201991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 78d3f330-791d-47f4-8963-58ab909b764a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:50.308727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.312620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:50.342509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.345426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.365670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 78d3f330-791d-47f4-8963-58ab909b764a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:50.365670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.369099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:50.373429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Usage tracker for resource:security_group_rule and tenant:a001c8e1c0dd4b3aa162cc00c7c7b6de is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:50.378043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:50.384363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:50.442663 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.446488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0543749-e4a8-49ca-bd18-f71d3cbcbe4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/560e6c49-5bcd-4cfd-ba27-82bd111b93c0 HTTP/1.1" status: 204 len: 168 time: 2.9296577 May 06 12:33:50.452108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57062) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:50.464802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.516441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'Port': ['ID=4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:50.555733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.576867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc25de6-8fbf-43da-bbc8-2aff0b17849b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.578250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc25de6-8fbf-43da-bbc8-2aff0b17849b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.579008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0cc25de6-8fbf-43da-bbc8-2aff0b17849b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:50.583582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.617220 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Pushing event updated for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:50.624878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.625270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.626522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ffee803-808d-4e46-959b-0fff73804a32 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6338792 May 06 12:33:50.627521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.653266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['39b13802-cd89-4d58-b693-6947f468fa33'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:50.689555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.718153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:50.718766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.737939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9a15c88-698c-4d1a-a7da-194f2549fd3b req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "PUT /v2.0/ports/39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 942 time: 1.1276727 May 06 12:33:50.742655 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.743098 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.743459 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.743752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.744103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.744557 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.745704 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.745704 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.745942 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.746136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.747041 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:33:50.754684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e205e-fc9e-48cc-835b-a8fb344ba052 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:50.773486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57076) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:50.809233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0cc25de6-8fbf-43da-bbc8-2aff0b17849b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:50.810305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0cc25de6-8fbf-43da-bbc8-2aff0b17849b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3560994 May 06 12:33:50.810964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.813269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:50.832601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['39b13802-cd89-4d58-b693-6947f468fa33'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:33:50.942462 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Attempting to bind port 635598eb-f7db-414c-8431-671739d8e0df on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:50.942825 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Attempting to bind port 635598eb-f7db-414c-8431-671739d8e0df by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:50.943180 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Attempting to bind port 635598eb-f7db-414c-8431-671739d8e0df on network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:50.962207 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:50.962207 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Checking segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:50.962416 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:50.962634 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Bound using segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:50.968145 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Bound port: 635598eb-f7db-414c-8431-671739d8e0df, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:50.968773 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.086682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a10eb6-b172-4856-99d1-69fddede5437,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:51.096369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5026aae7-e99d-42e3-9193-1550fada0984 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a001c8e1c0dd4b3aa162cc00c7c7b6de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8259325 May 06 12:33:51.103090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57100) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:51.121886 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] For port 635598eb-f7db-414c-8431-671739d8e0df, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:51.125629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] For port 635598eb-f7db-414c-8431-671739d8e0df, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=635598eb-f7db-414c-8431-671739d8e0df,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:51.150095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event updated for resources: {'Port': ['ID=bb620974-a846-44cb-8fba-b44272c4e7f1,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:51.200907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.240785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet b33e48a4-97df-4202-a48b-05241aa75b60 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:33:51.247571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.252263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.256063 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.326217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.394300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.454805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68953dc-c484-4148-8dc5-9773991faacc None None] Pushing event updated for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:51.472962 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b71b6fb-6bfa-4ae8-a06e-cb3f7b5e5be7'] response: {'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:33:51.515128 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:33:51.515872 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:51.527334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.530998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.530998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/00a10eb6-b172-4856-99d1-69fddede5437 HTTP/1.1" status: 204 len: 168 time: 0.4214478 May 06 12:33:51.551143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-439266183-network', 'tenant_id': 'f07179d5eb3e497fa4e99d367cda2e97'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:51.555056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ca69f-e639-4124-811d-eaa8cff40680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a10eb6-b172-4856-99d1-69fddede5437,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:51.582658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:51.586017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.587316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c141b3-33f9-4354-85db-043da710cb5e req-7b8fc3e3-9386-4b07-b5f1-cdfe2e7d2c06 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5547006 May 06 12:33:51.608692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Usage tracker for resource:network and tenant:f07179d5eb3e497fa4e99d367cda2e97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:51.621720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:51.654697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:51.700718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.760963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c6c141b3-33f9-4354-85db-043da710cb5e req-45a06a27-e9a6-4d12-9f7c-9def8e2dcfa6 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:51.792521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Made reservation on behalf of f07179d5eb3e497fa4e99d367cda2e97 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:51.797888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.840963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-dd2dcdd3-7476-4bf9-b31f-422aca15546c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3391786 May 06 12:33:51.866940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:51.933666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:33:51.959502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:51.971126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f07179d5eb3e497fa4e99d367cda2e97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:51.975087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:51.982374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:52.066198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-0f9d874c-79a7-4c66-929a-95865bdaa0ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.068141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-0f9d874c-79a7-4c66-929a-95865bdaa0ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.2196610 May 06 12:33:52.072337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c6c141b3-33f9-4354-85db-043da710cb5e req-45a06a27-e9a6-4d12-9f7c-9def8e2dcfa6 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:52.073463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c141b3-33f9-4354-85db-043da710cb5e req-45a06a27-e9a6-4d12-9f7c-9def8e2dcfa6 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.4793434 May 06 12:33:52.108673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.167491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.213474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=b33e48a4-97df-4202-a48b-05241aa75b60,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:52.226888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.233042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea90bf1-c093-46cd-ba42-80f651dc1264 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:52.272082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.280344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-1127f52a-2cf9-43a2-a080-19257e1caa58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.2042496 May 06 12:33:52.306886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:33:52.394602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a2dd50-c2b8-4894-9349-8ad24e6d68cb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:52.409881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.423826 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Added segment 32b232fe-ae5a-42ef-949e-d24b18ba5e79 of type vlan for network 21574caf-a916-4a52-a43c-c0d1e9a73e1c May 06 12:33:52.441084 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:51Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:33:52.449820 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0daca5f-c26e-4c32-ba5d-147e455b22a5 None None] The sync data for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 is: [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:51Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:33:52.473870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e649a95-d990-4fc1-a09e-95ea5d2eaae6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b33e48a4-97df-4202-a48b-05241aa75b60 HTTP/1.1" status: 204 len: 168 time: 1.6595535 May 06 12:33:52.475998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.485389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:52.544824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c141b3-33f9-4354-85db-043da710cb5e req-5003840a-c749-4249-ad17-5f750c361622 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.546301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c141b3-33f9-4354-85db-043da710cb5e req-5003840a-c749-4249-ad17-5f750c361622 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.3064163 May 06 12:33:52.557788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-3d56237c-2d8b-420d-98e1-90838aa35aea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:52.559287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-3d56237c-2d8b-420d-98e1-90838aa35aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.2262924 May 06 12:33:52.629015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56867462-fc21-47c9-b867-d008d1dee968 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342661 May 06 12:33:52.629015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57136) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:52.731114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-613d0d03-724e-4647-9133-31c0d9145774 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627705 May 06 12:33:52.821032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:33:52.826595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Deleting port 78d3f330-791d-47f4-8963-58ab909b764a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:52.827007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:52.993829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:52.998373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:53.015738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:53.089420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b662-3818-4c31-94a5-19dd1dc9c543 req-3d8e250c-4bb7-4602-81fc-5447cdf48b08 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:53.091597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb61b662-3818-4c31-94a5-19dd1dc9c543 req-3d8e250c-4bb7-4602-81fc-5447cdf48b08 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.1832054 May 06 12:33:53.094092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-ad85b7b3-b989-46db-a793-e72eb6f1e2fc service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510065 May 06 12:33:53.198745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:53.272942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] For port 78d3f330-791d-47f4-8963-58ab909b764a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=78d3f330-791d-47f4-8963-58ab909b764a,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:53.281357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.321853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.322385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb61b662-3818-4c31-94a5-19dd1dc9c543 req-1a8d5145-0bea-43d9-a04c-f449d46c982e tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/security-groups?id=84868401-6f7b-4de8-860c-ef981eaca01f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876259 May 06 12:33:53.359233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-579efe11-6b34-4055-b3fa-9cd1a6a05b2d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7509923 May 06 12:33:53.376691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:53.388465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.393123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:53.394301 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:53.406383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:53.480513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:53.489331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:53.493515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:53.499917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:53.527411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:53.538991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea5961a0-3595-4beb-8547-d7c7353e98b2 req-c994dcc7-2651-4769-a497-39604a87d737 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285457 May 06 12:33:53.564529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Usage tracker for resource:floatingip and tenant:9fb8843d0df449b791a7d9d78f72da19 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:53.589009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9ad60e6-75e0-4a58-b83b-d7687f9763f1 req-9e7b8fcd-5c09-482b-9511-57d7b3121369 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips/ef4b892d-a994-40de-8f94-0109650b3d17 HTTP/1.1" status: 200 len: 693 time: 0.1766479 May 06 12:33:53.593898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Calling delete_port for 78d3f330-791d-47f4-8963-58ab909b764a owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:53.661424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:53.687233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:53.744375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:53.753930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] Pushing event updated for resources: {'Network': ['ID=21574caf-a916-4a52-a43c-c0d1e9a73e1c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:53.774732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 21574caf-a916-4a52-a43c-c0d1e9a73e1c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:33:53.789553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad60e6-75e0-4a58-b83b-d7687f9763f1 req-da60ada7-3290-40f6-a7d2-d319b3ab9f29 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:53.794022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9ad60e6-75e0-4a58-b83b-d7687f9763f1 req-da60ada7-3290-40f6-a7d2-d319b3ab9f29 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2016244 May 06 12:33:53.804699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:53.818477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:53.833657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.014119 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc91ec5-9848-41b0-938c-31550bcb3c76'] response: {'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:33:54.015140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:54.020751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Usage tracker for resource:security_group_rule and tenant:425acb2143e74b098ff79ede7f053dec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:54.027052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.043244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-879b8a82-f3e9-4a3b-add5-a17bdbb199e8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2654467 May 06 12:33:54.054007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:54.057290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:floatingip and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:54.066177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:54.077189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:54.077189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:54.083536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Request body: {'subnet': {'network_id': '21574caf-a916-4a52-a43c-c0d1e9a73e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-439266183-subnet', 'tenant_id': 'f07179d5eb3e497fa4e99d367cda2e97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:54.094643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:54.104229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:54.123038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] No DVR routers for this DVR port 78d3f330-791d-47f4-8963-58ab909b764a on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:54.125326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Usage tracker for resource:subnet and tenant:f07179d5eb3e497fa4e99d367cda2e97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:54.137745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:54.159375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74b06-63dc-4e1d-8a58-a2124456c8cb None None] Pushing event deleted for resources: {'Port': ['ID=78d3f330-791d-47f4-8963-58ab909b764a,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:54.164742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:54.191583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.207432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-f60a189a-bbcf-499c-bb38-1d2d881ec43d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips/ef4b892d-a994-40de-8f94-0109650b3d17 HTTP/1.1" status: 200 len: 693 time: 0.2044096 May 06 12:33:54.214840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 635598eb-f7db-414c-8431-671739d8e0df up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:54.357538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.414792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-e8261354-14a4-4863-9f0f-f88f5bdceaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.4747078 May 06 12:33:54.416436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 635598eb-f7db-414c-8431-671739d8e0df completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:54.427988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 635598eb-f7db-414c-8431-671739d8e0df triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:54.429026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.430346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-3a6d639f-9ed5-47bb-8ae1-984f9df29720 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:54.431901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-3a6d639f-9ed5-47bb-8ae1-984f9df29720 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2131424 May 06 12:33:54.457562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70932908-5573-4a8d-87e5-6439c636210a req-e852a114-355c-4611-9f3e-523118e24bce tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:54.458980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70932908-5573-4a8d-87e5-6439c636210a req-e852a114-355c-4611-9f3e-523118e24bce tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 945 time: 0.4544878 May 06 12:33:54.530588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.579019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Made reservation on behalf of f07179d5eb3e497fa4e99d367cda2e97 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:54.583002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.615154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.654602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 635598eb-f7db-414c-8431-671739d8e0df, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=635598eb-f7db-414c-8431-671739d8e0df,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:54.688121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.731503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.765751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-03746f31-5354-4cf3-87f5-5671a7a73ac5 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.3145032 May 06 12:33:54.780643 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.854504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Deleting port 83c3e14f-e223-42bc-ab31-bd841dc364ef {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:54.854738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:54.870669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a30064-a310-4562-a901-90d9333a13af,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:54.906076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:54.930909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:54.944421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 78d3f330-791d-47f4-8963-58ab909b764a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:54.957057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-3ba26995-e727-48d8-aaf0-7e59ed2c98ca tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1800187 May 06 12:33:54.990135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 78d3f330-791d-47f4-8963-58ab909b764a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:54.990623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 78d3f330-791d-47f4-8963-58ab909b764a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:55.010703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:55.023010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40981c02-2ec4-4e16-a7f3-6190d9f1b219 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:55.028830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8974-7e07-4a64-b20a-04030783a62e req-480ff93a-f6c7-42f9-8e44-f7479281623c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.030292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-480ff93a-f6c7-42f9-8e44-f7479281623c service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.6055365 May 06 12:33:55.061932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.070079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.089602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c4cbcf5a-6923-4fbb-9ae6-0c6b8e3913f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=425acb2143e74b098ff79ede7f053dec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8653586 May 06 12:33:55.108629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=c1db3297-d1cf-4c29-847f-f0cfcff5d7da,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:55.111709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.139424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:55.208747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.273935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.300486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-a1b5eadf-5a80-4938-ad57-17add1235ae8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.2229173 May 06 12:33:55.335285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6ff4398-3a78-4d13-be1e-1674cd75bc06 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7107544 May 06 12:33:55.349313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57188) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:55.353340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'c1db3297-d1cf-4c29-847f-f0cfcff5d7da'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:33:55.354295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.399258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'name': 'tempest-NetworksTestDHCPv6-556874136'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:55.434861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Deleting port bb620974-a846-44cb-8fba-b44272c4e7f1 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:55.435451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.594642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba8974-7e07-4a64-b20a-04030783a62e req-57379c49-20ba-443b-803d-0c3eb73d9cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:55.596150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-57379c49-20ba-443b-803d-0c3eb73d9cd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.2871606 May 06 12:33:55.623206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/c1db3297-d1cf-4c29-847f-f0cfcff5d7da/892d6c0b-af0a-4380-b350-c1bdeaa3db2c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:55.638397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.727265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675bbc82-d9bf-45d4-87c0-1add292a6099,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:55.780328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-c0be8624-2ecf-40a1-8e19-01f4a8f8e3d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502542 May 06 12:33:55.801381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] For port 83c3e14f-e223-42bc-ab31-bd841dc364ef, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=83c3e14f-e223-42bc-ab31-bd841dc364ef,segment=NetworkSegment(cbf5f967-0399-45a3-a268-8a3c6981fe67),segment_id=cbf5f967-0399-45a3-a268-8a3c6981fe67)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:55.801868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.802431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Allocated IP 172.25.2.63 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/59c44d85-dd72-43f6-9dbe-764a6367bcc0) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:55.805062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Checking segment: {'id': '32b232fe-ae5a-42ef-949e-d24b18ba5e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '21574caf-a916-4a52-a43c-c0d1e9a73e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:55.805418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Network hostable DHCP agents. Network: 21574caf-a916-4a52-a43c-c0d1e9a73e1c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:33:55.843434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:55.846598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:55.871952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:55.919003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:55.942218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:55.959121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Network 21574caf-a916-4a52-a43c-c0d1e9a73e1c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:33:56.001703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.016038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Transition to ACTIVE for port object 892d6c0b-af0a-4380-b350-c1bdeaa3db2c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:56.029458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.042513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Transition to ACTIVE for port object 892d6c0b-af0a-4380-b350-c1bdeaa3db2c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:56.047707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Calling delete_port for 83c3e14f-e223-42bc-ab31-bd841dc364ef owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:56.067147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:56.071119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.095820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 21574caf-a916-4a52-a43c-c0d1e9a73e1c) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:56.106857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 9ff87bc0-e2ea-4955-b18f-013572bb1d72 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:33:56.107261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d819c-914a-4361-9252-2f41bf2a5f42 None None] Network 21574caf-a916-4a52-a43c-c0d1e9a73e1c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:56.184837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:56.185815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.202655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.262480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.280895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 635598eb-f7db-414c-8431-671739d8e0df up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:56.330145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.330568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.351150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'Port': ['ID=59c44d85-dd72-43f6-9dbe-764a6367bcc0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:56.434609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:56.441704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:56.453346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:56.453519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:56.453614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:56.465798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:56.513917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Pushing event updated for resources: {'Port': ['ID=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:56.528901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Allocated IP 172.25.2.88 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6472fdc6-54ab-4a31-a330-514f62481c58) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:56.624501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Calling delete_port for bb620974-a846-44cb-8fba-b44272c4e7f1 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:33:56.689044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Attempting to bind port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:33:56.689656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Attempting to bind port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:33:56.689785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Attempting to bind port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:33:56.694760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-3537ad0f-193a-471b-a121-eac561a3b2be service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784990 May 06 12:33:56.725251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:33:56.726215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:33:56.726869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.727594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:33:56.728423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Bound port: 892d6c0b-af0a-4380-b350-c1bdeaa3db2c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:33:56.729002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.732659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::228 (2e7d2229-1c74-4943-b601-890d74ccfdf0/c1db3297-d1cf-4c29-847f-f0cfcff5d7da/9ff87bc0-e2ea-4955-b18f-013572bb1d72) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:33:56.745273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c2c8e434-ec89-4606-9efb-1dca31d45cc5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6778064 May 06 12:33:56.810211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 635598eb-f7db-414c-8431-671739d8e0df triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:56.810841 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.930065 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:33:56.937188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:56.954494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.044140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7a98a-50de-47e7-aaff-1b5eeecbf639 None None] Network 21574caf-a916-4a52-a43c-c0d1e9a73e1c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:33:57.051616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a30064-a310-4562-a901-90d9333a13af,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.090191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.161539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.165045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cbba8974-7e07-4a64-b20a-04030783a62e req-58f461c0-ac94-4a22-b05d-d81177c0b531 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509943 May 06 12:33:57.166321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] For port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:33:57.178478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:57.182539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:57.187901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:57.203540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] For port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:33:57.240923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=6472fdc6-54ab-4a31-a330-514f62481c58,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.244583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Pushing event deleted for resources: {'Port': ['ID=83c3e14f-e223-42bc-ab31-bd841dc364ef,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.296826 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.363976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] No DVR routers for this DVR port 83c3e14f-e223-42bc-ab31-bd841dc364ef on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:33:57.371260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.383817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'name': 'network-vif-deleted', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:33:57.390446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70932908-5573-4a8d-87e5-6439c636210a req-0004e3ba-58e7-457c-9082-c4569be07215 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.86 "DELETE /v2.0/ports/83c3e14f-e223-42bc-ab31-bd841dc364ef HTTP/1.1" status: 204 len: 173 time: 2.8764825 May 06 12:33:57.417363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.422404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87b6c9d5-6820-4857-8c0d-3a1a8e5aba9e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84a30064-a310-4562-a901-90d9333a13af HTTP/1.1" status: 204 len: 168 time: 2.2768919 May 06 12:33:57.467995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805b9df-44ad-4f9b-9b08-059ac8b1653d None None] Pushing event updated for resources: {'Port': ['ID=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.500481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.601389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event deleted for resources: {'Port': ['ID=bb620974-a846-44cb-8fba-b44272c4e7f1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:57.810065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.812632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:57.814307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fdac47d-2420-4671-97f4-622d2575bd36 req-639a08c7-9d33-4742-8a3d-839ace8975c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "DELETE /v2.0/floatingips/ef4b892d-a994-40de-8f94-0109650b3d17 HTTP/1.1" status: 204 len: 173 time: 2.8462512 May 06 12:33:57.851468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83c3e14f-e223-42bc-ab31-bd841dc364ef no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:33:57.925116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 83c3e14f-e223-42bc-ab31-bd841dc364ef {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:33:57.925463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 83c3e14f-e223-42bc-ab31-bd841dc364ef not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:33:57.937705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.053894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9c6cec21-7fb5-426d-af3d-ba54240bb08b req-a81a6606-1b9d-4644-bfac-69ca6940cd43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Synchronizing usage tracker for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:58.134064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.154722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.177896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 9ff87bc0-e2ea-4955-b18f-013572bb1d72 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:33:58.189024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.233407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9c6cec21-7fb5-426d-af3d-ba54240bb08b req-a81a6606-1b9d-4644-bfac-69ca6940cd43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] Unset dirty status for tenant:643f84bf176b467ea3f54ccc39be3e3d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:58.235583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c6cec21-7fb5-426d-af3d-ba54240bb08b req-a81a6606-1b9d-4644-bfac-69ca6940cd43 tempest-DeleteServersTestJSON-1347043316 tempest-DeleteServersTestJSON-1347043316-project] 10.222.0.83 "GET /v2.0/ports?device_id=479e1617-ff99-4588-9497-d96f9de531e8 HTTP/1.1" status: 200 len: 210 time: 0.2286701 May 06 12:33:58.249669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 892d6c0b-af0a-4380-b350-c1bdeaa3db2c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:33:58.431956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.515712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:58.571634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:33:58.583207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:33:58.587365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:33:58.592000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:58.593082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.617843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:58.799123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=9ff87bc0-e2ea-4955-b18f-013572bb1d72,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:58.927891 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-d85766cd-9f0c-45fc-8c6c-2d510c2b3839 req-acf868ea-11ab-4795-b377-e49ce82a775e tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] show failed (client error): The resource could not be found. May 06 12:33:58.928883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d85766cd-9f0c-45fc-8c6c-2d510c2b3839 req-acf868ea-11ab-4795-b377-e49ce82a775e tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/1f01b455-bf77-4369-a3e8-5c1fddec1764 HTTP/1.1" status: 404 len: 352 time: 0.0513513 May 06 12:33:59.030867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7bfacc7-026b-480a-8248-0ab001091d90 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6711612 May 06 12:33:59.035337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57224) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:59.047745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:33:59.069456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.182352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.208129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3196f5-69f8-46ab-94c3-4390d48986ab tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.209963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3196f5-69f8-46ab-94c3-4390d48986ab tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.210827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ab3196f5-69f8-46ab-94c3-4390d48986ab tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:59.237922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Provisioning for port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:59.238769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.245063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Provisioning complete for port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:59.245443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.249549 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d22c537-d5d5-45ca-9d66-74ae8443a381'] response: {'server_uuid': '479e1617-ff99-4588-9497-d96f9de531e8', 'name': 'network-vif-deleted', 'tag': '83c3e14f-e223-42bc-ab31-bd841dc364ef', 'status': 'completed', 'code': 200} May 06 12:33:59.326188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=6472fdc6-54ab-4a31-a330-514f62481c58,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:59.333608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.411989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ab3196f5-69f8-46ab-94c3-4390d48986ab tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:33:59.413221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ab3196f5-69f8-46ab-94c3-4390d48986ab tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3757844 May 06 12:33:59.416854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:59.470063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.520553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event updated for resources: {'Port': ['ID=59c44d85-dd72-43f6-9dbe-764a6367bcc0,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:59.534406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] For port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:33:59.545345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.550326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.568412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 9ff87bc0-e2ea-4955-b18f-013572bb1d72 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:33:59.569035 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.604717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4b609-1984-49b3-bb4e-03129e8e9b89 req-43089af9-5b7c-49f4-8956-b4176acc4ff7 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:33:59.615023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.617073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29b4b609-1984-49b3-bb4e-03129e8e9b89 req-43089af9-5b7c-49f4-8956-b4176acc4ff7 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3347106 May 06 12:33:59.671550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.676670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2e4af93-f216-4a04-a8b7-261894bd014b tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6592567 May 06 12:33:59.676670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:33:59.682106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1061714242'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:33:59.694077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:33:59.707270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:network and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:33:59.713323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:33:59.729031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94926a62-640d-4656-8243-436ab8ca4087 None None] Pushing event updated for resources: {'Port': ['ID=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:33:59.735219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:33:59.758880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.769832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-1ef04d19-61e2-4fcd-886f-262af572acb5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.4079082 May 06 12:33:59.872304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ba9a4560-7f08-4801-b79e-ce894eff3fa3 None None] Provisioning for port 9ff87bc0-e2ea-4955-b18f-013572bb1d72 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:33:59.880817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ba9a4560-7f08-4801-b79e-ce894eff3fa3 None None] Provisioning complete for port 9ff87bc0-e2ea-4955-b18f-013572bb1d72 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:33:59.881749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba9a4560-7f08-4801-b79e-ce894eff3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.889418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-51290ddc-0dca-429c-8127-8ddeeb931c31 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:59.952608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a4560-7f08-4801-b79e-ce894eff3fa3 None None] Port 9ff87bc0-e2ea-4955-b18f-013572bb1d72 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:33:59.973324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Made reservation on behalf of 0b73b686c07c4ae9839f718c3de4a0bb for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:33:59.977162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:33:59.994584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-2216fc59-7fd2-4a9b-b502-8d80c4636361 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:33:59.998379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.036791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:00.042654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-51290ddc-0dca-429c-8127-8ddeeb931c31 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:00.043902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-51290ddc-0dca-429c-8127-8ddeeb931c31 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.2732465 May 06 12:34:00.046246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:security_group_rule and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:00.048667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:00.056029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.057795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:00.150747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 892d6c0b-af0a-4380-b350-c1bdeaa3db2c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:00.282316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:00.283008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.299533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-6ef97fc7-a6ab-45c8-ad39-fe522fd494b2 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:00.314678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5bad67-d1e1-4cae-95a6-2c4c1654f605 req-6ef97fc7-a6ab-45c8-ad39-fe522fd494b2 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2615416 May 06 12:34:00.335113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-2216fc59-7fd2-4a9b-b502-8d80c4636361 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:00.336663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-2216fc59-7fd2-4a9b-b502-8d80c4636361 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=9a458474d904443aa75a25d107041486 HTTP/1.1" status: 200 len: 1655 time: 0.5142381 May 06 12:34:00.339316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.343821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 9ff87bc0-e2ea-4955-b18f-013572bb1d72 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:00.418840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-119b4c25-1453-4e92-bd65-747ef32da27e req-7c5f8b37-8e0c-4806-9966-efa16f6f93dd tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] Synchronizing usage tracker for tenant:f07179d5eb3e497fa4e99d367cda2e97 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:00.469750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.515829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:34:00.524872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d098776e-1088-49a6-a4b4-57bcdee7b34f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:00.534322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.534707 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Added segment 3be0af12-de3a-44a6-a305-535c29fb2d4d of type vlan for network 7869baf1-e07c-467a-b7ab-d74c3c168f7b May 06 12:34:00.592479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-119b4c25-1453-4e92-bd65-747ef32da27e req-7c5f8b37-8e0c-4806-9966-efa16f6f93dd tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] Unset dirty status for tenant:f07179d5eb3e497fa4e99d367cda2e97 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:00.603422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-119b4c25-1453-4e92-bd65-747ef32da27e req-7c5f8b37-8e0c-4806-9966-efa16f6f93dd tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f07179d5eb3e497fa4e99d367cda2e97 HTTP/1.1" status: 200 len: 2652 time: 0.2507854 May 06 12:34:00.626518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.645089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-60bebcff-472a-44ea-a45c-b315c0b4b822 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:00.646598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-60bebcff-472a-44ea-a45c-b315c0b4b822 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks?id=832b649d-2bcb-4219-9c2e-4cb5159baac8&id=832b649d-2bcb-4219-9c2e-4cb5159baac8&id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 787 time: 0.2719982 May 06 12:34:00.664460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-3e1bf9ae-6518-468b-9137-1aae763435b4 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:34:00.665664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8fb088a-ac54-4c7d-b16f-9eba5a18a80c req-3e1bf9ae-6518-468b-9137-1aae763435b4 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122731 May 06 12:34:00.751501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-119b4c25-1453-4e92-bd65-747ef32da27e req-0229e935-f116-458f-9c88-07ba9071537e tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/03a2dd50-c2b8-4894-9349-8ad24e6d68cb HTTP/1.1" status: 200 len: 2649 time: 0.1467559 May 06 12:34:00.774640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.827996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.834266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:00.834996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:00.840611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-119b4c25-1453-4e92-bd65-747ef32da27e req-cede5a5d-3466-4170-9537-20005cbaf698 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/03a2dd50-c2b8-4894-9349-8ad24e6d68cb HTTP/1.1" status: 200 len: 2649 time: 0.0803897 May 06 12:34:00.841362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=9ff87bc0-e2ea-4955-b18f-013572bb1d72,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:00.936429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:01.038215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5c057f78-550f-40e7-b6c2-7bb0b13a0e67 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/9ff87bc0-e2ea-4955-b18f-013572bb1d72 HTTP/1.1" status: 204 len: 168 time: 1.6198986 May 06 12:34:01.040269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:01.111055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Network': ['ID=7869baf1-e07c-467a-b7ab-d74c3c168f7b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:01.123570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-76b86d14-1555-478e-87cf-236205558ec6 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips/e0e586f9-34ef-4669-a58d-e704a32c8b1d HTTP/1.1" status: 200 len: 692 time: 0.1422307 May 06 12:34:01.123977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:34:01.195644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-588cdde7-a26e-466c-abd6-421099300d67 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5181522 May 06 12:34:01.196389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:01.246757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e87c4-bc99-435f-90f8-b24edbed951a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:01.248089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e87c4-bc99-435f-90f8-b24edbed951a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:01.249596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dd5e87c4-bc99-435f-90f8-b24edbed951a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2083862 May 06 12:34:01.256023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57282) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:01.302577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Request body: {'subnet': {'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:01.311039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-5041d276-7697-4ec3-b887-08e0dba877a1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:01.318743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-5041d276-7697-4ec3-b887-08e0dba877a1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1918471 May 06 12:34:01.433805 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0cefe906-2918-4533-bfa3-612755502162 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.1140890 May 06 12:34:01.500589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:01.513549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:subnet and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:01.519595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:01.527352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-25ce1686-8fec-4331-8bbe-11558fc3d008 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:01.529011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-25ce1686-8fec-4331-8bbe-11558fc3d008 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.3967571 May 06 12:34:01.533729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:01.543040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'floatingip': {'port_id': '39b13802-cd89-4d58-b693-6947f468fa33', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:01.629919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-0b09f852-2269-4844-9226-93afc5719e3e tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.0931089 May 06 12:34:01.644427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:01.974438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Made reservation on behalf of 0b73b686c07c4ae9839f718c3de4a0bb for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:02.091031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-ee87fe7e-ff0c-4731-92cc-739eb0a69dec tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.4490547 May 06 12:34:02.181660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet c1db3297-d1cf-4c29-847f-f0cfcff5d7da {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:02.227514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.290219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.348771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.383748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Deleting port bd1485b4-6137-43db-acf4-65531e9aabcc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:02.384119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.679168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.693249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.693570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.850754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Calling delete_port for bd1485b4-6137-43db-acf4-65531e9aabcc owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:02.896415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:02.968332 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.013192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=c1db3297-d1cf-4c29-847f-f0cfcff5d7da,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:03.021714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.027042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800bf4fc-991f-4ddf-b6f3-c3285c2462d5 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:03.041261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8876da9e-110a-45b9-9821-022c1504c1ef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/c1db3297-d1cf-4c29-847f-f0cfcff5d7da HTTP/1.1" status: 204 len: 168 time: 1.7829897 May 06 12:34:03.043429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:03.139079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.150429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6ed2ef3c-5978-46e4-8001-da84ccdcd125 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057942 May 06 12:34:03.151913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.175975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:03.193475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:03.223866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.374246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event deleted for resources: {'Port': ['ID=bd1485b4-6137-43db-acf4-65531e9aabcc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:03.396794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:03.405505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Deleting port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:03.406884 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.411467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Subnet': ['ID=6f9907cf-e2a4-4626-a22d-80c88b277605,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:03.441034 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Floating IP a1c7c1df-0faf-44f0-bb45-d42dd0363575 associated. External IP: 172.25.2.63, port: 39b13802-cd89-4d58-b693-6947f468fa33. May 06 12:34:03.509133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:03.521447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:03.532183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:03.544314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:03.554134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Checking segment: {'id': '3be0af12-de3a-44a6-a305-535c29fb2d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:03.554518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network hostable DHCP agents. Network: 7869baf1-e07c-467a-b7ab-d74c3c168f7b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:34:03.583844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.659208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:03.750919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] For port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:03.751330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.785851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:34:03.805767 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:03.806871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56436c5f-4155-4266-9c63-9cce7ace8a74 req-33bff554-c901-468a-ab91-f930f641180f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "DELETE /v2.0/floatingips/e0e586f9-34ef-4669-a58d-e704a32c8b1d HTTP/1.1" status: 204 len: 173 time: 1.7055030 May 06 12:34:04.031926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.053499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7869baf1-e07c-467a-b7ab-d74c3c168f7b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:04.062504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Calling delete_port for 892d6c0b-af0a-4380-b350-c1bdeaa3db2c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:04.073811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:04.074278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.110768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Router bb9c6a63-6417-487a-a0a0-98b6f5424981 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:04.121951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286fcfb4-54e8-4d75-a72e-78850a58988e None None] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:04.358209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 892d6c0b-af0a-4380-b350-c1bdeaa3db2c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:04.383497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ea630ad-2bf6-4ec1-836c-b0f94eaaa544 req-2617a903-ce1e-49ae-a59a-0ea13a470333 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/03a2dd50-c2b8-4894-9349-8ad24e6d68cb HTTP/1.1" status: 200 len: 2649 time: 0.1786449 May 06 12:34:04.459896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:04.474084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7371d11-3691-4403-83b0-bfae84abba1a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2644887 May 06 12:34:04.479917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.483103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57330) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:04.493868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-427661740', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:04.494413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Sync routers for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:04.514888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:04.523677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:router and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:04.528570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:04.550780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:04.566944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a071fe2-e9bc-4d0f-b277-5e6ba05730f1 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "PUT /v2.0/floatingips/a1c7c1df-0faf-44f0-bb45-d42dd0363575 HTTP/1.1" status: 200 len: 995 time: 3.1319354 May 06 12:34:04.567535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:04.582235 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-3ea630ad-2bf6-4ec1-836c-b0f94eaaa544 req-93526563-9d2c-4b2f-8b08-5fcc7b76bb53 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:34:04.583272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ea630ad-2bf6-4ec1-836c-b0f94eaaa544 req-93526563-9d2c-4b2f-8b08-5fcc7b76bb53 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "DELETE /v2.0/security-groups/03a2dd50-c2b8-4894-9349-8ad24e6d68cb HTTP/1.1" status: 409 len: 352 time: 0.1989613 May 06 12:34:04.601807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-7869baf1-e07c-467a-b7ab-d74c3c168f7b', 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b', 'tenant_id': '0b73b686c07c4ae9839f718c3de4a0bb', 'fixed_ips': [{'subnet_id': '6f9907cf-e2a4-4626-a22d-80c88b277605'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:04.602635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.638589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.707382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Pushing event deleted for resources: {'Port': ['ID=892d6c0b-af0a-4380-b350-c1bdeaa3db2c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:04.716949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:04.717598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:04.766204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-6ba09934-c6de-4a2c-92ba-417e72180732 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1691628 May 06 12:34:04.767400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.769567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.812053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.812401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.812740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.813080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.813647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.813987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.814323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.814643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.815491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.815840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.816174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:04.831271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-7bcbbcd8-49b4-4348-88d7-c4c0a9aeae4d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips/821cd5aa-3a36-45cb-8fab-248a1ef4f7fc HTTP/1.1" status: 200 len: 693 time: 0.1510346 May 06 12:34:04.975698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:04.976549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:05.010497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed5ddfa-e8c3-4f46-8915-da3e01865e2e None None] No DVR routers for this DVR port 892d6c0b-af0a-4380-b350-c1bdeaa3db2c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:05.110723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-d9ab380b-4c2a-4270-a956-0c8ea03a7d82 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.120096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-d9ab380b-4c2a-4270-a956-0c8ea03a7d82 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.2733245 May 06 12:34:05.201601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:05.248780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Allocated IP 172.20.0.2 (7869baf1-e07c-467a-b7ab-d74c3c168f7b/6f9907cf-e2a4-4626-a22d-80c88b277605/42fef1ee-8810-4f5a-a0fd-aa07755641f7) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:05.252422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:05.265278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-5cf8b7d5-d418-4da3-8362-dfbadefc6c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.266968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-5cf8b7d5-d418-4da3-8362-dfbadefc6c71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.4993179 May 06 12:34:05.397947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=12cf87b3-6a90-4262-a30a-b9f3b3b62266,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:05.435358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-14c105ff-9e9f-4705-9f28-c265f2a5b9c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:05.487748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-0a6c345e-4211-4563-8ae5-50139e4dedb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 998 time: 0.2108352 May 06 12:34:05.548734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:05.568356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-36a4201e-49eb-4700-998a-9d934153b9ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.572580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:05.579564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-36a4201e-49eb-4700-998a-9d934153b9ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0896671 May 06 12:34:05.589064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:05.590009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:05.597354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8dfdd4-f469-4295-b386-1c19ad857cde None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:05.634686 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:05.655227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-f25bc86b-b9c1-4eb1-895e-f73a3e2e1af9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751290 May 06 12:34:05.709509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ee19ce87-040c-431b-87e9-34541a1ace85 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5294251 May 06 12:34:05.713156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57350) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:05.719145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'name': 'tempest-NetworksTestDHCPv6-1068917465'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:05.868801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-14c105ff-9e9f-4705-9f28-c265f2a5b9c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:05.870019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-14c105ff-9e9f-4705-9f28-c265f2a5b9c0 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.217 HTTP/1.1" status: 200 len: 696 time: 0.7481487 May 06 12:34:05.917811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-ec04ed43-7d0e-4f59-868e-f19be9f8d470 service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616315 May 06 12:34:06.110218 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-2e5cda0d-c585-4aac-a4a3-a45952ea041d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.217 HTTP/1.1" status: 200 len: 696 time: 0.2278237 May 06 12:34:06.149058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.167625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fdd0adf-7462-4a9d-8644-59f1157d2b99 req-9c4258a5-a442-43f5-9a72-b9aad762afce service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486928 May 06 12:34:06.196988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Transition to ACTIVE for port object 42fef1ee-8810-4f5a-a0fd-aa07755641f7 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:06.248984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:06.254668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:06.258195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:06.266359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Transition to ACTIVE for port object 42fef1ee-8810-4f5a-a0fd-aa07755641f7 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:06.288363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '12cf87b3-6a90-4262-a30a-b9f3b3b62266'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:06.288363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.313114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a1c7c1df-0faf-44f0-bb45-d42dd0363575', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'port_id': '39b13802-cd89-4d58-b693-6947f468fa33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'mac_address': 'fa:16:3e:9f:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45569d-9948-46be-820e-775b497c82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:56Z', 'updated_at': '2022-05-06T12:34:02Z', 'revision_number': 1, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:06.335351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:06.358225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Checking router: bb9c6a63-6417-487a-a0a0-98b6f5424981 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:06.362883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.491243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:06.491897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:06.504259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Deleting port 41e00b6b-116e-4f1f-82cd-5b49bbb7be9c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:06.504719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.547452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:06.560912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:06.628841 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f51b31-67f6-4c48-a12e-a3e260598228'] response: {'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:34:06.648317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:06.657487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Pushing event updated for resources: {'Port': ['ID=42fef1ee-8810-4f5a-a0fd-aa07755641f7,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:06.675989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:06.679273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.761539 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-23ae9022-89b1-4b0b-97da-d2107b6758f0 req-2a9b9b1e-90a8-47b7-81d7-ecba075797b5 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] show failed (client error): The resource could not be found. May 06 12:34:06.762886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23ae9022-89b1-4b0b-97da-d2107b6758f0 req-2a9b9b1e-90a8-47b7-81d7-ecba075797b5 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/d41b5533-0a4e-4ace-a3e9-dad601a1ceab HTTP/1.1" status: 404 len: 352 time: 0.0231361 May 06 12:34:06.776677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:06.819524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.878110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:06.957592 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-7a551a81-a599-481d-a577-3dd54c3d1faf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.3028319 May 06 12:34:06.962419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/12cf87b3-6a90-4262-a30a-b9f3b3b62266/900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:06.975262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Attempting to bind port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:06.975631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Attempting to bind port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3be0af12-de3a-44a6-a305-535c29fb2d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:06.976024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Attempting to bind port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 on network 7869baf1-e07c-467a-b7ab-d74c3c168f7b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:07.011654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:07.012536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Checking segment: {'id': '3be0af12-de3a-44a6-a305-535c29fb2d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:07.012536 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.012807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Bound using segment: {'id': '3be0af12-de3a-44a6-a305-535c29fb2d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:07.013282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Bound port: 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be0af12-de3a-44a6-a305-535c29fb2d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:07.013660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.078278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:07.121471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-26ed9c90-4e93-482f-b813-4a4e5b1ac13b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 998 time: 0.2945454 May 06 12:34:07.205036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.205257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.223283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-f3c83782-ebea-4d01-9a22-5c63bdc8c715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:07.225633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-f3c83782-ebea-4d01-9a22-5c63bdc8c715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.2599833 May 06 12:34:07.316065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-744b42e6-da1a-4f54-82ff-6743994e0f44 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:07.317510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-744b42e6-da1a-4f54-82ff-6743994e0f44 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports/39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 942 time: 0.1735687 May 06 12:34:07.369074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-53803d11-865f-47e5-82e5-d040172da4f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 998 time: 0.1367152 May 06 12:34:07.380830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] For port 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:07.462079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] For port 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42fef1ee-8810-4f5a-a0fd-aa07755641f7,segment=NetworkSegment(3be0af12-de3a-44a6-a305-535c29fb2d4d),segment_id=3be0af12-de3a-44a6-a305-535c29fb2d4d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:07.466797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Calling delete_port for 41e00b6b-116e-4f1f-82cd-5b49bbb7be9c owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:07.475368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-83259d2d-31c1-4a47-b879-328727c29596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:07.476975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-83259d2d-31c1-4a47-b879-328727c29596 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0979872 May 06 12:34:07.526630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Allocated IP 172.25.2.17 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/72b531ad-28fb-4455-910d-4279e248bfa9) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:07.585643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-f82f1e8f-9ae7-4b04-adce-33daac5439bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484204 May 06 12:34:07.623796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.726181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-e8fe7db1-1941-41aa-9134-801c328232dd tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 998 time: 0.2477143 May 06 12:34:07.733627 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:07.869943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-2387ba2f-e7d2-43e1-94d9-1d576d959dfb service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754903 May 06 12:34:07.870375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Transition to ACTIVE for port object 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:08.005931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.053612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da17d-347f-4f07-8d15-f52e4b72e1bb None None] Pushing event updated for resources: {'Port': ['ID=42fef1ee-8810-4f5a-a0fd-aa07755641f7,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:08.079066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Transition to ACTIVE for port object 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:08.130172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a1c7c1df-0faf-44f0-bb45-d42dd0363575', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'port_id': '39b13802-cd89-4d58-b693-6947f468fa33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'mac_address': 'fa:16:3e:9f:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45569d-9948-46be-820e-775b497c82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:56Z', 'updated_at': '2022-05-06T12:34:02Z', 'revision_number': 1, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:08.134666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e28f4-2582-487c-97c1-71babfd8dfab None None] The sync data for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 is: [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a1c7c1df-0faf-44f0-bb45-d42dd0363575', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'floating_ip_address': '172.25.2.63', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'port_id': '39b13802-cd89-4d58-b693-6947f468fa33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'mac_address': 'fa:16:3e:9f:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45569d-9948-46be-820e-775b497c82b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:56Z', 'updated_at': '2022-05-06T12:34:02Z', 'revision_number': 1, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:08.161013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.207592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-8b9def4c-2e1b-41ab-ac87-70c2a6777b48 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:08.215680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-8b9def4c-2e1b-41ab-ac87-70c2a6777b48 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.4689384 May 06 12:34:08.232531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.357326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event deleted for resources: {'Port': ['ID=41e00b6b-116e-4f1f-82cd-5b49bbb7be9c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:08.365212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.402895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-544dd6ee-b651-449d-8532-52d5d94008c7 req-17c9936f-b38d-42fb-b228-606a2bdedde5 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258114 May 06 12:34:08.432621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:08.433975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-cc6fdd27-55f7-4acf-a897-0595ea279a00 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 998 time: 0.2171199 May 06 12:34:08.440001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:08.463825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:08.470244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:08.567051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Pushing event updated for resources: {'Port': ['ID=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:08.606967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.635529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Attempting to bind port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:08.636763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Attempting to bind port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:08.637916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Attempting to bind port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:08.642872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::313 (2e7d2229-1c74-4943-b601-890d74ccfdf0/12cf87b3-6a90-4262-a30a-b9f3b3b62266/4476da0e-58ba-4ac0-8124-a4e8cdc9b976) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:08.653821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:08.654101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:08.654558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.655997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:08.656502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:08.659093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Bound port: 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:08.660319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.671150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:08.684058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:08.719737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=72b531ad-28fb-4455-910d-4279e248bfa9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:08.742694 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43893555-b4a1-498d-8eaf-f8ef6fe659c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.803753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] For port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:08.833096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:08.836784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] For port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:08.969127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.022061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.102487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a16102-b3ba-4b19-a016-ddca88400d8b None None] Pushing event updated for resources: {'Port': ['ID=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:09.107593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.107593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc9f3b39-2876-424f-819a-7805b48ba0aa req-4c4b74ca-d37c-4aa8-8444-e720c676394d tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "DELETE /v2.0/floatingips/821cd5aa-3a36-45cb-8fab-248a1ef4f7fc HTTP/1.1" status: 204 len: 173 time: 2.9879031 May 06 12:34:09.138963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.142705 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Floating IP a1c7c1df-0faf-44f0-bb45-d42dd0363575 disassociated. External IP: 172.25.2.63, port: 39b13802-cd89-4d58-b693-6947f468fa33. May 06 12:34:09.260271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.281242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:09.318586 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-81f05dac-1001-4420-b2ca-0fe80aa7ad3e req-6a2a9869-6ad9-4def-83e1-fcbc68e52df1 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] show failed (client error): The resource could not be found. May 06 12:34:09.335284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81f05dac-1001-4420-b2ca-0fe80aa7ad3e req-6a2a9869-6ad9-4def-83e1-fcbc68e52df1 tempest-SecurityGroupsNegativeTestJSON-1756199034 tempest-SecurityGroupsNegativeTestJSON-1756199034-project] 10.222.0.83 "GET /v2.0/security-groups/a4bf93c8-5480-4562-ad89-f0561060148e HTTP/1.1" status: 404 len: 352 time: 0.0408413 May 06 12:34:09.336218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:09.697603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f130aee-64ca-4010-9a3e-70836537d054 None None] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:09.822978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-f9adb2de-5eb6-40c1-99bc-adcf0d65f008 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips/6ae1011f-036d-4692-9c87-315432cf37d0 HTTP/1.1" status: 200 len: 692 time: 0.1556950 May 06 12:34:09.828721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Deleting subnet 675bbc82-d9bf-45d4-87c0-1add292a6099 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:09.855166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:09.984016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Router bb9c6a63-6417-487a-a0a0-98b6f5424981 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:10.045431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51f501cd-95c3-42f4-b406-fb4666cabb48 None None] Provisioning for port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:10.080340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.181933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.183104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.381748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:10.404524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:10.422095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.523968 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c1f3a-7c58-4c28-843a-17b0dcd81fb5 None None] New status for floating IP a1c7c1df-0faf-44f0-bb45-d42dd0363575: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:34:10.624551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=4476da0e-58ba-4ac0-8124-a4e8cdc9b976,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:10.634070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:10.642335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.717027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:10.724603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42fef1ee-8810-4f5a-a0fd-aa07755641f7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:10.771813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:10.779607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:10.788593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:10.789283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.805043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c88f8ae1-7972-4eda-b331-373e14026b4d tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "PUT /v2.0/floatingips/a1c7c1df-0faf-44f0-bb45-d42dd0363575 HTTP/1.1" status: 200 len: 692 time: 2.3699031 May 06 12:34:10.807173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:10.823333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-711b929b-6b4a-418f-930c-73fc8e3eee88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:10.981804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-b855a27e-08fa-4f19-97e5-b87b70f79afa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.1381459 May 06 12:34:11.018857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.049340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:11.056788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:11.060293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.116090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.181012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-eae2faeb-c928-4461-bd10-006ef9647f2f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.181012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-eae2faeb-c928-4461-bd10-006ef9647f2f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 1.3264630 May 06 12:34:11.181482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Provisioning for port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:11.181482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Provisioning complete for port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:11.181482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.306829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-64e232da-d051-4a8b-8ace-d1f3245f9440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.311973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-64e232da-d051-4a8b-8ace-d1f3245f9440 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.3293362 May 06 12:34:11.370586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675bbc82-d9bf-45d4-87c0-1add292a6099,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:11.385819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6fe7991-7cb2-4098-918e-725060e8516c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6718302 May 06 12:34:11.387426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e8069ed3-dfa3-4e79-820e-966299677adb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/675bbc82-d9bf-45d4-87c0-1add292a6099 HTTP/1.1" status: 204 len: 168 time: 2.0472095 May 06 12:34:11.405740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:11.406073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57410) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:11.463631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-c60a381b-95e6-440a-ab9b-85f4f0be2354 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.1446915 May 06 12:34:11.474049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.532402 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.549743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42fef1ee-8810-4f5a-a0fd-aa07755641f7,segment=NetworkSegment(3be0af12-de3a-44a6-a305-535c29fb2d4d),segment_id=3be0af12-de3a-44a6-a305-535c29fb2d4d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:11.558679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-75dc0edc-75e4-4d69-a26b-3d4e4e635d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.560664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-75dc0edc-75e4-4d69-a26b-3d4e4e635d32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.0892429 May 06 12:34:11.564465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-d7155c02-68e6-4d63-b002-261445323d4b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Synchronizing usage tracker for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:11.576676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] For port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:11.630607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-b964f705-9c6f-4a15-86c6-091b324bf3f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590353 May 06 12:34:11.655839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.666198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.723357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.738695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db3b86-5762-4cab-8350-e07d89abbc6e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.742632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db3b86-5762-4cab-8350-e07d89abbc6e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:11.743419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9db3b86-5762-4cab-8350-e07d89abbc6e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:11.754623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-d7155c02-68e6-4d63-b002-261445323d4b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Unset dirty status for tenant:9a458474d904443aa75a25d107041486 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:11.761678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-d7155c02-68e6-4d63-b002-261445323d4b tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.6029260 May 06 12:34:11.853880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-69109275-56b0-4168-8127-415252d4f340 service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143512 May 06 12:34:11.886636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8d785-d168-4f9f-a678-bcd6bbf9a825 None None] Pushing event updated for resources: {'Port': ['ID=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:11.938765 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:11.959641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-bbc7bb44-fc82-4b37-bc49-a104ded2b704 tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.1963816 May 06 12:34:11.972586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cae591d2-0e5d-423c-91e5-182de6078040 None None] Provisioning for port 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:11.999104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cae591d2-0e5d-423c-91e5-182de6078040 None None] Provisioning complete for port 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:11.999466 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cae591d2-0e5d-423c-91e5-182de6078040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.041690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9db3b86-5762-4cab-8350-e07d89abbc6e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:12.042900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9db3b86-5762-4cab-8350-e07d89abbc6e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6358914 May 06 12:34:12.045880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57420) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:12.067848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21574caf-a916-4a52-a43c-c0d1e9a73e1c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:12.111156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cae591d2-0e5d-423c-91e5-182de6078040 None None] Port 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:12.111156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=42fef1ee-8810-4f5a-a0fd-aa07755641f7,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:12.129891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.185510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.199514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35e6a01-04d9-49a7-bdd1-dfc6745b08a2 req-a8cbdf27-36f3-461a-b843-b578c6b14c53 service neutron] 10.222.0.83 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292696 May 06 12:34:12.205267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:12.206049 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.254738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:12.304867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b232fe-ae5a-42ef-949e-d24b18ba5e79') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:12.305182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b232fe-ae5a-42ef-949e-d24b18ba5e79') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:12.340219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.354372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Deleting port e4fa583a-f44b-4dbb-aea1-38077f017182 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:12.354775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.369603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:12.370407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.415077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.438689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:34:12.439119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: timer() May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:34:12.455224 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:34:12.704728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.738348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Sync routers for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:12.780574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.781108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:12.785487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:12.786494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:12.891940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 4476da0e-58ba-4ac0-8124-a4e8cdc9b976 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:12.987229 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b852e77-6066-47c1-83d9-c558ccd7b24f'] response: {'name': 'network-changed', 'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:34:13.035482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.037354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Router e92f870b-c052-4118-b21b-5287a2902ad7 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:34:13.048311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Calling delete_port for e4fa583a-f44b-4dbb-aea1-38077f017182 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:13.093918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.124709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:13.128162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=21574caf-a916-4a52-a43c-c0d1e9a73e1c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:13.162111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3390a206-65ca-4792-8725-fabb5ec2800b req-c7854680-c18a-4d5f-9e31-986e8bff0e89 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips/a1c7c1df-0faf-44f0-bb45-d42dd0363575 HTTP/1.1" status: 200 len: 692 time: 0.1818087 May 06 12:34:13.216495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dab4cc91-6c47-46ab-8c36-f4e0bc31e6dc admin admin] 10.222.0.83 "DELETE /v2.0/networks/21574caf-a916-4a52-a43c-c0d1e9a73e1c HTTP/1.1" status: 204 len: 168 time: 1.8069816 May 06 12:34:13.470599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:13.482426 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] Sync routers for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:13.503443 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:13.504383 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.544421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.580099 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.591734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-13a614ed-a65f-4005-9241-703da3ae7b8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fb8843d0df449b791a7d9d78f72da19&device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 1096 time: 0.6010864 May 06 12:34:13.595666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:13.597056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.616926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Pushing event deleted for resources: {'Port': ['ID=e4fa583a-f44b-4dbb-aea1-38077f017182,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:13.706890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.712322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e69fda8f-210a-4bdc-a87a-03b643c139b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.2277453 May 06 12:34:13.718434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57442) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:13.738984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.758021 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.761030 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6a5875-e3c1-43a3-9070-822dcdf91a1a None None] The sync data for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:13.842872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.859706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Checking router: bb9c6a63-6417-487a-a0a0-98b6f5424981 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:13.882595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:13.886638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:13.887657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:13.953298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=4476da0e-58ba-4ac0-8124-a4e8cdc9b976,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:13.965264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a206-65ca-4792-8725-fabb5ec2800b req-71d1bf52-ffb9-426d-ba6d-ba63d8987c59 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:13.966604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3390a206-65ca-4792-8725-fabb5ec2800b req-71d1bf52-ffb9-426d-ba6d-ba63d8987c59 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 784 time: 0.7907705 May 06 12:34:14.016764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:14.022041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:14.023204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cf4a03a-54fe-4e7d-93e4-45ba365716b5 req-b056b2ef-06ce-48d1-9561-f3dcf9cdae6f tempest-FloatingIPDetailsTestJSON-507222312 tempest-FloatingIPDetailsTestJSON-507222312-project] 10.222.0.83 "DELETE /v2.0/floatingips/6ae1011f-036d-4692-9c87-315432cf37d0 HTTP/1.1" status: 204 len: 173 time: 2.0633924 May 06 12:34:14.031300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57446) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:14.134762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-b6bc55a1-cc1d-43c5-919c-9db29f93ad7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:14.141041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-b6bc55a1-cc1d-43c5-919c-9db29f93ad7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 200 len: 921 time: 0.5259547 May 06 12:34:14.272281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42fef1ee-8810-4f5a-a0fd-aa07755641f7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:14.289370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:14.395185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:14.477261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-b6d9c2ca-99e2-46fb-a8d6-480054761315 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 200 len: 217 time: 0.1829102 May 06 12:34:14.493501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3390a206-65ca-4792-8725-fabb5ec2800b req-3038d951-9aa5-4ac7-a366-b9655be96617 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.4771276 May 06 12:34:14.735199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3390a206-65ca-4792-8725-fabb5ec2800b req-3f6ddc20-6ded-446c-9714-1359d94747fb tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.2404542 May 06 12:34:14.818389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57466) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:14.849515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:14.850319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.077014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1f7b995-277a-470a-98af-a382fc4162f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f07179d5eb3e497fa4e99d367cda2e97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2558396 May 06 12:34:15.089003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:15.098034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:15.099008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76f5d-1024-4571-a9c7-bb5980df857e None None] The sync data for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 is: [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:32:38Z', 'revision_number': 4, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '566d2738-dd17-4f88-98ea-1517dd9c7d6c', 'name': '', 'network_id': '35660aa4-df41-4caa-974a-c0ca31e33a07', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'mac_address': 'fa:16:3e:22:a3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:36Z', 'updated_at': '2022-05-06T12:32:46Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'subnets': [{'id': 'd354ba41-48f8-407e-a4da-93702e1c00a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:15.112113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b11bba78-7df1-4d20-a64e-b3e1c78a5ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/4476da0e-58ba-4ac0-8124-a4e8cdc9b976 HTTP/1.1" status: 204 len: 168 time: 3.0648816 May 06 12:34:15.151948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57480) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:15.153228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Deleting port 59c44d85-dd72-43f6-9dbe-764a6367bcc0 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:15.153960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.191989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-90c95cf0-ba8d-48af-a7f6-d4899dcdc09d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:15.192341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-90c95cf0-ba8d-48af-a7f6-d4899dcdc09d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 200 len: 860 time: 0.6957757 May 06 12:34:15.312057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-1db57675-3420-41e7-860b-d4fc3928ce6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35660aa4-df41-4caa-974a-c0ca31e33a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643306 May 06 12:34:15.365167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.440279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.488150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ada7f-96b3-4943-892e-5290c9b5c4ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:15.489560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ada7f-96b3-4943-892e-5290c9b5c4ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:15.490286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c01ada7f-96b3-4943-892e-5290c9b5c4ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:15.551133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.605770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.606094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.776861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.796600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a2dd50-c2b8-4894-9349-8ad24e6d68cb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:15.811697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Calling delete_port for 59c44d85-dd72-43f6-9dbe-764a6367bcc0 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:15.911142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:15.912480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b7837354-113d-45fd-98d0-60239a289de8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/03a2dd50-c2b8-4894-9349-8ad24e6d68cb HTTP/1.1" status: 204 len: 168 time: 0.8129976 May 06 12:34:16.003794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-9aa5d0d6-f64c-4a72-8eb5-5059f5f55819 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657712 May 06 12:34:16.101629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c01ada7f-96b3-4943-892e-5290c9b5c4ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:16.106653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c01ada7f-96b3-4943-892e-5290c9b5c4ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9109788 May 06 12:34:16.107437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57498) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:16.189997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:16.311089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:16.420285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:16.970582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event deleted for resources: {'Port': ['ID=59c44d85-dd72-43f6-9dbe-764a6367bcc0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:17.067535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686f7261-0c8f-4835-8cb5-c42ed4dd8061 req-2315396a-2296-4598-83a7-f2ad19191af9 service neutron] 10.222.0.13 "GET /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0511649 May 06 12:34:17.137920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.156398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 12cf87b3-6a90-4262-a30a-b9f3b3b62266 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:17.158750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4210e69-a178-4b9a-9e11-e3d804c9b6b6 None None] New status for floating IP a1c7c1df-0faf-44f0-bb45-d42dd0363575: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:34:17.181946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.333519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.400913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Allocated IP 172.20.0.1 (7869baf1-e07c-467a-b7ab-d74c3c168f7b/6f9907cf-e2a4-4626-a22d-80c88b277605/ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:17.468990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.470142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3390a206-65ca-4792-8725-fabb5ec2800b req-315f48de-d93c-49b6-a943-9c1456ee0f08 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "DELETE /v2.0/floatingips/a1c7c1df-0faf-44f0-bb45-d42dd0363575 HTTP/1.1" status: 204 len: 173 time: 2.7341552 May 06 12:34:17.601498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.770189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.801415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Deleting port 401914fc-b583-433e-86b6-932eeb2416e2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:17.801758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.842806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.843645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Transition to ACTIVE for port object ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:17.868424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-5fa0c799-4ac7-42ff-a206-6b9502da8945 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups/8006e531-8d71-4760-9f8d-3b1bc258e245 HTTP/1.1" status: 200 len: 1641 time: 0.2105250 May 06 12:34:17.885664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=12cf87b3-6a90-4262-a30a-b9f3b3b62266,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:17.904262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:17.914680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d015780-586e-46e9-aefa-49c69e0cefbc None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:18.054201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa7ca249-2e24-4de7-ab19-faefe8bcc31b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/12cf87b3-6a90-4262-a30a-b9f3b3b62266 HTTP/1.1" status: 204 len: 168 time: 1.6406476 May 06 12:34:18.057046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57546) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:18.125845 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.138511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.215030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-989f2138-708d-4991-88c9-100e42436143 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1566055 May 06 12:34:18.228329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57554) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:18.259486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] For port 401914fc-b583-433e-86b6-932eeb2416e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=401914fc-b583-433e-86b6-932eeb2416e2,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:18.259898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.389111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c7f98-5e7e-44d7-9dcc-73b2ccb46840 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.389955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-776c7f98-5e7e-44d7-9dcc-73b2ccb46840 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:18.400733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57560) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:18.427159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.450147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:18.472778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:18.497655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Deleting port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:18.498784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.499656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-776c7f98-5e7e-44d7-9dcc-73b2ccb46840 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:18.500852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-776c7f98-5e7e-44d7-9dcc-73b2ccb46840 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2715602 May 06 12:34:18.504970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:18.565292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Calling delete_port for 401914fc-b583-433e-86b6-932eeb2416e2 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:18.664717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:18.678642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:18.681602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:18.726044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70c269-d513-4eb5-af1a-33feb3d421be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:18.726958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a70c269-d513-4eb5-af1a-33feb3d421be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:18.762012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1065496681-network', 'tenant_id': '515143d9b1014839b73d1c090432177a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:18.790154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:18.798725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:18.808968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Usage tracker for resource:network and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:18.816285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:18.832655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:18.912894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a70c269-d513-4eb5-af1a-33feb3d421be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:18.913884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a70c269-d513-4eb5-af1a-33feb3d421be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4077640 May 06 12:34:18.916423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:19.031483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.085538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] For port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:19.086154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.089680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Made reservation on behalf of 515143d9b1014839b73d1c090432177a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:19.091923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.126445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5918f638-1f9e-4062-8dfa-4a1f28691eb7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2088990 May 06 12:34:19.138176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57590) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:19.146158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:19.170813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8006e531-8d71-4760-9f8d-3b1bc258e245,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:19.174771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.202891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.331442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Calling delete_port for 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:19.346136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:19.351058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:19.353498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Usage tracker for resource:security_group_rule and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:19.357328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:19.373098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:19.376278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:19.489777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.491715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57600) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:19.502886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:19.502886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.625520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.656935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.725207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e58e9361-62c1-4fd1-b244-ae24295b916b None None] Provisioning for port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:19.733538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e58e9361-62c1-4fd1-b244-ae24295b916b None None] Provisioning complete for port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:19.734096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e58e9361-62c1-4fd1-b244-ae24295b916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.765930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] Pushing event deleted for resources: {'Port': ['ID=900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:19.789125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34d49f-feeb-43a8-af8f-61e99933237e None None] No DVR routers for this DVR port 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:19.829028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e58e9361-62c1-4fd1-b244-ae24295b916b None None] Port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:19.871041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Deleting subnet 9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:19.903141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:19.974494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd1e0d-adfb-4140-a1ac-0ceaf6b7c9b7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:19.983871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:34:20.003114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.003271 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Added segment d75e5092-614c-44db-9fad-ab77fb013b96 of type vlan for network 77b43c26-56ef-46c7-9a20-a716a37b18da May 06 12:34:20.008688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.010100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30b9cc11-be45-4c29-89d3-aa5cad74cfd2 req-778aa862-5dc3-4153-9295-74cc224f1c8f tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "DELETE /v2.0/security-groups/8006e531-8d71-4760-9f8d-3b1bc258e245 HTTP/1.1" status: 204 len: 173 time: 2.1159666 May 06 12:34:20.036974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.108653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.135236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.165309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.192449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:20.209637 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.231020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:20.231644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 900d4a83-f7ad-4e3d-87d8-a4c5880f6ff0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:20.348365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.404699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:20.468491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=401914fc-b583-433e-86b6-932eeb2416e2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:20.499880 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.529237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.532384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:20.532987 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.586639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.690016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.708668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:20.762564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.805174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:20.816879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:20.823747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] Pushing event updated for resources: {'Network': ['ID=77b43c26-56ef-46c7-9a20-a716a37b18da,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:20.834060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8d239-1ae4-4414-bd05-578b9a8179c1 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:20.862925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:20.865530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.893439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:20.895563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9bf805fb-0ed9-4a21-a8ef-cb649c8406e4 HTTP/1.1" status: 204 len: 168 time: 1.4019420 May 06 12:34:20.904209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57616) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:20.906634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=9096510c-b1ea-47fe-833a-6ce22ba38f50,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:21.007662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:21.009110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:21.016374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 77b43c26-56ef-46c7-9a20-a716a37b18da details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:34:21.166584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b8a76055-e89c-4595-8f88-915bb1c96365 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7647812 May 06 12:34:21.190041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57622) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:21.193138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7415c68-d660-4cb6-b1d8-43a8439400e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf805fb-0ed9-4a21-a8ef-cb649c8406e4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:21.210678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Request body: {'subnet': {'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1065496681-subnet', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:21.231687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '9096510c-b1ea-47fe-833a-6ce22ba38f50'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:21.232580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.246450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:21.270826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Usage tracker for resource:subnet and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:21.272410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:21.283063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.286430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:21.354465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87af3182-aa91-4a8b-a2fd-e58771517ee6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2128224 May 06 12:34:21.368433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57628) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:21.383762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '9096510c-b1ea-47fe-833a-6ce22ba38f50', 'ip_address': '2001:db8::f8f2:ac02:89a:ed7d'}], 'name': 'tempest-NetworksTestDHCPv6-624960920'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:21.397560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1b2891f-9315-42e2-859c-9adf287f76b5 None None] Provisioning complete for port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:21.398785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1b2891f-9315-42e2-859c-9adf287f76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.467689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2891f-9315-42e2-859c-9adf287f76b5 None None] Port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:21.548632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Made reservation on behalf of 515143d9b1014839b73d1c090432177a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:21.551274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.551616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9096510c-b1ea-47fe-833a-6ce22ba38f50/481ac2ca-c909-49c4-a06a-691cc2f23d42) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:21.612024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb786e0d-e79f-4f72-846f-3b852e00f7ab req-99e201f7-ead4-4b70-9b73-0ae173917004 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:21.613739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb786e0d-e79f-4f72-846f-3b852e00f7ab req-99e201f7-ead4-4b70-9b73-0ae173917004 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.2664633 May 06 12:34:21.620517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.675240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.725611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92734fc-5afc-45ea-8570-b01abe899f1a']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:21.759404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf5f967-0399-45a3-a268-8a3c6981fe67') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:21.759724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf5f967-0399-45a3-a268-8a3c6981fe67') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:21.791414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.815686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:21.818343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.834291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.858274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:34:21.858656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: timer() May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:34:21.875947 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:34:21.930410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:21.952330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bb786e0d-e79f-4f72-846f-3b852e00f7ab req-389f2a83-9ad3-49a4-9687-7272851e8f8b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:22.042220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Router e92f870b-c052-4118-b21b-5287a2902ad7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:22.101718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:22.111487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.129467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Transition to ACTIVE for port object 481ac2ca-c909-49c4-a06a-691cc2f23d42 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:22.130686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bb786e0d-e79f-4f72-846f-3b852e00f7ab req-389f2a83-9ad3-49a4-9687-7272851e8f8b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:22.131911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb786e0d-e79f-4f72-846f-3b852e00f7ab req-389f2a83-9ad3-49a4-9687-7272851e8f8b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073111 May 06 12:34:22.180163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.186539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.188346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Transition to ACTIVE for port object 481ac2ca-c909-49c4-a06a-691cc2f23d42 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:22.211732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.216933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port b4f765ed-9a01-483d-9d53-d871210fb9db yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:22.307269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.326453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92734fc-5afc-45ea-8570-b01abe899f1a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:22.397395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ed78e0-5dae-45ac-af5b-e2ab39a96a18,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:22.397841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:22.401525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:22.405647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:22.456641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Checking segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:22.456999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Network hostable DHCP agents. Network: 77b43c26-56ef-46c7-9a20-a716a37b18da, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:34:22.492610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-09bab861-4913-4ed5-8129-97139d385cc5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a92734fc-5afc-45ea-8570-b01abe899f1a HTTP/1.1" status: 204 len: 168 time: 1.5872262 May 06 12:34:22.548658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Attempting to bind port 481ac2ca-c909-49c4-a06a-691cc2f23d42 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:22.551302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Attempting to bind port 481ac2ca-c909-49c4-a06a-691cc2f23d42 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:22.551920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Attempting to bind port 481ac2ca-c909-49c4-a06a-691cc2f23d42 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:22.554295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Pushing event updated for resources: {'Port': ['ID=481ac2ca-c909-49c4-a06a-691cc2f23d42,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:22.570162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:22.570162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:22.570162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.571495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:22.575545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f8f2:ac02:89a:ed7d (2e7d2229-1c74-4943-b601-890d74ccfdf0/9096510c-b1ea-47fe-833a-6ce22ba38f50/b4f765ed-9a01-483d-9d53-d871210fb9db) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:22.576745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Bound port: 481ac2ca-c909-49c4-a06a-691cc2f23d42, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:22.577347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.621030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Network 77b43c26-56ef-46c7-9a20-a716a37b18da is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:34:22.640707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:22.654288 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] Sync routers for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:22.670643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4cb83120-f738-48fb-87a6-671b53689d3a tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "PUT /v2.0/routers/e92f870b-c052-4118-b21b-5287a2902ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9140816 May 06 12:34:22.672161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57640) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:22.678863 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:22.682642 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:22.685487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Request body: {'port': {'network_id': '7869baf1-e07c-467a-b7ab-d74c3c168f7b', 'name': 'tempest-FloatingIPAdminTestJSON-517582589'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:22.750638 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:22.763595 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:22.764370 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:22.821300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] For port 481ac2ca-c909-49c4-a06a-691cc2f23d42, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:22.830216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] For port 481ac2ca-c909-49c4-a06a-691cc2f23d42, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=481ac2ca-c909-49c4-a06a-691cc2f23d42,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:22.848238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:22.848735 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1938b-33b3-4077-9823-6bfad1cc953b None None] The sync data for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:22.853467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 77b43c26-56ef-46c7-9a20-a716a37b18da) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:22.862165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e86912-c69d-43b8-b1f7-9e9f2fd081e9 None None] Network 77b43c26-56ef-46c7-9a20-a716a37b18da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:22.875517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:22.878068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:22.912140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:22.917839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Usage tracker for resource:port and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:22.921656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:22.928879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:22.948935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Router c1b1b074-dcbf-4601-a69f-6cffb353834f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:22.950065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.016211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.067350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object b4f765ed-9a01-483d-9d53-d871210fb9db will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:23.075921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495279e-94b6-43ef-b4b2-a3388bfa3d28 None None] Pushing event updated for resources: {'Port': ['ID=481ac2ca-c909-49c4-a06a-691cc2f23d42,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:23.110301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5b28eac3-40da-45ff-9519-8c1e6e26f97e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9187353 May 06 12:34:23.117437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57648) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:23.124077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:23.131481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:23.135585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Usage tracker for resource:router and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:23.140649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:23.150726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:23.207763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-77b43c26-56ef-46c7-9a20-a716a37b18da', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:23.210481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.219939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:23.225966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5996f95-14b9-4b2e-8274-a377a7cc6e4b admin admin] 10.222.0.83 "PUT /v2.0/routers/c1b1b074-dcbf-4601-a69f-6cffb353834f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1936069 May 06 12:34:23.247469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Sync routers for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:23.250395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57654) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:23.286370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57660) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:23.322735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:23.323307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:23.372601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.374594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.375603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.432966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Made reservation on behalf of 0b73b686c07c4ae9839f718c3de4a0bb for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:23.443240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.592475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] device_id is not set on port 02e1aaa6-3ba0-48f2-b21d-2202763d8139 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:23.709337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Allocated IP 172.20.0.2 (77b43c26-56ef-46c7-9a20-a716a37b18da/00ed78e0-5dae-45ac-af5b-e2ab39a96a18/bd8390f1-2998-4ebd-b4b4-fbae153bf18d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:23.730333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-df7aae47-a580-470c-ba17-3634930028ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=643f84bf176b467ea3f54ccc39be3e3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4421513 May 06 12:34:23.733658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:23.738703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:23.741011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57666) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:23.742611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=b4f765ed-9a01-483d-9d53-d871210fb9db,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:23.747039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:23.768321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:23.774566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.775321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.809385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:23.906350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-b9ce3126-f400-4ed9-a702-cc1f722dfdd7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.906350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-b9ce3126-f400-4ed9-a702-cc1f722dfdd7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:23.919100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb404aa8-2e9c-4ac4-b923-136a951ce493 req-d7edd11e-3691-472c-a489-88fba0c5bee5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:23.919983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fb404aa8-2e9c-4ac4-b923-136a951ce493 req-d7edd11e-3691-472c-a489-88fba0c5bee5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:23.978035 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.020019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.029744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e9adefb6-0a20-4ce4-acbd-2fe8edcf45c8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6574719 May 06 12:34:24.034592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:24.052946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Allocated IP 172.20.0.10 (7869baf1-e07c-467a-b7ab-d74c3c168f7b/6f9907cf-e2a4-4626-a22d-80c88b277605/02e1aaa6-3ba0-48f2-b21d-2202763d8139) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:24.152196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.307022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 481ac2ca-c909-49c4-a06a-691cc2f23d42 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:24.329647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.352400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-b9ce3126-f400-4ed9-a702-cc1f722dfdd7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:24.353781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-b9ce3126-f400-4ed9-a702-cc1f722dfdd7 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.13 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.7765117 May 06 12:34:24.357843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84868401-6f7b-4de8-860c-ef981eaca01f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:24.373395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-fb404aa8-2e9c-4ac4-b923-136a951ce493 req-d7edd11e-3691-472c-a489-88fba0c5bee5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:24.380887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb404aa8-2e9c-4ac4-b923-136a951ce493 req-d7edd11e-3691-472c-a489-88fba0c5bee5 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 945 time: 0.8481419 May 06 12:34:24.523401 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.551349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Transition to ACTIVE for port object 02e1aaa6-3ba0-48f2-b21d-2202763d8139 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:24.577806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:34:19Z', 'revision_number': 5, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:24.581266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.593554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Checking router: c1b1b074-dcbf-4601-a69f-6cffb353834f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:24.601532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Transition to ACTIVE for port object bd8390f1-2998-4ebd-b4b4-fbae153bf18d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:24.625037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Routers {'c1b1b074-dcbf-4601-a69f-6cffb353834f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:24.625689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c1b1b074-dcbf-4601-a69f-6cffb353834f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:24.635878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.646129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.662086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Deleting port 39b13802-cd89-4d58-b693-6947f468fa33 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:24.662438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.709829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9befe-16c5-4f0a-ad41-ab7f95bc1e4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.713786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9befe-16c5-4f0a-ad41-ab7f95bc1e4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:24.714598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abf9befe-16c5-4f0a-ad41-ab7f95bc1e4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:24.750528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.754220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-33e4754c-27c2-4d3f-ad63-be1e065d72c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84868401-6f7b-4de8-860c-ef981eaca01f HTTP/1.1" status: 204 len: 168 time: 1.0062256 May 06 12:34:24.767017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb404aa8-2e9c-4ac4-b923-136a951ce493 req-3696127c-b25c-4dd2-8621-27f31462a6c0 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851688 May 06 12:34:24.784932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.923875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Deleting port b0e74e63-458f-480b-9789-2a176df9e497 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:24.924280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:24.940952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] Set router c1b1b074-dcbf-4601-a69f-6cffb353834f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:25.091460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] For port 39b13802-cd89-4d58-b693-6947f468fa33, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=39b13802-cd89-4d58-b693-6947f468fa33,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:25.091874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.121338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 481ac2ca-c909-49c4-a06a-691cc2f23d42 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:25.172134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Transition to ACTIVE for port object bd8390f1-2998-4ebd-b4b4-fbae153bf18d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:25.187740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:25.194182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:25.248400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:25.277414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event updated for resources: {'Port': ['ID=02e1aaa6-3ba0-48f2-b21d-2202763d8139,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:25.282637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abf9befe-16c5-4f0a-ad41-ab7f95bc1e4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:25.283533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-abf9befe-16c5-4f0a-ad41-ab7f95bc1e4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.2470984 May 06 12:34:25.296450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57690) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:25.300099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Calling delete_port for 39b13802-cd89-4d58-b693-6947f468fa33 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:25.360943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Provisioning for port 481ac2ca-c909-49c4-a06a-691cc2f23d42 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:25.370080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Provisioning complete for port 481ac2ca-c909-49c4-a06a-691cc2f23d42 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:25.370460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.420756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port b4f765ed-9a01-483d-9d53-d871210fb9db {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:25.421160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.442614 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.456778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:25.460172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.498786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Network 77b43c26-56ef-46c7-9a20-a716a37b18da is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:25.511803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:25.519094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:25.520371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] For port b0e74e63-458f-480b-9789-2a176df9e497, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0e74e63-458f-480b-9789-2a176df9e497,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:25.520742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.578696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.619881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.688002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] For port 481ac2ca-c909-49c4-a06a-691cc2f23d42, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=481ac2ca-c909-49c4-a06a-691cc2f23d42,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:25.690716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Pushing event deleted for resources: {'Port': ['ID=39b13802-cd89-4d58-b693-6947f468fa33,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:25.719383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Calling delete_port for b0e74e63-458f-480b-9789-2a176df9e497 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:25.788352 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1c94420-ea86-483f-a732-b4889c74e20e tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1147590 May 06 12:34:25.840064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:25.840781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] No DVR routers for this DVR port 39b13802-cd89-4d58-b693-6947f468fa33 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:25.853369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.869490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'name': 'network-vif-deleted', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:25.870736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Pushing event updated for resources: {'Port': ['ID=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:25.889434 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:25.953905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Attempting to bind port bd8390f1-2998-4ebd-b4b4-fbae153bf18d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:25.954622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Attempting to bind port bd8390f1-2998-4ebd-b4b4-fbae153bf18d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:25.955325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Attempting to bind port bd8390f1-2998-4ebd-b4b4-fbae153bf18d on network 77b43c26-56ef-46c7-9a20-a716a37b18da {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:25.963155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 39b13802-cd89-4d58-b693-6947f468fa33 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:26.006146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:26.007069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Checking segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:26.007705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.008374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Bound using segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:26.009115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Bound port: bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:26.009706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.041855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.060151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 39b13802-cd89-4d58-b693-6947f468fa33 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:26.060844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 39b13802-cd89-4d58-b693-6947f468fa33 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:26.072489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:34:19Z', 'revision_number': 5, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:26.081789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83543098-38dd-4a5e-8216-16c1654885f2 None None] The sync data for ids ['c1b1b074-dcbf-4601-a69f-6cffb353834f'] in n-d-840845-1 is: [{'id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'name': 'tempest-FloatingIPDetailsTestJSON-1716957373-router', 'tenant_id': '9a458474d904443aa75a25d107041486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:10Z', 'updated_at': '2022-05-06T12:34:19Z', 'revision_number': 5, 'project_id': '9a458474d904443aa75a25d107041486', 'gw_port': {'id': 'b0e74e63-458f-480b-9789-2a176df9e497', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:56:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b1b074-dcbf-4601-a69f-6cffb353834f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:12Z', 'updated_at': '2022-05-06T12:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:26.143429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0cf49f7-dd0a-4f77-9527-f4f63fa81d32 req-9eff4306-0928-454e-a394-51ebef2bfa7b tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.1112401 May 06 12:34:26.200670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] For port bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:26.206894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] For port bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:26.211700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b9e7-e998-414e-8fe3-e95be6feee13 None None] Pushing event updated for resources: {'Port': ['ID=481ac2ca-c909-49c4-a06a-691cc2f23d42,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:26.227440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.253686 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c54626b-1d65-4d97-aae9-1154a542f18e'] response: {'server_uuid': 'be45569d-9948-46be-820e-775b497c82b4', 'name': 'network-vif-deleted', 'tag': '39b13802-cd89-4d58-b693-6947f468fa33', 'status': 'completed', 'code': 200} May 06 12:34:26.258555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6527ce97-8a46-4ada-a9e9-c8963bd24ddd req-40cd9116-dc11-4355-9b70-94ab500a078a tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.13 "DELETE /v2.0/ports/39b13802-cd89-4d58-b693-6947f468fa33 HTTP/1.1" status: 204 len: 173 time: 1.8727968 May 06 12:34:26.273442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.418255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Provisioning for port 02e1aaa6-3ba0-48f2-b21d-2202763d8139 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:26.425204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Provisioning complete for port 02e1aaa6-3ba0-48f2-b21d-2202763d8139 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:26.433421 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.478460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Allocated IP 172.25.2.54 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/becd3db3-1513-4a5c-b07d-9a9c8772c536) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:26.526887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for b4f765ed-9a01-483d-9d53-d871210fb9db owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:26.572235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Port 02e1aaa6-3ba0-48f2-b21d-2202763d8139 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:26.581608 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.585426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'project_id': '0b73b686c07c4ae9839f718c3de4a0bb', 'port_id': '02e1aaa6-3ba0-48f2-b21d-2202763d8139'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:26.712088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:26.730011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Usage tracker for resource:floatingip and tenant:0b73b686c07c4ae9839f718c3de4a0bb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:26.741749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:26.752150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:26.773659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.803952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb1e08-5ce5-4acf-a661-13ff492e8aba None None] Pushing event updated for resources: {'Port': ['ID=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:26.940337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Provisioning for port b4f765ed-9a01-483d-9d53-d871210fb9db completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:26.942316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.946495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Provisioning complete for port b4f765ed-9a01-483d-9d53-d871210fb9db triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:26.952820 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:26.976048 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.020720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f6e07310-e64a-45f5-8476-37ecd377054a None None] Port b4f765ed-9a01-483d-9d53-d871210fb9db cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:27.069460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.071729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:27.076155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:27.079645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:27.098760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e74e63-458f-480b-9789-2a176df9e497,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:27.133384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=becd3db3-1513-4a5c-b07d-9a9c8772c536,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:27.145573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.145947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.146239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.146568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.146895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.147206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.147531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.147875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.148264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.148589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.149047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:27.438393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-58df7329-7474-4c85-a473-b01a4e184e6b req-d78897a4-79d1-4693-ba3e-6e875f5dc6f3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Synchronizing usage tracker for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:27.484586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.485655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.508871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.576450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=b4f765ed-9a01-483d-9d53-d871210fb9db,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:27.582871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.659452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-58df7329-7474-4c85-a473-b01a4e184e6b req-d78897a4-79d1-4693-ba3e-6e875f5dc6f3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] Unset dirty status for tenant:9fb8843d0df449b791a7d9d78f72da19 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:27.673400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58df7329-7474-4c85-a473-b01a4e184e6b req-d78897a4-79d1-4693-ba3e-6e875f5dc6f3 tempest-ServerRescueTestJSONUnderV235-1552282750 tempest-ServerRescueTestJSONUnderV235-1552282750-project] 10.222.0.83 "GET /v2.0/ports?device_id=be45569d-9948-46be-820e-775b497c82b4 HTTP/1.1" status: 200 len: 210 time: 0.2886932 May 06 12:34:27.836412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:27.933653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:34:28.035640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.037212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.129679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7648a0aa-9049-4b2b-b72c-99f8454925d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/b4f765ed-9a01-483d-9d53-d871210fb9db HTTP/1.1" status: 204 len: 168 time: 2.8308713 May 06 12:34:28.130408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.133293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.266788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.297416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e328c03-de39-430d-87b6-c625db979cae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:28.301217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e328c03-de39-430d-87b6-c625db979cae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:28.301997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4e328c03-de39-430d-87b6-c625db979cae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:28.341065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1039624044-network', 'tenant_id': '980c74da53e142ed854555cab024d28b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:28.352173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:28.364441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Usage tracker for resource:network and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:28.372336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:28.386145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:28.426408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cec67-2789-442a-afaa-b01e222a22cd None None] Network 77b43c26-56ef-46c7-9a20-a716a37b18da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:28.436732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.437246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b1b074-dcbf-4601-a69f-6cffb353834f {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:34:28.458066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4e328c03-de39-430d-87b6-c625db979cae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:28.459928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e328c03-de39-430d-87b6-c625db979cae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3239708 May 06 12:34:28.465233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.469928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:28.483337 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Sync routers for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:28.516734 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:28.518910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:28.591589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.592828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-efb4e5b5-fa7b-4ad9-aa63-83edc05f1cea admin admin] 10.222.0.83 "DELETE /v2.0/routers/c1b1b074-dcbf-4601-a69f-6cffb353834f HTTP/1.1" status: 204 len: 168 time: 5.3393562 May 06 12:34:28.597715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:28.597908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57754) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.597993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.666064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.677543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd8390f1-2998-4ebd-b4b4-fbae153bf18d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:28.683251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:28.684616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-410d2edd-f289-4c08-ad44-9e19fbc92ac1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5652769 May 06 12:34:28.692170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57758) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.898049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57764) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:28.903896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Allocated IP 172.25.2.211 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/adfed7a3-d0f2-4b2b-a045-8f5408952da5) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:28.949667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8a0caf44-d66b-4a3f-a8a8-845dac88c018 None None] Provisioning for port bd8390f1-2998-4ebd-b4b4-fbae153bf18d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:28.994557 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:29.009925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:29.115746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Usage tracker for resource:security_group_rule and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:29.125019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bd8390f1-2998-4ebd-b4b4-fbae153bf18d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:29.130179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:29.146741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:29.151364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bd8390f1-2998-4ebd-b4b4-fbae153bf18d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:29.152122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.281328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 9096510c-b1ea-47fe-833a-6ce22ba38f50 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:29.322104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.330944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.349178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Deleting subnet 98ab55d1-3bd7-4df4-af34-bf4ec3eeb440 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:29.352640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.415363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.442113 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.449474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.510917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.528083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:29.536776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:34:29.541329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.549042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b924aef-a606-4fc9-a8fe-b67824ac19f6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:29.557201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.592848 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:27Z', 'revision_number': 3, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:29.599569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Checking router: 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:29.603548 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Updating router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 port becd3db3-1513-4a5c-b07d-9a9c8772c536 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:34:29.610251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.610767 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Added segment f663e0d8-bae7-4fba-8d1c-e5a897e2de64 of type vlan for network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd May 06 12:34:29.623679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.626364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 481ac2ca-c909-49c4-a06a-691cc2f23d42 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:29.674454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.725735 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.745858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.764500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.811422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.863712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ab55d1-3bd7-4df4-af34-bf4ec3eeb440,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:29.884255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.885156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:29.885758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.991930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:29.997201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:30.011810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1245441-d41a-49c2-9b91-ea4b088e79ec None None] Network 461952a9-fd7b-44a9-9142-318ee0d18b71 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:30.012152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:30.025241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:30.063291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Pushing event updated for resources: {'Port': ['ID=adfed7a3-d0f2-4b2b-a045-8f5408952da5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.085928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] Pushing event updated for resources: {'Network': ['ID=75a6b74d-9fa3-441a-84ec-c6426f9a62bd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.123499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cc519ecf-788c-4967-9688-2accd969794e None None] Provisioning complete for port bd8390f1-2998-4ebd-b4b4-fbae153bf18d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:30.123911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cc519ecf-788c-4967-9688-2accd969794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.151233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b2317afa-db02-4aa9-a196-b5afd08beb74 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/98ab55d1-3bd7-4df4-af34-bf4ec3eeb440 HTTP/1.1" status: 204 len: 168 time: 1.5539784 May 06 12:34:30.156777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:30.193534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:34:30.202061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.286938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.299934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-77ede851-7305-44b1-a3cb-2f0d6ae27f3f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2599051 May 06 12:34:30.308146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:30.336707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=9096510c-b1ea-47fe-833a-6ce22ba38f50,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.342589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 481ac2ca-c909-49c4-a06a-691cc2f23d42 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:30.343083 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.343823 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.347365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Request body: {'subnet': {'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1039624044-subnet', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:30.373431 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Transition to ACTIVE for port object becd3db3-1513-4a5c-b07d-9a9c8772c536 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:30.377871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:30.398451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.445423 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.449851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5a0328f-122c-40fe-8005-a43d7c1c092e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9096510c-b1ea-47fe-833a-6ce22ba38f50 HTTP/1.1" status: 204 len: 168 time: 1.9835255 May 06 12:34:30.450982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Usage tracker for resource:subnet and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:30.453853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:30.458469 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.476823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08c250-665d-4f67-949d-4f429ceca454 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:30.531374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Deleting port 0244804a-d906-443b-a4e1-9afedb309743 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:30.531720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.637977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1476e-f9a6-4524-940c-8401ccd21305 None None] Pushing event updated for resources: {'Port': ['ID=becd3db3-1513-4a5c-b07d-9a9c8772c536,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:30.651702 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Attempting to bind port becd3db3-1513-4a5c-b07d-9a9c8772c536 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:30.652087 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Attempting to bind port becd3db3-1513-4a5c-b07d-9a9c8772c536 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:30.652440 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Attempting to bind port becd3db3-1513-4a5c-b07d-9a9c8772c536 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:30.666041 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:30.666415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:30.666810 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.675967 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:30.677247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Bound port: becd3db3-1513-4a5c-b07d-9a9c8772c536, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:30.677647 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.761858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:30.835541 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] For port becd3db3-1513-4a5c-b07d-9a9c8772c536, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:30.839187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] For port becd3db3-1513-4a5c-b07d-9a9c8772c536, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=becd3db3-1513-4a5c-b07d-9a9c8772c536,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:30.873146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:30.880554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eef79388-24af-4f5e-a073-0725ef1f0a6f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4234393 May 06 12:34:30.882268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:30.900556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:30.940733 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:30.951481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 401914fc-b583-433e-86b6-932eeb2416e2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:31.020667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 401914fc-b583-433e-86b6-932eeb2416e2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:31.020667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 401914fc-b583-433e-86b6-932eeb2416e2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:31.091547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] DHCP port deletion for 461952a9-fd7b-44a9-9142-318ee0d18b71 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:31.100242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Deleting port 0244804a-d906-443b-a4e1-9afedb309743 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:31.100725 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.116122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:31.116968 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:31.155078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:31.171330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:31.177592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:31.188958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:31.200754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] For port 0244804a-d906-443b-a4e1-9afedb309743, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0244804a-d906-443b-a4e1-9afedb309743,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:31.201255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.202504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:31.204441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd8390f1-2998-4ebd-b4b4-fbae153bf18d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:31.215298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1476e-f9a6-4524-940c-8401ccd21305 None None] Pushing event updated for resources: {'Port': ['ID=becd3db3-1513-4a5c-b07d-9a9c8772c536,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:31.234390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:31.240506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.260048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Deleting port 481ac2ca-c909-49c4-a06a-691cc2f23d42 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:31.262307 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.268415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-e24b40c2-6f06-460f-830d-62b73e63b0c0 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2108507137&fields=id&tenant_id=990c46791cd34622b38e57bef535b2f1 HTTP/1.1" status: 200 len: 267 time: 0.2430239 May 06 12:34:31.382596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:31.386074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.427904 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:31.505034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] For port 0244804a-d906-443b-a4e1-9afedb309743, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0244804a-d906-443b-a4e1-9afedb309743,segment=NetworkSegment(3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3),segment_id=3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:31.505648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.654677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Calling delete_port for 0244804a-d906-443b-a4e1-9afedb309743 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:31.729963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Calling delete_port for 0244804a-d906-443b-a4e1-9afedb309743 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:31.838214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.877539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:31.909540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] Pushing event deleted for resources: {'Port': ['ID=0244804a-d906-443b-a4e1-9afedb309743,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:31.938963 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:27Z', 'revision_number': 3, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:31.945755 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c3160-eb43-4ab0-bfaf-ac26c61cc1c7 None None] The sync data for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 is: [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:27Z', 'revision_number': 3, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:31.946369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bd8390f1-2998-4ebd-b4b4-fbae153bf18d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:31.946748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.025901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd0e67-d80c-4e1a-9df9-75d65a8fe9db None None] No DVR routers for this DVR port 0244804a-d906-443b-a4e1-9afedb309743 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:32.107305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-41b1cb11-54f8-44b6-bc1b-d1649ea92cf0 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:32.108838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-41b1cb11-54f8-44b6-bc1b-d1649ea92cf0 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 815 time: 0.8395863 May 06 12:34:32.115327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:34:32.115653 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:34:32.147370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-a131818a-f468-4b3f-83fb-6b8864f7ecb4 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/quotas/990c46791cd34622b38e57bef535b2f1 HTTP/1.1" status: 200 len: 375 time: 0.0228350 May 06 12:34:32.263290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] For port 481ac2ca-c909-49c4-a06a-691cc2f23d42, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=481ac2ca-c909-49c4-a06a-691cc2f23d42,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:32.263684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.335581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.337368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.458885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Calling delete_port for 481ac2ca-c909-49c4-a06a-691cc2f23d42 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:32.477140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-bc95db3f-efdf-429c-81b5-884f341d1eb8 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3224909 May 06 12:34:32.490486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3752f996-5416-43de-9e1f-b6558d60de00,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:32.565675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0e74e63-458f-480b-9789-2a176df9e497 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:32.583232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.583529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.584226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.584574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.584915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.585255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.585740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.586086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.586415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.586745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.587088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:34:32.600812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.618055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b0e74e63-458f-480b-9789-2a176df9e497 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:32.618531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0e74e63-458f-480b-9789-2a176df9e497 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:32.634414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Deleting port 0244804a-d906-443b-a4e1-9afedb309743 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:32.635064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.679004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.749971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.756749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=9e32ac83-fbcd-4259-8cfe-3504b1366701,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:32.774863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Checking segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:32.775285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Network hostable DHCP agents. Network: 75a6b74d-9fa3-441a-84ec-c6426f9a62bd, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:34:32.795651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:32.800215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:32.810364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:32.811012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:32.844607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] The port '0244804a-d906-443b-a4e1-9afedb309743' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:34:32.877699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] No DVR routers for this DVR port 481ac2ca-c909-49c4-a06a-691cc2f23d42 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:32.907228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067de994-04ef-4289-9b20-a349d6d883f1 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:33.070457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.074047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-698200f6-de28-4fb4-81f6-fe03d8df2624 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1835220 May 06 12:34:33.076000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16060a2-2f14-412b-acab-13fb759c329c None None] Pushing event deleted for resources: {'Port': ['ID=481ac2ca-c909-49c4-a06a-691cc2f23d42,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:33.077266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57828) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:33.092675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '9e32ac83-fbcd-4259-8cfe-3504b1366701', 'ip_address': '2001:db8::1062:87bd:66c:b372'}], 'name': 'tempest-NetworksTestDHCPv6-30432579'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:33.138751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:34:33.178400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device becd3db3-1513-4a5c-b07d-9a9c8772c536 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:33.210377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.210623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '9e32ac83-fbcd-4259-8cfe-3504b1366701'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:33.211343 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.223393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-2ec713b5-5349-4353-a5da-03f26bdaa77a service neutron] 10.222.0.83 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198937 May 06 12:34:33.281612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.297663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 75a6b74d-9fa3-441a-84ec-c6426f9a62bd) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:33.313063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40645d35-d2e3-44db-8660-78ab5720ea38 None None] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:33.318158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:33.318904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.406086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Pushing event updated for resources: {'Port': ['ID=adfed7a3-d0f2-4b2b-a045-8f5408952da5,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:33.410055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.449145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:33.453187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.454591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461952a9-fd7b-44a9-9142-318ee0d18b71']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:33.505608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:33.506297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c75fd78-5285-43f6-bf2b-3e1bfc54f1c3') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:33.514800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:33.519836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-893d04ea-5e70-48ab-bb94-d7d32f1c4347 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1992643 May 06 12:34:33.525960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:33.528621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57834) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:33.582547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.584686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:33.597845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:33.602304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:33.608204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Usage tracker for resource:router and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:33.613401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:33.622811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:33.641639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.653880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port becd3db3-1513-4a5c-b07d-9a9c8772c536 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:33.662673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-5bc1754c-9b0a-4a06-a23c-8310bcbf9075 service neutron] 10.222.0.83 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176049 May 06 12:34:33.664707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:34:33.665202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.669595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port becd3db3-1513-4a5c-b07d-9a9c8772c536 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:33.669908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: timer() May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:34:33.683050 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:34:33.690394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:33.700415 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.725802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:33.725938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.729683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.730503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.753398 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.770730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:33.865660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9e32ac83-fbcd-4259-8cfe-3504b1366701/0bcbb302-99b9-45b5-b061-cf91369f14d3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:33.868584 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:33.886144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port becd3db3-1513-4a5c-b07d-9a9c8772c536, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=becd3db3-1513-4a5c-b07d-9a9c8772c536,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:33.932732 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:34:34.099897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.154822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.181501 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.215950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] Pushing event deleted for resources: {'Network': ['ID=461952a9-fd7b-44a9-9142-318ee0d18b71,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:34.229372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.258350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Allocated IP 172.20.0.1 (77b43c26-56ef-46c7-9a20-a716a37b18da/00ed78e0-5dae-45ac-af5b-e2ab39a96a18/488aadb8-e26b-421b-a397-fcd9481dc84a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:34.262159 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Floating IP 5268d723-76cf-4de9-8611-3a0ddbe60984 associated. External IP: 172.25.2.211, port: 02e1aaa6-3ba0-48f2-b21d-2202763d8139. May 06 12:34:34.316749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 481ac2ca-c909-49c4-a06a-691cc2f23d42 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:34.423141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 481ac2ca-c909-49c4-a06a-691cc2f23d42 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:34.423488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 481ac2ca-c909-49c4-a06a-691cc2f23d42 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:34.424039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0244804a-d906-443b-a4e1-9afedb309743 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:34.462126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5cc0d999-5838-4ac1-90a0-5c05aa590019 admin admin] 10.222.0.83 "DELETE /v2.0/networks/461952a9-fd7b-44a9-9142-318ee0d18b71 HTTP/1.1" status: 204 len: 168 time: 4.2896674 May 06 12:34:34.475987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 0244804a-d906-443b-a4e1-9afedb309743 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:34.476880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0244804a-d906-443b-a4e1-9afedb309743 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:34.482030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.515529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=becd3db3-1513-4a5c-b07d-9a9c8772c536,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:34.517025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Transition to ACTIVE for port object 488aadb8-e26b-421b-a397-fcd9481dc84a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:34.521373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.524729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Allocated IP 172.20.0.2 (75a6b74d-9fa3-441a-84ec-c6426f9a62bd/3752f996-5416-43de-9e1f-b6558d60de00/47b521e6-230c-46de-bda2-44e88708a0f3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:34.539488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Transition to ACTIVE for port object 0bcbb302-99b9-45b5-b061-cf91369f14d3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:34.625208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Deleting port 566d2738-dd17-4f88-98ea-1517dd9c7d6c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:34.625618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.625803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Transition to ACTIVE for port object 0bcbb302-99b9-45b5-b061-cf91369f14d3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:34.736290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.739818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:34.811831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:34.826078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:34.833254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:34.912769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Network 77b43c26-56ef-46c7-9a20-a716a37b18da is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:34.918563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:34.925130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:35.011037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Pushing event updated for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:35.039956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Pushing event updated for resources: {'Port': ['ID=0bcbb302-99b9-45b5-b061-cf91369f14d3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:35.070080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] For port 566d2738-dd17-4f88-98ea-1517dd9c7d6c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=566d2738-dd17-4f88-98ea-1517dd9c7d6c,segment=NetworkSegment(43fe74e7-ee75-437f-adac-9aed53322ee8),segment_id=43fe74e7-ee75-437f-adac-9aed53322ee8)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:35.070468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.083791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.139721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.186354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Transition to ACTIVE for port object 47b521e6-230c-46de-bda2-44e88708a0f3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:35.205239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4408f76a-0afb-469b-9766-b7851a236814 req-0f4f4d71-fcec-4edb-a19b-6097f34d7150 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Synchronizing usage tracker for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:35.226054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device becd3db3-1513-4a5c-b07d-9a9c8772c536 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:35.253359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::1062:87bd:66c:b372 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9e32ac83-fbcd-4259-8cfe-3504b1366701/2fedfcb9-7b1b-4a01-abe9-7b4d594dd984) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:35.293412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Calling delete_port for 566d2738-dd17-4f88-98ea-1517dd9c7d6c owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:35.296191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Transition to ACTIVE for port object 47b521e6-230c-46de-bda2-44e88708a0f3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:35.356301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Attempting to bind port 0bcbb302-99b9-45b5-b061-cf91369f14d3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:35.356667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Attempting to bind port 0bcbb302-99b9-45b5-b061-cf91369f14d3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:35.357155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Attempting to bind port 0bcbb302-99b9-45b5-b061-cf91369f14d3 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:35.362690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57860) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:35.369223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:35.369829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:35.370243 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.370638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:35.371396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Bound port: 0bcbb302-99b9-45b5-b061-cf91369f14d3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:35.371793 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.431124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-4408f76a-0afb-469b-9766-b7851a236814 req-0f4f4d71-fcec-4edb-a19b-6097f34d7150 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Unset dirty status for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:35.434068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4408f76a-0afb-469b-9766-b7851a236814 req-0f4f4d71-fcec-4edb-a19b-6097f34d7150 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.4094505 May 06 12:34:35.464975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1e8c2f7f-b99a-40f9-b0af-48e5e8f16487 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a458474d904443aa75a25d107041486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1011791 May 06 12:34:35.471740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57864) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:35.491964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.543960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port becd3db3-1513-4a5c-b07d-9a9c8772c536 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:35.544683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.608361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.621204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74badcec-bcfc-4322-8aae-aa55b04856af None None] Provisioning for port 488aadb8-e26b-421b-a397-fcd9481dc84a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:35.623048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.645782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:35.677294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74badcec-bcfc-4322-8aae-aa55b04856af None None] Provisioning complete for port 488aadb8-e26b-421b-a397-fcd9481dc84a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:35.677809 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74badcec-bcfc-4322-8aae-aa55b04856af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.733058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.746547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.757806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.769958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:35.779012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] For port 0bcbb302-99b9-45b5-b061-cf91369f14d3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:35.781340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Pushing event updated for resources: {'Port': ['ID=47b521e6-230c-46de-bda2-44e88708a0f3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:35.798075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:35.810789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:35.818094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] For port 0bcbb302-99b9-45b5-b061-cf91369f14d3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0bcbb302-99b9-45b5-b061-cf91369f14d3,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:35.835214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-74badcec-bcfc-4322-8aae-aa55b04856af None None] Port 488aadb8-e26b-421b-a397-fcd9481dc84a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:35.842305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.848449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:35.922789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.011699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.083693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Router e92f870b-c052-4118-b21b-5287a2902ad7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:36.085792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:36.089879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=566d2738-dd17-4f88-98ea-1517dd9c7d6c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.102629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:36.104557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.107874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=2fedfcb9-7b1b-4a01-abe9-7b4d594dd984,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.110944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:36.115462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:36.116248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.153576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Attempting to bind port 47b521e6-230c-46de-bda2-44e88708a0f3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:36.154270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Attempting to bind port 47b521e6-230c-46de-bda2-44e88708a0f3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:36.154892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Attempting to bind port 47b521e6-230c-46de-bda2-44e88708a0f3 on network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:36.165476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acf9b6-8e9c-4125-9caf-21831f8511b6 None None] Pushing event updated for resources: {'Port': ['ID=0bcbb302-99b9-45b5-b061-cf91369f14d3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.174152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:36.174911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Checking segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:36.175651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.176309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Bound using segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:36.177012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Bound port: 47b521e6-230c-46de-bda2-44e88708a0f3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:36.177547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.282855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3e918b-53f1-46dc-9e2f-3b487b7c8ebf,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.300055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af652891-56ba-4369-b2b5-49e21469314a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.2216716 May 06 12:34:36.304320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57876) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:36.322520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] For port 47b521e6-230c-46de-bda2-44e88708a0f3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:36.326087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] For port 47b521e6-230c-46de-bda2-44e88708a0f3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47b521e6-230c-46de-bda2-44e88708a0f3,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:36.334526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.406914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Allocated IP 172.25.2.81 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/65cd086d-ddef-4b44-8309-6672a22fae70) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:36.482043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.526450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.609210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.616295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10b24143-cf58-4704-a9d1-95ff9e85e459 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be3e918b-53f1-46dc-9e2f-3b487b7c8ebf HTTP/1.1" status: 204 len: 168 time: 1.1374097 May 06 12:34:36.687543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c48e38-1237-4079-90ab-45d29f8e1eca None None] Pushing event updated for resources: {'Port': ['ID=47b521e6-230c-46de-bda2-44e88708a0f3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.830775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfa00c00-af0b-4d13-a6ea-2d867127f96e req-102a8aca-532e-45fc-924f-51fc72c769f7 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.2706490 May 06 12:34:36.868410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Pushing event updated for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:36.878207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b611d-8a13-4714-99a0-9a0fbfdba81f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:36.882295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b611d-8a13-4714-99a0-9a0fbfdba81f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:36.883102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c3b611d-8a13-4714-99a0-9a0fbfdba81f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:36.887525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:36.955421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:37.051569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c3b611d-8a13-4714-99a0-9a0fbfdba81f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:37.056318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c3b611d-8a13-4714-99a0-9a0fbfdba81f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.7445626 May 06 12:34:37.061515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:37.122912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:37.135938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] Sync routers for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:37.181740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:37.182091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:37.187520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:37.188241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Network 77b43c26-56ef-46c7-9a20-a716a37b18da is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:37.193680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:37.197214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:37.332626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:37.421433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:37.521470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:37.574568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0bcbb302-99b9-45b5-b061-cf91369f14d3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:37.705268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:37.705808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:37.761979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:37.767552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:37.841306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:38.027846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Pushing event updated for resources: {'Port': ['ID=65cd086d-ddef-4b44-8309-6672a22fae70,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:38.060224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdbecf2f-b4f4-44ad-b889-f7d603caf708 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.2309892 May 06 12:34:38.070774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.074392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57908) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:38.115066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:38.118364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a48cb-c77a-4df4-b7e3-0497bd8adc57 None None] The sync data for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:38.202920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c3954a8-4b7f-4c8d-93aa-18b3770216f3 None None] Provisioning complete for port 488aadb8-e26b-421b-a397-fcd9481dc84a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:38.203584 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c3954a8-4b7f-4c8d-93aa-18b3770216f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.497387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cb522c2-dd97-4781-8f4b-bef69166c706 req-91d91a17-42aa-46ef-b8a8-b80785fdcf65 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.2282767 May 06 12:34:38.521936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2c3954a8-4b7f-4c8d-93aa-18b3770216f3 None None] Port 488aadb8-e26b-421b-a397-fcd9481dc84a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:38.654604 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-710f6f42-c86b-40ff-a0fa-adf067ea1e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.660399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 0bcbb302-99b9-45b5-b061-cf91369f14d3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:38.756589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Provisioning for port 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:38.762571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7f137-7f92-4f80-b6f9-c86f37f33dd5 None None] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:38.812869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Provisioning complete for port 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:38.816096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:38.888938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb4a4940-15cb-4599-a03b-fc3973724da8 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "GET /v2.0/floatingips/5268d723-76cf-4de9-8611-3a0ddbe60984 HTTP/1.1" status: 200 len: 983 time: 0.7920778 May 06 12:34:38.903516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57924) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:38.960044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Port 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:38.992755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:39.087844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Provisioning for port 0bcbb302-99b9-45b5-b061-cf91369f14d3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:39.143831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Provisioning complete for port 0bcbb302-99b9-45b5-b061-cf91369f14d3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:39.144064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.172003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-827b594e-c5b3-42de-b02e-8198b7c325d4 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 0.2662077 May 06 12:34:39.175583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.205701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57934) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:39.261698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47b521e6-230c-46de-bda2-44e88708a0f3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:39.481685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.492612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:39.539586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] For port 0bcbb302-99b9-45b5-b061-cf91369f14d3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0bcbb302-99b9-45b5-b061-cf91369f14d3,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:39.619340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 47b521e6-230c-46de-bda2-44e88708a0f3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:39.648293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.749819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-8b1af4f4-f868-493c-ba0f-7cc8b5d9ee74 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:39.752305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-8b1af4f4-f868-493c-ba0f-7cc8b5d9ee74 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.86 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 815 time: 0.4155030 May 06 12:34:39.796694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11ee10-307a-4e1c-9348-d80f9d84a38e None None] Pushing event updated for resources: {'Port': ['ID=0bcbb302-99b9-45b5-b061-cf91369f14d3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:39.910862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Provisioning for port 47b521e6-230c-46de-bda2-44e88708a0f3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:39.916341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Provisioning complete for port 47b521e6-230c-46de-bda2-44e88708a0f3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:39.916885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:39.935847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c63c8328-0823-4ddf-bf0c-deb129ed9b56 req-2702e88f-bc3f-4ebd-bc02-9e3ae0f69e94 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.0917385 May 06 12:34:40.131068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-c10feb67-9bff-4f6c-9f45-28323736f1af tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=990c46791cd34622b38e57bef535b2f1 HTTP/1.1" status: 200 len: 380 time: 0.3622639 May 06 12:34:40.160028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'port': {'device_id': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'admin_state_up': True, 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'security_groups': ['b157e4e1-8d9f-4d4f-aac2-21780db6c11d']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:40.216735 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.265132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] For port 47b521e6-230c-46de-bda2-44e88708a0f3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47b521e6-230c-46de-bda2-44e88708a0f3,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:40.278945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.337527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=2fedfcb9-7b1b-4a01-abe9-7b4d594dd984,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:40.340359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port adfed7a3-d0f2-4b2b-a045-8f5408952da5 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:40.340706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.368803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:40.389347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:40.392374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.420718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:40.437291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e5638058-98c3-4821-b322-5dfbf1ea0dbe admin admin] 10.222.0.83 "PUT /v2.0/routers/364ce8d1-ebba-4906-8fcb-b64ed32f9b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7347302 May 06 12:34:40.442232 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Sync routers for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:40.459820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Router bb9c6a63-6417-487a-a0a0-98b6f5424981 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:40.461473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:40.462114 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:40.532225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aab26bb2-0375-4f2d-bf9f-5680289ef8ba None None] Provisioning complete for port 47b521e6-230c-46de-bda2-44e88708a0f3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:40.532447 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aab26bb2-0375-4f2d-bf9f-5680289ef8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.555050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Made reservation on behalf of 990c46791cd34622b38e57bef535b2f1 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:40.558238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.618098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d46f2-bf2a-49d0-8cf3-22df2453fb91 None None] Pushing event updated for resources: {'Port': ['ID=47b521e6-230c-46de-bda2-44e88708a0f3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:40.844532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a7d051f7-d28d-4bd9-bcbd-de0007fd99d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:40.921409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:40.989401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Allocated IP 172.20.0.8 (156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7/a4671dbc-a9cf-4565-ab00-7f637dd06321/0b4b3f48-1bde-4359-821c-c2e7d212fc18) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:41.004071 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:41.032063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.032542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.185663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:41.197677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Sync routers for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:41.222897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:41.223861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:41.279558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for adfed7a3-d0f2-4b2b-a045-8f5408952da5 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:41.299317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aaec77b9-f1e7-4658-b1b1-771f477c6268 req-b6909136-6457-4c3e-82c1-59329f915339 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Synchronizing usage tracker for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:41.338560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aaec77b9-f1e7-4658-b1b1-771f477c6268 req-b6909136-6457-4c3e-82c1-59329f915339 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Unset dirty status for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:41.340057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aaec77b9-f1e7-4658-b1b1-771f477c6268 req-b6909136-6457-4c3e-82c1-59329f915339 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.1418090 May 06 12:34:41.374261 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.420214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Transition to ACTIVE for port object 0b4b3f48-1bde-4359-821c-c2e7d212fc18 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:41.453935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cd996d52-0bbf-42fd-a245-a54da75acc8d admin admin] 10.222.0.83 "PUT /v2.0/routers/bb9c6a63-6417-487a-a0a0-98b6f5424981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5526674 May 06 12:34:41.454956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:41.710110 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 2, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:41.719048 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Checking router: 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:41.721201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Updating router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 port 488aadb8-e26b-421b-a397-fcd9481dc84a binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:34:41.723656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.728560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:41.773687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.973927 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:41.981569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:41.982409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=adfed7a3-d0f2-4b2b-a045-8f5408952da5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:42.002140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47b521e6-230c-46de-bda2-44e88708a0f3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:42.090381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.126269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57996) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:42.128835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35b6a336-d940-4123-8a46-6f3df1231117 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 HTTP/1.1" status: 204 len: 168 time: 5.0670011 May 06 12:34:42.138886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332777007', 'description': 'tempest-description--448645361'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:42.149709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:42.163831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Usage tracker for resource:security_group and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:42.177350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:42.200324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.209362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:42.237457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.239413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.258604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.264973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:42.303079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:efcf68e3747e41fc8aba523c1efb351e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:42.308065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:42.328379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:42.337675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541877ce-ef4f-4352-ad05-34008033e989 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.339509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541877ce-ef4f-4352-ad05-34008033e989 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.340381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-541877ce-ef4f-4352-ad05-34008033e989 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:42.348565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.366664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event updated for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:42.372500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:42.383989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:42.385158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 47b521e6-230c-46de-bda2-44e88708a0f3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:42.386496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.405413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:42.505796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-541877ce-ef4f-4352-ad05-34008033e989 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:42.511700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-541877ce-ef4f-4352-ad05-34008033e989 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3853450 May 06 12:34:42.531490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:42.597565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.668409 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.685765 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Transition to ACTIVE for port object 488aadb8-e26b-421b-a397-fcd9481dc84a will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:42.701238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:42.702327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.706369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:42.716649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Checking router: bb9c6a63-6417-487a-a0a0-98b6f5424981 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:42.731046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0bcbb302-99b9-45b5-b061-cf91369f14d3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:42.792837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Routers {'bb9c6a63-6417-487a-a0a0-98b6f5424981'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:42.793475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb9c6a63-6417-487a-a0a0-98b6f5424981'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:42.800055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.843462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:42.848932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Usage tracker for resource:security_group_rule and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:42.852442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:42.858526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:42.904339 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:42.982435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.012101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf230-8125-4e5a-a18b-325327253eef None None] Pushing event updated for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:43.040170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.041730 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-569011a0-8b45-44a0-baed-cdf70bc4e77b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8904533 May 06 12:34:43.077746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Request body: {'port': {'device_id': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:43.174384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.188921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0bcbb302-99b9-45b5-b061-cf91369f14d3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:43.189844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.227008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Attempting to bind port 488aadb8-e26b-421b-a397-fcd9481dc84a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:43.227426 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Attempting to bind port 488aadb8-e26b-421b-a397-fcd9481dc84a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:43.227894 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Attempting to bind port 488aadb8-e26b-421b-a397-fcd9481dc84a on network 77b43c26-56ef-46c7-9a20-a716a37b18da {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:43.237960 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:43.238345 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Checking segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:43.238748 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.239141 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Bound using segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:43.239670 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Bound port: 488aadb8-e26b-421b-a397-fcd9481dc84a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:43.240085 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.247591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] Set router bb9c6a63-6417-487a-a0a0-98b6f5424981 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:43.318594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 9e32ac83-fbcd-4259-8cfe-3504b1366701 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:43.345903 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.356772 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] For port 488aadb8-e26b-421b-a397-fcd9481dc84a, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:43.364038 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] For port 488aadb8-e26b-421b-a397-fcd9481dc84a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=488aadb8-e26b-421b-a397-fcd9481dc84a,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:43.370631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8ef8244-4def-403b-927d-43a5a7bdf353 None None] Provisioning for port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:43.421910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.453619 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.461155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8ef8244-4def-403b-927d-43a5a7bdf353 None None] Provisioning complete for port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:43.461520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8ef8244-4def-403b-927d-43a5a7bdf353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.536160 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.540296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a90ab0d-4d58-494e-8321-03fd7011bcd7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:43.579288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1190fe-28f8-458b-ae1a-ae68c2251744 req-7003b907-3edc-4f8c-a7f7-c3f0bd1230ae tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:43.583091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.586954 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9db359a-2a2a-4dae-9061-d30556173742 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4539349 May 06 12:34:43.587682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1190fe-28f8-458b-ae1a-ae68c2251744 req-7003b907-3edc-4f8c-a7f7-c3f0bd1230ae tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 931 time: 0.9252186 May 06 12:34:43.589065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58012) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:43.597756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'security_group_rule': {'security_group_id': '0a90ab0d-4d58-494e-8321-03fd7011bcd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:43.605141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:43.610766 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cf230-8125-4e5a-a18b-325327253eef None None] Pushing event updated for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:43.614294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Usage tracker for resource:security_group_rule and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:43.619526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:43.647252 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:43.647981 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:43.649054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.649428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:43.654915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:34:43.670850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef8244-4def-403b-927d-43a5a7bdf353 None None] Port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:43.835379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.889383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:43.951231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66acde1c-d66a-4281-a62d-ad18f58380cf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:44.032824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1190fe-28f8-458b-ae1a-ae68c2251744 req-b58d2b64-746d-490d-a21e-4f049b00fc7a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4441648 May 06 12:34:44.042751 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:44.045284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c0f79af2-1fe0-4e7d-9947-a51bf4abf8a6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=efcf68e3747e41fc8aba523c1efb351e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1213543 May 06 12:34:44.051378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:44.055897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1f740-276d-4ea1-a3dc-d4fb90997ae0 None None] The sync data for ids ['bb9c6a63-6417-487a-a0a0-98b6f5424981'] in n-d-840845-1 is: [{'id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208018621-router', 'tenant_id': '9fb8843d0df449b791a7d9d78f72da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:32:31Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 5, 'project_id': '9fb8843d0df449b791a7d9d78f72da19', 'gw_port': {'id': 'b14eae12-2920-40f0-acc0-07ca73838da3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9c6a63-6417-487a-a0a0-98b6f5424981', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:32:32Z', 'updated_at': '2022-05-06T12:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:44.079072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58016) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:44.086435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.194497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Router e92f870b-c052-4118-b21b-5287a2902ad7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:44.207524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58022) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:44.260623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.328826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.356335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.405099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.438880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.448469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.505209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ecf79a-ea97-4e6c-9aa8-6287d340e5ae,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:44.575319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.577780 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:43Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:44.583210 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc751f-3068-488b-911a-bfb4dcd51d95 None None] The sync data for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 is: [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:43Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:44.591970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Deleting port b14eae12-2920-40f0-acc0-07ca73838da3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:44.591970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.593451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:44.608346 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Sync routers for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:44.618560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.619833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7545c5b2-d459-47d2-87f3-8fd6707cc55b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0294571 May 06 12:34:44.624260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58028) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:44.625765 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:44.627789 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:44.668077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'security_group_rule': {'security_group_id': '0a90ab0d-4d58-494e-8321-03fd7011bcd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:44.686798 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.693967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.700593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/66acde1c-d66a-4281-a62d-ad18f58380cf HTTP/1.1" status: 204 len: 168 time: 0.6152499 May 06 12:34:44.702681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:44.735573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d9438-9494-4031-b4d7-cd7bc3e75bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66acde1c-d66a-4281-a62d-ad18f58380cf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:44.742468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Usage tracker for resource:security_group_rule and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:44.748801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:44.768910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:44.789942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.791224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ceb3d0e-b05e-4652-8dbf-e5a7ed2b243c admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2614806 May 06 12:34:44.793426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:44.805086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] Sync routers for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:34:44.807553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:44.814287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58034) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:44.829408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:44.830741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:44.916621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8267935-7246-4157-895c-b544adb45967 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/floatingips/5268d723-76cf-4de9-8611-3a0ddbe60984 HTTP/1.1" status: 204 len: 168 time: 5.7043641 May 06 12:34:44.929665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58038) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:44.944702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:44.956384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:44.962567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Usage tracker for resource:floatingip and tenant:afee4851b76e42119a108250ead49b48 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:44.974958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:44.985491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:44.989248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.023821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:45.052576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:45.053290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:45.068044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:45.104920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.135470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:45.136401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc19ab-3b2e-4622-a6c5-fa68984f2136 None None] The sync data for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:45.175695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.210209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.271190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:45.275951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Usage tracker for resource:security_group_rule and tenant:e8ec263bb8314cda87e5e70feac6604b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:45.279224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:45.286672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.290883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:45.395063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229fd327-2f64-4922-8345-9fb779429b3b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:45.473657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=9e32ac83-fbcd-4259-8cfe-3504b1366701,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:45.477124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264beed2-b9f4-42c6-be0f-b9b5ddb87089 req-8390cfb7-12aa-41f1-9026-96674bcf25fb tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:45.483983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-264beed2-b9f4-42c6-be0f-b9b5ddb87089 req-8390cfb7-12aa-41f1-9026-96674bcf25fb tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 931 time: 0.2412746 May 06 12:34:45.505225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.511187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.511837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-610f6891-aeb1-4e1e-a67c-ccef0d7a1b0b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8858676 May 06 12:34:45.517928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceac84c-a08f-451e-9c02-d853400c4b91 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:45.524684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:45.546325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:45.612685 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:38Z', 'revision_number': 3, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:45.620298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Checking router: bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:34:45.620644 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Updating router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 port 65cd086d-ddef-4b44-8309-6672a22fae70 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:34:45.632332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] For port b14eae12-2920-40f0-acc0-07ca73838da3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b14eae12-2920-40f0-acc0-07ca73838da3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:45.632732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.641360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-264beed2-b9f4-42c6-be0f-b9b5ddb87089 req-a6786e13-f2b3-42cf-b171-16a558447840 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Synchronizing usage tracker for tenant:990c46791cd34622b38e57bef535b2f1 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:45.675446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.762198 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:45.774598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:45.791382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Usage tracker for resource:floatingip and tenant:515143d9b1014839b73d1c090432177a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:45.802902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:45.824172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:45.935552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-264beed2-b9f4-42c6-be0f-b9b5ddb87089 req-a6786e13-f2b3-42cf-b171-16a558447840 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Unset dirty status for tenant:990c46791cd34622b38e57bef535b2f1 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:45.947932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-264beed2-b9f4-42c6-be0f-b9b5ddb87089 req-a6786e13-f2b3-42cf-b171-16a558447840 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630008 May 06 12:34:45.988675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:45.993370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Deleting port 0bcbb302-99b9-45b5-b061-cf91369f14d3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:45.994808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.004237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Allocated IP 172.25.2.221 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5bc18f1c-eca2-4b49-99ee-d65a581e1797) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:46.024877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Calling delete_port for b14eae12-2920-40f0-acc0-07ca73838da3 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:46.073757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:46.106666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.194194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.280017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.322827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 488aadb8-e26b-421b-a397-fcd9481dc84a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:46.347622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.358265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-be6d25e6-fc70-4bf0-aeee-fcc148499283 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9e32ac83-fbcd-4259-8cfe-3504b1366701 HTTP/1.1" status: 204 len: 168 time: 3.8250740 May 06 12:34:46.368301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58058) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:46.406680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] For port 0bcbb302-99b9-45b5-b061-cf91369f14d3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0bcbb302-99b9-45b5-b061-cf91369f14d3,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:46.407069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.421466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4b3f48-1bde-4359-821c-c2e7d212fc18 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:46.452705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-325a8921-70d5-48ce-9310-ceacdd8eb4d9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876472 May 06 12:34:46.452886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:46.461244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:46.471410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.478696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.486652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f9861-4709-46ca-b95f-cce550028eaf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.506030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8b3d2c09-813f-4dc6-b1bc-ab6a79f6f5cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e8ec263bb8314cda87e5e70feac6604b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2891695 May 06 12:34:46.514395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58068) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:46.537804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Transition to ACTIVE for port object 0b4b3f48-1bde-4359-821c-c2e7d212fc18 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:46.547528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Calling delete_port for 0bcbb302-99b9-45b5-b061-cf91369f14d3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:46.686745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:46.688592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 488aadb8-e26b-421b-a397-fcd9481dc84a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:46.692110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:46.695729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:46.698828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 488aadb8-e26b-421b-a397-fcd9481dc84a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:46.699121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.699815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.702592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:46.713263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.755525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.788488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc18f1c-eca2-4b49-99ee-d65a581e1797,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.807789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.813025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:46.815788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:46.818317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:46.823507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.863301 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:46.870822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:46.888637 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Transition to ACTIVE for port object 65cd086d-ddef-4b44-8309-6672a22fae70 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:46.967052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] Pushing event deleted for resources: {'Port': ['ID=0bcbb302-99b9-45b5-b061-cf91369f14d3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:46.986744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca6981-506a-45d6-b5a6-04d67eb625a5 None None] No DVR routers for this DVR port 0bcbb302-99b9-45b5-b061-cf91369f14d3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:47.009127 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.015390 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.097418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.181068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70450e9-5969-4f7d-9eff-0b41381beda8 None None] Pushing event updated for resources: {'Port': ['ID=65cd086d-ddef-4b44-8309-6672a22fae70,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.187658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 488aadb8-e26b-421b-a397-fcd9481dc84a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=488aadb8-e26b-421b-a397-fcd9481dc84a,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:47.192567 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Attempting to bind port 65cd086d-ddef-4b44-8309-6672a22fae70 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:47.193137 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Attempting to bind port 65cd086d-ddef-4b44-8309-6672a22fae70 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:47.193670 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Attempting to bind port 65cd086d-ddef-4b44-8309-6672a22fae70 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:47.202831 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:47.203356 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:47.203789 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.204179 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:47.205295 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Bound port: 65cd086d-ddef-4b44-8309-6672a22fae70, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:47.205914 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.211561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.245733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.265378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.302374 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] For port 65cd086d-ddef-4b44-8309-6672a22fae70, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:47.306358 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] For port 65cd086d-ddef-4b44-8309-6672a22fae70, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65cd086d-ddef-4b44-8309-6672a22fae70,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:47.355747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 566d2738-dd17-4f88-98ea-1517dd9c7d6c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:47.409054 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.411247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 566d2738-dd17-4f88-98ea-1517dd9c7d6c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:47.411856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 566d2738-dd17-4f88-98ea-1517dd9c7d6c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:47.412509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0bcbb302-99b9-45b5-b061-cf91369f14d3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:47.464531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 0bcbb302-99b9-45b5-b061-cf91369f14d3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:47.465384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0bcbb302-99b9-45b5-b061-cf91369f14d3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:47.527991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.574912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.588750 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70450e9-5969-4f7d-9eff-0b41381beda8 None None] Pushing event updated for resources: {'Port': ['ID=65cd086d-ddef-4b44-8309-6672a22fae70,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.613419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:34:47.613981 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:47.668289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.748095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.786397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:47.790266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:47.795148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:47.795907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:47.800873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14eae12-2920-40f0-acc0-07ca73838da3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.806090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=86891be5-8763-4036-982b-2bad97a7eff7,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:47.877382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1cad9-a958-442b-8656-8bff004dab07 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:47.913840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:34:47.964354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29068b01-8fd1-465f-8428-2903617056e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5100801 May 06 12:34:47.966920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:47.969789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.058750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Attempting to bind port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:48.059329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Attempting to bind port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:48.059854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Attempting to bind port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 on network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:48.066853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '86891be5-8763-4036-982b-2bad97a7eff7', 'ip_address': '2001:db8::8299:3dc1:1e12:9944'}], 'name': 'tempest-NetworksTestDHCPv6-733943702'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:48.067699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.113558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Allocated IP 172.25.2.106 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:48.127889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f9861-4709-46ca-b95f-cce550028eaf,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:48.148848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be27605-1cdd-4fac-9ac5-86589fe1e565 req-0c1887e6-537f-4be4-8b44-199dbacb3b22 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:48.161087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4be27605-1cdd-4fac-9ac5-86589fe1e565 req-0c1887e6-537f-4be4-8b44-199dbacb3b22 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.9322305 May 06 12:34:48.175928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.177055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7e4ae1d5-5bfb-4cab-8ee8-e0bbfe3143b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a9f9861-4709-46ca-b95f-cce550028eaf HTTP/1.1" status: 204 len: 168 time: 1.6602938 May 06 12:34:48.204841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 on network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:34:48.205159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Attempting to bind port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 on network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:48.209354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 488aadb8-e26b-421b-a397-fcd9481dc84a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:48.216025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:48.216249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Checking segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:48.216573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Bound using segment: {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:48.217002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Bound port: 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:48.217341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.432260 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:38Z', 'revision_number': 3, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:48.442330 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671aaef3-c885-416c-b75f-c740cfec791c None None] The sync data for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 is: [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:38Z', 'revision_number': 3, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:34:48.491876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:48.497022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:48.501480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:48.509594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:48.516964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '86891be5-8763-4036-982b-2bad97a7eff7'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:48.518338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.596480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.626244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:48.639216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.647823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 488aadb8-e26b-421b-a397-fcd9481dc84a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:48.648196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.670036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 2f6684b1-7182-41b7-af59-e7975a4d2821 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:48.790061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:48.862405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/86891be5-8763-4036-982b-2bad97a7eff7/b404be5b-99b9-4fa4-9332-a2f0cd4e2683) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:48.873769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.040397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Pushing event updated for resources: {'Port': ['ID=5bc18f1c-eca2-4b49-99ee-d65a581e1797,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:49.058697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.123556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4be27605-1cdd-4fac-9ac5-86589fe1e565 req-769312c5-3aba-42f8-87df-5f8b5e5c372a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9379301 May 06 12:34:49.166034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.180335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Transition to ACTIVE for port object b404be5b-99b9-4fa4-9332-a2f0cd4e2683 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:49.201841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.209489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2afb8a5-473e-4043-98cc-7b0b8076e699 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2709262 May 06 12:34:49.209686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Transition to ACTIVE for port object b404be5b-99b9-4fa4-9332-a2f0cd4e2683 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:49.209807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58100) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:49.245027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.250543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.311249 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.364384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:49.373366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:49.389105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.391874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::8299:3dc1:1e12:9944 (2e7d2229-1c74-4943-b601-890d74ccfdf0/86891be5-8763-4036-982b-2bad97a7eff7/2f6684b1-7182-41b7-af59-e7975a4d2821) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:49.411273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Pushing event updated for resources: {'Port': ['ID=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:49.419363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:49.421120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:49.422023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.423558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:49.423802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9c6a63-6417-487a-a0a0-98b6f5424981 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:34:49.442697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.496005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.497367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] 10.222.0.86 "PUT /v2.0/ports/0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 1091 time: 6.4288301 May 06 12:34:49.499083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.503599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:49.508197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58108) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:49.515708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:49.520447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5fbd943f-7c0e-4d86-9828-bb505d9d9a47 admin admin] 10.222.0.83 "DELETE /v2.0/routers/bb9c6a63-6417-487a-a0a0-98b6f5424981 HTTP/1.1" status: 204 len: 168 time: 8.0602498 May 06 12:34:49.537491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Attempting to bind port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:34:49.538236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Attempting to bind port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:34:49.538365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Attempting to bind port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:34:49.550659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:34:49.551273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:34:49.551749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.552358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:34:49.553012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Bound port: b404be5b-99b9-4fa4-9332-a2f0cd4e2683, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:34:49.553462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.658472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Usage tracker for resource:floatingip and tenant:8a3978080d9d4895b3f11771c90e8db7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:49.681111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:49.694606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:49.715510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] For port b404be5b-99b9-4fa4-9332-a2f0cd4e2683, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:34:49.719051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Deleting subnet d354ba41-48f8-407e-a4da-93702e1c00a6 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:49.719743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] For port b404be5b-99b9-4fa4-9332-a2f0cd4e2683, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:34:49.739621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:49.740404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.786547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:34:49.805544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.842594 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.853293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.888147 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b4e556-a654-4134-b12f-48b7cbe59d98'] response: {'name': 'network-changed', 'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'status': 'completed', 'code': 200} May 06 12:34:49.906071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70050169-7a92-4af7-859e-7d5b4941e5de service neutron] Pushing event updated for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:49.937662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:49.952719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:50.071870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.072206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b66e7c-4ba7-4951-9574-b3cf13c63bea None None] Pushing event updated for resources: {'Port': ['ID=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:50.072388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:50.072388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:50.104815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.134112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'Port': ['ID=147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:50.160763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-359489f3-0adf-4f31-b183-2364c1a8c21c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1094 time: 0.3690269 May 06 12:34:50.306660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-b1840627-1ab2-4c6b-8927-05a6f1b7284a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 217 time: 0.1015692 May 06 12:34:50.345448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.450702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 2f6684b1-7182-41b7-af59-e7975a4d2821 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:50.457116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-b4b51358-d28c-4220-9e00-6a017def35db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.458606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-b4b51358-d28c-4220-9e00-6a017def35db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 200 len: 854 time: 0.1417801 May 06 12:34:50.463485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:50.464367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.480429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d761e9fae3a64c2a84d5e931ae7b0677 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:50.484244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:50.504286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:50.588017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d01c-8af3-45b7-a673-ce68977c4465 req-b656cf8c-ab76-4776-af52-d065b397ef94 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.589486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e06d01c-8af3-45b7-a673-ce68977c4465 req-b656cf8c-ab76-4776-af52-d065b397ef94 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.2153821 May 06 12:34:50.608389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.647364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.654544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.701531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.708786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d354ba41-48f8-407e-a4da-93702e1c00a6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:50.728397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.773896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-e2976b63-fa28-4890-bdb6-d3fd4dcd0539 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2493405 May 06 12:34:50.785559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.787458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.854726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.887401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.891655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e06d01c-8af3-45b7-a673-ce68977c4465 req-c8ca42ec-2c48-47e8-a100-1f7eca47ef19 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824128 May 06 12:34:50.911315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:50.930483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3412d6ef-acd2-4603-8a1e-f310cfe5e93b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d354ba41-48f8-407e-a4da-93702e1c00a6 HTTP/1.1" status: 204 len: 168 time: 1.4162931 May 06 12:34:50.931544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:50.943382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:50.961421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:50.965238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:50.971730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:50.998814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=2f6684b1-7182-41b7-af59-e7975a4d2821,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:51.087266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6074c1f0-d31e-42a9-a9ed-ee853c025160,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:51.127141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d4c09987-270a-4967-9a05-8d24828979c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d761e9fae3a64c2a84d5e931ae7b0677&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2412717 May 06 12:34:51.128512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:51.184353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bb6cb724-db8a-499a-988b-f42314bf416c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2162230 May 06 12:34:51.197475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58134) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:51.199362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-91e621c4-735d-4864-83a8-a4b81b048def service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147761 May 06 12:34:51.256806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.368862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Allocated IP 172.25.2.158 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/09acf996-6d40-4fe6-a655-c65a9cc5dbc1) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:51.393899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Allocated IP 172.20.0.1 (75a6b74d-9fa3-441a-84ec-c6426f9a62bd/3752f996-5416-43de-9e1f-b6558d60de00/bbc55bd5-5b78-43cf-889b-0c0619d98e22) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:51.448922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.465165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-35efe53f-dd05-4c33-8ae6-2e4e5ac95ea5 None None] Provisioning for port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:51.528485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.583183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35660aa4-df41-4caa-974a-c0ca31e33a07']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:51.598285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a0140-315c-46e1-ab5c-4ed056d3f896 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.602742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a0140-315c-46e1-ab5c-4ed056d3f896 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:51.603579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-966a0140-315c-46e1-ab5c-4ed056d3f896 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:51.626490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fe74e7-ee75-437f-adac-9aed53322ee8') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:51.627313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fe74e7-ee75-437f-adac-9aed53322ee8') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:34:51.659208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.693612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5c4d9a57-3359-440d-b8b5-e18e66ebff4b None None] Provisioning for port 2f6684b1-7182-41b7-af59-e7975a4d2821 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:51.698347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.701373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5c4d9a57-3359-440d-b8b5-e18e66ebff4b None None] Provisioning complete for port 2f6684b1-7182-41b7-af59-e7975a4d2821 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:51.701853 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9a57-3359-440d-b8b5-e18e66ebff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.702497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.712711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:34:51.713096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: timer() May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:34:51.728593 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:34:51.731183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.787796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09000af-dcce-44a0-bdc2-002bce1a6bef req-8fff74e5-926a-449d-8a19-ea02b4611bff service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795946 May 06 12:34:51.798443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d9a57-3359-440d-b8b5-e18e66ebff4b None None] Port 2f6684b1-7182-41b7-af59-e7975a4d2821 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:51.815189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-966a0140-315c-46e1-ab5c-4ed056d3f896 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:51.819276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-966a0140-315c-46e1-ab5c-4ed056d3f896 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6186297 May 06 12:34:51.820015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58146) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:51.842074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:51.877620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.896405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 2f6684b1-7182-41b7-af59-e7975a4d2821 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:51.896750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.899274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.929654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:51.940985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.003655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.084083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Transition to ACTIVE for port object bbc55bd5-5b78-43cf-889b-0c0619d98e22 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:52.108032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.112241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:52.143921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.147948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b404be5b-99b9-4fa4-9332-a2f0cd4e2683 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:52.152121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'Port': ['ID=147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:52.155308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.156059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:52.158036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] Pushing event deleted for resources: {'Network': ['ID=35660aa4-df41-4caa-974a-c0ca31e33a07,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:52.175807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:52.210425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6074c1f0-d31e-42a9-a9ed-ee853c025160,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:52.230889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-9a1d1c66-984b-4233-b832-c3caf4e8c388 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1094 time: 0.2971218 May 06 12:34:52.243274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Pushing event updated for resources: {'Port': ['ID=09acf996-6d40-4fe6-a655-c65a9cc5dbc1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:52.292551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.293696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d96a091-c17e-44f8-9b94-9b3ab6730f9f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6074c1f0-d31e-42a9-a9ed-ee853c025160 HTTP/1.1" status: 204 len: 168 time: 1.1550660 May 06 12:34:52.350859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:52.355056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.365198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-610d8915-fe25-4e1e-acc4-44221dd8fda2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8372593 May 06 12:34:52.369754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:52.370411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.434570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-6cb8d862-f1a7-4e3e-8efc-ae687ca852a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.436311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-6cb8d862-f1a7-4e3e-8efc-ae687ca852a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 916 time: 0.1970685 May 06 12:34:52.476277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9f2d8451-8fef-4145-b59d-1bed67338263 admin admin] 10.222.0.83 "DELETE /v2.0/networks/35660aa4-df41-4caa-974a-c0ca31e33a07 HTTP/1.1" status: 204 len: 168 time: 1.5295625 May 06 12:34:52.524789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.537030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.588750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-27070eaf-8fa1-431e-afa6-777b21b3faa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 217 time: 0.1455755 May 06 12:34:52.595689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff299f9-8e8c-4bfe-b663-c8508eb3061a req-a0ecbc11-6c61-440f-8d95-664d3575dd3b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.603191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cff299f9-8e8c-4bfe-b663-c8508eb3061a req-a0ecbc11-6c61-440f-8d95-664d3575dd3b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.5076008 May 06 12:34:52.606861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.637021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b404be5b-99b9-4fa4-9332-a2f0cd4e2683, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:52.712582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-4fef7fad-c3ff-4219-91f7-eaf4b94f6a60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:52.714785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-4fef7fad-c3ff-4219-91f7-eaf4b94f6a60 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 200 len: 854 time: 0.1146369 May 06 12:34:52.729360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:52.781609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:52.791961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58170) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:52.795613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:34:52.796356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:52.830892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 2f6684b1-7182-41b7-af59-e7975a4d2821 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:52.972367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:52.984996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:53.085617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-3209b4f1-a53c-4ce0-bcfe-d0469153f9a4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:53.091871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.101028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cff299f9-8e8c-4bfe-b663-c8508eb3061a req-0748cc89-d8a2-44ba-b8ba-ca805da5778a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962380 May 06 12:34:53.104558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-c7f7cbf3-57e6-4e79-8e3d-fdd5932f3a3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3732879 May 06 12:34:53.197323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.201838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-808d7252-f539-4add-8907-a4dcc463adb3 None None] Provisioning for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:53.211102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-808d7252-f539-4add-8907-a4dcc463adb3 None None] Provisioning complete for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:53.211479 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-808d7252-f539-4add-8907-a4dcc463adb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.227627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.237681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-3209b4f1-a53c-4ce0-bcfe-d0469153f9a4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:53.238901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-3209b4f1-a53c-4ce0-bcfe-d0469153f9a4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1332777007&fields=id&tenant_id=515143d9b1014839b73d1c090432177a HTTP/1.1" status: 200 len: 267 time: 0.4458294 May 06 12:34:53.302080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-808d7252-f539-4add-8907-a4dcc463adb3 None None] Port bbc55bd5-5b78-43cf-889b-0c0619d98e22 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:53.315485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.345989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.449156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=2f6684b1-7182-41b7-af59-e7975a4d2821,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:53.464074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:53.468880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:53.558446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Usage tracker for resource:security_group_rule and tenant:97ad66a8c7e94d57b0177ed4980677c2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:53.566521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.572834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.611279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:53.618495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-e07f65e4-73cd-4199-b691-45282e94edaa service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050769 May 06 12:34:53.671525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:53.729150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19674286-cbd7-4af4-a3b3-58e05f1ac794 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9fb8843d0df449b791a7d9d78f72da19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2639349 May 06 12:34:53.741641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:53.792078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2808ebd3-099b-4b17-a1a3-8e0dde5aec83 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/2f6684b1-7182-41b7-af59-e7975a4d2821 HTTP/1.1" status: 204 len: 168 time: 1.9709096 May 06 12:34:53.804990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58194) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:53.880479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a72cb32d-3919-4a8e-b518-a22a5e963a65 req-fce199b0-0938-46d7-a930-d5c7cb5f050a service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320523 May 06 12:34:53.901706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.917696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4678-0483-4399-95c7-c417b4c86214 req-5f9bf8d3-00ce-43fd-9089-9ecda7984ccc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.918991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-5f9bf8d3-00ce-43fd-9089-9ecda7984ccc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:53.944194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e2895-158a-4316-8c09-a7c744b8b90c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.948049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e2895-158a-4316-8c09-a7c744b8b90c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:53.948935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-153e2895-158a-4316-8c09-a7c744b8b90c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:53.964405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:53.976493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.058507 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.127805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-5f9bf8d3-00ce-43fd-9089-9ecda7984ccc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:54.129143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-5f9bf8d3-00ce-43fd-9089-9ecda7984ccc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/networks?id=77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 200 len: 812 time: 0.8799067 May 06 12:34:54.174517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-153e2895-158a-4316-8c09-a7c744b8b90c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:54.178235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-153e2895-158a-4316-8c09-a7c744b8b90c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3677275 May 06 12:34:54.224235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b404be5b-99b9-4fa4-9332-a2f0cd4e2683 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:54.226754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58204) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:54.238867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.263718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Pushing event updated for resources: {'Port': ['ID=09acf996-6d40-4fe6-a655-c65a9cc5dbc1,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:54.280021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.315464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:54.386180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.393862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:54.394509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.439916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.444400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6ae28fb8-9dd3-4aa4-8853-36938c8baa3d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7861caf-a1d7-4aa4-baa4-d7c9f8d0fd2f HTTP/1.1" status: 204 len: 168 time: 0.6990988 May 06 12:34:54.461460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190fffd-37ab-4395-b266-c4368b0dd88f req-4989256c-8279-4ce5-91d6-7ce564cb3a11 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:54.464075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f190fffd-37ab-4395-b266-c4368b0dd88f req-4989256c-8279-4ce5-91d6-7ce564cb3a11 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.1386018 May 06 12:34:54.476128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-9ca1bb9b-b62a-4f44-a6eb-4b9f91e27bee tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/quotas/515143d9b1014839b73d1c090432177a HTTP/1.1" status: 200 len: 375 time: 0.3145831 May 06 12:34:54.507955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.541724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.546704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7c9ceb0d-0f34-4e43-a6ab-7a079461987c tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3356845 May 06 12:34:54.547441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:54.583763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65cd086d-ddef-4b44-8309-6672a22fae70 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:54.603483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=97ad66a8c7e94d57b0177ed4980677c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7089639 May 06 12:34:54.641735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b654070e-4bd4-4433-93be-6fbdf31d9bf6 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Synchronizing usage tracker for tenant:afee4851b76e42119a108250ead49b48 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:54.644036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58220) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:54.649154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f190fffd-37ab-4395-b266-c4368b0dd88f req-9668adbd-087c-4da1-b4d8-8cba38f003b3 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788685 May 06 12:34:54.745233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b654070e-4bd4-4433-93be-6fbdf31d9bf6 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Unset dirty status for tenant:afee4851b76e42119a108250ead49b48 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:54.746699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b654070e-4bd4-4433-93be-6fbdf31d9bf6 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1959412 May 06 12:34:54.746960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f6b41-9553-40e6-bdac-a8f91c4d76b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183f9425-7e62-4561-b108-0d47ad1c949a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:54.750217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58226) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:54.790418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 65cd086d-ddef-4b44-8309-6672a22fae70 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:34:54.804504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 65cd086d-ddef-4b44-8309-6672a22fae70 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:54.804996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.821557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:34:54.866949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.902073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7910e52-eb33-404a-9414-553ff3252b01 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Synchronizing usage tracker for tenant:0b73b686c07c4ae9839f718c3de4a0bb on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:54.956945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:54.965143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-83b25862-0364-488a-b311-c46ea040be13 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:54.977563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.011589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 65cd086d-ddef-4b44-8309-6672a22fae70, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65cd086d-ddef-4b44-8309-6672a22fae70,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:55.022315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.091323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 86891be5-8763-4036-982b-2bad97a7eff7 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:34:55.131888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.138676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.162022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7910e52-eb33-404a-9414-553ff3252b01 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Unset dirty status for tenant:0b73b686c07c4ae9839f718c3de4a0bb on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:55.179942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7910e52-eb33-404a-9414-553ff3252b01 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4128549 May 06 12:34:55.179942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58242) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:55.183943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.265023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b14eae12-2920-40f0-acc0-07ca73838da3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:55.273819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.279127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.316371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:55.319400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b14eae12-2920-40f0-acc0-07ca73838da3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:55.320000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b14eae12-2920-40f0-acc0-07ca73838da3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:55.342672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-338d4678-0483-4399-95c7-c417b4c86214 req-83b25862-0364-488a-b311-c46ea040be13 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:55.343360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-83b25862-0364-488a-b311-c46ea040be13 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=515143d9b1014839b73d1c090432177a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8425617 May 06 12:34:55.363217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=65cd086d-ddef-4b44-8309-6672a22fae70,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:55.545600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.583138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.584969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Deleting port 09acf996-6d40-4fe6-a655-c65a9cc5dbc1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:55.585549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.622399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:55.623317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183f9425-7e62-4561-b108-0d47ad1c949a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:55.630257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:55.726389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.731989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-045ffd50-5e83-4d9a-8fa3-212eb831885c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/183f9425-7e62-4561-b108-0d47ad1c949a HTTP/1.1" status: 204 len: 168 time: 1.0864537 May 06 12:34:55.871650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:55.872553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.102305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Calling delete_port for 09acf996-6d40-4fe6-a655-c65a9cc5dbc1 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:56.115824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65cd086d-ddef-4b44-8309-6672a22fae70 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:34:56.158409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-0f28286b-3f30-4abf-8827-d6ebabd2e25f service neutron] 10.222.0.83 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159524 May 06 12:34:56.204764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-267c700d-adfc-424e-9384-58e4026d8772 None None] Provisioning complete for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:56.205444 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-267c700d-adfc-424e-9384-58e4026d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.224234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cb18-93e5-40ba-b4ed-26b7910a4f01 req-9efbf0fa-7a0a-42a6-a764-428fdaf04d1a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.226084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5739cb18-93e5-40ba-b4ed-26b7910a4f01 req-9efbf0fa-7a0a-42a6-a764-428fdaf04d1a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.2396441 May 06 12:34:56.249772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.268862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-267c700d-adfc-424e-9384-58e4026d8772 None None] Port bbc55bd5-5b78-43cf-889b-0c0619d98e22 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:34:56.272432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 65cd086d-ddef-4b44-8309-6672a22fae70 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:34:56.272797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.393360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5739cb18-93e5-40ba-b4ed-26b7910a4f01 req-4335405c-32d3-423f-9ba0-f9664b8aef24 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558323 May 06 12:34:56.404573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.429998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=86891be5-8763-4036-982b-2bad97a7eff7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:56.447712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.457522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.466979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b163c-7db5-4472-ac95-daa4f77084e4 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:56.529682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Pushing event deleted for resources: {'Port': ['ID=09acf996-6d40-4fe6-a655-c65a9cc5dbc1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:56.663077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-network', 'tenant_id': '33720975033a4e1e864c18aff718f5ad'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:56.676729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:56.686272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-b881657d-49ce-497d-9517-a9db7cfc727f service neutron] 10.222.0.83 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724860 May 06 12:34:56.690622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2bf73562-b9b4-4e3b-8299-3c01ac5d5719 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/86891be5-8763-4036-982b-2bad97a7eff7 HTTP/1.1" status: 204 len: 168 time: 2.4519715 May 06 12:34:56.691397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Usage tracker for resource:network and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:56.694292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58278) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.695704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:56.705348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:56.719894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.733946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.736446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d55d0948-1fd8-404a-88c1-34e15610445f tempest-FloatingIPAdminTestJSON-288409203 tempest-FloatingIPAdminTestJSON-288409203-project] 10.222.0.83 "DELETE /v2.0/floatingips/cee085ad-90b2-49c7-82ac-2c5745d2ea22 HTTP/1.1" status: 204 len: 168 time: 1.5673494 May 06 12:34:56.738718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.772469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fd8092ff-3c57-4a29-a3ec-0762143afc84 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766456 May 06 12:34:56.774623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58286) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:56.820216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Made reservation on behalf of 33720975033a4e1e864c18aff718f5ad for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:56.822804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.860174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:56.895583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:34:56.906836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ff96c-d7dd-4ada-8946-d47e78b1664b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:56.909261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d9ff96c-d7dd-4ada-8946-d47e78b1664b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1336617 May 06 12:34:56.912266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58296) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:57.089593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Deleting port 5bc18f1c-eca2-4b49-99ee-d65a581e1797 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:57.089976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.110309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:34:57.115717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Deleting port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:57.116760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.123701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d726263-d81c-4913-908c-cf41c6d9033b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:57.125967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6d726263-d81c-4913-908c-cf41c6d9033b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:34:57.177712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:57.185838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:57.191842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:57.237748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6d726263-d81c-4913-908c-cf41c6d9033b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:34:57.242042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6d726263-d81c-4913-908c-cf41c6d9033b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3281109 May 06 12:34:57.242805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:57.255918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:57.341891 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac5bfa50-8600-4c3a-8f05-93b555c59e33 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848413 May 06 12:34:57.346474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58312) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:57.368223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:57.431052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecac90a0-22fd-4dc3-8df9-db0226619de5 req-96de38ca-3dc8-4622-8f7f-ffe2b58a96e1 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.0761206 May 06 12:34:57.496639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] For port b404be5b-99b9-4fa4-9332-a2f0cd4e2683, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:57.503823 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.533272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.533608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.639243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:57.646939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:34:57.656194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7350c623-e594-47f9-84e8-f951237fa286 admin admin] 10.222.0.83 "PUT /v2.0/routers/bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8074567 May 06 12:34:57.716794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Calling delete_port for 5bc18f1c-eca2-4b49-99ee-d65a581e1797 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:57.750276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Calling delete_port for b404be5b-99b9-4fa4-9332-a2f0cd4e2683 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:57.773232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:57.774582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.837048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea705906-f9b1-477c-a052-b7914994f7e1 req-2c640756-de3e-432d-b5b6-688f76f6fb3c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:57.838638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea705906-f9b1-477c-a052-b7914994f7e1 req-2c640756-de3e-432d-b5b6-688f76f6fb3c tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 943 time: 0.1578386 May 06 12:34:57.906437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:57.910796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea705906-f9b1-477c-a052-b7914994f7e1 req-56ca1f6a-7034-49dd-b71e-1be1e9229693 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638237 May 06 12:34:57.970767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.019416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:58.025318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.082880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170e5e36-38c0-4029-963d-f668b6a706b4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.127293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] Pushing event deleted for resources: {'Port': ['ID=b404be5b-99b9-4fa4-9332-a2f0cd4e2683,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.134663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aae4e7-08c8-4adf-a021-8da5cb59570f None None] No DVR routers for this DVR port b404be5b-99b9-4fa4-9332-a2f0cd4e2683 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:34:58.159472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b404be5b-99b9-4fa4-9332-a2f0cd4e2683 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:34:58.212246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.228507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b404be5b-99b9-4fa4-9332-a2f0cd4e2683 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:34:58.241753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b404be5b-99b9-4fa4-9332-a2f0cd4e2683 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:34:58.242918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:34:58.245793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0b4b3f48-1bde-4359-821c-c2e7d212fc18 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:34:58.397393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bc18f1c-eca2-4b49-99ee-d65a581e1797,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.420966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.421320 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Added segment e1b032f4-1234-4bd3-bee4-1edb6a83ae09 of type vlan for network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 May 06 12:34:58.463641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.499532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.551173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:58.556453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.568728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'port_id': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'mac_address': 'fa:16:3e:31:db:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:34:58.597971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.603468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d9100393-590b-4bba-985d-f92c27ed9409 tempest-FloatingIPAdminTestJSON-579473416 tempest-FloatingIPAdminTestJSON-579473416-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/5752fb49-ffc5-48d2-8402-2755bbf78b2a HTTP/1.1" status: 204 len: 168 time: 1.8628848 May 06 12:34:58.606863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:58.644066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.644319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:34:58.655937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.657008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:58.659846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.670870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4b3f48-1bde-4359-821c-c2e7d212fc18 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:34:58.709705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:34:58.714911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:58.715521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.726375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b0bb7-4ac5-4435-85f8-088fbaaa8886 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:34:58.747405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:34:58.781294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-039ea09d-0079-4746-8894-0fae37d620b5 req-36df824b-3da6-4194-99db-2a1cc667d5c4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.1488485 May 06 12:34:58.794276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd770f1-f122-4cfe-99f2-45ca45cd1e20,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.834457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port 02e1aaa6-3ba0-48f2-b21d-2202763d8139 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:34:58.835232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.840740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=5e21cc7a-aac5-46bf-b85f-d8b885458a8b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:58.883443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:58.885350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:34:58.902633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ad84c977-e615-4104-984b-bbb864df3fd7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4969909 May 06 12:34:58.907163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58368) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:58.919978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Request body: {'subnet': {'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-subnet', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:58.935524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:58.982974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-89227376-e63c-4c04-ae7c-39a8698b3d03 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6325743 May 06 12:34:58.990082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Usage tracker for resource:subnet and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:58.990221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58376) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:58.990323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:58.993867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '5e21cc7a-aac5-46bf-b85f-d8b885458a8b', 'ip_address': '2001:db8::c3cf:f426:bff4:3a76'}], 'name': 'tempest-NetworksTestDHCPv6-644253245'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:34:58.995143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:59.133232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['0b4b3f48-1bde-4359-821c-c2e7d212fc18'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:34:59.183091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:34:59.268786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe55d7-840a-4183-99b6-8a594b8ab555 req-819d7ef0-4e67-4f76-bffe-b8ad8ec60884 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:34:59.272670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cfe55d7-840a-4183-99b6-8a594b8ab555 req-819d7ef0-4e67-4f76-bffe-b8ad8ec60884 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 944 time: 0.1907539 May 06 12:34:59.285646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:34:59.325312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:34:59.339221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:34:59.345597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.363835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:34:59.369650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '5e21cc7a-aac5-46bf-b85f-d8b885458a8b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:34:59.370670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.457134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cfe55d7-840a-4183-99b6-8a594b8ab555 req-97d6b57d-2061-4e32-95a1-aca49eefc57a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722436 May 06 12:34:59.541870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Made reservation on behalf of 33720975033a4e1e864c18aff718f5ad for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:59.544440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.568133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for 02e1aaa6-3ba0-48f2-b21d-2202763d8139 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:34:59.584951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:34:59.591016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.615285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/5e21cc7a-aac5-46bf-b85f-d8b885458a8b/af1fd887-8ae4-43ef-8841-ef35991f5b64) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:34:59.617473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58388) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:34:59.663055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 7138ea57-d54c-438d-b919-71351f39f334 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:34:59.864304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:34:59.875714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Transition to ACTIVE for port object af1fd887-8ae4-43ef-8841-ef35991f5b64 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:34:59.919513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Transition to ACTIVE for port object af1fd887-8ae4-43ef-8841-ef35991f5b64 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:00.097220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.179336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.210754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:00.214307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:00.219230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:00.222048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Pushing event updated for resources: {'Port': ['ID=af1fd887-8ae4-43ef-8841-ef35991f5b64,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.325362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Attempting to bind port af1fd887-8ae4-43ef-8841-ef35991f5b64 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:00.326207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Attempting to bind port af1fd887-8ae4-43ef-8841-ef35991f5b64 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:00.326812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Attempting to bind port af1fd887-8ae4-43ef-8841-ef35991f5b64 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:00.337168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c955445-495f-4f3d-946b-bc8ef10d1149 req-859b78e9-12a4-4f55-b22d-b3a73dba6ecc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.2687044 May 06 12:35:00.339869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:00.342987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:00.342987 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.342987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:00.342987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Bound port: af1fd887-8ae4-43ef-8841-ef35991f5b64, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:00.342987 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.378972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::c3cf:f426:bff4:3a76 (2e7d2229-1c74-4943-b601-890d74ccfdf0/5e21cc7a-aac5-46bf-b85f-d8b885458a8b/7138ea57-d54c-438d-b919-71351f39f334) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:00.383070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58406) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:00.386796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.402721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.407192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.427489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1591630912-network', 'tenant_id': '93074ade74374518931c1a01e80e4470'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:00.443090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:00.450646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=02e1aaa6-3ba0-48f2-b21d-2202763d8139,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.455709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] For port af1fd887-8ae4-43ef-8841-ef35991f5b64, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:00.463820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] For port af1fd887-8ae4-43ef-8841-ef35991f5b64, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af1fd887-8ae4-43ef-8841-ef35991f5b64,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:00.487594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:00.491752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Usage tracker for resource:security_group_rule and tenant:0015ce6008e54dc69ede73b80138526a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:00.495077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:00.502098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:00.507960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-220a204d-98af-407e-84d9-8862d6efa205 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/ports/02e1aaa6-3ba0-48f2-b21d-2202763d8139 HTTP/1.1" status: 204 len: 168 time: 1.8999474 May 06 12:35:00.514227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:00.558752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f99d992-917a-4632-8d64-64150958ce11,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.564884 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.570101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:00.570468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Network hostable DHCP agents. Network: 3fd770f1-f122-4cfe-99f2-45ca45cd1e20, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:00.612943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Usage tracker for resource:network and tenant:93074ade74374518931c1a01e80e4470 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:00.628115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4a80d-adc0-4415-838d-e92fcffafb93 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:00.629124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebe4a80d-adc0-4415-838d-e92fcffafb93 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Synchronizing usage tracker for tenant:0b73b686c07c4ae9839f718c3de4a0bb on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:00.646507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:00.660536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:00.664045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.706887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c62acf-e441-4e0f-afe1-d910a42ab334 None None] Pushing event updated for resources: {'Port': ['ID=af1fd887-8ae4-43ef-8841-ef35991f5b64,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:00.733045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:00.747495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebe4a80d-adc0-4415-838d-e92fcffafb93 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Unset dirty status for tenant:0b73b686c07c4ae9839f718c3de4a0bb on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:00.749131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ebe4a80d-adc0-4415-838d-e92fcffafb93 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "GET /v2.0/ports?device_id=e92f870b-c052-4118-b21b-5287a2902ad7 HTTP/1.1" status: 200 len: 913 time: 0.2337041 May 06 12:35:00.751725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:00.888227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.921957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 7138ea57-d54c-438d-b919-71351f39f334 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:00.925834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Made reservation on behalf of 93074ade74374518931c1a01e80e4470 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:00.928440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:00.940853 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.025825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3fd770f1-f122-4cfe-99f2-45ca45cd1e20) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:01.040021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0015ce6008e54dc69ede73b80138526a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4197159 May 06 12:35:01.054138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58424) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:01.061524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f67a1-cad9-4c6d-b6e6-f1fc92467138 None None] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:01.063443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.066534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.190482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df4d91-6364-4c29-9423-82133684a9d9 req-5c462332-6de5-425e-95a4-a449bc87755a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.192070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19df4d91-6364-4c29-9423-82133684a9d9 req-5c462332-6de5-425e-95a4-a449bc87755a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 944 time: 0.5096891 May 06 12:35:01.198962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.232076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.304276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-612304b5-f087-4d02-a562-3cfb188c5996 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3954868 May 06 12:35:01.310748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4678-0483-4399-95c7-c417b4c86214 req-364d83a4-a2b0-4487-a72c-4cf13eacd4c2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:01.312289 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-364d83a4-a2b0-4487-a72c-4cf13eacd4c2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.13 "GET /v2.0/networks?id=77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 200 len: 812 time: 0.2614923 May 06 12:35:01.322204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58428) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:01.330296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.332289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:01.337854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:01.342015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Usage tracker for resource:router and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:01.345224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:01.351761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:01.388578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2403-19d7-4731-ae66-6a54d7727403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d15fa1-6477-4ae8-9b0c-640836f6241d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:01.415732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19df4d91-6364-4c29-9423-82133684a9d9 req-cff970d3-1037-4987-a063-fba67757d39a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146142 May 06 12:35:01.425698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-cb5e77ac-0657-499f-8e55-0a7b1e72f6a8 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=515143d9b1014839b73d1c090432177a HTTP/1.1" status: 200 len: 380 time: 0.0751011 May 06 12:35:01.439326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'port': {'device_id': '6039caab-d608-43ac-bdbd-e2240319fb20', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'admin_state_up': True, 'tenant_id': '515143d9b1014839b73d1c090432177a', 'security_groups': ['0a90ab0d-4d58-494e-8321-03fd7011bcd7']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:01.466742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:35:01.466875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.467565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.494475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d15fa1-6477-4ae8-9b0c-640836f6241d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:01.504970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.505977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f63d54e1-e1d7-4e69-ab2f-365d1e80bd86 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/29d15fa1-6477-4ae8-9b0c-640836f6241d HTTP/1.1" status: 204 len: 168 time: 0.4479861 May 06 12:35:01.537386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.584697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.585554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.725665 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Sync routers for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:01.753629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:01.753629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:01.810599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Allocated IP 172.20.0.2 (3fd770f1-f122-4cfe-99f2-45ca45cd1e20/9f99d992-917a-4632-8d64-64150958ce11/9fff75bd-6e17-4064-8618-5c314f85322d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:01.825284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=7138ea57-d54c-438d-b919-71351f39f334,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:01.838331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:01.871544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4791cff-0f0a-40ff-9412-69f76762b805 req-17505e72-2efb-4fb8-abec-417fa3c66057 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.1505392 May 06 12:35:01.914551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:01.940322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Usage tracker for resource:security_group_rule and tenant:93074ade74374518931c1a01e80e4470 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:01.955936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:01.982393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:02.019143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.046044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:02.056032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:02.103482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:02.119114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:02.120711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.169853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0b4b3f48-1bde-4359-821c-c2e7d212fc18 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:02.193838 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:02.202070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:02.249447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:02.273157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af1fd887-8ae4-43ef-8841-ef35991f5b64 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:02.427185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.463937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f32634e-46fe-4dae-a7c7-59cdaf488b7d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4740911 May 06 12:35:02.464704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58444) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:02.470650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '5e21cc7a-aac5-46bf-b85f-d8b885458a8b', 'ip_address': '2001:db8::c3cf:f426:bff4:3a76'}], 'name': 'tempest-NetworksTestDHCPv6-159686965'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:02.585345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.599985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:02.617641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.618148 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Added segment 18a26656-b6a1-4f51-a635-20f5cd30ea7b of type vlan for network cd88da77-27cf-4d67-9806-d756f6036592 May 06 12:35:02.648978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.660296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.711980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Transition to ACTIVE for port object 9fff75bd-6e17-4064-8618-5c314f85322d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:02.757615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Made reservation on behalf of 515143d9b1014839b73d1c090432177a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:02.758945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Transition to ACTIVE for port object 9fff75bd-6e17-4064-8618-5c314f85322d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:02.764432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.784121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.842382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port af1fd887-8ae4-43ef-8841-ef35991f5b64 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:02.847353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:02.856657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:02.857030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.935550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58454) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:02.935843 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:02.960698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.072303 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 2, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:03.090140 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Checking router: bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:03.090849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Updating router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 port bbc55bd5-5b78-43cf-889b-0c0619d98e22 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:03.142570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:03.143202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Pushing event updated for resources: {'Port': ['ID=9fff75bd-6e17-4064-8618-5c314f85322d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.147378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:03.160798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:03.212915 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.229916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:03.241430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.242874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:03.243619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.281761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Provisioning for port af1fd887-8ae4-43ef-8841-ef35991f5b64 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:03.301525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Provisioning complete for port af1fd887-8ae4-43ef-8841-ef35991f5b64 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:03.302158 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.370208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Usage tracker for resource:security_group_rule and tenant:38b35f26a08f4387b846ba4b411f890d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:03.373942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:03.382412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:03.402597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Pushing event updated for resources: {'Network': ['ID=cd88da77-27cf-4d67-9806-d756f6036592,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.429767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0422449 May 06 12:35:03.439925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f9e6-2b25-4457-8626-3c92dfa40477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2416e616-b107-4637-9316-835de822a785,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.446934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.465922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network cd88da77-27cf-4d67-9806-d756f6036592 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:03.471393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.477715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58460) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:03.482782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ef77e8a-34c4-4524-aac5-7ffb224f8dfb req-67890c96-d148-4a61-a5e7-8508ff7e877b tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.2503836 May 06 12:35:03.494599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Attempting to bind port 9fff75bd-6e17-4064-8618-5c314f85322d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:03.495143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Attempting to bind port 9fff75bd-6e17-4064-8618-5c314f85322d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:03.495666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Attempting to bind port 9fff75bd-6e17-4064-8618-5c314f85322d on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:03.498652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Request body: {'subnet': {'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1591630912-subnet', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:03.505904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:03.510965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Usage tracker for resource:subnet and tenant:93074ade74374518931c1a01e80e4470 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:03.514085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:03.522082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:03.538490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Allocated IP 172.20.0.13 (77b43c26-56ef-46c7-9a20-a716a37b18da/00ed78e0-5dae-45ac-af5b-e2ab39a96a18/735d4963-ec64-46a3-919c-bb43477544a2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:03.573325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c472-782b-425c-976a-7febd974a31d req-0fde7268-0f94-4160-a349-c802adb97387 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:03.583118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a56c472-782b-425c-976a-7febd974a31d req-0fde7268-0f94-4160-a349-c802adb97387 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 944 time: 0.7915657 May 06 12:35:03.591275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:03.592084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:03.592756 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.593354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Bound using segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:03.594150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Bound port: 9fff75bd-6e17-4064-8618-5c314f85322d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:03.594749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.612832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.638154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:03.640009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:03.646401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:03.649435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:03.653266 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.656694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:03.667104 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Transition to ACTIVE for port object bbc55bd5-5b78-43cf-889b-0c0619d98e22 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:03.680157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:03.681908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Made reservation on behalf of 93074ade74374518931c1a01e80e4470 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:03.685428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.700459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=38b35f26a08f4387b846ba4b411f890d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7633340 May 06 12:35:03.708772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:03.726968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d79dd4-7b60-457f-84f9-e256f752f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7197ed5-ee20-4c79-a708-d45f7b79b768,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:03.763883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.773546 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:03.816085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a56c472-782b-425c-976a-7febd974a31d req-6a1ebeaf-091e-4edc-8450-28b953f7f1b5 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318108 May 06 12:35:03.827599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:03.948144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] For port 9fff75bd-6e17-4064-8618-5c314f85322d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:03.968670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] For port 9fff75bd-6e17-4064-8618-5c314f85322d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9fff75bd-6e17-4064-8618-5c314f85322d,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:03.994494 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9bab83-eae7-4275-8ea5-91b6dd5513e0'] response: {'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'code': 200} May 06 12:35:03.999954 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.043493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.088916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.090502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] For port af1fd887-8ae4-43ef-8841-ef35991f5b64, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af1fd887-8ae4-43ef-8841-ef35991f5b64,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:04.092541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.105037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Pushing event updated for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.123864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.216825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.248733 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.249073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.249593 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.250093 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.250608 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.251107 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.251965 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.252447 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.257100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.257100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.257100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:04.273868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37a24-9a1e-469b-a1ee-2402254e26d1 None None] Pushing event updated for resources: {'Port': ['ID=9fff75bd-6e17-4064-8618-5c314f85322d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.315494 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Attempting to bind port bbc55bd5-5b78-43cf-889b-0c0619d98e22 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:04.316124 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Attempting to bind port bbc55bd5-5b78-43cf-889b-0c0619d98e22 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:04.316667 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Attempting to bind port bbc55bd5-5b78-43cf-889b-0c0619d98e22 on network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:04.322187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.327019 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:04.327899 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Checking segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:04.328261 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.328812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Bound using segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:04.330119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Bound port: bbc55bd5-5b78-43cf-889b-0c0619d98e22, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:04.330586 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.397023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7197ed5-ee20-4c79-a708-d45f7b79b768,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.405386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73461207-c663-4374-9d4d-ce1f3f91c1a0 None None] Pushing event updated for resources: {'Port': ['ID=af1fd887-8ae4-43ef-8841-ef35991f5b64,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.450354 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] For port bbc55bd5-5b78-43cf-889b-0c0619d98e22, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:04.453951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] For port bbc55bd5-5b78-43cf-889b-0c0619d98e22, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bbc55bd5-5b78-43cf-889b-0c0619d98e22,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:04.473058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.474182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7e37950b-5ed3-46b0-80bf-89789eca261f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7197ed5-ee20-4c79-a708-d45f7b79b768 HTTP/1.1" status: 204 len: 168 time: 0.7427213 May 06 12:35:04.493121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.511694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.512335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Transition to ACTIVE for port object 735d4963-ec64-46a3-919c-bb43477544a2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:04.565795 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.567373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b97cf7be-8ffa-4eeb-aa98-6f0fc6584e84 None None] Provisioning for port 7138ea57-d54c-438d-b919-71351f39f334 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:04.581472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.605538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b97cf7be-8ffa-4eeb-aa98-6f0fc6584e84 None None] Provisioning complete for port 7138ea57-d54c-438d-b919-71351f39f334 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:04.606144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b97cf7be-8ffa-4eeb-aa98-6f0fc6584e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.712717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b97cf7be-8ffa-4eeb-aa98-6f0fc6584e84 None None] Port 7138ea57-d54c-438d-b919-71351f39f334 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:04.797979 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1f364-8e38-4db0-ba25-ff8da3691153 None None] Pushing event updated for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:04.828180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.834844 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:04.838160 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:34:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:04.867434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:04.953912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port c91d3c1e-4266-42c8-a8f5-dcf2af58b029 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:35:05.117327 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:05.129572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Network 77b43c26-56ef-46c7-9a20-a716a37b18da is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:05.132665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:05.133182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:05.143083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:05.181467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:05.260689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Allocated IP 172.25.2.182 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/bb713e95-dca6-4fcb-b08a-a2d8590f3086) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:05.276291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event updated for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:05.297784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5197e8b2-2e36-4a7e-8f55-bc208559298b req-8449ec6e-914c-422b-b7bb-a29ace88d295 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1096 time: 1.1656017 May 06 12:35:05.472282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:05.474714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:05.552355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:05.633883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:05.649899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308a45c-359e-40bf-bea6-57f37d69c5ae req-c779abec-c8f8-4804-91e0-020d444f7ee4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:05.650912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4308a45c-359e-40bf-bea6-57f37d69c5ae req-c779abec-c8f8-4804-91e0-020d444f7ee4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:05.734231 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:04Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:05.737385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5197e8b2-2e36-4a7e-8f55-bc208559298b req-cf2738b2-06fd-41c6-9f01-7147f02a8bbf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577473 May 06 12:35:05.747452 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241deda-5f98-4031-abce-9d00c7b1e004 None None] The sync data for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 is: [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:04Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:05.775940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-55676275-5586-4b89-8318-546478eb8aa2 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3422925 May 06 12:35:05.778441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bbb5340c-ce4a-4e53-8b2b-4a2205e26f83 None None] Provisioning for port 735d4963-ec64-46a3-919c-bb43477544a2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:05.786016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bbb5340c-ce4a-4e53-8b2b-4a2205e26f83 None None] Provisioning complete for port 735d4963-ec64-46a3-919c-bb43477544a2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:05.786456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bbb5340c-ce4a-4e53-8b2b-4a2205e26f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:05.841875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Request body: {'port': {'device_id': '6039caab-d608-43ac-bdbd-e2240319fb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:05.950083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5340c-ce4a-4e53-8b2b-4a2205e26f83 None None] Port 735d4963-ec64-46a3-919c-bb43477544a2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:05.959260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:05.985312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Checking segment: {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:05.986393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Network hostable DHCP agents. Network: cd88da77-27cf-4d67-9806-d756f6036592, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:05.992931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0d1d4-662a-4606-b3d1-30e6c8d2cc1a None None] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:06.047349 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 12:35:06.047954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:35:06.077023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:06.092795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4308a45c-359e-40bf-bea6-57f37d69c5ae req-c779abec-c8f8-4804-91e0-020d444f7ee4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:06.101861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4308a45c-359e-40bf-bea6-57f37d69c5ae req-c779abec-c8f8-4804-91e0-020d444f7ee4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 932 time: 1.2396643 May 06 12:35:06.128532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.173673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-54e882f1-fb48-48bf-96d7-786c1edc40d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.7082298 May 06 12:35:06.186720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58502) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:06.354651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9fff75bd-6e17-4064-8618-5c314f85322d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:06.355669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Network cd88da77-27cf-4d67-9806-d756f6036592 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:06.397856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.405265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4308a45c-359e-40bf-bea6-57f37d69c5ae req-d43e0d81-b3af-4ef4-8872-e8d54a7a0e0c tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017907 May 06 12:35:06.472326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6aac6b77-7596-44a3-8e58-57d201facb7a None None] Provisioning for port 9fff75bd-6e17-4064-8618-5c314f85322d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:06.494359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d88ac-9dfd-4955-9f62-afc9def16050 req-95839c31-bde0-4307-b743-8cfa08a8eb6b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:06.501394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d5d88ac-9dfd-4955-9f62-afc9def16050 req-95839c31-bde0-4307-b743-8cfa08a8eb6b tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.8730140 May 06 12:35:06.520939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, cd88da77-27cf-4d67-9806-d756f6036592) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:06.542748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f5247-146b-4921-9b77-dfaf68a23a0b None None] Network cd88da77-27cf-4d67-9806-d756f6036592 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:06.561060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:06.562225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.582922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.628957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0692552-9862-486a-91f1-4cf40e978619 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:06.633132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0692552-9862-486a-91f1-4cf40e978619 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:06.633948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0692552-9862-486a-91f1-4cf40e978619 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:06.690116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=ad40ba04-48c7-4b17-8f6a-a9f0c7b47a10,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:06.720778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.760061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9fff75bd-6e17-4064-8618-5c314f85322d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:06.802166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9fff75bd-6e17-4064-8618-5c314f85322d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:06.802869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:06.808510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e2c56442-1cea-42fa-a396-94d8ad324b83 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3256981 May 06 12:35:06.826422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58516) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:06.835664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:06.856561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:06.869714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Usage tracker for resource:router and tenant:93074ade74374518931c1a01e80e4470 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:06.882550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:06.922611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:06.947104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0692552-9862-486a-91f1-4cf40e978619 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:06.950621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0692552-9862-486a-91f1-4cf40e978619 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7606339 May 06 12:35:06.968847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58522) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:07.006565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Pushing event updated for resources: {'Port': ['ID=bb713e95-dca6-4fcb-b08a-a2d8590f3086,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:07.046970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d5d88ac-9dfd-4955-9f62-afc9def16050 req-1841fca0-7804-40d0-976d-edf165c115da tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442438 May 06 12:35:07.223572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.236025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:07.243057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-cd88da77-27cf-4d67-9806-d756f6036592', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:35:07.243906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.254498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:07.267704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:07.279026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735d4963-ec64-46a3-919c-bb43477544a2 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:07.288744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.310406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Transition to ACTIVE for port object 735d4963-ec64-46a3-919c-bb43477544a2 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:07.311582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.312625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.357980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 7138ea57-d54c-438d-b919-71351f39f334 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:07.357980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.430062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.479343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-165ecaca-4036-4263-8d0f-5777f2618f0e None None] Provisioning complete for port 9fff75bd-6e17-4064-8618-5c314f85322d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:07.479714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-165ecaca-4036-4263-8d0f-5777f2618f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.483633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.590527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:07.632082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9fff75bd-6e17-4064-8618-5c314f85322d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9fff75bd-6e17-4064-8618-5c314f85322d,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:07.713768 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:07.714673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af1fd887-8ae4-43ef-8841-ef35991f5b64 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:08.024853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9fff75bd-6e17-4064-8618-5c314f85322d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:08.057834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.076141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Allocated IP 172.20.0.2 (cd88da77-27cf-4d67-9806-d756f6036592/ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2/00098f4a-0d05-4519-acb8-23e0b491458f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:08.082304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port af1fd887-8ae4-43ef-8841-ef35991f5b64 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:08.086784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.146397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Pushing event updated for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:08.206166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.206537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.206883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.207217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.207546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.207922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.208250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.208572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.208891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.209209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.211827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:08.361925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.365031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.373186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46b9a-4d12-416e-8ad9-de431cde554f req-88381f8f-6f97-484f-9856-1427d10ad7de tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:08.380728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ace46b9a-4d12-416e-8ad9-de431cde554f req-88381f8f-6f97-484f-9856-1427d10ad7de tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 944 time: 0.6826103 May 06 12:35:08.418901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Attempting to bind port 735d4963-ec64-46a3-919c-bb43477544a2 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:08.419350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Attempting to bind port 735d4963-ec64-46a3-919c-bb43477544a2 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:08.419754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Attempting to bind port 735d4963-ec64-46a3-919c-bb43477544a2 on network 77b43c26-56ef-46c7-9a20-a716a37b18da {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:08.428663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.439617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.472224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.521087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5ed2-1705-4823-aa4b-10aa0a106224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.577025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Port 735d4963-ec64-46a3-919c-bb43477544a2 on network 77b43c26-56ef-46c7-9a20-a716a37b18da not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:08.577737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Attempting to bind port 735d4963-ec64-46a3-919c-bb43477544a2 on network 77b43c26-56ef-46c7-9a20-a716a37b18da {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:08.586415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 7138ea57-d54c-438d-b919-71351f39f334 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:08.598435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bbc55bd5-5b78-43cf-889b-0c0619d98e22 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:08.650520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc46a6b-43af-4283-8721-de30bd6d0bd7 req-5e7dc4a9-5ae6-4b91-a8c8-6be83d99a698 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:08.657311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc46a6b-43af-4283-8721-de30bd6d0bd7 req-5e7dc4a9-5ae6-4b91-a8c8-6be83d99a698 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.3621526 May 06 12:35:08.660099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ace46b9a-4d12-416e-8ad9-de431cde554f req-564c9c42-62aa-4f00-82ed-744a08f33b67 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783298 May 06 12:35:08.664096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:08.664096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Checking segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:08.664096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Bound using segment: {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:08.664512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Bound port: 735d4963-ec64-46a3-919c-bb43477544a2, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75e5092-614c-44db-9fad-ab77fb013b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:08.668271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.701769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:08.704885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.717580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Transition to ACTIVE for port object 00098f4a-0d05-4519-acb8-23e0b491458f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:08.720927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Usage tracker for resource:security_group_rule and tenant:9a76f392c71b41ee8912c8df55ffeecc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:08.727705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:08.736763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:08.759314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Transition to ACTIVE for port object 00098f4a-0d05-4519-acb8-23e0b491458f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:08.772220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffc46a6b-43af-4283-8721-de30bd6d0bd7 req-c1b52957-e6f3-41bf-b6ff-ec20e0ff79a5 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137972 May 06 12:35:08.807191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:08.813124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:08.817661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.914986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:08.984758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:08.992196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Pushing event updated for resources: {'Port': ['ID=00098f4a-0d05-4519-acb8-23e0b491458f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.021199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Network cd88da77-27cf-4d67-9806-d756f6036592 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:09.022896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:09.026392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:09.067479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.096353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a10bf-e8d8-4628-b739-ea0848bbabcc req-fd7c4bb3-cdc4-4cbc-b738-d8e4841e9bc7 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:09.097844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-159a10bf-e8d8-4628-b739-ea0848bbabcc req-fd7c4bb3-cdc4-4cbc-b738-d8e4841e9bc7 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.1947803 May 06 12:35:09.109016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:09.119984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Request body: {'floatingip': {'port_id': '0b4b3f48-1bde-4359-821c-c2e7d212fc18'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:09.169307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.175497 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.179322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=735d4963-ec64-46a3-919c-bb43477544a2,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:09.193338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Attempting to bind port 00098f4a-0d05-4519-acb8-23e0b491458f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:09.193721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Attempting to bind port 00098f4a-0d05-4519-acb8-23e0b491458f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:09.194116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Attempting to bind port 00098f4a-0d05-4519-acb8-23e0b491458f on network cd88da77-27cf-4d67-9806-d756f6036592 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:09.210354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:09.210730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Checking segment: {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:09.211135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.223937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Bound using segment: {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:09.223937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Bound port: 00098f4a-0d05-4519-acb8-23e0b491458f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:09.223937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.224258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.227405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=7138ea57-d54c-438d-b919-71351f39f334,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.233318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port bbc55bd5-5b78-43cf-889b-0c0619d98e22, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bbc55bd5-5b78-43cf-889b-0c0619d98e22,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:09.236627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.293473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.297175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.336346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] For port 00098f4a-0d05-4519-acb8-23e0b491458f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:09.341966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] For port 00098f4a-0d05-4519-acb8-23e0b491458f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00098f4a-0d05-4519-acb8-23e0b491458f,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:09.378704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.391427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a76f392c71b41ee8912c8df55ffeecc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7939906 May 06 12:35:09.394987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58560) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:09.423750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d487c-c135-4e35-aa2b-bd48586c7e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002708fa-cf19-4729-8f68-f2f2a11c9951,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.460923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.512425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.517874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.517874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 200 len: 1092 time: 3.7232182 May 06 12:35:09.526926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:09.531594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.602137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9fff75bd-6e17-4064-8618-5c314f85322d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:09.673639 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d49850-28dc-4a42-84f1-7508824d611a'] response: {'name': 'network-changed', 'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2', 'status': 'completed', 'code': 200} May 06 12:35:09.728010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.824062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-41e4481d-deea-4131-b74c-dd4e7ceda7bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/7138ea57-d54c-438d-b919-71351f39f334 HTTP/1.1" status: 204 len: 168 time: 2.8521738 May 06 12:35:09.859719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58572) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:09.887830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde729e5-be18-4104-bf42-62233cda2d6b None None] Pushing event updated for resources: {'Port': ['ID=00098f4a-0d05-4519-acb8-23e0b491458f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:09.908703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9fff75bd-6e17-4064-8618-5c314f85322d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:09.909446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:09.925494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0790a0a-1416-4690-8925-c0893a2565f0 service neutron] Pushing event updated for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:10.121364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Allocated IP 172.25.2.86 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:10.152848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-419660a7-4191-4787-9163-c8a7a88f9b94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=515143d9b1014839b73d1c090432177a&device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 1095 time: 0.4778237 May 06 12:35:10.174011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.311244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-a783f7be-3b75-45e8-9b3d-1c13212ef140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 200 len: 217 time: 0.1490440 May 06 12:35:10.359544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.399020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370459f-868c-4d66-a12b-93d52c15e6b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.400520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370459f-868c-4d66-a12b-93d52c15e6b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.402073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6370459f-868c-4d66-a12b-93d52c15e6b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2303276 May 06 12:35:10.409248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58586) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:10.422298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee0db2-b23e-40ca-9119-4ae685f02fcd req-9620f7c3-5527-4a6a-9021-84e9bf73cd61 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.424500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-baee0db2-b23e-40ca-9119-4ae685f02fcd req-9620f7c3-5527-4a6a-9021-84e9bf73cd61 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 944 time: 0.4934671 May 06 12:35:10.457001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4678-0483-4399-95c7-c417b4c86214 req-79b5719c-13ab-463f-916d-f567ed820c95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:10.458507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-79b5719c-13ab-463f-916d-f567ed820c95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00ed78e0-5dae-45ac-af5b-e2ab39a96a18 HTTP/1.1" status: 200 len: 851 time: 0.1330669 May 06 12:35:10.531085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Router c8df22ec-8e6a-494b-914c-e39580e4d45d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:35:10.586940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.642855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-88e83137-ea69-4f71-bef7-c23d313742f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.736990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-baee0db2-b23e-40ca-9119-4ae685f02fcd req-9764821b-8f14-448f-9ac4-cd194abe6dbd tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644491 May 06 12:35:10.798550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.820674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-dbaeaa57-b96c-49d4-adc9-7b33ccb09ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77b43c26-56ef-46c7-9a20-a716a37b18da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3439164 May 06 12:35:10.824328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 5e21cc7a-aac5-46bf-b85f-d8b885458a8b {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:10.827874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.913114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:10.929582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002708fa-cf19-4729-8f68-f2f2a11c9951,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:10.933621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:35:11.102135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Router e92f870b-c052-4118-b21b-5287a2902ad7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:11.107787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.112269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7991aa-9313-4a1e-8af3-b5100791975d None None] Network cd88da77-27cf-4d67-9806-d756f6036592 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:11.197613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:11.225090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:11.240075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:11.240888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:11.259514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:11.280901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Pushing event updated for resources: {'Port': ['ID=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:11.305335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83c7c46e-d8e7-4cae-b95a-d47107ab2831 None None] Provisioning for port 00098f4a-0d05-4519-acb8-23e0b491458f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:11.322004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.323145 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bccfe754-abda-4d4d-a19c-e88bcd63167b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/002708fa-cf19-4729-8f68-f2f2a11c9951 HTTP/1.1" status: 204 len: 168 time: 1.9019835 May 06 12:35:11.330337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:11.331803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:11.338383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:11.352761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-e9025846-b2e3-4eb0-b090-d3289bd1b693 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951253 May 06 12:35:11.501673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.503795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.506402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-537d024e-3410-4a36-b0c0-94e8438d6037 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.1816356 May 06 12:35:11.507182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58608) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:11.662277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00098f4a-0d05-4519-acb8-23e0b491458f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:11.741737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:11.758837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:11.780839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:11.861509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.022802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-338d4678-0483-4399-95c7-c417b4c86214 req-065e1c3f-602d-4339-b9df-fc4b1d53cba8 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345351 May 06 12:35:12.156476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.235021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=5e21cc7a-aac5-46bf-b85f-d8b885458a8b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:12.243988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.268472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5468f5c-5783-4a71-b842-b33cfb22aa99 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:12.329682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1aef60b6-0c1b-46b7-9a00-e4e9e72cac38 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/5e21cc7a-aac5-46bf-b85f-d8b885458a8b HTTP/1.1" status: 204 len: 168 time: 1.9157410 May 06 12:35:12.329682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.329984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.334103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:12.354426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:12.360623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d1c8a62c-9645-4971-b05f-5f2589fb45a5 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "PUT /v2.0/routers/e92f870b-c052-4118-b21b-5287a2902ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6076827 May 06 12:35:12.362423 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.366910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] Sync routers for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:12.373983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:12.381900 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:12.385621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:12.399140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.447653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-545b6d5e-d1b9-459b-b2e2-5221dcc4e96b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118839 May 06 12:35:12.455238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:12.468739 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] Routers {'e92f870b-c052-4118-b21b-5287a2902ad7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:12.470285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e92f870b-c052-4118-b21b-5287a2902ad7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:12.499350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.502166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 00098f4a-0d05-4519-acb8-23e0b491458f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:12.519966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58638) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:12.534124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:12.549613 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:12.550020 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae5e7e-93fd-4055-a871-9104b1cf150b None None] The sync data for ids ['e92f870b-c052-4118-b21b-5287a2902ad7'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:12.560569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 00098f4a-0d05-4519-acb8-23e0b491458f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:12.564457 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.667238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:12.670936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:12.671668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:12.675537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:12.683833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Usage tracker for resource:security_group_rule and tenant:7e7037b669454918989dc4764c6eefc3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:12.689153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:12.720418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:07Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:12.733644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:12.766395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:12.767803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Updating router c8df22ec-8e6a-494b-914c-e39580e4d45d port bb713e95-dca6-4fcb-b08a-a2d8590f3086 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:12.771465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:12.778410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-dab98848-dc50-4cb3-9835-8539298a151f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=515143d9b1014839b73d1c090432177a&device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 1095 time: 0.5180380 May 06 12:35:12.849240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.873139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:35:12.880542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.891620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:12.895056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.898801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252a208-6d21-4932-bf5e-dfe302392590 req-94600c9a-373f-4220-9fc6-5e260291b7ed tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:12.905951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e252a208-6d21-4932-bf5e-dfe302392590 req-94600c9a-373f-4220-9fc6-5e260291b7ed tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 944 time: 0.7856801 May 06 12:35:12.919566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Deleting port af1fd887-8ae4-43ef-8841-ef35991f5b64 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:12.919878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:12.999080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 00098f4a-0d05-4519-acb8-23e0b491458f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00098f4a-0d05-4519-acb8-23e0b491458f,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:13.056944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e252a208-6d21-4932-bf5e-dfe302392590 req-308d08c1-c4f4-4687-9931-cd4fd8d1a355 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:13.113096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.142563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e252a208-6d21-4932-bf5e-dfe302392590 req-308d08c1-c4f4-4687-9931-cd4fd8d1a355 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:13.144413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e252a208-6d21-4932-bf5e-dfe302392590 req-308d08c1-c4f4-4687-9931-cd4fd8d1a355 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376127 May 06 12:35:13.185254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.185502 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Floating IP 46a71e94-719f-4cd3-b2ce-26e50617465e associated. External IP: 172.25.2.91, port: 0b4b3f48-1bde-4359-821c-c2e7d212fc18. May 06 12:35:13.186001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bbc55bd5-5b78-43cf-889b-0c0619d98e22 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:13.285397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-95dfd058-bbfd-4373-a7ab-6d59ce7fc674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:13.287008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-95dfd058-bbfd-4373-a7ab-6d59ce7fc674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 200 len: 913 time: 0.4622343 May 06 12:35:13.333137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.340576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58652) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:13.370076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.415565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.489221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d202182-ba5c-4fe2-82a0-9e41f53f3238,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:13.490933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-22f8fbec-8398-4cc1-be36-b09a23cee898 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 200 len: 217 time: 0.1956840 May 06 12:35:13.505301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] For port af1fd887-8ae4-43ef-8841-ef35991f5b64, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af1fd887-8ae4-43ef-8841-ef35991f5b64,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:13.505704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.533306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=00098f4a-0d05-4519-acb8-23e0b491458f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:13.555958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=9d54026e-4f21-410b-9625-45c6b0577977,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:13.565076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f8c8bbd-bbc7-48e7-a2ca-3320cb7120ae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e7037b669454918989dc4764c6eefc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7802992 May 06 12:35:13.571963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58658) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:13.608305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:13.610500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:13.615724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1361235507-network', 'tenant_id': '435b9d537b41491ebd7883925be03e01'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:13.626812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:13.626812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.645531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:13.659308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-9db9b5ba-7124-434a-bf35-310d5c436b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:13.660791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-9db9b5ba-7124-434a-bf35-310d5c436b0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00ed78e0-5dae-45ac-af5b-e2ab39a96a18 HTTP/1.1" status: 200 len: 851 time: 0.1561072 May 06 12:35:13.662984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Usage tracker for resource:network and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:13.670256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:13.682929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:13.713115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.719132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Calling delete_port for af1fd887-8ae4-43ef-8841-ef35991f5b64 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:13.775830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dafa2114-d71c-4e0d-aaeb-6e5ef1ce110c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2534032 May 06 12:35:13.780328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-484b718f-f21c-418d-9008-8f97e3b9745a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77b43c26-56ef-46c7-9a20-a716a37b18da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104155 May 06 12:35:13.780847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58662) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:13.786791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '9d54026e-4f21-410b-9625-45c6b0577977', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-992211185'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:13.873543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bbc55bd5-5b78-43cf-889b-0c0619d98e22 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:13.873543 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:13.894119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Router 1270fd4e-38cf-49b9-aaef-ff67678e245e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:35:13.988131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.007071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Transition to ACTIVE for port object bb713e95-dca6-4fcb-b08a-a2d8590f3086 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:14.013440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.041473 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.064274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.104551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] Pushing event deleted for resources: {'Port': ['ID=af1fd887-8ae4-43ef-8841-ef35991f5b64,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:14.126194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d680d46b-e65f-4dfe-ae27-bf25befa1561 None None] No DVR routers for this DVR port af1fd887-8ae4-43ef-8841-ef35991f5b64 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:14.159278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29732759-aa94-4cf1-be99-9d455348d447 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:14.182780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Made reservation on behalf of 435b9d537b41491ebd7883925be03e01 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:14.186131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.215854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 735d4963-ec64-46a3-919c-bb43477544a2 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:14.271528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.331378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:14.335231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-5f1e978f-eeab-48dd-80f3-86afaf4acc38 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261443 May 06 12:35:14.353655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:14.375978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:14.390738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:14.392498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00098f4a-0d05-4519-acb8-23e0b491458f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:14.397182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.412059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.450001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:14.454831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d202182-ba5c-4fe2-82a0-9e41f53f3238,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:14.460982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Usage tracker for resource:security_group_rule and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:14.467165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:14.467314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.477939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:14.480141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.481265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ccf5d833-a6eb-4c7a-bac4-717b241adc7c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d202182-ba5c-4fe2-82a0-9e41f53f3238 HTTP/1.1" status: 204 len: 168 time: 0.9048347 May 06 12:35:14.551657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port 72b531ad-28fb-4455-910d-4279e248bfa9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:14.552026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.596443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33506839-317f-4fe3-bfe1-4aa47da89867 req-811b1d54-f069-4119-a76b-dbcd58805b04 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467723 May 06 12:35:14.600773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=735d4963-ec64-46a3-919c-bb43477544a2,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:14.614890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558b93f-d642-4709-ae72-22d224b97e9e req-0a240b89-fee2-4ab3-95b7-bc25feb98bcc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:14.616498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5558b93f-d642-4709-ae72-22d224b97e9e req-0a240b89-fee2-4ab3-95b7-bc25feb98bcc tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 944 time: 0.2344091 May 06 12:35:14.619454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:14.625155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.666478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '735d4963-ec64-46a3-919c-bb43477544a2', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'port_id': '735d4963-ec64-46a3-919c-bb43477544a2', 'mac_address': 'fa:16:3e:ae:a0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:14.668420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e54c-9e84-4690-9310-9cd149bde383 None None] Pushing event updated for resources: {'Port': ['ID=bb713e95-dca6-4fcb-b08a-a2d8590f3086,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:14.699257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 4181de72-e5a0-44d7-8d35-aba1dfe1d813 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:35:14.718303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Attempting to bind port bb713e95-dca6-4fcb-b08a-a2d8590f3086 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:14.718766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Attempting to bind port bb713e95-dca6-4fcb-b08a-a2d8590f3086 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:14.719193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Attempting to bind port bb713e95-dca6-4fcb-b08a-a2d8590f3086 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:14.785606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:14.800100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:14.800552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:14.801022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.801479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:14.802030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Bound port: bb713e95-dca6-4fcb-b08a-a2d8590f3086, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:14.802532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.836739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Sync routers for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:14.840566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5558b93f-d642-4709-ae72-22d224b97e9e req-ab92aa63-cd25-4b3b-aebb-1f4c6f4d05a5 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013776 May 06 12:35:14.873666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.897607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.904219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 00098f4a-0d05-4519-acb8-23e0b491458f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:14.904642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.948957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.965780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.973191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:14.974028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d729003f-baac-4716-845d-581f62d1e443 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1556652 May 06 12:35:14.976969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58670) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:14.998575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735d4963-ec64-46a3-919c-bb43477544a2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:15.031288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:15.034249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:15.042349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.106382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '9d54026e-4f21-410b-9625-45c6b0577977'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:35:15.107267 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.118703 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:35:15.119154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:35:15.139974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for 72b531ad-28fb-4455-910d-4279e248bfa9 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:15.203055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] For port bb713e95-dca6-4fcb-b08a-a2d8590f3086, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:15.212450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=735d4963-ec64-46a3-919c-bb43477544a2,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:15.236741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:15.250377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] For port bb713e95-dca6-4fcb-b08a-a2d8590f3086, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bb713e95-dca6-4fcb-b08a-a2d8590f3086,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:15.320376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2c0c48ec-23e8-450f-8e4d-82be76b0420d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5361364 May 06 12:35:15.320629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.320629 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Added segment bc8a9bf9-6a5e-4ae4-829b-609770fc7c39 of type vlan for network f66e852c-07a4-404d-9af2-685f1c7b61ec May 06 12:35:15.328275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58676) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:15.331810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.336713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Router 1b4befe2-6113-43da-863b-9b06422f87f2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:15.400411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf856eb8-82b8-4524-b23d-8a5f9b6f38d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:15.470916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.488664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.513812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c9053-3171-4497-91bc-56bd17b4f81f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:15.588938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf856eb8-82b8-4524-b23d-8a5f9b6f38d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:15.590119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf856eb8-82b8-4524-b23d-8a5f9b6f38d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2513175 May 06 12:35:15.605592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58680) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:15.615872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:15.630595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['735d4963-ec64-46a3-919c-bb43477544a2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:15.656720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58684) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:15.659652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:15.689634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:15.692888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.730136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af1fd887-8ae4-43ef-8841-ef35991f5b64 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:15.741964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1829e-afe6-4fc7-9d26-74bb02f595f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.743355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1829e-afe6-4fc7-9d26-74bb02f595f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:15.744118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-43d1829e-afe6-4fc7-9d26-74bb02f595f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:15.764711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:15.772895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Usage tracker for resource:security_group_rule and tenant:fe62f6bced6f4d2cad4194a450a41701 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:15.778685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:15.787353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:15.808025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: af1fd887-8ae4-43ef-8841-ef35991f5b64 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:15.808709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af1fd887-8ae4-43ef-8841-ef35991f5b64 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:15.910952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:15.940291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-43d1829e-afe6-4fc7-9d26-74bb02f595f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:15.941439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43d1829e-afe6-4fc7-9d26-74bb02f595f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3348570 May 06 12:35:15.944358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9d54026e-4f21-410b-9625-45c6b0577977/c0ad835a-f297-4281-a1cd-549cee73155b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:15.945592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58690) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:15.953022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Allocated IP 172.20.0.1 (3fd770f1-f122-4cfe-99f2-45ca45cd1e20/9f99d992-917a-4632-8d64-64150958ce11/815b4d43-e142-468b-947f-952999d58613) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:15.954908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:15.955383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:16.022599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12e54c-9e84-4690-9310-9cd149bde383 None None] Pushing event updated for resources: {'Port': ['ID=bb713e95-dca6-4fcb-b08a-a2d8590f3086,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:16.066286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.067122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:16.067709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.183041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.336983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2687aedd-e977-4de6-9bac-dc41515e828c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:16.383814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b1ca8307-b3a6-4b84-9037-de066b8b0c2f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe62f6bced6f4d2cad4194a450a41701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7218900 May 06 12:35:16.391038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58694) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:16.456438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.489189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 9d54026e-4f21-410b-9625-45c6b0577977 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:16.492675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.494264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] Pushing event updated for resources: {'Network': ['ID=f66e852c-07a4-404d-9af2-685f1c7b61ec,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:16.524448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f66e852c-07a4-404d-9af2-685f1c7b61ec details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:16.547594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.572066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3467d1a2-1e6b-46de-9ffe-8be1e55abb77 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2188504 May 06 12:35:16.576265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58698) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:16.581123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:16.590368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499022-4674-43b2-9f74-4f36fed54b48 req-86f7d40e-fe82-426b-af18-8b9848382dd0 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:16.590575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Request body: {'subnet': {'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1361235507-subnet', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:16.591865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7499022-4674-43b2-9f74-4f36fed54b48 req-86f7d40e-fe82-426b-af18-8b9848382dd0 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 945 time: 0.5300498 May 06 12:35:16.597643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Transition to ACTIVE for port object 815b4d43-e142-468b-947f-952999d58613 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:16.597848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.601279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.613049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:16.655170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Usage tracker for resource:subnet and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:16.670358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:16.670788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=72b531ad-28fb-4455-910d-4279e248bfa9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:16.687978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.689460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:16.697817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.698026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:16.713108 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Sync routers for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:16.736759 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:16.739268 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:16.810412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Allocated IP 172.20.0.1 (cd88da77-27cf-4d67-9806-d756f6036592/ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2/7073959c-9d03-4fc4-9e3f-23941ad867d5) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:16.820872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Made reservation on behalf of 435b9d537b41491ebd7883925be03e01 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:16.823141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:16.950007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7499022-4674-43b2-9f74-4f36fed54b48 req-6873cd21-0a82-436e-9812-f8ec4b883365 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083060 May 06 12:35:16.963292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3afcc7f6-e9ef-41af-a83e-6d3488572310 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "PUT /v2.0/floatingips/46a71e94-719f-4cd3-b2ce-26e50617465e HTTP/1.1" status: 200 len: 990 time: 7.8486290 May 06 12:35:16.963292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:16.999509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.002424 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:17.124253 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50ab94-0b49-45bb-b194-db5f6b8b1d29'] response: {'name': 'network-changed', 'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'status': 'completed', 'code': 200} May 06 12:35:17.147318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.176220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2687aedd-e977-4de6-9bac-dc41515e828c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.258247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.276138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Transition to ACTIVE for port object c0ad835a-f297-4281-a1cd-549cee73155b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:17.286903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.321609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Transition to ACTIVE for port object c0ad835a-f297-4281-a1cd-549cee73155b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:17.339793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:11Z', 'revision_number': 3, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:17.351009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Checking router: 1270fd4e-38cf-49b9-aaef-ff67678e245e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:17.351370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Updating router 1270fd4e-38cf-49b9-aaef-ff67678e245e port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:17.366298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.368494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d78f5b05-4c87-401c-ae76-b15033360a7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2687aedd-e977-4de6-9bac-dc41515e828c HTTP/1.1" status: 204 len: 168 time: 0.9762506 May 06 12:35:17.454557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.486627 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.592528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:17.605379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:17.606586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.615929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Pushing event updated for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.622684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:17.676261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.712814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:17.768147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Transition to ACTIVE for port object 7073959c-9d03-4fc4-9e3f-23941ad867d5 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:17.794503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Pushing event updated for resources: {'Port': ['ID=c0ad835a-f297-4281-a1cd-549cee73155b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:17.806338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:17.814293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-5b31615c-08fc-432f-8bdb-44924668443a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1096 time: 0.6296022 May 06 12:35:17.827054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:17.846123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:17.909730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '46a71e94-719f-4cd3-b2ce-26e50617465e', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'port_id': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'mac_address': 'fa:16:3e:31:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:48Z', 'updated_at': '2022-05-06T12:35:11Z', 'revision_number': 1, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:17.945239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Checking router: 1b4befe2-6113-43da-863b-9b06422f87f2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:17.962445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f931217-1e71-4443-987d-1a7fe9ba7e0e req-8be8bf1e-772c-4042-9d3c-78aefb579a13 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:17.965401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f931217-1e71-4443-987d-1a7fe9ba7e0e req-8be8bf1e-772c-4042-9d3c-78aefb579a13 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.7106636 May 06 12:35:17.994344 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:17.995682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:18.017914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.028041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.040006 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.269910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 735d4963-ec64-46a3-919c-bb43477544a2 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:18.292021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.297038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.297573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Fanout notify agent at l3_agent the message router_deleted on router e92f870b-c052-4118-b21b-5287a2902ad7 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:35:18.387150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.394478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.395732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:07Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:18.429748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Attempting to bind port c0ad835a-f297-4281-a1cd-549cee73155b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:18.430099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Attempting to bind port c0ad835a-f297-4281-a1cd-549cee73155b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:18.430454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Attempting to bind port c0ad835a-f297-4281-a1cd-549cee73155b on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:18.437372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.437372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-23027bbc-fc35-4a73-b232-3fbec5c6f6f9 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/routers/e92f870b-c052-4118-b21b-5287a2902ad7 HTTP/1.1" status: 204 len: 168 time: 6.0561633 May 06 12:35:18.440592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58718) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:18.500277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f768d8-796b-4bf5-8ccf-be05ee80e7e7 None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:07Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:18.508088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f931217-1e71-4443-987d-1a7fe9ba7e0e req-04ee4f38-0c99-4da6-8c4d-4abf909474d6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005673 May 06 12:35:18.529045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:18.553882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Bound port: c0ad835a-f297-4281-a1cd-549cee73155b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:18.616941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:18.649564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-02517a63-045a-48a5-bcb8-2aa4467d8b9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:18.651366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-02517a63-045a-48a5-bcb8-2aa4467d8b9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 916 time: 0.7911248 May 06 12:35:18.756757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Network cd88da77-27cf-4d67-9806-d756f6036592 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:18.756757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Pushing event updated for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:18.769551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:18.898135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d0dc71ce-641c-4aa0-8e6f-a0dfec77fe07 None None] Provisioning for port 815b4d43-e142-468b-947f-952999d58613 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:18.936561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d0dc71ce-641c-4aa0-8e6f-a0dfec77fe07 None None] Provisioning complete for port 815b4d43-e142-468b-947f-952999d58613 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:18.949236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d0dc71ce-641c-4aa0-8e6f-a0dfec77fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.062696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:19.091532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d08fbf-448c-4f1a-a843-115acc6d9234,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:19.123166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc71ce-641c-4aa0-8e6f-a0dfec77fe07 None None] Port 815b4d43-e142-468b-947f-952999d58613 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:19.136360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 735d4963-ec64-46a3-919c-bb43477544a2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:19.147902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 735d4963-ec64-46a3-919c-bb43477544a2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:19.148268 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.162829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.169940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-47e6d305-480a-4942-872a-298481b40a85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 998 time: 0.4987252 May 06 12:35:19.170737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Checking segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:19.171474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Network hostable DHCP agents. Network: f66e852c-07a4-404d-9af2-685f1c7b61ec, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:19.270104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-66f44dfa-2281-4f3c-9c64-f09dfb903a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.271979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-66f44dfa-2281-4f3c-9c64-f09dfb903a99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 200 len: 854 time: 0.0948610 May 06 12:35:19.281170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68570c60-0384-4694-8e78-4a6ab7e0e496 req-5a01e33e-eba5-4fca-84a7-7ded76877add tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.290261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68570c60-0384-4694-8e78-4a6ab7e0e496 req-5a01e33e-eba5-4fca-84a7-7ded76877add tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 945 time: 0.9949605 May 06 12:35:19.358369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.372388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68570c60-0384-4694-8e78-4a6ab7e0e496 req-35c24ad6-09e2-4406-8050-6d6e9d692571 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804601 May 06 12:35:19.374475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] For port c0ad835a-f297-4281-a1cd-549cee73155b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:19.374972 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '46a71e94-719f-4cd3-b2ce-26e50617465e', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'port_id': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'mac_address': 'fa:16:3e:31:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:48Z', 'updated_at': '2022-05-06T12:35:11Z', 'revision_number': 1, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:19.383031 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500a07b-894c-4b12-b65c-b7a8339f4549 None None] The sync data for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 is: [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '46a71e94-719f-4cd3-b2ce-26e50617465e', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'port_id': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'mac_address': 'fa:16:3e:31:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:33:48Z', 'updated_at': '2022-05-06T12:35:11Z', 'revision_number': 1, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:19.402029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting subnet 6f9907cf-e2a4-4626-a22d-80c88b277605 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:19.405789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.435882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] For port c0ad835a-f297-4281-a1cd-549cee73155b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c0ad835a-f297-4281-a1cd-549cee73155b,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:19.448304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.470941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.471711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Network f66e852c-07a4-404d-9af2-685f1c7b61ec is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:19.477169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0705e9f8-d66e-4670-9345-8da6144ce6ba None None] Provisioning for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:19.481407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.493574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0705e9f8-d66e-4670-9345-8da6144ce6ba None None] Provisioning complete for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:19.494314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0705e9f8-d66e-4670-9345-8da6144ce6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.514589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=9d54026e-4f21-410b-9625-45c6b0577977,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:19.514941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:19.556982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Transition to ACTIVE for port object dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:19.556982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:19.557307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.557406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.578218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.578547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.614829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.634480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-3ae8b439-9ed6-4b30-8336-5094aaef4f86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524339 May 06 12:35:19.667407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=735d4963-ec64-46a3-919c-bb43477544a2,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:19.669345 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f77d24-05bb-4c19-93df-27a8c87848ac'] response: {'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2', 'code': 200} May 06 12:35:19.682554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f66e852c-07a4-404d-9af2-685f1c7b61ec) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:19.692627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f30b80-5a78-4ec0-8274-a49e120e8fba None None] Network f66e852c-07a4-404d-9af2-685f1c7b61ec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:19.751821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.782796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0705e9f8-d66e-4670-9345-8da6144ce6ba None None] Port 7073959c-9d03-4fc4-9e3f-23941ad867d5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:19.797307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:19.807125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.819529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e833a624-4e20-4e35-a036-71ae457eab86 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9d54026e-4f21-410b-9625-45c6b0577977 HTTP/1.1" status: 204 len: 168 time: 3.8731565 May 06 12:35:19.827839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:19.838945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49e31d-6093-4974-a6ff-72469ef53430 None None] Pushing event updated for resources: {'Port': ['ID=c0ad835a-f297-4281-a1cd-549cee73155b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:19.874284 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:19.942659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.001174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-60f3619e-6861-489d-83e2-69db67a2cbba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613386 May 06 12:35:20.001628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d78afee-2c58-4f3b-8cfa-cf2d6fed2620 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4207904 May 06 12:35:20.012597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58742) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:20.012922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:20.015588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9907cf-e2a4-4626-a22d-80c88b277605,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.029462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:20.043136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-33e1315e-b56f-4559-a37b-463d5c6e286d service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987882 May 06 12:35:20.044160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:20.119178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.134716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cf5ce16-7bdd-4577-88fa-9f27e4f97ffc req-d0839dfe-7165-4511-96cf-744765ed6e90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 1096 time: 0.3942821 May 06 12:35:20.171872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f66e852c-07a4-404d-9af2-685f1c7b61ec', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:35:20.171872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.183475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.198008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:20.201553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Pushing event updated for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.206541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:20.217557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.220973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:20.221161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bffeee-d8c3-40df-91b8-371fdf675b47 None None] Pushing event updated for resources: {'Port': ['ID=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.223563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec1a2a-40ea-4166-9b0a-571e987b71d7 None None] Network 7869baf1-e07c-467a-b7ab-d74c3c168f7b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:20.226717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Usage tracker for resource:router and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:20.232184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:20.237302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:20.248890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:20.252294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-394b23b3-37a2-4db1-9920-3932df68be68 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/subnets/6f9907cf-e2a4-4626-a22d-80c88b277605 HTTP/1.1" status: 204 len: 168 time: 1.8079154 May 06 12:35:20.254733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:20.270772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:20.311203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Attempting to bind port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:20.314806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Attempting to bind port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:20.314806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Attempting to bind port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:20.398766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166aebd6-5621-4e28-8cf9-9b6ba674d611 req-4844042c-ef13-437b-864a-5d74de83b3c4 service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478661 May 06 12:35:20.502450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.504560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:20.514118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cf5ce16-7bdd-4577-88fa-9f27e4f97ffc req-e2f242d2-67ee-44ff-9cb9-6a10a0a3790c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780425 May 06 12:35:20.654883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.679721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:20.682810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:20.683238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.683636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:20.684331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Bound port: dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:20.686829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.691893 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.722202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.723202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.761807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.806870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:20.807318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.906565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Pushing event updated for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.917954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.920428 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:20.921278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:20.935438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:20.944078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:20.986593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] For port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:20.995978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Allocated IP 172.20.0.2 (f66e852c-07a4-404d-9af2-685f1c7b61ec/56d08fbf-448c-4f1a-a843-115acc6d9234/cd633321-9609-4638-b9a0-cb1ca76bc878) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:21.001549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] For port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:21.155978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.227071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Network cd88da77-27cf-4d67-9806-d756f6036592 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:21.228373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:21.233001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.239251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] DHCP port deletion for 7869baf1-e07c-467a-b7ab-d74c3c168f7b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:35:21.274192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Deleting port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:21.274802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.425766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bffeee-d8c3-40df-91b8-371fdf675b47 None None] Pushing event updated for resources: {'Port': ['ID=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:21.611702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:21.612390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:21.624154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.933062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e38854-3a9f-4fac-87b6-6b607ac0d2c9 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:21.972943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-32c121ee-a872-4606-91e4-32a6211c68cf None None] Provisioning complete for port 815b4d43-e142-468b-947f-952999d58613 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:21.973254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-32c121ee-a872-4606-91e4-32a6211c68cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:21.978766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=f54372de-00d9-465d-9be5-2df98945a4f3,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:21.986359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b1330-9d5d-4865-9670-173b8572485d req-232923c2-8a3c-4d73-a14b-1717828e7dbb tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:21.987725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef2b1330-9d5d-4865-9670-173b8572485d req-232923c2-8a3c-4d73-a14b-1717828e7dbb tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 1.3804317 May 06 12:35:22.060043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:22.064727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Router 1270fd4e-38cf-49b9-aaef-ff67678e245e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:22.066777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] For port 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42fef1ee-8810-4f5a-a0fd-aa07755641f7,segment=NetworkSegment(3be0af12-de3a-44a6-a305-535c29fb2d4d),segment_id=3be0af12-de3a-44a6-a305-535c29fb2d4d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:22.067161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.075440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:22.101089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:22.101680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.130796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef2b1330-9d5d-4865-9670-173b8572485d req-7c20d490-b605-498f-bbc0-fe54ac761b90 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313343 May 06 12:35:22.140500 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.208042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-32c121ee-a872-4606-91e4-32a6211c68cf None None] Port 815b4d43-e142-468b-947f-952999d58613 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:22.223471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Transition to ACTIVE for port object cd633321-9609-4638-b9a0-cb1ca76bc878 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:22.240041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] For port 42fef1ee-8810-4f5a-a0fd-aa07755641f7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42fef1ee-8810-4f5a-a0fd-aa07755641f7,segment=NetworkSegment(3be0af12-de3a-44a6-a305-535c29fb2d4d),segment_id=3be0af12-de3a-44a6-a305-535c29fb2d4d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:22.240789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.327731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:22.341660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ef8a3d2-5402-4b50-a41c-c3c3f3e1007b admin admin] 10.222.0.83 "PUT /v2.0/routers/1270fd4e-38cf-49b9-aaef-ff67678e245e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3635955 May 06 12:35:22.381271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43386040-1231-4dd5-979f-0277c103e94d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3610148 May 06 12:35:22.384085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:22.388617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for 42fef1ee-8810-4f5a-a0fd-aa07755641f7 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:22.390118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-67257037', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:22.404161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:22.413285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:router and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:22.414978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c0ad835a-f297-4281-a1cd-549cee73155b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:22.420718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:22.435011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:22.451628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Calling delete_port for 42fef1ee-8810-4f5a-a0fd-aa07755641f7 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:22.496228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Transition to ACTIVE for port object cd633321-9609-4638-b9a0-cb1ca76bc878 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:22.513023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:22.596530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.598179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.625119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.655693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:22.699032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.711206 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.771431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.823281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.839512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Router c8df22ec-8e6a-494b-914c-e39580e4d45d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:22.893743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:22.937629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:22.948217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5d6f50c1644b908b7bff9131e0d1d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:22.954799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Network f66e852c-07a4-404d-9af2-685f1c7b61ec is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:22.955378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:22.972019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:23.003284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:23.006430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:23.010947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:35:23.011300 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:35:23.028001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Provisioning complete for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:23.028395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.057834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374d280-b49a-4ee1-838b-7c8ec931d56e None None] New status for floating IP 46a71e94-719f-4cd3-b2ce-26e50617465e: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:35:23.073460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.092824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e9bb051a-477b-4464-b2c5-9f803ca2d8b0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7072809 May 06 12:35:23.097128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58800) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:23.108090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=42fef1ee-8810-4f5a-a0fd-aa07755641f7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.124064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] No DVR routers for this DVR port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:23.410561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Port 7073959c-9d03-4fc4-9e3f-23941ad867d5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:23.570735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Pushing event updated for resources: {'Port': ['ID=cd633321-9609-4638-b9a0-cb1ca76bc878,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.581908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Deleting port 42fef1ee-8810-4f5a-a0fd-aa07755641f7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:23.582613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.652570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.737197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c5aaf-4a3d-4bef-930f-04340ac94bc1 req-ef8d88a3-b25b-429e-9c61-670cf7e368ef tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:23.744003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-912c5aaf-4a3d-4bef-930f-04340ac94bc1 req-ef8d88a3-b25b-429e-9c61-670cf7e368ef tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.3567116 May 06 12:35:23.809263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.864737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7869baf1-e07c-467a-b7ab-d74c3c168f7b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:23.867439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.895157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c0ad835a-f297-4281-a1cd-549cee73155b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:23.897904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be0af12-de3a-44a6-a305-535c29fb2d4d') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:23.898205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be0af12-de3a-44a6-a305-535c29fb2d4d') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:23.921158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:23.932564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-912c5aaf-4a3d-4bef-930f-04340ac94bc1 req-e93d1d0f-7281-49c5-94d8-cd8bcbded16c tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876476 May 06 12:35:23.950053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf014f-5814-4c77-b209-d64c4095cda7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:23.961617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25851ed4-d740-4caf-8a11-7147440af080 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9c5d6f50c1644b908b7bff9131e0d1d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4439511 May 06 12:35:23.961617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:23.995340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.035407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:24.036109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: timer() May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:24.060254 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:24.075795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c0236d7-1ff2-4b37-82d1-80b06cab8208 None None] The port '42fef1ee-8810-4f5a-a0fd-aa07755641f7' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:35:24.137160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:24.151294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42fef1ee-8810-4f5a-a0fd-aa07755641f7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:24.155390 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.182769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Attempting to bind port cd633321-9609-4638-b9a0-cb1ca76bc878 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:24.183218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Attempting to bind port cd633321-9609-4638-b9a0-cb1ca76bc878 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:24.183585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Attempting to bind port cd633321-9609-4638-b9a0-cb1ca76bc878 on network f66e852c-07a4-404d-9af2-685f1c7b61ec {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:24.211027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 42fef1ee-8810-4f5a-a0fd-aa07755641f7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:35:24.211391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42fef1ee-8810-4f5a-a0fd-aa07755641f7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:35:24.218516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:24.218881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Checking segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:24.219273 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.220816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Bound using segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:24.221882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Bound port: cd633321-9609-4638-b9a0-cb1ca76bc878, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:24.222266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.244883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.247983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bce2340f-35bc-41a5-9617-357be0cdd8ae admin admin] 10.222.0.83 "PUT /v2.0/routers/c8df22ec-8e6a-494b-914c-e39580e4d45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7295859 May 06 12:35:24.265693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.348172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.374651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '7073959c-9d03-4fc4-9e3f-23941ad867d5', 'name': '', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'mac_address': 'fa:16:3e:e4:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:16Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 2, 'project_id': '93074ade74374518931c1a01e80e4470', 'subnets': [{'id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:24.412210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.419547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bb713e95-dca6-4fcb-b08a-a2d8590f3086 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:24.526535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272c4e3-42bb-448d-9bb2-71401e93f8d8 None None] The sync data for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 is: [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '7073959c-9d03-4fc4-9e3f-23941ad867d5', 'name': '', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'mac_address': 'fa:16:3e:e4:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:16Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 2, 'project_id': '93074ade74374518931c1a01e80e4470', 'subnets': [{'id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:24.554711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Provisioning for port c0ad835a-f297-4281-a1cd-549cee73155b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:24.614769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.617338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Provisioning complete for port c0ad835a-f297-4281-a1cd-549cee73155b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:24.617338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.680509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.702951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] For port cd633321-9609-4638-b9a0-cb1ca76bc878, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:24.720836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] For port cd633321-9609-4638-b9a0-cb1ca76bc878, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cd633321-9609-4638-b9a0-cb1ca76bc878,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:24.728581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e781c7-bd03-4f56-af30-891fcee49f66 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:24.740307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Network': ['ID=7869baf1-e07c-467a-b7ab-d74c3c168f7b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:24.771504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910590-4a8e-42ac-8e1d-30a5cb3782f3 req-978e38b8-0745-4ceb-91ee-ad7ce79de903 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:24.771504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00910590-4a8e-42ac-8e1d-30a5cb3782f3 req-978e38b8-0745-4ceb-91ee-ad7ce79de903 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.5905848 May 06 12:35:24.771504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-413452ff-fdea-47bb-a0e6-7c4c2f1026b7 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/networks/7869baf1-e07c-467a-b7ab-d74c3c168f7b HTTP/1.1" status: 204 len: 168 time: 4.4964166 May 06 12:35:24.778692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58834) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:24.792903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58838) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:24.825308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Request body: {'floatingip': {'port_id': '735d4963-ec64-46a3-919c-bb43477544a2'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:24.986120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:24.997524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.014583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Allocated IP 172.25.2.111 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/d0bff264-e84f-4b7a-80ee-ee4e49d32cfa) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:25.030221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Deleting port 6472fdc6-54ab-4a31-a330-514f62481c58 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:25.030640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.121723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.226118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf014f-5814-4c77-b209-d64c4095cda7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:25.366517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bb713e95-dca6-4fcb-b08a-a2d8590f3086 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:25.366517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956df2d-20b8-4713-95ab-e1cc0541365f None None] Pushing event updated for resources: {'Port': ['ID=cd633321-9609-4638-b9a0-cb1ca76bc878,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:25.523614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bb713e95-dca6-4fcb-b08a-a2d8590f3086 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:25.529647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.575918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.575918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.622188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f073-c94d-4b22-a779-0555811d221a req-b1a5275d-3a69-4ebd-a245-aac3db3478b4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:25.629006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-b1a5275d-3a69-4ebd-a245-aac3db3478b4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.4279954 May 06 12:35:25.636052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::1 (2e7d2229-1c74-4943-b601-890d74ccfdf0/f54372de-00d9-465d-9be5-2df98945a4f3/68f981cf-c3fb-4940-a0bd-827e62e2cc92) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:25.707800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.803987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Calling delete_port for 6472fdc6-54ab-4a31-a330-514f62481c58 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:25.873130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] For port c0ad835a-f297-4281-a1cd-549cee73155b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c0ad835a-f297-4281-a1cd-549cee73155b,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:25.911830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:25.925449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8533c58c-d75d-4f74-95d1-ba76f20ff3d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/afbf014f-5814-4c77-b209-d64c4095cda7 HTTP/1.1" status: 204 len: 168 time: 1.9513731 May 06 12:35:25.958362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-eadb8c57-8cc8-44d5-be23-f7755d82c89a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/quotas/33720975033a4e1e864c18aff718f5ad HTTP/1.1" status: 200 len: 375 time: 0.3212917 May 06 12:35:26.009458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.209768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74f480-6220-4824-af6e-ccb879109a50 None None] Pushing event updated for resources: {'Port': ['ID=c0ad835a-f297-4281-a1cd-549cee73155b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:26.302010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f3fcadea-78af-40c5-b24c-1c5a914aa206 None None] Provisioning complete for port c0ad835a-f297-4281-a1cd-549cee73155b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:26.302010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3fcadea-78af-40c5-b24c-1c5a914aa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.330992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.373030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.404155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port bb713e95-dca6-4fcb-b08a-a2d8590f3086, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bb713e95-dca6-4fcb-b08a-a2d8590f3086,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:26.463204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.505593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.574253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-09ffc125-ffe0-431c-8fff-bb38edf737c8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6149225 May 06 12:35:26.592252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.612702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.665527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Pushing event deleted for resources: {'Port': ['ID=6472fdc6-54ab-4a31-a330-514f62481c58,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:26.683135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=bb713e95-dca6-4fcb-b08a-a2d8590f3086,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:26.787665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 68f981cf-c3fb-4940-a0bd-827e62e2cc92 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:26.853772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4832d907-7c76-441b-b5ed-03f49ff6e463 None None] Provisioning complete for port c0ad835a-f297-4281-a1cd-549cee73155b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:26.854426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4832d907-7c76-441b-b5ed-03f49ff6e463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:26.893071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:26.910549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:26.958284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:27.057520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c0ad835a-f297-4281-a1cd-549cee73155b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:27.061382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-a21b66e1-9e25-4180-b240-50dde5e62d27 service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906471 May 06 12:35:27.111944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Pushing event updated for resources: {'Port': ['ID=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:27.202344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.243640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7089833-ea44-4e7e-9c25-e4a8605558e8 None None] Network f66e852c-07a4-404d-9af2-685f1c7b61ec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:27.368937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.370229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52ec112a-3db5-4c32-a47a-496a1908de74 tempest-FloatingIPAdminTestJSON-1274779607 tempest-FloatingIPAdminTestJSON-1274779607-project] 10.222.0.83 "DELETE /v2.0/floatingips/a8602949-3385-410a-8f71-d54eea2ab759 HTTP/1.1" status: 204 len: 168 time: 2.5906253 May 06 12:35:27.428659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.512528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.513698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.555330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c0ad835a-f297-4281-a1cd-549cee73155b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:27.555847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.616430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:27.656006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:27.706196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:27.706196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.710988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-9928031e-fa32-4b83-be28-40998c0e83a4 service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485586 May 06 12:35:27.717626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.728859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=68f981cf-c3fb-4940-a0bd-827e62e2cc92,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:27.774281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.774591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.774923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.775271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.778796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.779150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.779489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.780865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.781221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.781582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.781977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:27.876714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:27.929799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0aeac86e-5a31-4be9-acd0-551ed5336ddf None None] Provisioning for port cd633321-9609-4638-b9a0-cb1ca76bc878 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:27.929799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cd633321-9609-4638-b9a0-cb1ca76bc878 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:28.213392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.265859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c37437c8-918f-4c4e-a6e0-17ed5e2e0f84 req-5c3f1fcb-31f4-4ce1-a9b0-e25fc2e420dc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:28.305752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cd633321-9609-4638-b9a0-cb1ca76bc878 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:28.313682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cd633321-9609-4638-b9a0-cb1ca76bc878 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:28.314485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.418288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c37437c8-918f-4c4e-a6e0-17ed5e2e0f84 req-5c3f1fcb-31f4-4ce1-a9b0-e25fc2e420dc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:28.419191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c37437c8-918f-4c4e-a6e0-17ed5e2e0f84 req-5c3f1fcb-31f4-4ce1-a9b0-e25fc2e420dc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 210 time: 0.2167654 May 06 12:35:28.428206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Router aa4694a7-0d09-4256-818b-87a410624dc3 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:35:28.445043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-56c68d73-5ec8-402b-a3dd-3b504c8fdf90 None None] Provisioning for port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:28.468754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-56c68d73-5ec8-402b-a3dd-3b504c8fdf90 None None] Provisioning complete for port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:28.473025 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-56c68d73-5ec8-402b-a3dd-3b504c8fdf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:28.712052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58904) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:28.728732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-56c68d73-5ec8-402b-a3dd-3b504c8fdf90 None None] Port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:28.943986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:28.958031 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Sync routers for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:28.986477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:28.991745 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:28.998480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.032850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-00088a99-aaf4-4f45-923b-62d7e3718394 None None] Provisioning complete for port cd633321-9609-4638-b9a0-cb1ca76bc878 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:29.033658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-00088a99-aaf4-4f45-923b-62d7e3718394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.058040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.062317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58918) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:29.062857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-72b32268-6ce2-4a4d-b09b-e84a988bc98e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.0440314 May 06 12:35:29.128235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cd633321-9609-4638-b9a0-cb1ca76bc878, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cd633321-9609-4638-b9a0-cb1ca76bc878,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:29.264443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-00088a99-aaf4-4f45-923b-62d7e3718394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.282155 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.492422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bb713e95-dca6-4fcb-b08a-a2d8590f3086 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:29.553619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:29.578371 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:29.590858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.609216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d4d5bfa-dc52-4c2a-b7d9-5376c626a78c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b73b686c07c4ae9839f718c3de4a0bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8913817 May 06 12:35:29.609825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:29.631717 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Floating IP 96419fa7-5bee-47f4-b736-a6674006232d associated. External IP: 172.25.2.106, port: 735d4963-ec64-46a3-919c-bb43477544a2. May 06 12:35:29.731923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cd633321-9609-4638-b9a0-cb1ca76bc878,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:29.745262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-00088a99-aaf4-4f45-923b-62d7e3718394 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:35:29.745872 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-00088a99-aaf4-4f45-923b-62d7e3718394 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:35:29.809165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.844562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bb713e95-dca6-4fcb-b08a-a2d8590f3086 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:29.844562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.863381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.905571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.907867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:29.934137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-9dab76e9-dbac-46db-ad21-48c3e3e067f4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:29.934137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-9dab76e9-dbac-46db-ad21-48c3e3e067f4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.8772681 May 06 12:35:30.057656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-cea2e1ad-f6e0-4917-b5ea-dd71097a0672 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/quotas/33720975033a4e1e864c18aff718f5ad HTTP/1.1" status: 200 len: 375 time: 0.0639544 May 06 12:35:30.154752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 3, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:30.165107 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Checking router: aa4694a7-0d09-4256-818b-87a410624dc3 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:30.165772 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Updating router aa4694a7-0d09-4256-818b-87a410624dc3 port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:30.175591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.201279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d098776e-1088-49a6-a4b4-57bcdee7b34f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:30.217135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.218300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4eb56e22-2393-4512-a4d3-ed8f6cf18110 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d098776e-1088-49a6-a4b4-57bcdee7b34f HTTP/1.1" status: 204 len: 168 time: 0.6073942 May 06 12:35:30.326700 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:30.674142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=68f981cf-c3fb-4940-a0bd-827e62e2cc92,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:30.911243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:30.933342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:31.264107 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.293075 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Transition to ACTIVE for port object d0bff264-e84f-4b7a-80ee-ee4e49d32cfa will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:31.416650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-3ab47ae4-3eff-40fa-8caa-d2b7e6ff7b57 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3434718 May 06 12:35:31.417853 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.514514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e6ac29a9-504f-4c43-81c3-28a495d79bc0 None None] Provisioning complete for port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:31.523678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e6ac29a9-504f-4c43-81c3-28a495d79bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.664318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac29a9-504f-4c43-81c3-28a495d79bc0 None None] Port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:31.683076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cd633321-9609-4638-b9a0-cb1ca76bc878 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:31.706330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58952) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:31.717153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Attempting to bind port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:31.726361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Attempting to bind port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:31.726361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Attempting to bind port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:31.753251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:31.754349 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:31.754990 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.756239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:31.756895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Bound port: d0bff264-e84f-4b7a-80ee-ee4e49d32cfa, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:31.758195 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:31.794523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-83544822-4aed-4a34-8e30-b4d0b811beaf service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567493 May 06 12:35:31.896391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cd633321-9609-4638-b9a0-cb1ca76bc878 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:31.896391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.022440 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] For port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:32.036611 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] For port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:32.060540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f8f7f-292a-4f9b-ae3d-3f90677fc4e6 None None] Pushing event updated for resources: {'Port': ['ID=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.082161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-270145449'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:32.088358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:32.095368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Usage tracker for resource:network and tenant:d01210500a9a4645890ca3e0d6a522a2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:32.103193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:32.115010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:32.131964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58960) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:32.138707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:32.158410 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.199468 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.207804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:32.212437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a3978080d9d4895b3f11771c90e8db7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:32.216636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:32.224273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:32.247538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Made reservation on behalf of d01210500a9a4645890ca3e0d6a522a2 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:32.251304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.308540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.339195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:32.343282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f8f7f-292a-4f9b-ae3d-3f90677fc4e6 None None] Pushing event updated for resources: {'Port': ['ID=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.355010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:32.355010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.392024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:32.409583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Usage tracker for resource:security_group_rule and tenant:d01210500a9a4645890ca3e0d6a522a2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:32.416724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:32.447170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:32.485778 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:32.485983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.493211 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:32.498366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-827a2c90-8543-4955-8676-5a26fa609920 service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732118 May 06 12:35:32.594305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.610292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.646482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:32.677528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221cd5ea-2c4c-4e20-9e79-b2b8e5c6c3e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:32.711939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a3978080d9d4895b3f11771c90e8db7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5768340 May 06 12:35:32.715374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58964) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:32.722327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.723441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.723441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.723441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.725374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.728906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.729412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.729757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.730095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.730425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.731169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40d696-ce62-498b-81dc-a637a92dc1b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:35:32.760390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.893194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.895120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.920458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:32.931949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:32.998464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.038136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.093099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:33.255346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.255346 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Added segment 086116e9-c8f3-4b41-be15-b300da88dd47 of type vlan for network 119db550-a6b5-4424-ae10-410e47f72a32 May 06 12:35:33.289745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17df4925-dd37-4245-9a29-aa07450da978 req-9a0557d8-3054-4d28-a2a2-d108306a6462 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.1867502 May 06 12:35:33.323538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ead1c0-632e-42e1-a791-f299aca54b02,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.378731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.418611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.449796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221cd5ea-2c4c-4e20-9e79-b2b8e5c6c3e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.451696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f073-c94d-4b22-a779-0555811d221a req-51eff38b-8f01-41aa-a72e-0eca223fb468 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.451696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-51eff38b-8f01-41aa-a72e-0eca223fb468 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.9418917 May 06 12:35:33.473354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'port': {'device_id': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'admin_state_up': True, 'tenant_id': '33720975033a4e1e864c18aff718f5ad'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:33.506237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.513329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c4ae825-71e9-4379-814d-0bf14d6e24eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/221cd5ea-2c4c-4e20-9e79-b2b8e5c6c3e6 HTTP/1.1" status: 204 len: 168 time: 0.7892838 May 06 12:35:33.519987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:33.658451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.663964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:33.667667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.688285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:33.690283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:33.811032 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-233d5795-0903-44df-97b8-97715198ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 3, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:33.826666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233d5795-0903-44df-97b8-97715198ef79 None None] The sync data for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 is: [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 3, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:33.915549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Pushing event updated for resources: {'Network': ['ID=119db550-a6b5-4424-ae10-410e47f72a32,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:33.934402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 119db550-a6b5-4424-ae10-410e47f72a32 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:34.035991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-219be01a-dbc8-45a5-abdd-ba4d5f088c63 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3283830 May 06 12:35:34.042668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58982) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:34.121357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:34.140666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:34.236073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:34.350005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Made reservation on behalf of 33720975033a4e1e864c18aff718f5ad for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:34.353849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.433477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'name': 'tempest-network--1838274049', 'router:external': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:34.437451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Router f1670c40-f1f6-4aa5-ad06-d6b98f905441 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:35:34.444056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:34.448777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:network and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:34.455427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:34.460020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:34.541959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d3c7309-297f-4254-85cf-2338c45467be req-476d8245-14a6-4dc7-9d9d-79ab5f02dad4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.1737671 May 06 12:35:34.590762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:34.602259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.637739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.749520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58994) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:34.796312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:34.801950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:security_group_rule and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:34.805607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:34.812085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:34.820041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.899318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:34.993092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:35.007959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.012657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:afee4851b76e42119a108250ead49b48 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:35.018022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Allocated IP 172.20.0.3 (3fd770f1-f122-4cfe-99f2-45ca45cd1e20/9f99d992-917a-4632-8d64-64150958ce11/f00ffd3f-0000-4240-936e-537f4c9c2c78) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:35.020264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:35.033861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:35.034961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:35.048595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd12301-3436-43e0-b577-bf0ffcc0dab8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:35.054967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.055585 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Added segment b251cade-d42f-442a-8586-5fb81e715e8b of type vlan for network 34d7d154-2af9-4c14-b694-2437571c67b9 May 06 12:35:35.090412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.206834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.273919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-b442805f-6ee9-497b-bd13-e4507cbae22f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836523 May 06 12:35:35.324931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:35.338557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Sync routers for ids ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:35.353434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Routers {'f1670c40-f1f6-4aa5-ad06-d6b98f905441'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:35.354327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:35.369501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:35.380865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.383327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:35.384209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.397846 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Sync routers for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:35.401476 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:35.403760 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:35.439231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.499309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.543246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-77db466a-3f0c-443b-87fd-76412442daac tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "PUT /v2.0/routers/f1670c40-f1f6-4aa5-ad06-d6b98f905441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4414217 May 06 12:35:35.556509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:35.595299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=34d7d154-2af9-4c14-b694-2437571c67b9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:35.605393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79eb0639-ccd7-499d-b857-8a29aed48001 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5612822 May 06 12:35:35.608469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59006) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:35.623716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 34d7d154-2af9-4c14-b694-2437571c67b9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:35.802468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-3712456e-2968-4624-9724-ac6aa2712181 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1096 time: 0.4240952 May 06 12:35:35.810149 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.892178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Set router f1670c40-f1f6-4aa5-ad06-d6b98f905441 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:35.911331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.957513 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:35.963428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:35.973349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0e6c8cdc-1294-4486-8870-73aaedbe897f tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "PUT /v2.0/floatingips/96419fa7-5bee-47f4-b736-a6674006232d HTTP/1.1" status: 200 len: 992 time: 11.1793890 May 06 12:35:35.987732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:36.048614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Transition to ACTIVE for port object f00ffd3f-0000-4240-936e-537f4c9c2c78 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:36.121177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebfd49-cc52-4a5c-95c8-40aa5838237e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.122136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4ebfd49-cc52-4a5c-95c8-40aa5838237e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:36.134832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce486c6f-b972-4462-902e-4562130a14d6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:36.139544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-76756721-f5a3-4fb0-a1ef-ca81768dcbf5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=afee4851b76e42119a108250ead49b48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3769710 May 06 12:35:36.147387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.154824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59014) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:36.190706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d7d154-2af9-4c14-b694-2437571c67b9']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.208386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b251cade-d42f-442a-8586-5fb81e715e8b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.208850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b251cade-d42f-442a-8586-5fb81e715e8b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.225622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Allocated IP 172.20.0.1 (f66e852c-07a4-404d-9af2-685f1c7b61ec/56d08fbf-448c-4f1a-a843-115acc6d9234/d7a74604-1d01-47e5-bdd8-46583336cffe) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:36.233233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.254991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.263287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:36.263802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.445301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4ebfd49-cc52-4a5c-95c8-40aa5838237e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:36.447064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4ebfd49-cc52-4a5c-95c8-40aa5838237e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports/68f981cf-c3fb-4940-a0bd-827e62e2cc92 HTTP/1.1" status: 200 len: 911 time: 0.8811235 May 06 12:35:36.466895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59020) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:36.468632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.487862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: timer() May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:36.549827 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:36.639338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'name': 'tempest-NetworksTestDHCPv6-router-67257037', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:22Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '68f981cf-c3fb-4940-a0bd-827e62e2cc92', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:ca:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:28Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.646252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Checking router: f1670c40-f1f6-4aa5-ad06-d6b98f905441 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:36.646961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Updating router f1670c40-f1f6-4aa5-ad06-d6b98f905441 port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:36.682229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b46a9f31-adca-4bea-98c6-03d33a70a50b req-f70cb2b0-6202-4752-966a-c3c7170408e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.0994153 May 06 12:35:36.788430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.792426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.796543 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '96419fa7-5bee-47f4-b736-a6674006232d', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'port_id': '735d4963-ec64-46a3-919c-bb43477544a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'mac_address': 'fa:16:3e:ae:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039caab-d608-43ac-bdbd-e2240319fb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 1, 'project_id': '515143d9b1014839b73d1c090432177a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.810136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Checking router: 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:36.817671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.829341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30517781-c862-480e-a3b2-c64bcc27c670 req-cbcd2e02-1e7c-4f89-9f6d-2a5b8124fa15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:36.829341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-cbcd2e02-1e7c-4f89-9f6d-2a5b8124fa15 service neutron] 10.222.0.86 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 916 time: 0.9601600 May 06 12:35:36.835910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:36.836763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:36.838967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34d7d154-2af9-4c14-b694-2437571c67b9 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:35:36.867390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:36.884788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:36.889091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:36.918618 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0989151-5a35-4d1c-b89e-974b7f51f0b8'] response: {'name': 'network-changed', 'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2', 'status': 'completed', 'code': 200} May 06 12:35:36.941671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:37.004055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:37.048641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/34d7d154-2af9-4c14-b694-2437571c67b9 HTTP/1.1" status: 204 len: 168 time: 1.4330232 May 06 12:35:37.127631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59024) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:37.140852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612e1eb-27e5-416a-920b-8b7ba92b9a9b tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Network': ['ID=34d7d154-2af9-4c14-b694-2437571c67b9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:37.152860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:37.161516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:37.173107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:network and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:37.174333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:37.183012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:37.284873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.318815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-13c68586-ea5c-4611-b0fa-aba518b05aeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 1000 time: 0.4157550 May 06 12:35:37.321565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f861e43-2d51-417a-9bf1-4029a9d6c984 req-dea120a1-04c6-4e26-a1dd-2455f008cde9 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.323145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f861e43-2d51-417a-9bf1-4029a9d6c984 req-dea120a1-04c6-4e26-a1dd-2455f008cde9 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 1.0906899 May 06 12:35:37.419647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:37.426530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.477045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:37.492761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-171d6eee-7210-4e90-bdcb-d7784514eb28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=515143d9b1014839b73d1c090432177a&device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 1097 time: 0.4232316 May 06 12:35:37.565879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-99676c25-4d37-4f28-a0c7-ad0a82b23f39 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.567287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-99676c25-4d37-4f28-a0c7-ad0a82b23f39 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.13 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.9885504 May 06 12:35:37.582401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.583134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.602624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.618774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f6df2-65ca-4084-9927-340a8215dc36 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.622618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f6df2-65ca-4084-9927-340a8215dc36 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.627316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ab1f6df2-65ca-4084-9927-340a8215dc36 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 1.1524243 May 06 12:35:37.630404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:37.639241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'port': {'device_id': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'admin_state_up': True, 'tenant_id': '33720975033a4e1e864c18aff718f5ad'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:37.661619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30517781-c862-480e-a3b2-c64bcc27c670 req-949d9422-e15b-4828-b1b2-f10e41ae7334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:37.663669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-949d9422-e15b-4828-b1b2-f10e41ae7334 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 200 len: 854 time: 0.3374536 May 06 12:35:37.686033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Transition to ACTIVE for port object 68f981cf-c3fb-4940-a0bd-827e62e2cc92 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:37.768480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Transition to ACTIVE for port object d7a74604-1d01-47e5-bdd8-46583336cffe will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:37.769676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.854061 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.925116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:37.929961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce486c6f-b972-4462-902e-4562130a14d6 HTTP/1.1" status: 204 len: 168 time: 1.7670925 May 06 12:35:37.986752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f861e43-2d51-417a-9bf1-4029a9d6c984 req-fb581232-804e-47c6-8404-c36c95b92112 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5859694 May 06 12:35:37.998119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e6468-af3d-493a-89a4-51779fe90ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce486c6f-b972-4462-902e-4562130a14d6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:38.144873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-f8248269-38fb-4996-acfb-2f025c210f5a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6530049 May 06 12:35:38.145433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-ce2dfa04-2cb8-49c9-bc29-e2d833f3fd8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:38.145433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-ce2dfa04-2cb8-49c9-bc29-e2d833f3fd8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 200 len: 913 time: 0.6332474 May 06 12:35:38.166173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Request body: {'port': {'device_id': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:38.200182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bb048bdd-3739-46a3-bf5f-d53cf489767b None None] Provisioning for port f00ffd3f-0000-4240-936e-537f4c9c2c78 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:38.286972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bb048bdd-3739-46a3-bf5f-d53cf489767b None None] Provisioning complete for port f00ffd3f-0000-4240-936e-537f4c9c2c78 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:38.287720 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb048bdd-3739-46a3-bf5f-d53cf489767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.372935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:38.380553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55fa78fe-2b90-4ad7-ab60-d2e682dde769 req-a2cebe04-a70f-401b-bcc0-dfb86a41eb6b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.2183099 May 06 12:35:38.472413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152622e5-e912-4fb7-a0c7-8c8265bfbfa2 None None] Pushing event updated for resources: {'Port': ['ID=68f981cf-c3fb-4940-a0bd-827e62e2cc92,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:38.488992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bb048bdd-3739-46a3-bf5f-d53cf489767b None None] Port f00ffd3f-0000-4240-936e-537f4c9c2c78 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:38.560039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.560793 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Added segment eb4f26de-b450-4413-9756-bcb9f72a2547 of type vlan for network 4f38a89e-e36d-49d5-8347-31367fd36371 May 06 12:35:38.622275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:38.648536 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-23b8a815-337e-49eb-a144-bfdba4820da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.648943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '96419fa7-5bee-47f4-b736-a6674006232d', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'port_id': '735d4963-ec64-46a3-919c-bb43477544a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'mac_address': 'fa:16:3e:ae:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039caab-d608-43ac-bdbd-e2240319fb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 1, 'project_id': '515143d9b1014839b73d1c090432177a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:38.666356 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b944656-b4e2-4390-af09-7e74ed193718 None None] The sync data for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 is: [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '96419fa7-5bee-47f4-b736-a6674006232d', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'port_id': '735d4963-ec64-46a3-919c-bb43477544a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'mac_address': 'fa:16:3e:ae:a0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039caab-d608-43ac-bdbd-e2240319fb20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 1, 'project_id': '515143d9b1014839b73d1c090432177a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:38.674073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:38.675276 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.685436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Attempting to bind port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:38.686141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Attempting to bind port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:38.687507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Attempting to bind port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:38.706831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:38.708008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:38.708583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.709150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:38.709981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Bound port: 68f981cf-c3fb-4940-a0bd-827e62e2cc92, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:38.710521 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.718692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.777292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-e2149317-ddb5-4ef9-8948-2b84ac22dffd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6166930 May 06 12:35:38.852891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.868387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] For port 68f981cf-c3fb-4940-a0bd-827e62e2cc92, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:38.869996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-dfa674e9-aeec-430f-93c2-3088fc7a5314 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 200 len: 1000 time: 0.6979311 May 06 12:35:38.873831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] For port 68f981cf-c3fb-4940-a0bd-827e62e2cc92, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=68f981cf-c3fb-4940-a0bd-827e62e2cc92,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:38.944730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:38.973628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-fa59394b-78ff-4d38-87ac-68507dbb66c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:38.975477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-fa59394b-78ff-4d38-87ac-68507dbb66c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00ed78e0-5dae-45ac-af5b-e2ab39a96a18 HTTP/1.1" status: 200 len: 851 time: 0.0874357 May 06 12:35:38.994575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Made reservation on behalf of 33720975033a4e1e864c18aff718f5ad for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:38.997709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.022184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Network f66e852c-07a4-404d-9af2-685f1c7b61ec is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:39.046115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:39.066121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:39.069620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:39.075990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152622e5-e912-4fb7-a0c7-8c8265bfbfa2 None None] Pushing event updated for resources: {'Port': ['ID=68f981cf-c3fb-4940-a0bd-827e62e2cc92,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:39.080527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Routers {'f1670c40-f1f6-4aa5-ad06-d6b98f905441'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:39.081166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:39.288098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:39.302330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.402550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] Set router f1670c40-f1f6-4aa5-ad06-d6b98f905441 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:39.496088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-d302f0c1-7345-4e4a-84f1-c8a538f66689 service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117925 May 06 12:35:39.840009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51852764-75ca-47d1-a0d7-bb6184200013 None None] Provisioning for port d7a74604-1d01-47e5-bdd8-46583336cffe completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:39.852389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51852764-75ca-47d1-a0d7-bb6184200013 None None] Provisioning complete for port d7a74604-1d01-47e5-bdd8-46583336cffe triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:39.852766 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51852764-75ca-47d1-a0d7-bb6184200013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.931426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51852764-75ca-47d1-a0d7-bb6184200013 None None] Port d7a74604-1d01-47e5-bdd8-46583336cffe cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:39.963287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.964249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:39.964828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:39.975275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'name': 'tempest-NetworksTestDHCPv6-router-67257037', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:22Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '68f981cf-c3fb-4940-a0bd-827e62e2cc92', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:ca:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:38Z', 'revision_number': 4, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:39.975443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-98b78bfa-b617-4307-b51a-5fbcfb8036fc req-3a031093-b442-4312-b831-27e649bb9ed5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:39.977027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023baf0e-90a2-4e52-a160-4bd5f1b5b0db None None] The sync data for ids ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'] in n-d-840845-1 is: [{'id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'name': 'tempest-NetworksTestDHCPv6-router-67257037', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:22Z', 'updated_at': '2022-05-06T12:35:27Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '68f981cf-c3fb-4940-a0bd-827e62e2cc92', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:ca:fe:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1670c40-f1f6-4aa5-ad06-d6b98f905441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:38Z', 'revision_number': 4, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'f54372de-00d9-465d-9be5-2df98945a4f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:40.074727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00ffd3f-0000-4240-936e-537f4c9c2c78 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:40.087659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.126176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Transition to ACTIVE for port object f00ffd3f-0000-4240-936e-537f4c9c2c78 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:40.145896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-be2d3110-4ca5-4840-a1f6-cf2235cd41b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77b43c26-56ef-46c7-9a20-a716a37b18da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0379400 May 06 12:35:40.199453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=4f38a89e-e36d-49d5-8347-31367fd36371,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:40.213415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-98b78bfa-b617-4307-b51a-5fbcfb8036fc req-3a031093-b442-4312-b831-27e649bb9ed5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:40.214472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 4f38a89e-e36d-49d5-8347-31367fd36371 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:40.221537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98b78bfa-b617-4307-b51a-5fbcfb8036fc req-3a031093-b442-4312-b831-27e649bb9ed5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.3118308 May 06 12:35:40.256075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30517781-c862-480e-a3b2-c64bcc27c670 req-6f3573c1-de0e-4f47-962a-33b56bbf4f6a service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314820 May 06 12:35:40.256209 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.282543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1161a470-503f-4515-a3b3-bdbbcb2b98df tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.1498404 May 06 12:35:40.293341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59066) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:40.303712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'subnet': {'network_id': '4f38a89e-e36d-49d5-8347-31367fd36371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:40.325325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:40.333699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:subnet and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:40.346796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.366579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:40.383897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:40.417674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-ac581f93-ee65-49df-b02f-9ec2856cc32a service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544811 May 06 12:35:40.537829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:40.541824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.686493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a3b5418b-ddcc-4464-9ab3-e3e80e3cdf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:40.921782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f9fcc46-2107-4b85-a9ad-39d2ee9efa6a req-9a7166b5-c59f-4866-8fa7-db0af224ab7a service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909167 May 06 12:35:41.130394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.193155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Allocated IP 172.20.0.12 (3fd770f1-f122-4cfe-99f2-45ca45cd1e20/9f99d992-917a-4632-8d64-64150958ce11/1d88e673-cc9e-4511-8d13-4460e218444e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:41.242886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.273006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:41.351897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.572608 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f1fd69c-810a-43bb-9c8e-3efa4bb66380 req-82ebfbb7-cb00-469f-a2a1-e4e8eea09365 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.1429060 May 06 12:35:41.643491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:41.646882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.735597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Attempting to bind port f00ffd3f-0000-4240-936e-537f4c9c2c78 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:41.735597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Attempting to bind port f00ffd3f-0000-4240-936e-537f4c9c2c78 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:41.735597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Attempting to bind port f00ffd3f-0000-4240-936e-537f4c9c2c78 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:41.735597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-67d2c9c0-c9bc-43a6-b642-5e952190e593 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8065221 May 06 12:35:41.817011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Port f00ffd3f-0000-4240-936e-537f4c9c2c78 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:41.820771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Attempting to bind port f00ffd3f-0000-4240-936e-537f4c9c2c78 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:41.902748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.905866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:41.908897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:41.912699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Bound using segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:41.912699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Bound port: f00ffd3f-0000-4240-936e-537f4c9c2c78, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:41.912699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:41.992721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Transition to ACTIVE for port object 1d88e673-cc9e-4511-8d13-4460e218444e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:42.041018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:35:42.041599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.096249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-22aba60a-d527-4c38-aca3-dbf63b5ec1ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=515143d9b1014839b73d1c090432177a&device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 1097 time: 0.2557318 May 06 12:35:42.101722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:42.105408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Network f66e852c-07a4-404d-9af2-685f1c7b61ec is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:42.108082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:42.110910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:42.148509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 68f981cf-c3fb-4940-a0bd-827e62e2cc92 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:42.148854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.213840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.235324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.282168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Subnet': ['ID=876c9a69-ec77-44f0-806a-e9a282ca7c97,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:42.313908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Checking segment: {'id': 'eb4f26de-b450-4413-9756-bcb9f72a2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f38a89e-e36d-49d5-8347-31367fd36371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:42.315538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Network hostable DHCP agents. Network: 4f38a89e-e36d-49d5-8347-31367fd36371, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:42.495314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port 68f981cf-c3fb-4940-a0bd-827e62e2cc92, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=68f981cf-c3fb-4940-a0bd-827e62e2cc92,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:42.495729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.522961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.527278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.551218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0277f1f6-7ef6-4866-85c1-ca3095b04a53 None None] Provisioning complete for port d7a74604-1d01-47e5-bdd8-46583336cffe triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:42.551218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0277f1f6-7ef6-4866-85c1-ca3095b04a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.632048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:42.635193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0277f1f6-7ef6-4866-85c1-ca3095b04a53 None None] Port d7a74604-1d01-47e5-bdd8-46583336cffe cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:42.662963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:42.664926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] 10.222.0.86 "PUT /v2.0/ports/f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 1091 time: 4.5348241 May 06 12:35:42.687102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:42.716274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 68f981cf-c3fb-4940-a0bd-827e62e2cc92 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:42.763632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:42.803703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:42.811638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:42.858539 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc5f68e-2d06-4164-b11b-a17283476c5b'] response: {'name': 'network-changed', 'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78', 'status': 'completed', 'code': 200} May 06 12:35:42.865924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00274c-e347-4a47-b7ef-e1e799d0b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:42.962239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Network 4f38a89e-e36d-49d5-8347-31367fd36371 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:43.028656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-11779141', 'router:external': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:43.050240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-2046784b-e091-4543-a339-3062c97bc992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.051828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-2046784b-e091-4543-a339-3062c97bc992 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 200 len: 913 time: 0.8759427 May 06 12:35:43.080494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.111217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:43.149758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=68f981cf-c3fb-4940-a0bd-827e62e2cc92,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:43.188834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 4f38a89e-e36d-49d5-8347-31367fd36371) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:43.220903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d099e-0177-410b-bb78-5dadf084a379 None None] Network 4f38a89e-e36d-49d5-8347-31367fd36371 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:43.247701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:network and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:43.258721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.259705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.264658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:43.313199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:43.420291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:43.534103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.535124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-4d9c1b89-0b5f-430c-b633-699c518af1a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 200 len: 1000 time: 0.4343855 May 06 12:35:43.537732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.539828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-7117a668-689a-4565-a04a-64a0e1193013 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9427788 May 06 12:35:43.608288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Request body: {'port': {'device_id': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:43.639980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Made reservation on behalf of ec792c9736f44fddbf8bde1becc3d818 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:43.643082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.672244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.672880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.694259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-2e8dc50c-7f19-4f0a-95fe-85b14aacd5c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1094 time: 0.8354828 May 06 12:35:43.729128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdf02c3c-b26c-400f-91a9-77d0cfa9f40f None None] Provisioning for port 1d88e673-cc9e-4511-8d13-4460e218444e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:43.739269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdf02c3c-b26c-400f-91a9-77d0cfa9f40f None None] Provisioning complete for port 1d88e673-cc9e-4511-8d13-4460e218444e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:43.739645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fdf02c3c-b26c-400f-91a9-77d0cfa9f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.786529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f115dd8-a836-49f4-958f-c57ecf6b116c None None] Network 4f38a89e-e36d-49d5-8347-31367fd36371 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:43.786815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65b96-ae73-48ad-a0cf-95a39cb13ece req-7617508b-ce08-4201-bd3e-57275adfa518 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.788089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bb65b96-ae73-48ad-a0cf-95a39cb13ece req-7617508b-ce08-4201-bd3e-57275adfa518 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 932 time: 0.8391635 May 06 12:35:43.850351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-ad94ea1c-f0ae-4c34-978a-37a7b5ae1a32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.1478789 May 06 12:35:43.902376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9b3a1e5-02f9-4352-be07-d6a313a78cb2 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6077530 May 06 12:35:43.903327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:43.907448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:43.920635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'floatingip': {'floating_network_id': '4f38a89e-e36d-49d5-8347-31367fd36371'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:43.924536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:43.932717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:floatingip and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:43.937585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:43.940605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-9c82aaa2-8c97-43d2-a32a-04fde075512a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.940605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-9c82aaa2-8c97-43d2-a32a-04fde075512a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00ed78e0-5dae-45ac-af5b-e2ab39a96a18 HTTP/1.1" status: 200 len: 851 time: 0.3858137 May 06 12:35:43.940816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fdf02c3c-b26c-400f-91a9-77d0cfa9f40f None None] Port 1d88e673-cc9e-4511-8d13-4460e218444e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:43.940904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f073-c94d-4b22-a779-0555811d221a req-f9ad52b6-4a99-46f8-a794-0178bb1f854b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:43.941938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-f9ad52b6-4a99-46f8-a794-0178bb1f854b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0744605 May 06 12:35:43.982452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:44.014221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:44.099210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:security_group_rule and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:44.111006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:44.130793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:44.145507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.162218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bb65b96-ae73-48ad-a0cf-95a39cb13ece req-056789e1-c29f-4fe4-affe-918d24350580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469625 May 06 12:35:44.244854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.330460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-45ecaa42-2837-46c6-82fd-9277796eb022 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3490784 May 06 12:35:44.333372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-a78683b9-714d-4ff6-86d2-298560846ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77b43c26-56ef-46c7-9a20-a716a37b18da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3547118 May 06 12:35:44.374547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Router f1670c40-f1f6-4aa5-ad06-d6b98f905441 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:44.634787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:35:44.654782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:44.674857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:44.687543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:44.691120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:44.696435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-525a4674-2fe3-4af5-82dc-1e4194fbeb62 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "PUT /v2.0/routers/f1670c40-f1f6-4aa5-ad06-d6b98f905441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0563354 May 06 12:35:44.697406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59120) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:44.849232 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ba0be-ddb6-4bea-ab4d-735f05fff6d3 None None] New status for floating IP 96419fa7-5bee-47f4-b736-a6674006232d: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:35:45.067918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.068386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfead91-376d-4280-965e-4893c95e256f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.068386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfead91-376d-4280-965e-4893c95e256f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.068386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5bfead91-376d-4280-965e-4893c95e256f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:45.107708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:45.119661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Allocated IP 172.20.0.12 (4f38a89e-e36d-49d5-8347-31367fd36371/876c9a69-ec77-44f0-806a-e9a282ca7c97/c0fc84e9-f541-4e6d-8855-b48f1ddb5d90) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:45.215344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Router aa4694a7-0d09-4256-818b-87a410624dc3 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:35:45.410019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:45.457930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-cb027c05-f5fe-4c8c-b318-c7f1689acf75 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734599 May 06 12:35:45.490234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-20c10d4a-3d0e-4849-8802-08c347992a76 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067736 May 06 12:35:45.539439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d0bff264-e84f-4b7a-80ee-ee4e49d32cfa up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:45.607819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaca5fd-638c-48e1-9bbc-f87451da2ce7 req-f95d084b-6a43-4660-83f1-e1665712c124 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:45.614755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecaca5fd-638c-48e1-9bbc-f87451da2ce7 req-f95d084b-6a43-4660-83f1-e1665712c124 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 932 time: 0.1578939 May 06 12:35:45.699527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ecaca5fd-638c-48e1-9bbc-f87451da2ce7 req-f12d099a-6cec-4c7d-a108-a0a2548a09a6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:45.929670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 2, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:45.936062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:35:45.936418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Updating router c8df22ec-8e6a-494b-914c-e39580e4d45d port 815b4d43-e142-468b-947f-952999d58613 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:35:46.010901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.170433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f5f4a5a-b24d-48a1-b170-e0ebab6e1227 req-6eeb18da-28b0-4188-9a8b-0eea01af5c33 service neutron] 10.222.0.13 "GET /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961796 May 06 12:35:46.181671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fab9f073-c94d-4b22-a779-0555811d221a req-97131281-6448-464a-9b87-73ab62a56fc8 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376390 May 06 12:35:46.194364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d88e673-cc9e-4511-8d13-4460e218444e {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:46.206954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.231346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Transition to ACTIVE for port object 1d88e673-cc9e-4511-8d13-4460e218444e will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:46.288391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:35:46.311955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-92d93ef7-04bf-45c6-83a3-c839a8f09702 admin admin] 10.222.0.83 "PUT /v2.0/routers/aa4694a7-0d09-4256-818b-87a410624dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1559055 May 06 12:35:46.343882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.384835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:46.414057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.414545 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Added segment 266ad949-7ab5-45a4-a6f8-c347ec81867f of type vlan for network 8302336b-ca78-44ff-aa35-a19ababc8013 May 06 12:35:46.472116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.483058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.489982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ecaca5fd-638c-48e1-9bbc-f87451da2ce7 req-f12d099a-6cec-4c7d-a108-a0a2548a09a6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:46.503505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecaca5fd-638c-48e1-9bbc-f87451da2ce7 req-f12d099a-6cec-4c7d-a108-a0a2548a09a6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8786657 May 06 12:35:46.505431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5bfead91-376d-4280-965e-4893c95e256f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:46.511792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5bfead91-376d-4280-965e-4893c95e256f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.7113047 May 06 12:35:46.529503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:46.530378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:46.619583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175d3ef3-da84-4dc2-b93f-3c9509c18b56,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:46.698955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.699660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:46.700364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.729659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:46.774259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:46.987717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Network 4f38a89e-e36d-49d5-8347-31367fd36371 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:47.016078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:47.019876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.039986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:35:47.054860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:47.122365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:47.162734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Port': ['ID=c0fc84e9-f541-4e6d-8855-b48f1ddb5d90,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:47.295426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.378037 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.378901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:47.379484 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.419265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-2e175d19-ccd4-47f3-ab8a-23fda5d50c65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1094 time: 0.7569530 May 06 12:35:47.422030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet f54372de-00d9-465d-9be5-2df98945a4f3 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:35:47.424938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Attempting to bind port 1d88e673-cc9e-4511-8d13-4460e218444e on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:47.425273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Attempting to bind port 1d88e673-cc9e-4511-8d13-4460e218444e by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:47.425674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Attempting to bind port 1d88e673-cc9e-4511-8d13-4460e218444e on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:47.427515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.431716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:47.438649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Port 1d88e673-cc9e-4511-8d13-4460e218444e on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:35:47.439020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Attempting to bind port 1d88e673-cc9e-4511-8d13-4460e218444e on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:47.445066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.467876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Transition to ACTIVE for port object 815b4d43-e142-468b-947f-952999d58613 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:47.565029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.565979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.665070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.673989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.718057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:47.718583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:47.720136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Bound using segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:47.720989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Bound port: 1d88e673-cc9e-4511-8d13-4460e218444e, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:47.722105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:47.772207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:47.789161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467254206', 'description': 'tempest-description--63472732'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:47.799383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:47.818314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487d4c1-48c4-4b48-9332-3a10188df710 None None] Pushing event updated for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:47.821791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Usage tracker for resource:security_group and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:47.826189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 5.1930370 May 06 12:35:47.832419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd5534-ab85-4d47-a1f3-5f70b8b6e129 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Network': ['ID=8302336b-ca78-44ff-aa35-a19ababc8013,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:47.841875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59154) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:47.842732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:47.880902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'subnet': {'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:47.892763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:47.905303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:47.910669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8302336b-ca78-44ff-aa35-a19ababc8013 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:47.940145 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:35:47.948133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:subnet and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:47.968843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:47.990906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:48.005863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:48.006987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2000-0f66-4a1e-adf3-2ae18d55bd7c req-6f9fb94d-5d6c-4ee0-976c-860278368385 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:48.009574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1d88e673-cc9e-4511-8d13-4460e218444e,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:48.016392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff2a2000-0f66-4a1e-adf3-2ae18d55bd7c req-6f9fb94d-5d6c-4ee0-976c-860278368385 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 944 time: 0.3003192 May 06 12:35:48.080013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-00b574d9-d3a7-4195-9ccc-7d8182dab105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:48.081814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-00b574d9-d3a7-4195-9ccc-7d8182dab105 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.6487038 May 06 12:35:48.088229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff2a2000-0f66-4a1e-adf3-2ae18d55bd7c req-1ca5d69e-e586-4646-b1b7-2827777a4a78 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 May 06 12:35:48.273124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.278574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.315873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f00ffd3f-0000-4240-936e-537f4c9c2c78 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:48.365573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-ac88c10f-1f82-4e3a-8976-102f88341409 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.2743690 May 06 12:35:48.394116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.394116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] 10.222.0.13 "PUT /v2.0/ports/1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 1092 time: 4.7874401 May 06 12:35:48.436932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:48.504660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64becea-dbf3-4541-8d22-4b25c0cd167a service neutron] Pushing event updated for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:48.513471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-31da10d5-fc1b-44e9-a88b-744a08228bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:48.515277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-31da10d5-fc1b-44e9-a88b-744a08228bd8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.1340027 May 06 12:35:48.566231 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe743e6-9c47-431a-b9d2-dae5eac89b20'] response: {'name': 'network-changed', 'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e', 'status': 'completed', 'code': 200} May 06 12:35:48.566550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Attempting to bind port 815b4d43-e142-468b-947f-952999d58613 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:48.567026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Attempting to bind port 815b4d43-e142-468b-947f-952999d58613 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:48.567638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Attempting to bind port 815b4d43-e142-468b-947f-952999d58613 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:48.587540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:48.588247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:48.588711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.589192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Bound using segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:48.589742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Bound port: 815b4d43-e142-468b-947f-952999d58613, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:48.590182 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.600380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.611305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Made reservation on behalf of ec792c9736f44fddbf8bde1becc3d818 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:48.614140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.676711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:48.681344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-d4b650a8-5f43-4397-aad2-bdf184d58efc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572616 May 06 12:35:48.689162 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80620cc0-1564-403f-8862-66a2da2601db req-69c5b4b9-3932-43fd-ac99-8caa22ff2e4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1095 time: 0.1056914 May 06 12:35:48.723479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'f00ffd3f-0000-4240-936e-537f4c9c2c78', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'port_id': 'f00ffd3f-0000-4240-936e-537f4c9c2c78', 'mac_address': 'fa:16:3e:f3:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:48.883918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.915385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.938834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] For port 815b4d43-e142-468b-947f-952999d58613, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:48.943558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00ffd3f-0000-4240-936e-537f4c9c2c78 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:48.952227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] For port 815b4d43-e142-468b-947f-952999d58613, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=815b4d43-e142-468b-947f-952999d58613,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:48.956995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=f54372de-00d9-465d-9be5-2df98945a4f3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:48.968090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:48.978434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:48.980714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f38536-cec9-4d00-8c6d-7a7f3f5b779f None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:49.027315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620cc0-1564-403f-8862-66a2da2601db req-c0b2b8e5-6949-4559-bc6d-ed7615412145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:49.036767 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80620cc0-1564-403f-8862-66a2da2601db req-c0b2b8e5-6949-4559-bc6d-ed7615412145 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=33720975033a4e1e864c18aff718f5ad&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3251743 May 06 12:35:49.050195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:49.068831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Usage tracker for resource:security_group_rule and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:49.075384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:49.085278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:49.183708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:49.196465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:49.199722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a788bac-cecb-480c-b61f-1e8a3a2e1afa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f54372de-00d9-465d-9be5-2df98945a4f3 HTTP/1.1" status: 204 len: 168 time: 2.6244249 May 06 12:35:49.210149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59170) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:49.236572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:49.244734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-bcdac50c-9520-422e-9bf2-0ab1ff58a299 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550056 May 06 12:35:49.302052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:49.394914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80620cc0-1564-403f-8862-66a2da2601db req-9664f829-aa96-48d8-a596-37675b0bfa35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:49.401678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80620cc0-1564-403f-8862-66a2da2601db req-9664f829-aa96-48d8-a596-37675b0bfa35 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453751 May 06 12:35:49.443920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Port': ['ID=c0fc84e9-f541-4e6d-8855-b48f1ddb5d90,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:49.498795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d0bff264-e84f-4b7a-80ee-ee4e49d32cfa up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:49.561661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f00ffd3f-0000-4240-936e-537f4c9c2c78'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:49.786846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487d4c1-48c4-4b48-9332-3a10188df710 None None] Pushing event updated for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:49.800726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:49.901418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5fd1d53-6ccb-467c-a060-15fdc56d743f req-61783f55-bf6a-4324-b4f3-b59b01dc13a7 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982810 May 06 12:35:49.906139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-5e4538b9-2c53-40b3-bea8-f6fc9dedb7ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1095 time: 0.4106979 May 06 12:35:49.970975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.006327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.042953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-df540b1c-05e1-44a8-8a6b-42109dcf5bb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 217 time: 0.1236064 May 06 12:35:50.099943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1a3a4469-8be1-4446-a771-c393957eacc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.8848512 May 06 12:35:50.101616 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.103872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc1f83f8-533f-4214-9b6b-c2d4259b146d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1951342 May 06 12:35:50.104829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:50.110131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:50.110461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59178) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:50.118002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a40eee-0002-4785-8d04-9c2b31002f83,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:50.138615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-93757f5c-bd65-454a-b05f-765319c202d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:50.140277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-93757f5c-bd65-454a-b05f-765319c202d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0896668 May 06 12:35:50.206760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:35:50.207512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:50.239874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-2a1682b8-cc1b-43c1-89a2-d99c38df495f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924144 May 06 12:35:50.258287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.261707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9380c376-9d33-4891-a80e-7c3884840d02 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 2.4836488 May 06 12:35:50.264501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:50.264501 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.278209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:50.291969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'security_group_rule': {'security_group_id': '47a40eee-0002-4785-8d04-9c2b31002f83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:50.354422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:50.368217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Usage tracker for resource:security_group_rule and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:50.373011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:50.383096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f27fba52-eb1c-4cb8-a40f-10f425b2d903 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Synchronizing usage tracker for tenant:215e368ab4ba4d258be39b9ca06616d7 on resource:floatingip {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:50.385179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:50.402234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a448d9b-e7c3-4c41-9096-97abb1779ce0 req-8bd1ff4b-4819-48a6-89dd-4215d0605639 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:50.403886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a448d9b-e7c3-4c41-9096-97abb1779ce0 req-8bd1ff4b-4819-48a6-89dd-4215d0605639 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 944 time: 0.9645746 May 06 12:35:50.409570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:35:50.410445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.466091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-fc70a80c-2376-4dd1-ba96-d61793d5e225 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109118 May 06 12:35:50.523585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:35:50.554969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.555625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Deleting port c0ad835a-f297-4281-a1cd-549cee73155b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:50.556203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.736917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45f8c86f-6282-4af1-8938-0ff0c9df6135,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:50.740683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f27fba52-eb1c-4cb8-a40f-10f425b2d903 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Unset dirty status for tenant:215e368ab4ba4d258be39b9ca06616d7 on resource:floatingip {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:50.746243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f27fba52-eb1c-4cb8-a40f-10f425b2d903 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=4f38a89e-e36d-49d5-8347-31367fd36371 HTTP/1.1" status: 200 len: 690 time: 0.6318161 May 06 12:35:50.746725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:35:50.747372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59192) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:50.805241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:50.815974 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a448d9b-e7c3-4c41-9096-97abb1779ce0 req-509f4815-8d83-464e-afa4-95a5f6467f44 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683913 May 06 12:35:50.912020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Checking segment: {'id': '266ad949-7ab5-45a4-a6f8-c347ec81867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:50.917030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network hostable DHCP agents. Network: 8302336b-ca78-44ff-aa35-a19ababc8013, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:35:50.944391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a5a4225-30bb-48f0-8e3a-424707abab40 req-fed59208-7377-4215-a0c6-2a957d791e70 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666562 May 06 12:35:50.957533 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.054495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.118674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.182038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df489b8-92c0-4c18-a68d-a790ff83eec1,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:51.191086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] For port c0ad835a-f297-4281-a1cd-549cee73155b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c0ad835a-f297-4281-a1cd-549cee73155b,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:51.191863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.327494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.331818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Calling delete_port for c0ad835a-f297-4281-a1cd-549cee73155b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:51.364352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.366782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.372986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fa497f2-8275-4c13-9bc1-496f8a5ba167 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0936191 May 06 12:35:51.374223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59200) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:51.384546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'security_group_rule': {'security_group_id': '47a40eee-0002-4785-8d04-9c2b31002f83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:51.418073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.418764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:51.436424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Usage tracker for resource:security_group_rule and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:51.449303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:51.459998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:51.506095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c0ad835a-f297-4281-a1cd-549cee73155b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:35:51.526748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Deleting port c0fc84e9-f541-4e6d-8855-b48f1ddb5d90 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:51.532583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.664813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:48Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:51.667298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.685130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39041385-bbce-4431-ab2f-a1f41e9e2dc8 None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:48Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:35:51.701161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 8302336b-ca78-44ff-aa35-a19ababc8013 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:35:51.707612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.710672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.711440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Fanout notify agent at l3_agent the message router_deleted on router f1670c40-f1f6-4aa5-ad06-d6b98f905441 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:35:51.744675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.751732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d3b5ea6-afe0-4282-bdd4-4e761f798478 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/routers/f1670c40-f1f6-4aa5-ad06-d6b98f905441 HTTP/1.1" status: 204 len: 168 time: 1.6327448 May 06 12:35:51.751732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59204) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:51.777226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:51.856723 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:51.917830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.035529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.059194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8302336b-ca78-44ff-aa35-a19ababc8013) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:52.064591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] Pushing event deleted for resources: {'Port': ['ID=c0ad835a-f297-4281-a1cd-549cee73155b,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:52.065315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:52.066779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.078547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421ca3d7-6657-4939-b1c1-762107b3f36e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:52.083839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63cc10f-b667-4cbc-a535-d98fbcb724c6 None None] No DVR routers for this DVR port c0ad835a-f297-4281-a1cd-549cee73155b on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:35:52.090278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54ac1e-b636-4f42-9377-5e6219838a32 None None] Network 8302336b-ca78-44ff-aa35-a19ababc8013 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:52.196187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:52.205998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:52.211240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:52.249419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4515aa03-9992-45b0-ab23-eef1776f2f16 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3947232 May 06 12:35:52.251043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:52.253584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59212) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:52.258106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.258545 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.275350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1220132403', 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:52.280734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.282729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-95e204e1-f626-44f4-939f-9da27b248355 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9067874 May 06 12:35:52.289112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416408ac-cc81-4a46-98a9-7e5b9346f956 req-cb38620f-d73a-4473-9a90-56c80807b47a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:52.299000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-416408ac-cc81-4a46-98a9-7e5b9346f956 req-cb38620f-d73a-4473-9a90-56c80807b47a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 944 time: 0.1883533 May 06 12:35:52.302271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59216) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:52.318439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:52.327940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:52.338711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f00ffd3f-0000-4240-936e-537f4c9c2c78 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:52.338843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:52.350036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Usage tracker for resource:floatingip and tenant:435b9d537b41491ebd7883925be03e01 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:52.354000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:52.365173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:52.373473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:port and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:52.380246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:52.392013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:52.421018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Calling delete_port for c0fc84e9-f541-4e6d-8855-b48f1ddb5d90 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:52.445842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-416408ac-cc81-4a46-98a9-7e5b9346f956 req-d6d79b23-5d9a-4522-9b29-bd3f016b2ce1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454248 May 06 12:35:52.476256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:52.586176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.632971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab37965-0915-417e-9d6b-70fe3f471f6f None None] Network 8302336b-ca78-44ff-aa35-a19ababc8013 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:52.663989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.731278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Made reservation on behalf of ec792c9736f44fddbf8bde1becc3d818 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:52.734884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:52.843061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] device_id is not set on port 1bea1383-7919-46cb-a4fc-58accda37411 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:35:52.844446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port f00ffd3f-0000-4240-936e-537f4c9c2c78 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:52.880898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port f00ffd3f-0000-4240-936e-537f4c9c2c78 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:52.885607 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.032688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.126363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.228862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0fc84e9-f541-4e6d-8855-b48f1ddb5d90,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:53.242804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.284323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:53.304982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:53.364688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 2001:db8::15 (8302336b-ca78-44ff-aa35-a19ababc8013/45f8c86f-6282-4af1-8938-0ff0c9df6135/1bea1383-7919-46cb-a4fc-58accda37411) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:53.388746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.402272 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.469273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.489442 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a79fbf9-2ec4-46d5-b40b-3bd31887e255'] response: {'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78', 'code': 200} May 06 12:35:53.534373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 815b4d43-e142-468b-947f-952999d58613 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:53.566671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.617544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:53.639277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:53.639277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:53.645755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Allocated IP 172.25.2.11 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5db40279-feba-4f54-b780-c524b2237fb7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:53.645874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:53.646348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.650469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9225473-0950-48ba-93f1-67cb6409b832 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:35:53.657101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=b4bb1800-c785-491c-b7ea-50ab9f945eba,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:53.836833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 815b4d43-e142-468b-947f-952999d58613 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:53.870196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 815b4d43-e142-468b-947f-952999d58613 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:53.870872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.913033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:35:53.914010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.917690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a776275-ee00-4e83-850b-680e65bf04f0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1634946 May 06 12:35:53.918855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:53.924088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59226) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:53.934758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26e80a4c-ce9d-473a-b124-676e12b96c35 req-59530f1d-2550-468c-8cb6-279532168afc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.4162486 May 06 12:35:53.961660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1390064651', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:53.975689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=876c9a69-ec77-44f0-806a-e9a282ca7c97,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:53.978519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:53.997940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:router and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:54.004614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:54.021818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.060188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:54.070015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4913d82-511f-46e3-8069-a67e429817fa req-28a31be6-00b4-4b1e-b7cd-ce481a9427bf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:54.071637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4913d82-511f-46e3-8069-a67e429817fa req-28a31be6-00b4-4b1e-b7cd-ce481a9427bf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 944 time: 0.4293566 May 06 12:35:54.085856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.112409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f38a89e-e36d-49d5-8347-31367fd36371']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:54.125990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4f26de-b450-4413-9756-bcb9f72a2547') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:54.131918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4f26de-b450-4413-9756-bcb9f72a2547') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:54.132511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.133212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.138790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.146568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26e80a4c-ce9d-473a-b124-676e12b96c35 req-8e786620-43d4-4554-a485-38f26d9dbdd2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936092 May 06 12:35:54.157226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.164687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:54.164687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: timer() May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:54.183036 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:54.190671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b4bb1800-c785-491c-b7ea-50ab9f945eba/04d33f2b-eedb-4467-b48c-76e997952290) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:54.193544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 815b4d43-e142-468b-947f-952999d58613, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=815b4d43-e142-468b-947f-952999d58613,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:54.200981 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4913d82-511f-46e3-8069-a67e429817fa req-e2f9ab1a-6f32-438d-9b0f-4dfa70efbf9b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045632 May 06 12:35:54.367696 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.368654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.372927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.383700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1d88e673-cc9e-4511-8d13-4460e218444e details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:35:54.424903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.447838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 8302336b-ca78-44ff-aa35-a19ababc8013 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:54.450967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:54.453930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:54.455003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:54.455601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.467905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=1bea1383-7919-46cb-a4fc-58accda37411,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.471813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.499480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Transition to ACTIVE for port object 04d33f2b-eedb-4467-b48c-76e997952290 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:54.508804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.560793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:54.564767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:54.567218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:54.592131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.612306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'Port': ['ID=5db40279-feba-4f54-b780-c524b2237fb7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.623862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f38a89e-e36d-49d5-8347-31367fd36371 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:35:54.627364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.632741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Transition to ACTIVE for port object 04d33f2b-eedb-4467-b48c-76e997952290 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:54.636614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f38a89e-e36d-49d5-8347-31367fd36371,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.656702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.660420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59232) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:54.661108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eb25650a-dbd8-4522-8f54-15a5be6c8a14 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/4f38a89e-e36d-49d5-8347-31367fd36371 HTTP/1.1" status: 204 len: 168 time: 3.9029567 May 06 12:35:54.671554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.682412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1d88e673-cc9e-4511-8d13-4460e218444e,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:54.697538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '1d88e673-cc9e-4511-8d13-4460e218444e', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'port_id': '1d88e673-cc9e-4511-8d13-4460e218444e', 'mac_address': 'fa:16:3e:13:58:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:35:54.757144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.777539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d88e673-cc9e-4511-8d13-4460e218444e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:35:54.794892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1d88e673-cc9e-4511-8d13-4460e218444e,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:54.807636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.835142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f8849d0-94a0-41f3-9c16-c230033c884c tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5756764 May 06 12:35:54.837940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:54.895847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:54.899062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:54.907079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:54.909255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Pushing event updated for resources: {'Port': ['ID=04d33f2b-eedb-4467-b48c-76e997952290,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:54.938084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.960870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting port 1bea1383-7919-46cb-a4fc-58accda37411 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:35:54.961774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.986297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:54.988853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-19604774-96af-4de4-a794-2deeab015016 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.3272827 May 06 12:35:54.991344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59240) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.012965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Attempting to bind port 04d33f2b-eedb-4467-b48c-76e997952290 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Attempting to bind port 04d33f2b-eedb-4467-b48c-76e997952290 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Attempting to bind port 04d33f2b-eedb-4467-b48c-76e997952290 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Bound port: 04d33f2b-eedb-4467-b48c-76e997952290, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:35:55.061715 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.091476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.091932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.092369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.092640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.092998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.093353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.094262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.095058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.095058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.095549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.095933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.098308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-de7da06c-8719-44c6-b491-477e51291c98 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7181 time: 0.1056328 May 06 12:35:55.100945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59244) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.143794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] For port 04d33f2b-eedb-4467-b48c-76e997952290, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:35:55.147153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] For port 04d33f2b-eedb-4467-b48c-76e997952290, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=04d33f2b-eedb-4467-b48c-76e997952290,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:35:55.173640 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-de1fa27d-ee1e-44af-83a7-246878119f35 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] delete failed (client error): The resource could not be found. May 06 12:35:55.174825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-de1fa27d-ee1e-44af-83a7-246878119f35 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/64de53d8-f395-47d7-9674-5b976bc00143 HTTP/1.1" status: 404 len: 345 time: 0.0725644 May 06 12:35:55.177830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59248) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.194464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.205916 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-564967e1-722a-45e9-b499-6a59d0dc2c0d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] DELETE failed (client error): The resource could not be found. May 06 12:35:55.206361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564967e1-722a-45e9-b499-6a59d0dc2c0d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:35:55.213922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-564967e1-722a-45e9-b499-6a59d0dc2c0d tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/4f38a89e-e36d-49d5-8347-31367fd36371 HTTP/1.1" status: 404 len: 339 time: 0.0351746 May 06 12:35:55.218191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59252) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.225220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'name': 'tempest-network--1329097879', 'router:external': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:55.236766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:55.241068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:network and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:55.245708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:55.258912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:55.277215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:55.378226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.387008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.387475 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.469618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.473307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-638688c9-a8ab-4898-ab57-675671583a4a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5173585 May 06 12:35:55.474446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 815b4d43-e142-468b-947f-952999d58613 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:55.476297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59264) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:55.510298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['1d88e673-cc9e-4511-8d13-4460e218444e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:35:55.550397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bfc30-13e8-4b38-9eac-310c996a8dbf None None] Pushing event updated for resources: {'Port': ['ID=04d33f2b-eedb-4467-b48c-76e997952290,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:55.569573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Calling delete_port for 1bea1383-7919-46cb-a4fc-58accda37411 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:35:55.665746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:55.668233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.681518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba96a9-fea3-49ae-9067-205d7cabef31 req-862146d5-3de4-40c1-9773-22812e1674b1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:55.683038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4ba96a9-fea3-49ae-9067-205d7cabef31 req-862146d5-3de4-40c1-9773-22812e1674b1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 945 time: 0.2112815 May 06 12:35:55.711350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 815b4d43-e142-468b-947f-952999d58613 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:55.712214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.810652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4ba96a9-fea3-49ae-9067-205d7cabef31 req-92599c30-96ba-4d83-8e67-dcc9d121606d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964193 May 06 12:35:55.920884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:55.967877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:55.974464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bea1383-7919-46cb-a4fc-58accda37411,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:56.011397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.012025 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Added segment ef39f835-e9f8-4109-a56e-72b0310848d7 of type vlan for network ff6d8b77-7cb3-412f-99d2-efcebbc975a7 May 06 12:35:56.027196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.038861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.045493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd55a99f-4383-48be-a18b-3394b4b6fe6d tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/ports/1bea1383-7919-46cb-a4fc-58accda37411 HTTP/1.1" status: 204 len: 168 time: 1.2063944 May 06 12:35:56.051732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:56.059740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013', 'external_fixed_ips': [{'subnet_id': '45f8c86f-6282-4af1-8938-0ff0c9df6135', 'ip_address': '2001:db8::15'}]}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:56.062196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:56.066895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:router and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:56.070284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:56.076526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:56.129366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.275046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.278653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.278793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.295056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.414966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.433715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.439872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:56.439872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.475368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'Port': ['ID=5db40279-feba-4f54-b780-c524b2237fb7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:56.701114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.816292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:56.841044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=ff6d8b77-7cb3-412f-99d2-efcebbc975a7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:56.851977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ff6d8b77-7cb3-412f-99d2-efcebbc975a7 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:56.919007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dae15414-93e1-40a3-967a-1de3f407e633 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6979129 May 06 12:35:56.926007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59276) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:57.059980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.069496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bfa6af30-68f4-437f-8f3d-db621e0746a5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7570987 May 06 12:35:57.124773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6efd2396-2770-4e26-9e93-d56edd37fc88 None None] Provisioning for port 04d33f2b-eedb-4467-b48c-76e997952290 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:57.195394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.247139 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.269726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.277171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.277790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.282387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.287539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.289271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a668adef-0e3c-4239-8c14-a3f32bc72b5f tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.3620262 May 06 12:35:57.294551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59288) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:57.324177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::1 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b4bb1800-c785-491c-b7ea-50ab9f945eba/95f408f1-0c78-4f05-8222-7d3eff2fe394) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:57.339154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-292d7440-472d-4cdb-8892-14e17e701db4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Synchronizing usage tracker for tenant:435b9d537b41491ebd7883925be03e01 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:57.412275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425bc3d-f76f-48f9-91dc-23367ed909d8 req-dea4911b-29f5-4d8e-ae47-86ddee71f5fa tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.416122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4425bc3d-f76f-48f9-91dc-23367ed909d8 req-dea4911b-29f5-4d8e-ae47-86ddee71f5fa tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 945 time: 0.3680012 May 06 12:35:57.453878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 04d33f2b-eedb-4467-b48c-76e997952290 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:57.505033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 2001:db8::15 (8302336b-ca78-44ff-aa35-a19ababc8013/45f8c86f-6282-4af1-8938-0ff0c9df6135/1f6f9020-4cf6-4632-83f0-a1ac2d29c7df) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:35:57.579591 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.652933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4425bc3d-f76f-48f9-91dc-23367ed909d8 req-d5fc71a0-6cc0-4746-9ec5-7d9f892c3aca tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203925 May 06 12:35:57.717027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-292d7440-472d-4cdb-8892-14e17e701db4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Unset dirty status for tenant:435b9d537b41491ebd7883925be03e01 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:57.718256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-292d7440-472d-4cdb-8892-14e17e701db4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--467254206&fields=id&tenant_id=435b9d537b41491ebd7883925be03e01 HTTP/1.1" status: 200 len: 267 time: 0.4910820 May 06 12:35:57.798849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.808515 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.830174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 04d33f2b-eedb-4467-b48c-76e997952290 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:57.830174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 04d33f2b-eedb-4467-b48c-76e997952290 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:57.830174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.849863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6d8b77-7cb3-412f-99d2-efcebbc975a7']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:57.859951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 95f408f1-0c78-4f05-8222-7d3eff2fe394 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:35:57.867630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef39f835-e9f8-4109-a56e-72b0310848d7') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:57.867978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef39f835-e9f8-4109-a56e-72b0310848d7') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:35:57.885840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.907726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.917623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:35:57.918006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.928149 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: timer() May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:35:57.933236 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:35:57.961092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:57.964240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-799f67f2-e03f-4b21-9042-3dcfbec7d4ab tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:57.965181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-799f67f2-e03f-4b21-9042-3dcfbec7d4ab tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Synchronizing usage tracker for tenant:435b9d537b41491ebd7883925be03e01 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:57.996536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 04d33f2b-eedb-4467-b48c-76e997952290, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=04d33f2b-eedb-4467-b48c-76e997952290,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:58.089346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.162401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:58.165752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:58.170374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:58.170881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.174175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=95f408f1-0c78-4f05-8222-7d3eff2fe394,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:58.178908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.186302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.186302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-799f67f2-e03f-4b21-9042-3dcfbec7d4ab tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Unset dirty status for tenant:435b9d537b41491ebd7883925be03e01 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:35:58.186302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-799f67f2-e03f-4b21-9042-3dcfbec7d4ab tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/networks?id=f66e852c-07a4-404d-9af2-685f1c7b61ec HTTP/1.1" status: 200 len: 806 time: 0.4529352 May 06 12:35:58.196023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.211907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff6d8b77-7cb3-412f-99d2-efcebbc975a7 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:35:58.221070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.231671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff6d8b77-7cb3-412f-99d2-efcebbc975a7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:58.246498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24f5a47b-2883-453b-953b-8983b760e377 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/ff6d8b77-7cb3-412f-99d2-efcebbc975a7 HTTP/1.1" status: 204 len: 168 time: 0.9451952 May 06 12:35:58.251485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:58.282331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 8302336b-ca78-44ff-aa35-a19ababc8013 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:58.286225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'name': 'tempest-network--240187295', 'router:external': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:35:58.291365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=04d33f2b-eedb-4467-b48c-76e997952290,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:58.298440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:35:58.305876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:35:58.308197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:35:58.340983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:network and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:35:58.347838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-f57c26e9-27d1-4ddb-992b-b69cc0c05787 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/quotas/435b9d537b41491ebd7883925be03e01 HTTP/1.1" status: 200 len: 375 time: 0.1041248 May 06 12:35:58.358495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:35:58.416405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1d88e673-cc9e-4511-8d13-4460e218444e up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:58.417121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:35:58.433196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.438174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:58.524417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-fd5c8318-b637-412d-bf12-9d7a3f0f797b tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=435b9d537b41491ebd7883925be03e01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541378 May 06 12:35:58.723228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:35:58.725945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.768293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-234aab02-e29e-494c-8c75-2b9f14be1e15 None None] Provisioning for port 95f408f1-0c78-4f05-8222-7d3eff2fe394 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:58.774496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 1d88e673-cc9e-4511-8d13-4460e218444e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:35:58.783176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-234aab02-e29e-494c-8c75-2b9f14be1e15 None None] Provisioning complete for port 95f408f1-0c78-4f05-8222-7d3eff2fe394 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:58.785146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-234aab02-e29e-494c-8c75-2b9f14be1e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.796282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:35:58.824848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.825186 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Added segment d4fdf84f-1054-4560-824b-00120a784922 of type vlan for network 054adc55-803a-40db-b13a-c3142cc8a7f0 May 06 12:35:58.848905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3c099d48-9e6a-42a1-888b-d5de40a70474 service neutron] 10.222.0.83 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123603 May 06 12:35:58.875665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-234aab02-e29e-494c-8c75-2b9f14be1e15 None None] Port 95f408f1-0c78-4f05-8222-7d3eff2fe394 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:35:58.878034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 1d88e673-cc9e-4511-8d13-4460e218444e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:58.878401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:58.972810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.001550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.002370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.015194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.047947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:35:59.058612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1d88e673-cc9e-4511-8d13-4460e218444e,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:35:59.066795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccef44b-aeb4-4086-8c87-b01430bd08b1 req-86a69825-99e6-4314-8cdd-cad977b5b923 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:59.068605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ccef44b-aeb4-4086-8c87-b01430bd08b1 req-86a69825-99e6-4314-8cdd-cad977b5b923 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 945 time: 0.1980379 May 06 12:35:59.111569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-a814481d-e400-4a4a-bfa5-ccea9281aac3 service neutron] 10.222.0.83 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617702 May 06 12:35:59.161245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ccef44b-aeb4-4086-8c87-b01430bd08b1 req-f0432434-4c70-44a8-b4bc-6210317c2d9e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817053 May 06 12:35:59.195072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.250632 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6b9207-b8a0-4727-89b6-2deb3083be4b'] response: {'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e', 'code': 200} May 06 12:35:59.393783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.394298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-314c2207-5d05-461e-8a42-83525dd9f019 req-225e1c96-85c8-4ab2-afdb-e26dbb4b4389 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1096 time: 0.0764248 May 06 12:35:59.426355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 04d33f2b-eedb-4467-b48c-76e997952290 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:35:59.439725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-314c2207-5d05-461e-8a42-83525dd9f019 req-1fecdd35-7e7b-4402-ab36-bbf650361d18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 May 06 12:35:59.510056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:59.525753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 04d33f2b-eedb-4467-b48c-76e997952290 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:35:59.526121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.554461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.555245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.558038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.558038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:35:59.558038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:35:59.651702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router 4b8db271-9938-4874-90ce-1ff6a726ec09 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:35:59.694773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=054adc55-803a-40db-b13a-c3142cc8a7f0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:59.706458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 054adc55-803a-40db-b13a-c3142cc8a7f0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:35:59.730888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=95f408f1-0c78-4f05-8222-7d3eff2fe394,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:35:59.871787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f3a01cd9-4c3d-4f15-b1a3-b7fcdeaf1c4c req-05c83810-60c8-488f-afc3-ff36828cce92 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Synchronizing usage tracker for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:35:59.881148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-27e3307c-2659-445b-b74c-82b23e364f1a tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6175981 May 06 12:35:59.882065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59314) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:35:59.948295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:35:59.949778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:00.053676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b7276-9bb6-4e5c-9005-d8f016ccb31d tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:00.054245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-838b7276-9bb6-4e5c-9005-d8f016ccb31d tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Synchronizing usage tracker for tenant:d01210500a9a4645890ca3e0d6a522a2 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:00.114969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:00.125761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Sync routers for ids ['4b8db271-9938-4874-90ce-1ff6a726ec09'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:00.138255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f3a01cd9-4c3d-4f15-b1a3-b7fcdeaf1c4c req-05c83810-60c8-488f-afc3-ff36828cce92 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Unset dirty status for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:00.141287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Routers {'4b8db271-9938-4874-90ce-1ff6a726ec09'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:00.141287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b8db271-9938-4874-90ce-1ff6a726ec09'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:00.148377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3a01cd9-4c3d-4f15-b1a3-b7fcdeaf1c4c req-05c83810-60c8-488f-afc3-ff36828cce92 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.3782034 May 06 12:36:00.321857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c21cb2c8-4c1c-4617-bf3d-400592859c16 None None] Provisioning complete for port 95f408f1-0c78-4f05-8222-7d3eff2fe394 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:00.322221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c21cb2c8-4c1c-4617-bf3d-400592859c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.400635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c21cb2c8-4c1c-4617-bf3d-400592859c16 None None] Port 95f408f1-0c78-4f05-8222-7d3eff2fe394 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:00.409510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Set router 4b8db271-9938-4874-90ce-1ff6a726ec09 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:00.468133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-838b7276-9bb6-4e5c-9005-d8f016ccb31d tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Unset dirty status for tenant:d01210500a9a4645890ca3e0d6a522a2 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:00.469368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-838b7276-9bb6-4e5c-9005-d8f016ccb31d tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "GET /v2.0/networks/054adc55-803a-40db-b13a-c3142cc8a7f0 HTTP/1.1" status: 200 len: 756 time: 0.5853307 May 06 12:36:00.470255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.473694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2ca336de-0a22-4ce7-992d-05aad1f6dbe4 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.4185014 May 06 12:36:00.474390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59322) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:00.474889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:00.679544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Router b8a325ef-b077-4d31-adb4-3e6b318bc33a is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:00.704400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8db271-9938-4874-90ce-1ff6a726ec09', 'name': '', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013', 'external_fixed_ips': [{'subnet_id': '45f8c86f-6282-4af1-8938-0ff0c9df6135', 'ip_address': '2001:db8::15'}], 'enable_snat': True}, 'gw_port_id': '1f6f9020-4cf6-4632-83f0-a1ac2d29c7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:35:58Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '1f6f9020-4cf6-4632-83f0-a1ac2d29c7df', 'name': '', 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:aa:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8db271-9938-4874-90ce-1ff6a726ec09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '45f8c86f-6282-4af1-8938-0ff0c9df6135', 'ip_address': '2001:db8::15', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:57Z', 'updated_at': '2022-05-06T12:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45f8c86f-6282-4af1-8938-0ff0c9df6135', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:00.708718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Checking router: 4b8db271-9938-4874-90ce-1ff6a726ec09 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:00.709054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Updating router 4b8db271-9938-4874-90ce-1ff6a726ec09 port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:00.758844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00ae86-69da-4135-b1a8-ce29e5781fec req-527990e2-008d-41b8-9062-e14f923408c5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:00.760689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e00ae86-69da-4135-b1a8-ce29e5781fec req-527990e2-008d-41b8-9062-e14f923408c5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4494092 May 06 12:36:00.776252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:00.856550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e00ae86-69da-4135-b1a8-ce29e5781fec req-7466743a-a2fe-4e9b-ab0c-979ad790531a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877905 May 06 12:36:00.910561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9af30-ed68-42a2-b10e-59abf6351e81 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:00.911923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-86b9af30-ed68-42a2-b10e-59abf6351e81 tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "GET /v2.0/networks/119db550-a6b5-4424-ae10-410e47f72a32 HTTP/1.1" status: 200 len: 767 time: 0.4361672 May 06 12:36:00.914850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59334) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.073352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.076237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:01.083031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f60aabe-3547-4d42-8f04-15fe45ca6803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "PUT /v2.0/routers/b8a325ef-b077-4d31-adb4-3e6b318bc33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6057289 May 06 12:36:01.086202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.092289 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Sync routers for ids ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:01.116683 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Routers {'b8a325ef-b077-4d31-adb4-3e6b318bc33a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:01.117320 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:01.117628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.212912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce2cb5-68e6-475a-bfdb-d54b403f37cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:01.224161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfce2cb5-68e6-475a-bfdb-d54b403f37cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:01.288169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.309849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Set router b8a325ef-b077-4d31-adb4-3e6b318bc33a gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:01.319303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Transition to ACTIVE for port object 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:01.373206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c28f92d4-0f96-4da1-aef1-9ab1d01cc471 req-6eb6bc80-ab54-4b57-bdea-7394eb95c067 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0651181 May 06 12:36:01.396732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.433825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054adc55-803a-40db-b13a-c3142cc8a7f0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:01.463667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.463884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fdf84f-1054-4560-824b-00120a784922') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:01.463884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fdf84f-1054-4560-824b-00120a784922') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:01.463884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.478035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.484277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:01.484650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: timer() May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:01.497782 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:01.509596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfce2cb5-68e6-475a-bfdb-d54b403f37cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:01.509596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dfce2cb5-68e6-475a-bfdb-d54b403f37cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports/95f408f1-0c78-4f05-8222-7d3eff2fe394 HTTP/1.1" status: 200 len: 911 time: 0.4150443 May 06 12:36:01.510896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.592283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.610410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a6297-3a9b-4709-b8fe-6011447e15be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:01.615004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a6297-3a9b-4709-b8fe-6011447e15be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:01.615868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-113a6297-3a9b-4709-b8fe-6011447e15be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:01.629792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-113a6297-3a9b-4709-b8fe-6011447e15be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:01.631167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-113a6297-3a9b-4709-b8fe-6011447e15be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1191564 May 06 12:36:01.640465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59350) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.647259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'name': 'tempest-NetworksTestDHCPv6-router-1390064651', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:35:58Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '95f408f1-0c78-4f05-8222-7d3eff2fe394', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:64:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:35:58Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:01.651457 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Checking router: b8a325ef-b077-4d31-adb4-3e6b318bc33a for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:01.651832 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Updating router b8a325ef-b077-4d31-adb4-3e6b318bc33a port 95f408f1-0c78-4f05-8222-7d3eff2fe394 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:01.692173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93a554-e28a-49db-9d84-a06eeeaaf237 None None] Pushing event updated for resources: {'Port': ['ID=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:01.694553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Attempting to bind port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:01.694909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Attempting to bind port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '266ad949-7ab5-45a4-a6f8-c347ec81867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:01.695260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Attempting to bind port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df on network 8302336b-ca78-44ff-aa35-a19ababc8013 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:01.695813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:01.696172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.702954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:01.707340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Checking segment: {'id': '266ad949-7ab5-45a4-a6f8-c347ec81867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:01.707340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.707340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Bound using segment: {'id': '266ad949-7ab5-45a4-a6f8-c347ec81867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:01.707340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Bound port: 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266ad949-7ab5-45a4-a6f8-c347ec81867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8302336b-ca78-44ff-aa35-a19ababc8013'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:01.707340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.713477 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.761327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.801238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] For port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:01.803834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 054adc55-803a-40db-b13a-c3142cc8a7f0 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:36:01.806450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] For port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,segment=NetworkSegment(266ad949-7ab5-45a4-a6f8-c347ec81867f),segment_id=266ad949-7ab5-45a4-a6f8-c347ec81867f)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:01.828478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:01.852396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/054adc55-803a-40db-b13a-c3142cc8a7f0 HTTP/1.1" status: 204 len: 168 time: 0.9363344 May 06 12:36:01.853656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1bf8e-182d-4b44-8d85-6ad3a36e1407 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Network': ['ID=054adc55-803a-40db-b13a-c3142cc8a7f0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:01.856100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59354) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:01.871241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'name': 'tempest-network--731216247'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:01.879184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:01.884454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Usage tracker for resource:network and tenant:215e368ab4ba4d258be39b9ca06616d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:01.890901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:01.904095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:02.018282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.037785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] For port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df, host n-d-840845-1, got binding levels [] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:02.038161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.157877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Made reservation on behalf of 215e368ab4ba4d258be39b9ca06616d7 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:02.163418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.166800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93a554-e28a-49db-9d84-a06eeeaaf237 None None] Pushing event updated for resources: {'Port': ['ID=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:02.181027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Calling delete_port for 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:02.185761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Routers {'4b8db271-9938-4874-90ce-1ff6a726ec09'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:02.186581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b8db271-9938-4874-90ce-1ff6a726ec09'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:02.288303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:02.305483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.305855 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Added segment 56aca116-2ef0-488e-814a-2a1d9798b30c of type vlan for network 7bc46a69-430d-49d3-aa98-370124e16ee2 May 06 12:36:02.324326 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.336148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.342097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Transition to ACTIVE for port object 95f408f1-0c78-4f05-8222-7d3eff2fe394 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:02.384017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6e157-c7c0-4363-9fff-b5fbd0659574 req-3cea1b28-8600-4bfd-aae5-794719e76be2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:02.386109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad6e157-c7c0-4363-9fff-b5fbd0659574 req-3cea1b28-8600-4bfd-aae5-794719e76be2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.3393831 May 06 12:36:02.423985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] Set router 4b8db271-9938-4874-90ce-1ff6a726ec09 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:02.489419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad6e157-c7c0-4363-9fff-b5fbd0659574 req-7edb0000-0919-4153-903e-6b31dd1c5afd tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955641 May 06 12:36:02.619009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8db271-9938-4874-90ce-1ff6a726ec09', 'name': '', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:36:01Z', 'revision_number': 4, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:02.621352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6def9-09fb-4d2a-a04c-09357ca3afc0 None None] The sync data for ids ['4b8db271-9938-4874-90ce-1ff6a726ec09'] in n-d-840845-1 is: [{'id': '4b8db271-9938-4874-90ce-1ff6a726ec09', 'name': '', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:36:01Z', 'revision_number': 4, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:02.644152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.644345 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.645168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:02.645770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:02.666236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-160c732f-55c4-4e22-b457-cba7534d5968 req-19f69e73-9991-42fb-9bb0-e6b497183716 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0904729 May 06 12:36:02.690116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:36:02.690853 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:36:02.756692 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f696-3320-4ab3-ad5d-6cfe7cdb4466 None None] Pushing event updated for resources: {'Port': ['ID=95f408f1-0c78-4f05-8222-7d3eff2fe394,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:02.849259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=7bc46a69-430d-49d3-aa98-370124e16ee2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:02.875251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7bc46a69-430d-49d3-aa98-370124e16ee2 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:02.907324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66bda721-0ad1-4ecb-87da-7f7cf36a9f6f tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0483396 May 06 12:36:02.909236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59366) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:02.915413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:03.005266 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Attempting to bind port 95f408f1-0c78-4f05-8222-7d3eff2fe394 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:03.005770 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Attempting to bind port 95f408f1-0c78-4f05-8222-7d3eff2fe394 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:03.006235 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Attempting to bind port 95f408f1-0c78-4f05-8222-7d3eff2fe394 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:03.027291 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:03.027943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:03.028361 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.028764 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:03.029258 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Bound port: 95f408f1-0c78-4f05-8222-7d3eff2fe394, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:03.030621 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.167742 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.270328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] For port 95f408f1-0c78-4f05-8222-7d3eff2fe394, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:03.280163 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] For port 95f408f1-0c78-4f05-8222-7d3eff2fe394, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=95f408f1-0c78-4f05-8222-7d3eff2fe394,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:03.282261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:03.286281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.328593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.438557 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.532904 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f696-3320-4ab3-ad5d-6cfe7cdb4466 None None] Pushing event updated for resources: {'Port': ['ID=95f408f1-0c78-4f05-8222-7d3eff2fe394,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:03.538526 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Routers {'b8a325ef-b077-4d31-adb4-3e6b318bc33a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:03.539316 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:03.623505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.676700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] For port 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,segment=NetworkSegment(266ad949-7ab5-45a4-a6f8-c347ec81867f),segment_id=266ad949-7ab5-45a4-a6f8-c347ec81867f)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:03.677291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.731077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Network 7bc46a69-430d-49d3-aa98-370124e16ee2 is not hosted by any dhcp agent {{(pid=84799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:36:03.737713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:03.737713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.737713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "PUT /v2.0/networks/7bc46a69-430d-49d3-aa98-370124e16ee2 HTTP/1.1" status: 200 len: 857 time: 0.8237967 May 06 12:36:03.746439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59376) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:03.750654 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] Set router b8a325ef-b077-4d31-adb4-3e6b318bc33a gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:03.835255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bd55f-5e89-4098-8124-13e285f106ef tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event updated for resources: {'Network': ['ID=7bc46a69-430d-49d3-aa98-370124e16ee2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:03.874149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Calling delete_port for 1f6f9020-4cf6-4632-83f0-a1ac2d29c7df owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:03.898684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:03.947388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4fdb-002c-487a-ae48-fd934858ed2f req-0c4e270a-bb85-42cd-9293-77e41120fa75 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:03.948871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a03a4fdb-002c-487a-ae48-fd934858ed2f req-0c4e270a-bb85-42cd-9293-77e41120fa75 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4669583 May 06 12:36:04.017508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c9f7395-80d0-4e6b-82a5-e7136da233c4 req-a47b0acd-6be6-4811-89a4-714539cd6a73 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0947528 May 06 12:36:04.162180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a03a4fdb-002c-487a-ae48-fd934858ed2f req-d453cb0d-8266-4b28-a716-328aee9d7052 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829658 May 06 12:36:04.176473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'name': 'tempest-NetworksTestDHCPv6-router-1390064651', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:35:58Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '95f408f1-0c78-4f05-8222-7d3eff2fe394', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:64:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:36:03Z', 'revision_number': 4, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:04.190529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9f222-0163-4a70-8d79-d99bda667fe4 None None] The sync data for ids ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'] in n-d-840845-1 is: [{'id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'name': 'tempest-NetworksTestDHCPv6-router-1390064651', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:35:58Z', 'revision_number': 2, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'gw_port_host': None, '_interfaces': [{'id': '95f408f1-0c78-4f05-8222-7d3eff2fe394', 'name': '', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'mac_address': 'fa:16:3e:64:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a325ef-b077-4d31-adb4-3e6b318bc33a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:56Z', 'updated_at': '2022-05-06T12:36:03Z', 'revision_number': 4, 'project_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'subnets': [{'id': 'b4bb1800-c785-491c-b7ea-50ab9f945eba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:04.254851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-8285b100-0a89-4fda-8c7a-16197a133ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1097 time: 0.4391096 May 06 12:36:04.262252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.289255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc46a69-430d-49d3-aa98-370124e16ee2']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:04.302797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aca116-2ef0-488e-814a-2a1d9798b30c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:04.303145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aca116-2ef0-488e-814a-2a1d9798b30c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:04.315784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.332634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.340505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:04.350824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: timer() May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:04.356441 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:04.392723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 95f408f1-0c78-4f05-8222-7d3eff2fe394 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:04.393178 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.652401 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.670540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bc46a69-430d-49d3-aa98-370124e16ee2 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:36:04.675668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.682896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bc46a69-430d-49d3-aa98-370124e16ee2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:04.690986 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b9cfa8d8-7611-496e-ae7a-ab2dc6da1e60 tempest-ExternalNetworksTestJSON-1599473331 tempest-ExternalNetworksTestJSON-1599473331-project-admin] 10.222.0.83 "DELETE /v2.0/networks/7bc46a69-430d-49d3-aa98-370124e16ee2 HTTP/1.1" status: 204 len: 168 time: 0.9389989 May 06 12:36:04.690986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:04.732076 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a40e92-682e-4e89-a032-6e71cc2c3e1c tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] DELETE failed (client error): The resource could not be found. May 06 12:36:04.732511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a40e92-682e-4e89-a032-6e71cc2c3e1c tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:36:04.737185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6a40e92-682e-4e89-a032-6e71cc2c3e1c tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "DELETE /v2.0/subnets/876c9a69-ec77-44f0-806a-e9a282ca7c97 HTTP/1.1" status: 404 len: 337 time: 0.0432155 May 06 12:36:04.745562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:04.847836 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.853169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.933583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port 95f408f1-0c78-4f05-8222-7d3eff2fe394, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=95f408f1-0c78-4f05-8222-7d3eff2fe394,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:04.933984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:04.998266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.010776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-cd681cc8-8502-4080-8df0-12c1688133a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.013534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-cd681cc8-8502-4080-8df0-12c1688133a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.7463787 May 06 12:36:05.027616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119db550-a6b5-4424-ae10-410e47f72a32']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:05.042265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086116e9-c8f3-4b41-be15-b300da88dd47') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:05.042573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086116e9-c8f3-4b41-be15-b300da88dd47') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:05.055353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.072407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.079884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:05.080512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: timer() May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:05.107307 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:05.174838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 95f408f1-0c78-4f05-8222-7d3eff2fe394 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:05.222943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f6f9020-4cf6-4632-83f0-a1ac2d29c7df,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:05.239614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afb77a1b-9025-4d89-ae8f-9e5cba6af6b0 req-d098dba0-11c1-4b7c-a353-644e2a9585bb tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0516722 May 06 12:36:05.400340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.424120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.424927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-3b632a06-7b58-49b9-b13d-c7266a029ab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 217 time: 0.3276749 May 06 12:36:05.436391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] Pushing event deleted for resources: {'Network': ['ID=119db550-a6b5-4424-ae10-410e47f72a32,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:05.526030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-6a6d5016-ed9d-4f51-95e7-24a595625eb2 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.527498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-6a6d5016-ed9d-4f51-95e7-24a595625eb2 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.86 "GET /v2.0/networks?id=f66e852c-07a4-404d-9af2-685f1c7b61ec HTTP/1.1" status: 200 len: 806 time: 1.0964780 May 06 12:36:05.574856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:05.652838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbf8b8f1-7616-4f89-9312-c768f6cc85bb tempest-ExternalNetworksTestJSON-579792753 tempest-ExternalNetworksTestJSON-579792753-project] 10.222.0.83 "DELETE /v2.0/networks/119db550-a6b5-4424-ae10-410e47f72a32 HTTP/1.1" status: 204 len: 168 time: 0.9138553 May 06 12:36:05.756130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-7b03ae4e-d246-4561-9b3f-c43db0ac8796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:05.757592 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-7b03ae4e-d246-4561-9b3f-c43db0ac8796 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.2830799 May 06 12:36:05.932683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-4fe28bf7-27c0-4e81-9e7c-11e473b8deeb tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=435b9d537b41491ebd7883925be03e01 HTTP/1.1" status: 200 len: 379 time: 0.3889804 May 06 12:36:05.970947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'port': {'device_id': 'f70a4399-0af4-498d-817d-add7436c97fc', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'admin_state_up': True, 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'security_groups': ['47a40eee-0002-4785-8d04-9c2b31002f83']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:06.001980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.189600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Sync routers for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:06.207152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486ce3-bee7-4462-b280-06ec0cf0bf63 req-2db7b394-cf4f-4f20-bfce-3e3b8f1f8698 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:06.207411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:06.208369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:06.208689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5486ce3-bee7-4462-b280-06ec0cf0bf63 req-2db7b394-cf4f-4f20-bfce-3e3b8f1f8698 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.8500974 May 06 12:36:06.213525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.318494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:06.406713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-a0c7adc8-78f6-4fb6-a0d6-5edc08280acd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5805223 May 06 12:36:06.483504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e06ceb59-0251-4b63-8876-16e64e5211be req-2b1ffa28-2070-4b19-a059-4cb38f0a6130 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0812194 May 06 12:36:06.488697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:06.571452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5486ce3-bee7-4462-b280-06ec0cf0bf63 req-5ab981da-1e00-49d5-93c4-e29d048afa9c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514607 May 06 12:36:06.573168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-8af96249-a52b-4540-a4af-95c4e8d1d9f9 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445041 May 06 12:36:06.575524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.576084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8db271-9938-4874-90ce-1ff6a726ec09 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:06.610385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9e30416-6d2a-4d36-a546-12d72c7819a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d01210500a9a4645890ca3e0d6a522a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2900653 May 06 12:36:06.611026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:06.629300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:06.676110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.701126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:06.715394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.753817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8b0337e-284e-45ea-90a8-ca151c50b338 req-6685f4b0-e0d9-484f-94c3-c29c3cf4b8ec service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711645 May 06 12:36:06.767460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.818652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=95f408f1-0c78-4f05-8222-7d3eff2fe394,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:06.899890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '7073959c-9d03-4fc4-9e3f-23941ad867d5', 'name': '', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'mac_address': 'fa:16:3e:e4:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:16Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 2, 'project_id': '93074ade74374518931c1a01e80e4470', 'subnets': [{'id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:06.904937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Checking router: 1270fd4e-38cf-49b9-aaef-ff67678e245e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:06.905089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Updating router 1270fd4e-38cf-49b9-aaef-ff67678e245e port 7073959c-9d03-4fc4-9e3f-23941ad867d5 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:06.914801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.925628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Made reservation on behalf of 435b9d537b41491ebd7883925be03e01 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:06.927337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.940844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ead1c0-632e-42e1-a791-f299aca54b02,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:06.947797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.964363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aeb06732-62f5-4646-b58f-a7fd9749f6ad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/routers/4b8db271-9938-4874-90ce-1ff6a726ec09 HTTP/1.1" status: 204 len: 168 time: 6.4714830 May 06 12:36:06.964873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:06.964873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5cd4d9f5-11f6-42d1-8fed-1e39e71184c5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/91ead1c0-632e-42e1-a791-f299aca54b02 HTTP/1.1" status: 204 len: 168 time: 0.3409772 May 06 12:36:06.966733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59420) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:07.019090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.061762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting subnet 45f8c86f-6282-4af1-8938-0ff0c9df6135 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:07.066068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.125991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.157478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.187064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.401981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.411449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.423902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Transition to ACTIVE for port object 7073959c-9d03-4fc4-9e3f-23941ad867d5 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:07.442387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45f8c86f-6282-4af1-8938-0ff0c9df6135,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:07.455330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.463910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c269d6ef-5350-4e1a-965f-947f18e7f398 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/45f8c86f-6282-4af1-8938-0ff0c9df6135 HTTP/1.1" status: 204 len: 168 time: 0.4958923 May 06 12:36:07.466430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:07.536862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Allocated IP 172.20.0.4 (f66e852c-07a4-404d-9af2-685f1c7b61ec/56d08fbf-448c-4f1a-a843-115acc6d9234/13e82cba-6a8a-4a2c-acce-2e92cca40c54) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:07.555111 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.592018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.789387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62aaaa40-2a51-4863-8628-41a25f424e84 req-e9676ddd-6777-4f61-9c9f-33c92a203a44 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.1031811 May 06 12:36:07.817196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Pushing event updated for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:07.932182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.960962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Attempting to bind port 7073959c-9d03-4fc4-9e3f-23941ad867d5 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:07.966169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Attempting to bind port 7073959c-9d03-4fc4-9e3f-23941ad867d5 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:07.966169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Attempting to bind port 7073959c-9d03-4fc4-9e3f-23941ad867d5 on network cd88da77-27cf-4d67-9806-d756f6036592 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:07.970253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:07.970732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Checking segment: {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:07.971183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:07.971585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Bound using segment: {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:07.972239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Bound port: 7073959c-9d03-4fc4-9e3f-23941ad867d5, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a26656-b6a1-4f51-a635-20f5cd30ea7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:07.973219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.028841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Router b8a325ef-b077-4d31-adb4-3e6b318bc33a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:08.077088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59438) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.098124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8302336b-ca78-44ff-aa35-a19ababc8013']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:08.113179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266ad949-7ab5-45a4-a6f8-c347ec81867f') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:08.113648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266ad949-7ab5-45a4-a6f8-c347ec81867f') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:08.127540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.139700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] For port 7073959c-9d03-4fc4-9e3f-23941ad867d5, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:08.143694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] For port 7073959c-9d03-4fc4-9e3f-23941ad867d5, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7073959c-9d03-4fc4-9e3f-23941ad867d5,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:08.147115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.153475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:08.153865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: timer() May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:08.167688 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:08.280717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.365688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.371741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.384593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4928af19-eca3-4829-9ca1-5567f1f96aed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=215e368ab4ba4d258be39b9ca06616d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2885809 May 06 12:36:08.384593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59444) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.410489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8302336b-ca78-44ff-aa35-a19ababc8013 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:36:08.420894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Pushing event updated for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:08.430539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Transition to ACTIVE for port object 13e82cba-6a8a-4a2c-acce-2e92cca40c54 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:08.434520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.440425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ae84d-632e-4aec-ae43-6bfccbd5a625 req-eb9b38bf-9bff-4b1e-9cbf-1db4f4929d33 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:08.450153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Network': ['ID=8302336b-ca78-44ff-aa35-a19ababc8013,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:08.455351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc7ae84d-632e-4aec-ae43-6bfccbd5a625 req-eb9b38bf-9bff-4b1e-9cbf-1db4f4929d33 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4128151 May 06 12:36:08.460239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.469245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15313f07-d385-43cc-9c51-cbf1ef692e48 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/networks/8302336b-ca78-44ff-aa35-a19ababc8013 HTTP/1.1" status: 204 len: 168 time: 0.9844778 May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.470189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465745-dcd2-41d0-9188-b656d9cb243d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:08.479699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:08.480367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:08.566897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:08.605104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-46fbfa84-d2cc-495d-a6ca-a0eecdeb2469 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "PUT /v2.0/routers/b8a325ef-b077-4d31-adb4-3e6b318bc33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9656839 May 06 12:36:08.608019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59452) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:08.633502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc7ae84d-632e-4aec-ae43-6bfccbd5a625 req-4e74b7a5-60c0-47a1-bd8b-31df3a02fde9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681201 May 06 12:36:08.654632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.723073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.807107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c4bbb-cab3-45ca-a4db-0e08610e3add tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:08.809130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c4bbb-cab3-45ca-a4db-0e08610e3add tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:08.811233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab1c4bbb-cab3-45ca-a4db-0e08610e3add tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:08.836778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.926555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9cda2b2-57f5-4d6e-b9f4-ffcc658b4f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:08.962195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Network f66e852c-07a4-404d-9af2-685f1c7b61ec is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:08.962195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:08.975987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:09.022321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:09.063451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event updated for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:09.089643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:09.090945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.229835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa0768-0a67-49ae-81be-edce18474329 req-d51b0fe1-7755-46c7-8664-661e912edcf3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:09.232097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfaa0768-0a67-49ae-81be-edce18474329 req-d51b0fe1-7755-46c7-8664-661e912edcf3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 931 time: 0.1534953 May 06 12:36:09.267041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab1c4bbb-cab3-45ca-a4db-0e08610e3add tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:09.269241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab1c4bbb-cab3-45ca-a4db-0e08610e3add tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6592579 May 06 12:36:09.271938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:09.327651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.344863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.347039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4bd12301-3436-43e0-b577-bf0ffcc0dab8 HTTP/1.1" status: 204 len: 168 time: 0.9656122 May 06 12:36:09.379554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed89a72-22ef-4bd2-af43-00e1b482eeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd12301-3436-43e0-b577-bf0ffcc0dab8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:09.391869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfaa0768-0a67-49ae-81be-edce18474329 req-b9a83630-7ffb-4693-bd36-8c9c1b49e3f4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528645 May 06 12:36:09.455782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-ab12e476-c9ce-40cc-bdf2-f6c56f93723e tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4979911 May 06 12:36:09.471092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Request body: {'port': {'device_id': 'f70a4399-0af4-498d-817d-add7436c97fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:09.577573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e0a3-7ccc-4023-9f0e-2a73ff4fb50f req-5a921b1c-9c2a-4730-a1f9-eef6239249e4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:09.581606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7073959c-9d03-4fc4-9e3f-23941ad867d5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:09.590439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cd3e0a3-7ccc-4023-9f0e-2a73ff4fb50f req-5a921b1c-9c2a-4730-a1f9-eef6239249e4 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.3352034 May 06 12:36:09.617519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet b4bb1800-c785-491c-b7ea-50ab9f945eba {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:09.631102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.713694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cd3e0a3-7ccc-4023-9f0e-2a73ff4fb50f req-7f86c5b2-991a-49be-a9aa-38275f568145 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222513 May 06 12:36:09.728201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b5684e45-ce55-48ae-9109-df695cc2defe None None] Provisioning for port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:09.778230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b5684e45-ce55-48ae-9109-df695cc2defe None None] Provisioning complete for port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:09.781106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.782029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5684e45-ce55-48ae-9109-df695cc2defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.831749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:09.872517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b5684e45-ce55-48ae-9109-df695cc2defe None None] Port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:09.892746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '7073959c-9d03-4fc4-9e3f-23941ad867d5', 'name': '', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'mac_address': 'fa:16:3e:e4:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:16Z', 'updated_at': '2022-05-06T12:36:08Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'subnets': [{'id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:09.899812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b36d6-4c0c-4973-aea4-719453c90b3e None None] The sync data for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 is: [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:35:19Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '7073959c-9d03-4fc4-9e3f-23941ad867d5', 'name': '', 'network_id': 'cd88da77-27cf-4d67-9806-d756f6036592', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'mac_address': 'fa:16:3e:e4:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:16Z', 'updated_at': '2022-05-06T12:36:08Z', 'revision_number': 4, 'project_id': '93074ade74374518931c1a01e80e4470', 'subnets': [{'id': 'ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:09.905373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59478) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:09.918594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'name': 'tempest-router--958642002', 'project_id': 'd6564b0bb681476c948996f43731db82'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:09.964365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:09.983665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:router and tenant:d6564b0bb681476c948996f43731db82 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:09.990696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:10.001883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:10.006969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:10.011451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31b318-18ae-432d-a10c-85eda594dc53 req-45a66bca-7dd4-4999-b963-8b58c6f20ef4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:10.012977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d31b318-18ae-432d-a10c-85eda594dc53 req-45a66bca-7dd4-4999-b963-8b58c6f20ef4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.1978128 May 06 12:36:10.015438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:10.016089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.088661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.139905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d31b318-18ae-432d-a10c-85eda594dc53 req-2f64ba52-5684-454e-bd63-1233cf9ac05e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162603 May 06 12:36:10.187956 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.192154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.226049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.287495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.297655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7073959c-9d03-4fc4-9e3f-23941ad867d5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7073959c-9d03-4fc4-9e3f-23941ad867d5,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:10.315742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e82cba-6a8a-4a2c-acce-2e92cca40c54 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:10.324163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.345322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Transition to ACTIVE for port object 13e82cba-6a8a-4a2c-acce-2e92cca40c54 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:10.346154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.405946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bb1800-c785-491c-b7ea-50ab9f945eba,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:10.412892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.427436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a7f2f-ef11-4632-802c-fd13c9c3bd6c None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:10.451970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.538042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.540875 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.650744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0b554e9f-1186-402a-a508-a5bdeb963a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b4bb1800-c785-491c-b7ea-50ab9f945eba HTTP/1.1" status: 204 len: 168 time: 1.3754058 May 06 12:36:10.654873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59496) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:10.734548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:10.776025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05a00-892d-496f-aa04-ef856be3ca6f req-4b1dacd4-4e42-4a9a-b8c9-20ea4a1c0f32 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:10.779170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bd05a00-892d-496f-aa04-ef856be3ca6f req-4b1dacd4-4e42-4a9a-b8c9-20ea4a1c0f32 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.2250230 May 06 12:36:10.854126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:10.943338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-48ffb35e-cf3f-4dfa-9d5e-65bf8301f2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.949527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:10.951334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0fd053e-26e5-491b-9c86-0fe1efbe5aee tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0443771 May 06 12:36:10.956820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59502) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:10.985407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bd05a00-892d-496f-aa04-ef856be3ca6f req-2684cddd-bafb-46c0-b034-6e20c1e80171 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040126 May 06 12:36:11.016183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1254b829-94b2-4beb-aa10-22c6193be150 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:11.020281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:36:11.021819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Deleting port 04d33f2b-eedb-4467-b48c-76e997952290 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:11.022223 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.039123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Attempting to bind port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:11.039458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Attempting to bind port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:11.039804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Attempting to bind port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 on network f66e852c-07a4-404d-9af2-685f1c7b61ec {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:11.218001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 on network f66e852c-07a4-404d-9af2-685f1c7b61ec not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:36:11.218894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Attempting to bind port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 on network f66e852c-07a4-404d-9af2-685f1c7b61ec {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:11.231435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:11.232031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Checking segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:11.232589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Bound using segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:11.233245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Bound port: 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:11.233756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.288867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1254b829-94b2-4beb-aa10-22c6193be150 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:11.290351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1254b829-94b2-4beb-aa10-22c6193be150 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6343567 May 06 12:36:11.293121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59514) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:11.293282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.317456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] For port 04d33f2b-eedb-4467-b48c-76e997952290, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=04d33f2b-eedb-4467-b48c-76e997952290,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:11.317930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.519436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7073959c-9d03-4fc4-9e3f-23941ad867d5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:11.528002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18c498-170f-4af4-a99c-d28da0703a2c req-a5f3649b-0286-4f69-bf62-d0043216f511 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:11.529699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae18c498-170f-4af4-a99c-d28da0703a2c req-a5f3649b-0286-4f69-bf62-d0043216f511 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.3036959 May 06 12:36:11.555341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Calling delete_port for 04d33f2b-eedb-4467-b48c-76e997952290 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:11.566895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.603964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:11.618685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:11.665996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7073959c-9d03-4fc4-9e3f-23941ad867d5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:11.666353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.824889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202cc68-e4e7-4856-8867-e7e224d72e20 req-ca5e3b9f-8dd7-4a4c-839b-ce3432d8ff5f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:11.832685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8202cc68-e4e7-4856-8867-e7e224d72e20 req-ca5e3b9f-8dd7-4a4c-839b-ce3432d8ff5f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4227443 May 06 12:36:11.839963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.865326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:11.932131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] Pushing event deleted for resources: {'Port': ['ID=04d33f2b-eedb-4467-b48c-76e997952290,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:11.932428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59522) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:11.940766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e247df-875d-44e7-bf6c-91ed8c8d80c0 None None] No DVR routers for this DVR port 04d33f2b-eedb-4467-b48c-76e997952290 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:11.967160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae18c498-170f-4af4-a99c-d28da0703a2c req-5aa40530-38cc-4f5e-a9b2-77a418ee53d3 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303308 May 06 12:36:12.037175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 04d33f2b-eedb-4467-b48c-76e997952290 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:12.092854 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.092854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/13e82cba-6a8a-4a2c-acce-2e92cca40c54 HTTP/1.1" status: 200 len: 1091 time: 2.6261785 May 06 12:36:12.113999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:12.132797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.143458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 04d33f2b-eedb-4467-b48c-76e997952290 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:12.143816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 04d33f2b-eedb-4467-b48c-76e997952290 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:12.174270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8202cc68-e4e7-4856-8867-e7e224d72e20 req-36c7fd24-3a4f-472c-940d-603611c6634b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405426 May 06 12:36:12.185248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.185380 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.189931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda3f2-cb8a-4416-b822-5a36e86899a1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:12.200226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-465200763'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:12.206302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:12.246680 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c173b9-a1f7-4c19-8eac-d2517d0819c3'] response: {'name': 'network-changed', 'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'status': 'completed', 'code': 200} May 06 12:36:12.348145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ee742f2-01a8-409a-b94d-e628497e4d4f req-e5cd5128-542a-450c-bec1-46bdf0c468df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=435b9d537b41491ebd7883925be03e01&device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 1094 time: 0.0838230 May 06 12:36:12.380969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:network and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:12.384411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.388926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:12.398690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.401522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:12.411949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.445729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.446239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e97b46c7-f698-45b9-bc74-bdcb5e3ddc5a {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:12.461350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89966b-8956-49b1-a719-571d4647463c req-60bf6ebc-d3c3-4815-9587-03ca4ed81547 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.462990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e89966b-8956-49b1-a719-571d4647463c req-60bf6ebc-d3c3-4815-9587-03ca4ed81547 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.2538853 May 06 12:36:12.470064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.471229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a141d7e7-a596-4db8-b05e-2103de6f5f26 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e97b46c7-f698-45b9-bc74-bdcb5e3ddc5a HTTP/1.1" status: 204 len: 168 time: 1.5133951 May 06 12:36:12.525334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e89966b-8956-49b1-a719-571d4647463c req-f2a54278-5210-489a-adec-d13ef989d630 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541120 May 06 12:36:12.542157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee742f2-01a8-409a-b94d-e628497e4d4f req-4d6c938e-47ed-4510-92ec-c9065a2fdd46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.543761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ee742f2-01a8-409a-b94d-e628497e4d4f req-4d6c938e-47ed-4510-92ec-c9065a2fdd46 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=435b9d537b41491ebd7883925be03e01&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1883214 May 06 12:36:12.662714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:12.665791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.681189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.696161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee742f2-01a8-409a-b94d-e628497e4d4f req-3ee1758b-6b17-49db-840b-4965f63617a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:12.697683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ee742f2-01a8-409a-b94d-e628497e4d4f req-3ee1758b-6b17-49db-840b-4965f63617a0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471550 May 06 12:36:12.743407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.743957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Fanout notify agent at l3_agent the message router_deleted on router b8a325ef-b077-4d31-adb4-3e6b318bc33a {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:12.761161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:12.765559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:security_group_rule and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:12.768540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:12.785352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:12.810068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-18f6df8b-bf07-47df-8f61-9002ef7c75c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=435b9d537b41491ebd7883925be03e01&device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 1094 time: 0.0774055 May 06 12:36:12.881396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.925074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-c3d9b852-55ed-4119-ad0d-3069304ecbef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54 HTTP/1.1" status: 200 len: 217 time: 0.1068022 May 06 12:36:12.995654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:12.996819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f30ea581-f1df-42d3-8fcc-58ae191a64f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/routers/b8a325ef-b077-4d31-adb4-3e6b318bc33a HTTP/1.1" status: 204 len: 168 time: 1.7023792 May 06 12:36:13.000046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59536) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.009742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-f224d68c-ba1e-4932-bd61-064b4b5c62ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.011148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-f224d68c-ba1e-4932-bd61-064b4b5c62ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56d08fbf-448c-4f1a-a843-115acc6d9234 HTTP/1.1" status: 200 len: 845 time: 0.0757515 May 06 12:36:13.017614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-d09edc6a-6129-4017-83be-12700009e923 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.019007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-d09edc6a-6129-4017-83be-12700009e923 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.13 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.1478987 May 06 12:36:13.051807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-60d77cd5-c730-404f-b9f0-609d0dbe9a28 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482602 May 06 12:36:13.052326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59542) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.097477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59546) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.124042 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.168054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:13.182406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781f336-ae82-42fc-ae60-ae6eec90f2ca tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.183100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5781f336-ae82-42fc-ae60-ae6eec90f2ca tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:13.188752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456280f5-f6d3-4fa1-9d97-f28eb06e2ce9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:13.199126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.199481 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Added segment 8bbaa29b-8602-4453-9d2e-7f6062a81ca3 of type vlan for network 913d3684-1010-4e94-915d-c4ec4668d305 May 06 12:36:13.233607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.349343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1746629271', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:13.357947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:13.363013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5781f336-ae82-42fc-ae60-ae6eec90f2ca tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:13.364264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5781f336-ae82-42fc-ae60-ae6eec90f2ca tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3108592 May 06 12:36:13.365386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:13.367918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.370457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:13.372064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Deleting port 735d4963-ec64-46a3-919c-bb43477544a2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:13.372574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.472616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:13.474443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.478224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.478834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.494783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a35d-a01e-4148-af30-e477245c088a req-1b29926c-c82a-4606-b2cd-f3a3523733a8 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.496243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ab4a35d-a01e-4148-af30-e477245c088a req-1b29926c-c82a-4606-b2cd-f3a3523733a8 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 946 time: 0.3104241 May 06 12:36:13.509970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-567c930e-5389-4f5d-b0f0-4eec37f0b1ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f66e852c-07a4-404d-9af2-685f1c7b61ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4900377 May 06 12:36:13.524966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1b571f1-4f6b-41fc-aaa8-c444d8bcf5f3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:13.594920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.637730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Network': ['ID=913d3684-1010-4e94-915d-c4ec4668d305,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:13.657556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 913d3684-1010-4e94-915d-c4ec4668d305 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:13.661333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81db6a-bd56-4a47-8e73-b775f74c5ce2 req-c72b02b5-b27e-43bd-b397-b56bac7bf0b7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:13.663279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc81db6a-bd56-4a47-8e73-b775f74c5ce2 req-c72b02b5-b27e-43bd-b397-b56bac7bf0b7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.2892721 May 06 12:36:13.711237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc81db6a-bd56-4a47-8e73-b775f74c5ce2 req-c7318a82-633c-466d-ac8f-d8b480e6bbe8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 May 06 12:36:13.739502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ab4a35d-a01e-4148-af30-e477245c088a req-5c0bb7c3-efd4-4a83-84bb-c72421c06266 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups?id=0a90ab0d-4d58-494e-8321-03fd7011bcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329412 May 06 12:36:13.747099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.748129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.773390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.802037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59562) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.803133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8dd4cd4a-36bb-4157-abe9-3940c934cf52 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8641870 May 06 12:36:13.804536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a1b571f1-4f6b-41fc-aaa8-c444d8bcf5f3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:13.811724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1b571f1-4f6b-41fc-aaa8-c444d8bcf5f3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4377885 May 06 12:36:13.811724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59566) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:13.818905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:13.822799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'subnet': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:13.846300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] For port 735d4963-ec64-46a3-919c-bb43477544a2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=735d4963-ec64-46a3-919c-bb43477544a2,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:13.846709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:13.856393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-8c1de7e4-42f0-41b1-a4e5-c3a35dcdc3be service neutron] 10.222.0.86 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296957 May 06 12:36:14.204805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:14.217176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:14.220072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:subnet and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:14.234947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:14.239798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:14.250219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:14.253062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.263861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d926de69-7e35-4eee-96e2-a3d8ce73bf24 req-f1503c0f-793c-4328-936f-7cb725a04a20 service neutron] 10.222.0.86 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976357 May 06 12:36:14.275529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde50f9-08d8-4527-bb37-dd13f4ddc396 req-06f38db2-aefe-40ac-b956-ccd02a415608 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:14.277019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfde50f9-08d8-4527-bb37-dd13f4ddc396 req-06f38db2-aefe-40ac-b956-ccd02a415608 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.3165319 May 06 12:36:14.326350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bfde50f9-08d8-4527-bb37-dd13f4ddc396 req-5c9dbddf-824b-403b-8c8f-fe7830220103 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 May 06 12:36:14.368528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.368900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.369210 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Floating IP 96419fa7-5bee-47f4-b736-a6674006232d disassociated. External IP: 172.25.2.106, port: 735d4963-ec64-46a3-919c-bb43477544a2. May 06 12:36:14.369550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Calling delete_port for 735d4963-ec64-46a3-919c-bb43477544a2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:14.428545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:14.432111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.497968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:14.617832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.803895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.818997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.840787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:14.888630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event deleted for resources: {'Port': ['ID=735d4963-ec64-46a3-919c-bb43477544a2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:15.022283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4dce5f07-7e8d-43c9-a9bc-52157835b28e req-b29aab4b-e4a3-430a-9e75-5656ab2fc6ba tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.0606713 May 06 12:36:15.091388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Allocated IP 172.25.2.94 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/7a53663e-3df0-48cb-b758-a29040aba3ab) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:15.168329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:36:15.215401 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.263072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492193-406d-4201-8ab9-28f7b95cb115 req-1cf2c6dd-34df-4dc9-8ee8-4b6b26dbc34d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:15.264656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a492193-406d-4201-8ab9-28f7b95cb115 req-1cf2c6dd-34df-4dc9-8ee8-4b6b26dbc34d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.2882645 May 06 12:36:15.311716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:15.323304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:15.351722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:15.351722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.352316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0db5a1-89a8-4dcc-b56e-1e10fd5e1537 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:15.356210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=8db65a77-9621-46d8-ac92-6bffcd704930,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:15.366357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a492193-406d-4201-8ab9-28f7b95cb115 req-e04c735e-b4db-493d-ad5c-5de91911f4ff tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828223 May 06 12:36:15.400190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:15.474082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.513477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.606137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69a50a-6c7e-4249-9bf1-ad40cdcae94a req-91495a35-17bc-4f06-b89d-a08de3a3ce27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:15.624972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c69a50a-6c7e-4249-9bf1-ad40cdcae94a req-91495a35-17bc-4f06-b89d-a08de3a3ce27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.1039743 May 06 12:36:15.660290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d96328a-ca8e-44ea-8ea9-57157889e63e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8473125 May 06 12:36:15.663042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59578) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:15.690750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:15.693070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '8db65a77-9621-46d8-ac92-6bffcd704930'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:15.693070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.697229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Subnet': ['ID=26d44ba8-acd9-4e6f-b91e-549c6d462bdd,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:15.712234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Checking segment: {'id': '8bbaa29b-8602-4453-9d2e-7f6062a81ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:15.712597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network hostable DHCP agents. Network: 913d3684-1010-4e94-915d-c4ec4668d305, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:15.714025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c69a50a-6c7e-4249-9bf1-ad40cdcae94a req-8da9cd2b-2779-4746-9c21-9523bfd4cc62 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992820 May 06 12:36:15.786564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:15.788166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.796943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Sync routers for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:15.818352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:15.822025 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:15.896011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:15.897899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] No DVR routers for this DVR port 735d4963-ec64-46a3-919c-bb43477544a2 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:15.901878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:15.911132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Allocated IP 2001:db8::f816:3eff:fe29:6ac (2e7d2229-1c74-4943-b601-890d74ccfdf0/8db65a77-9621-46d8-ac92-6bffcd704930/28c8d41d-ec24-48c7-9f40-0d14b6bc3484) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:15.919594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'name': 'network-vif-deleted', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:15.964119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event updated for resources: {'Port': ['ID=7a53663e-3df0-48cb-b758-a29040aba3ab,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:15.977744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:15.978826 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128fe606-d89e-4e54-bd52-4ec8af513c01'] response: {'server_uuid': '6039caab-d608-43ac-bdbd-e2240319fb20', 'name': 'network-vif-deleted', 'tag': '735d4963-ec64-46a3-919c-bb43477544a2', 'status': 'completed', 'code': 200} May 06 12:36:15.981350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:15.986217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:16.035583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56df14bd-3c97-4872-a2da-658bd2236be3 req-311b3d96-80d6-4ce6-84c9-ccf9c645e707 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.13 "DELETE /v2.0/ports/735d4963-ec64-46a3-919c-bb43477544a2 HTTP/1.1" status: 204 len: 173 time: 2.8468218 May 06 12:36:16.048490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 913d3684-1010-4e94-915d-c4ec4668d305) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:16.062486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552719d-c072-4c4a-adc6-91f749165b14 None None] Network 913d3684-1010-4e94-915d-c4ec4668d305 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:16.066843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:16.079328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.079639 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:16.126190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:16.139603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:16.145480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:16.155659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:16.238864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f2992521-309d-469c-b658-93c0f7c9401f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4311872 May 06 12:36:16.239458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59588) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:16.242302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3e5445d-05e6-4af6-94ee-8588ed65e868 req-cdbbcf81-37e8-4419-bbad-19d85638b5e8 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.0455370 May 06 12:36:16.247348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-2024835452'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:16.388618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:16.426944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:16.432552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:port and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:16.436041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:16.444573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:16.468348 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.485711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Transition to ACTIVE for port object 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:16.514682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.527905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:16.532697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Transition to ACTIVE for port object 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:16.541003 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Checking router: 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:16.542506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-913d3684-1010-4e94-915d-c4ec4668d305', 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'tenant_id': '46c2fb8e062745da8bd26e4134c4ff0f', 'fixed_ips': [{'subnet_id': '26d44ba8-acd9-4e6f-b91e-549c6d462bdd'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:16.543460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.557165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:16.560253 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:16.575911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.677747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3e093-1e41-4a6b-b4d9-7b40226a47df req-4a7bc6b3-f899-4220-8c0e-bccea03643c0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:16.679807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ed3e093-1e41-4a6b-b4d9-7b40226a47df req-4a7bc6b3-f899-4220-8c0e-bccea03643c0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.1208284 May 06 12:36:16.735407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:16.746633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.783004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ed3e093-1e41-4a6b-b4d9-7b40226a47df req-10968028-5699-44e2-a46c-5715c549971f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976455 May 06 12:36:16.786071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 1d88f609-8211-4e30-84d7-29cf70d84951 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:16.795651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Allocated IP 172.20.0.2 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/f55c08c9-5936-4f01-a387-b0946a2233a3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:16.801517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.859254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.860377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:16.884555 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:16.972743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:17.036508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:17.038979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:17.106147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Pushing event updated for resources: {'Port': ['ID=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:17.224441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f969b-92e9-4d47-851b-87705ff41403 req-fa4bea8d-9843-412a-b2da-151a907e53dd tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:17.225917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7f969b-92e9-4d47-851b-87705ff41403 req-fa4bea8d-9843-412a-b2da-151a907e53dd tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.2688286 May 06 12:36:17.235256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Attempting to bind port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:17.235798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Attempting to bind port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:17.236156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Attempting to bind port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:17.271891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:17.272267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:17.272695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.273094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:17.273567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Bound port: 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:17.273938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.308904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7f969b-92e9-4d47-851b-87705ff41403 req-22e2222b-a061-4a30-9e76-25a08cc11112 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739596 May 06 12:36:17.318565 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:17.341422 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49492d-d92d-48b0-9d7d-fdfed929d5e9 None None] The sync data for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 is: [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:34:35Z', 'revision_number': 4, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '488aadb8-e26b-421b-a397-fcd9481dc84a', 'name': '', 'network_id': '77b43c26-56ef-46c7-9a20-a716a37b18da', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'mac_address': 'fa:16:3e:37:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:47Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'subnets': [{'id': '00ed78e0-5dae-45ac-af5b-e2ab39a96a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:17.447981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.460348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] For port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:17.464646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] For port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:17.465863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Transition to ACTIVE for port object f55c08c9-5936-4f01-a387-b0946a2233a3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:17.490828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Transition to ACTIVE for port object f55c08c9-5936-4f01-a387-b0946a2233a3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:17.522634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-13865003-837f-4c98-8478-cdd3323734d5 req-fea07260-c2a1-4865-bdaf-b9851b5eedd7 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Synchronizing usage tracker for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:17.561583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.642054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:17.645119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:17.649306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:17.649890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.665287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=bbf85f83-fde3-48de-8b91-740fcc60949e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:17.685262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Router 3c26b9cd-d2ed-43f0-aa83-a3138c12c461 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:17.692760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.783957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadf449-1166-48b6-b63d-0ecd032b3c94 None None] Pushing event updated for resources: {'Port': ['ID=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:17.823561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:17.902005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-13865003-837f-4c98-8478-cdd3323734d5 req-fea07260-c2a1-4865-bdaf-b9851b5eedd7 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Unset dirty status for tenant:515143d9b1014839b73d1c090432177a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:17.903616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13865003-837f-4c98-8478-cdd3323734d5 req-fea07260-c2a1-4865-bdaf-b9851b5eedd7 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/ports?device_id=6039caab-d608-43ac-bdbd-e2240319fb20 HTTP/1.1" status: 200 len: 210 time: 0.4375663 May 06 12:36:17.926511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2e933329-29d5-4109-a612-ef0e6b50cd3a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2600267 May 06 12:36:17.936992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59604) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:17.950664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:86:b6:71', 'name': 'tempest-NetworksTestDHCPv6-934647158'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:17.968921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.6 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/1d88f609-8211-4e30-84d7-29cf70d84951) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:18.069852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:18.070881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:18.072994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Pushing event updated for resources: {'Port': ['ID=f55c08c9-5936-4f01-a387-b0946a2233a3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:18.075298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:18.238342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Attempting to bind port f55c08c9-5936-4f01-a387-b0946a2233a3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:18.238994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Attempting to bind port f55c08c9-5936-4f01-a387-b0946a2233a3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8bbaa29b-8602-4453-9d2e-7f6062a81ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:18.239523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Attempting to bind port f55c08c9-5936-4f01-a387-b0946a2233a3 on network 913d3684-1010-4e94-915d-c4ec4668d305 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:18.248795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:18.256859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:18.256859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Checking segment: {'id': '8bbaa29b-8602-4453-9d2e-7f6062a81ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:18.256859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.257473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Bound using segment: {'id': '8bbaa29b-8602-4453-9d2e-7f6062a81ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:18.258147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Bound port: f55c08c9-5936-4f01-a387-b0946a2233a3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbaa29b-8602-4453-9d2e-7f6062a81ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '913d3684-1010-4e94-915d-c4ec4668d305'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:18.258710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.272617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2b3f6-debd-4bf3-b448-f75c616ccbc4 req-8ebdaa75-9a6d-4964-9ed7-5c3975d582b5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:18.279436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72a2b3f6-debd-4bf3-b448-f75c616ccbc4 req-8ebdaa75-9a6d-4964-9ed7-5c3975d582b5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.2041547 May 06 12:36:18.298751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:18.307130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:18.322567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:18.347386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72a2b3f6-debd-4bf3-b448-f75c616ccbc4 req-9da3a745-3d2d-4229-96ca-977d5967ccbd tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670142 May 06 12:36:18.353600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:18.362739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 13e82cba-6a8a-4a2c-acce-2e92cca40c54 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:36:18.378133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] Sync routers for ids ['3c26b9cd-d2ed-43f0-aa83-a3138c12c461'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:18.401856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.406673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] For port f55c08c9-5936-4f01-a387-b0946a2233a3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:18.413419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] For port f55c08c9-5936-4f01-a387-b0946a2233a3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f55c08c9-5936-4f01-a387-b0946a2233a3,segment=NetworkSegment(8bbaa29b-8602-4453-9d2e-7f6062a81ca3),segment_id=8bbaa29b-8602-4453-9d2e-7f6062a81ca3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:18.420600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 1d88f609-8211-4e30-84d7-29cf70d84951 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:18.434677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 735d4963-ec64-46a3-919c-bb43477544a2 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:18.523377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 735d4963-ec64-46a3-919c-bb43477544a2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:18.524273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 735d4963-ec64-46a3-919c-bb43477544a2 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:18.526493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:18.530796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.532735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] Routers {'3c26b9cd-d2ed-43f0-aa83-a3138c12c461'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:18.533386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3c26b9cd-d2ed-43f0-aa83-a3138c12c461'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:18.573699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 687ce219-c010-4ecd-b67f-e2a20c00900d yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:18.600971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:18.642098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.645564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.649675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-71d8347f-aeb3-4208-9f76-08abd9c2780e tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5490370 May 06 12:36:18.653456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:18.654322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:18.716979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] Routers {'3c26b9cd-d2ed-43f0-aa83-a3138c12c461'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:18.717615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3c26b9cd-d2ed-43f0-aa83-a3138c12c461'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:18.781264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=1d88f609-8211-4e30-84d7-29cf70d84951,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:18.797287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce795319-5bf1-4ee3-9057-cf8d7e202b46 req-88397cb8-d8e6-45c4-aca1-17d15abe7b25 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:18.798077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ce795319-5bf1-4ee3-9057-cf8d7e202b46 req-88397cb8-d8e6-45c4-aca1-17d15abe7b25 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Synchronizing usage tracker for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:18.811060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:18.821656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:18.822530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:18.823129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ad16f-ff58-4a3e-b968-a654c93f1fc4 None None] The sync data for ids ['3c26b9cd-d2ed-43f0-aa83-a3138c12c461'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:18.827619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:18.900032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:18.910062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee578c7-13b9-403d-b843-c8c2f17c904f None None] Pushing event updated for resources: {'Port': ['ID=f55c08c9-5936-4f01-a387-b0946a2233a3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:18.911538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 172.20.0.11 (2e7d2229-1c74-4943-b601-890d74ccfdf0/bbf85f83-fde3-48de-8b91-740fcc60949e/687ce219-c010-4ecd-b67f-e2a20c00900d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:18.925573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe86:b671 (2e7d2229-1c74-4943-b601-890d74ccfdf0/8db65a77-9621-46d8-ac92-6bffcd704930/687ce219-c010-4ecd-b67f-e2a20c00900d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:18.933115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'port_id': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'mac_address': 'fa:16:3e:31:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:36:18.989440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:18.995814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.019947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.051550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e82cba-6a8a-4a2c-acce-2e92cca40c54 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:36:19.053595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ce795319-5bf1-4ee3-9057-cf8d7e202b46 req-88397cb8-d8e6-45c4-aca1-17d15abe7b25 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Unset dirty status for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:19.054889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce795319-5bf1-4ee3-9057-cf8d7e202b46 req-88397cb8-d8e6-45c4-aca1-17d15abe7b25 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 943 time: 0.5830135 May 06 12:36:19.085778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:19.138566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce795319-5bf1-4ee3-9057-cf8d7e202b46 req-c8d22482-4e22-4823-9518-c96915c4aded tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739763 May 06 12:36:19.151448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-076a71b5-b005-4178-b57b-fe75745f8d5a tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9105780 May 06 12:36:19.158533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:19.168882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-386388349', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:af:69:d6'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:19.217625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e469cfe-bf02-4c95-bb8c-9f97da7b42ec None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:19.340961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59626) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:19.445385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:19.448351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.460113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:port and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:19.462074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:19.468943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:19.537408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.585944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.598409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:19.606736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.626898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a75c9479-3741-489f-bf28-0a449792eba3 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/3c26b9cd-d2ed-43f0-aa83-a3138c12c461 HTTP/1.1" status: 200 len: 924 time: 0.9712286 May 06 12:36:19.633052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 687ce219-c010-4ecd-b67f-e2a20c00900d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:19.634112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59632) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:19.648765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:19.689257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c3588da0-4667-4534-b3bf-596749b59eb9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c26b9cd-d2ed-43f0-aa83-a3138c12c461 HTTP/1.1" status: 200 len: 205 time: 0.0539455 May 06 12:36:19.691257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59636) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:19.705106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:19.771005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['13e82cba-6a8a-4a2c-acce-2e92cca40c54'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:36:19.844433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a0cbfffd-5fb0-4e4a-9013-3d42bd776cfc None None] Provisioning for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:19.854674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.867781 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Sync routers for ids ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:19.883375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa37c1-1de5-4218-99f4-5e449acdb3e1 req-c7610709-2860-49e0-a5a8-f2f64a9771ec tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:19.891610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aaa37c1-1de5-4218-99f4-5e449acdb3e1 req-c7610709-2860-49e0-a5a8-f2f64a9771ec tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.2893248 May 06 12:36:19.901005 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:19.901373 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:36:19.901975 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1670c40-f1f6-4aa5-ad06-d6b98f905441'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:36:19.930570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 0aab9b55-9656-4c8d-a192-3c78a275bb59 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:19.932661 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:19.933216 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:36:19.933960 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1670c40-f1f6-4aa5-ad06-d6b98f905441'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:36:19.937630 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008998df-ff74-4361-87ab-2d2f6e1c3ddb None None] The sync data for ids ['f1670c40-f1f6-4aa5-ad06-d6b98f905441'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:19.971603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:19.990960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:19.995945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:19.996317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.033303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a90ab0d-4d58-494e-8321-03fd7011bcd7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:20.153546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.171427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aaa37c1-1de5-4218-99f4-5e449acdb3e1 req-e09a40c6-301f-412d-97f2-62fd94a52440 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728803 May 06 12:36:20.213074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.213074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f352672-2775-4a4c-9601-8d947336cd58 tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "DELETE /v2.0/security-groups/0a90ab0d-4d58-494e-8321-03fd7011bcd7 HTTP/1.1" status: 204 len: 168 time: 0.8686585 May 06 12:36:20.215603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59640) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:20.296402 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-47dcdb3e-059f-454c-942c-9407193b537c tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] show failed (client error): The resource could not be found. May 06 12:36:20.298412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-47dcdb3e-059f-454c-942c-9407193b537c tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "GET /v2.0/security-groups/0a90ab0d-4d58-494e-8321-03fd7011bcd7 HTTP/1.1" status: 404 len: 347 time: 0.0811942 May 06 12:36:20.301761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:20.353072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:20.380742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:20.386165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:20.393519 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.414259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Update dhcp port {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '8db65a77-9621-46d8-ac92-6bffcd704930', 'ip_address': '2001:db8::f816:3eff:fe29:6ac'}, {'subnet_id': 'bbf85f83-fde3-48de-8b91-740fcc60949e'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '28c8d41d-ec24-48c7-9f40-0d14b6bc3484'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:36:20.514147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:20.516276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.559117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140b575-7592-4f1e-abe5-cdbde1bb6371 None None] Network 913d3684-1010-4e94-915d-c4ec4668d305 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:20.569930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:20.570554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.588200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.12 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/0aab9b55-9656-4c8d-a192-3c78a275bb59) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:20.594445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Deleting port 147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:20.595156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.669523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=687ce219-c010-4ecd-b67f-e2a20c00900d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:20.682585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.683452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f55c08c9-5936-4f01-a387-b0946a2233a3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:20.690282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.803397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.803397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.839570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-296e3ad6-8f5c-4653-8bcf-57e5a62d7bff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9057434 May 06 12:36:20.840526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59652) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:20.904128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:20.909257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30cd0e-ffba-4959-80cd-9bd59e641fc3 req-6b07bdcb-cf66-484d-9c9c-b42a3a9b9ebc tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:20.910798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d30cd0e-ffba-4959-80cd-9bd59e641fc3 req-6b07bdcb-cf66-484d-9c9c-b42a3a9b9ebc tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 944 time: 0.3036754 May 06 12:36:20.925600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:20.956184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Calling delete_port for 147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:21.008668 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d30cd0e-ffba-4959-80cd-9bd59e641fc3 req-f3e6559b-e85e-4bf7-b676-483e71271ae1 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778623 May 06 12:36:21.039288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c087e-7bfb-46e8-9e39-51e962f0434f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.044840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c087e-7bfb-46e8-9e39-51e962f0434f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.046256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-807c087e-7bfb-46e8-9e39-51e962f0434f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:21.101615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1f421907-9e07-4792-a059-40939deae3ea None None] Provisioning for port f55c08c9-5936-4f01-a387-b0946a2233a3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:21.102448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.165978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f55c08c9-5936-4f01-a387-b0946a2233a3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:21.190824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port 7a53663e-3df0-48cb-b758-a29040aba3ab {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:21.191731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.218821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f55c08c9-5936-4f01-a387-b0946a2233a3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:21.219193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.298482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-807c087e-7bfb-46e8-9e39-51e962f0434f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:21.298482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-807c087e-7bfb-46e8-9e39-51e962f0434f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4497402 May 06 12:36:21.305074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59658) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:21.319884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Allocated IP 172.20.0.2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/bbf85f83-fde3-48de-8b91-740fcc60949e/28c8d41d-ec24-48c7-9f40-0d14b6bc3484) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:21.459910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.460677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.520849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f55c08c9-5936-4f01-a387-b0946a2233a3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f55c08c9-5936-4f01-a387-b0946a2233a3,segment=NetworkSegment(8bbaa29b-8602-4453-9d2e-7f6062a81ca3),segment_id=8bbaa29b-8602-4453-9d2e-7f6062a81ca3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:21.529275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 687ce219-c010-4ecd-b67f-e2a20c00900d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:21.529619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.562958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] For port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:21.622940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.638953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for 7a53663e-3df0-48cb-b758-a29040aba3ab owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:21.644228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Transition to ACTIVE for port object 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:21.686069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.726837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.746797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.831676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9661fc-2af0-4d91-ad44-dd59793c24fc req-052e8098-ed21-42c3-b47a-0305aeb0b8d7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:21.840956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f9661fc-2af0-4d91-ad44-dd59793c24fc req-052e8098-ed21-42c3-b47a-0305aeb0b8d7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4398360 May 06 12:36:21.849884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Sync routers for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:21.886799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:21.949748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Pushing event deleted for resources: {'Port': ['ID=147a6d7e-4585-4a1e-a2b7-4f77f4ccb97c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:21.949748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 0aab9b55-9656-4c8d-a192-3c78a275bb59 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:22.091539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:22.091694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.127143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:22.127798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:22.184316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=7a53663e-3df0-48cb-b758-a29040aba3ab,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:22.228974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f9661fc-2af0-4d91-ad44-dd59793c24fc req-8d65af23-a435-4b9e-9b8b-a837e4a9a66b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861244 May 06 12:36:22.269184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.333585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.349829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f55c08c9-5936-4f01-a387-b0946a2233a3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:22.350056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.416890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 13e82cba-6a8a-4a2c-acce-2e92cca40c54 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:22.491760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706de1ff-11ce-401a-9510-504309382827 req-7f90dec6-c2ab-4ecd-979a-b27b50e665f7 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:22.497623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-706de1ff-11ce-401a-9510-504309382827 req-7f90dec6-c2ab-4ecd-979a-b27b50e665f7 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 944 time: 0.2593706 May 06 12:36:22.519498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Provisioning for port 1d88f609-8211-4e30-84d7-29cf70d84951 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:22.554202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 687ce219-c010-4ecd-b67f-e2a20c00900d owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:22.564781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Provisioning complete for port 1d88f609-8211-4e30-84d7-29cf70d84951 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:22.565443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.600656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-706de1ff-11ce-401a-9510-504309382827 req-b63bbc05-b4c9-43f6-9d34-edbafd926c67 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016936 May 06 12:36:22.645134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03351fc6-88f8-4da8-8fbd-6ce7a360d1bc None None] Pushing event updated for resources: {'Port': ['ID=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:22.660091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:22.661776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.666101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1351c97-d8a8-41aa-8bbf-171cfb04062e tempest-ServersTestManualDisk-1115695334 tempest-ServersTestManualDisk-1115695334-project] 10.222.0.83 "DELETE /v2.0/floatingips/96419fa7-5bee-47f4-b736-a6674006232d HTTP/1.1" status: 204 len: 168 time: 2.3630595 May 06 12:36:22.672012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59668) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:22.673377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:22.678660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:22.682600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Port 1d88f609-8211-4e30-84d7-29cf70d84951 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:22.684578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:22.704091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:22.755321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=0aab9b55-9656-4c8d-a192-3c78a275bb59,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:22.763102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 68f981cf-c3fb-4940-a0bd-827e62e2cc92 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:22.807697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 68f981cf-c3fb-4940-a0bd-827e62e2cc92 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:22.807697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 68f981cf-c3fb-4940-a0bd-827e62e2cc92 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:22.809591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:22.862912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:22.862912 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.069837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Provisioning complete for port f55c08c9-5936-4f01-a387-b0946a2233a3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:23.071067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-57ada5cc-5f0b-4fa7-b4ab-0200801106bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.209064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:23.209725 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.331495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.337162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.347075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.393159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.458519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:23.462309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:23.511034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=687ce219-c010-4ecd-b67f-e2a20c00900d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:23.541053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:23.541288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c5028308-092b-4804-a872-209f34b0bb0e tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.3876429 May 06 12:36:23.573543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Provisioning complete for port 1d88f609-8211-4e30-84d7-29cf70d84951 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:23.574097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.638246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.638246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router 3c26b9cd-d2ed-43f0-aa83-a3138c12c461 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:23.639368 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b724a9a-d219-41ae-901b-f37ef9db7e19'] response: {'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'code': 200} May 06 12:36:23.642239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Port 1d88f609-8211-4e30-84d7-29cf70d84951 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:23.658999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.664249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e5fd209-b33f-4298-a47a-95a92997310c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/3c26b9cd-d2ed-43f0-aa83-a3138c12c461 HTTP/1.1" status: 204 len: 168 time: 3.9717660 May 06 12:36:23.665535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:23.666595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:23.678459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-436878009', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:23.684409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:23.689270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:router and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:23.711291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:23.727417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:23.807273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d690f-3271-4680-b505-c7a74ed69a41 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:23.818471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d690f-3271-4680-b505-c7a74ed69a41 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:23.830658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d690f-3271-4680-b505-c7a74ed69a41 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:23.834385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-725d690f-3271-4680-b505-c7a74ed69a41 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2921350 May 06 12:36:23.838054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:23.941152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:35:40Z', 'revision_number': 2, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:23.947884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Provisioning for port 0aab9b55-9656-4c8d-a192-3c78a275bb59 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:23.990839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Checking router: aa4694a7-0d09-4256-818b-87a410624dc3 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:23.992690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Updating router aa4694a7-0d09-4256-818b-87a410624dc3 port d7a74604-1d01-47e5-bdd8-46583336cffe binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:24.029967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.037737 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.049430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:24.058656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:24.120372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Provisioning complete for port 0aab9b55-9656-4c8d-a192-3c78a275bb59 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:24.120997 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.139645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.162672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c8d24-164d-4d8e-93db-73f8321001ff req-070fca08-4a63-4935-80e2-7484ede33cc0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.164410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b3c8d24-164d-4d8e-93db-73f8321001ff req-070fca08-4a63-4935-80e2-7484ede33cc0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.6447299 May 06 12:36:24.167310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 0aab9b55-9656-4c8d-a192-3c78a275bb59 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:24.167944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.246490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.260550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-57702d0c-da59-4d72-8aea-23114e762eaf None None] Port 0aab9b55-9656-4c8d-a192-3c78a275bb59 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:24.304515 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.307486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bcfd515f-97ad-48ca-8967-b559b0e6b77f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/687ce219-c010-4ecd-b67f-e2a20c00900d HTTP/1.1" status: 204 len: 168 time: 2.9724534 May 06 12:36:24.319932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4666eb4-4ea0-46f4-a909-9c99887db61c req-bd59e6ba-7869-454d-8da3-0af25f470cf9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 1096 time: 0.6289062 May 06 12:36:24.320399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59698) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:24.332290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f55c08c9-5936-4f01-a387-b0946a2233a3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:24.422104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b3c8d24-164d-4d8e-93db-73f8321001ff req-83736d76-f0d6-421a-a7ff-62129a6d1119 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325859 May 06 12:36:24.462386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.462640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-79ddffdb-a61d-4c9c-8a7c-543c0fea4cec None None] Could not find standard attr ID for object 687ce219-c010-4ecd-b67f-e2a20c00900d. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:36:24.462759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.462759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.462759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:24.474043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4666eb4-4ea0-46f4-a909-9c99887db61c req-bc9a2f54-789d-4360-a1a0-85ca0f4912e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351719 May 06 12:36:24.510761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f55c08c9-5936-4f01-a387-b0946a2233a3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:24.511128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.529625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.610043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68689a-c374-4ab9-b56d-0c7338e032f0 req-8f8b55c6-99f6-4be5-988a-c03009c197c5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:24.615155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b68689a-c374-4ab9-b56d-0c7338e032f0 req-8f8b55c6-99f6-4be5-988a-c03009c197c5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.6525013 May 06 12:36:24.622161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.638060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-79ddffdb-a61d-4c9c-8a7c-543c0fea4cec None None] Provisioning for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:24.656539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-79ddffdb-a61d-4c9c-8a7c-543c0fea4cec None None] Provisioning complete for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:24.656886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-79ddffdb-a61d-4c9c-8a7c-543c0fea4cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.672208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:24.673418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1f407d85-3b2a-486b-b343-152e905b6992 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3499434 May 06 12:36:24.676922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59702) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:24.721560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b68689a-c374-4ab9-b56d-0c7338e032f0 req-5a357d7b-8e1a-4fbd-b606-360c6c325fb9 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876319 May 06 12:36:24.771141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:24.935559 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:36:25.006240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 8db65a77-9621-46d8-ac92-6bffcd704930 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:25.010426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.046080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.057950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Transition to ACTIVE for port object d7a74604-1d01-47e5-bdd8-46583336cffe will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:25.084903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 0aab9b55-9656-4c8d-a192-3c78a275bb59 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:25.087518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.114339 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.318413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38cd45-ab1f-4d32-a4a9-87118f35261a None None] Pushing event updated for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:25.346037 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.478678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Attempting to bind port d7a74604-1d01-47e5-bdd8-46583336cffe on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:25.479740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Attempting to bind port d7a74604-1d01-47e5-bdd8-46583336cffe by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:25.480378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Attempting to bind port d7a74604-1d01-47e5-bdd8-46583336cffe on network f66e852c-07a4-404d-9af2-685f1c7b61ec {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:25.490630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:25.491121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Checking segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:25.491631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.507462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.508060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Bound using segment: {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:25.508060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Bound port: d7a74604-1d01-47e5-bdd8-46583336cffe, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:25.508060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.551128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=0aab9b55-9656-4c8d-a192-3c78a275bb59,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:25.566436 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232934d-fe3f-4198-8db2-39066740a99d None None] New status for floating IP 96419fa7-5bee-47f4-b736-a6674006232d: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:36:25.600407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.625058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] For port d7a74604-1d01-47e5-bdd8-46583336cffe, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:25.629322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] For port d7a74604-1d01-47e5-bdd8-46583336cffe, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7a74604-1d01-47e5-bdd8-46583336cffe,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:25.711299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=8db65a77-9621-46d8-ac92-6bffcd704930,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:25.783805 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.784028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef62fda5-fc85-4df7-b3ff-ef52d02ca961 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:25.852528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.861079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.951170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:25.955845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0df18c28-1835-4815-88c2-7c8f33006fa8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/8db65a77-9621-46d8-ac92-6bffcd704930 HTTP/1.1" status: 204 len: 168 time: 1.2780912 May 06 12:36:25.965345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59714) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:26.135753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd4706-4398-4b14-b2f6-8460bb4234d1 req-f02052c4-ef81-485e-b206-a8134ef71d80 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:26.145204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71cd4706-4398-4b14-b2f6-8460bb4234d1 req-f02052c4-ef81-485e-b206-a8134ef71d80 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.5387204 May 06 12:36:26.182396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.191719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:26.192670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:26.198916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5d24af0-62e1-4c9f-9dd7-5f4a71077966 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/0aab9b55-9656-4c8d-a192-3c78a275bb59 HTTP/1.1" status: 204 len: 168 time: 2.3596053 May 06 12:36:26.204350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59718) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:26.299299 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-69193957-e556-4e87-8f8d-ddbedd18f0a7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] GET failed (client error): The resource could not be found. May 06 12:36:26.299831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69193957-e556-4e87-8f8d-ddbedd18f0a7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Synchronizing usage tracker for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:26.326238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a2464-2eec-44da-8ef4-dd68f1866e6a req-391c3e2e-54af-465d-8695-6d46a5701be5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:26.327973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e44a2464-2eec-44da-8ef4-dd68f1866e6a req-391c3e2e-54af-465d-8695-6d46a5701be5 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.2873321 May 06 12:36:26.371446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38cd45-ab1f-4d32-a4a9-87118f35261a None None] Pushing event updated for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:26.407237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71cd4706-4398-4b14-b2f6-8460bb4234d1 req-ffac731a-81fa-4aff-a3e5-987942165588 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556787 May 06 12:36:26.407344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e44a2464-2eec-44da-8ef4-dd68f1866e6a req-78d00b06-6b02-4f58-97c2-c7a2062b9d5a tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701072 May 06 12:36:26.407430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet bbf85f83-fde3-48de-8b91-740fcc60949e {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:26.415825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.446714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 172.25.2.198 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/038cfb76-a751-4a7d-99b4-f8cd137b1ea3) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:26.494706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.553880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:26.571884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69193957-e556-4e87-8f8d-ddbedd18f0a7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Unset dirty status for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:26.571884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69193957-e556-4e87-8f8d-ddbedd18f0a7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports/0aab9b55-9656-4c8d-a192-3c78a275bb59 HTTP/1.1" status: 404 len: 333 time: 0.3578048 May 06 12:36:26.573038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59726) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:26.580867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-1690379858'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:26.657676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.741550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:26.770555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:26.786443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Deleting port 488aadb8-e26b-421b-a397-fcd9481dc84a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:26.786783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.828656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.919884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:26.925968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:26.963342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 96ff6612-2c43-4c0e-9f88-2b80633e8216 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:26.994566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.023435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.058398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf85f83-fde3-48de-8b91-740fcc60949e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.059837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.091393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4d907093-5740-46e3-ada3-825978c765d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/bbf85f83-fde3-48de-8b91-740fcc60949e HTTP/1.1" status: 204 len: 168 time: 1.1220427 May 06 12:36:27.092117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] For port 488aadb8-e26b-421b-a397-fcd9481dc84a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=488aadb8-e26b-421b-a397-fcd9481dc84a,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:27.092117 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.099965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:27.107750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:25Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:27.113646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a39eb66-13c4-4e40-a0b5-cbe641574fda None None] The sync data for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 is: [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:25Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:27.246761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:27.263373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eb4a4906-dc48-4177-8548-be27dcc275dc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:27.264267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:27.290706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:27.352817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Calling delete_port for 488aadb8-e26b-421b-a397-fcd9481dc84a owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:27.353982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:27.386307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eb4a4906-dc48-4177-8548-be27dcc275dc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:router {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:27.395431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eb4a4906-dc48-4177-8548-be27dcc275dc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2867162 May 06 12:36:27.395431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59738) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:27.400466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:27.507180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.4 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/96ff6612-2c43-4c0e-9f88-2b80633e8216) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:27.510163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9ed35-b06e-479f-b8bf-d9eceea84bcb None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:27.746835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8458d988-884c-4e51-92ed-93ccae50a83a None None] Provisioning complete for port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:27.747210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8458d988-884c-4e51-92ed-93ccae50a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:27.902156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Sync routers for ids ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:27.994116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7a74604-1d01-47e5-bdd8-46583336cffe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:28.072898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:28.073615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:36:28.074480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_agentschedulers_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8a325ef-b077-4d31-adb4-3e6b318bc33a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:36:28.107948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:28.115266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:28.121875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:28.134659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:28.134959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a6f31-2831-4b19-9ea0-e49afbfd7e98 req-3aaf9df0-dadd-4bfa-b62c-e0a46e20c0fc tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:28.137423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-105a6f31-2831-4b19-9ea0-e49afbfd7e98 req-3aaf9df0-dadd-4bfa-b62c-e0a46e20c0fc tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.4507391 May 06 12:36:28.159474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.177324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:28.177703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 12:36:28.181584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_agentschedulers_db [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8a325ef-b077-4d31-adb4-3e6b318bc33a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 12:36:28.181584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68fa493-6844-4ee2-9e57-db293cd7f622 None None] The sync data for ids ['b8a325ef-b077-4d31-adb4-3e6b318bc33a'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:28.285250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d7a74604-1d01-47e5-bdd8-46583336cffe completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:28.293018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d7a74604-1d01-47e5-bdd8-46583336cffe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:28.293630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.327117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c481-746a-43d3-9174-7e9006fd0b5b req-37cb1783-2c36-4bac-9956-fb88cf679aba tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:28.327117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba15c481-746a-43d3-9174-7e9006fd0b5b req-37cb1783-2c36-4bac-9956-fb88cf679aba tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.6504660 May 06 12:36:28.327117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:28.332650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.353460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.353460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.389368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:36:28.411477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Deleting port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:28.411477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.513467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-105a6f31-2831-4b19-9ea0-e49afbfd7e98 req-727d0dfb-cdf5-40cd-a6c1-e05c5409d4db tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345680 May 06 12:36:28.682233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Pushing event deleted for resources: {'Port': ['ID=488aadb8-e26b-421b-a397-fcd9481dc84a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:28.728803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.729142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.729478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.735519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:28.793201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba15c481-746a-43d3-9174-7e9006fd0b5b req-d4040f49-ae22-4df8-9ba6-9816ad6c63e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265438 May 06 12:36:28.809845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:28.862756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1910443665'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:28.870880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.883117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:28.903710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:network and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:28.913031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:28.917659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:28.932962 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:28.958202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 96ff6612-2c43-4c0e-9f88-2b80633e8216 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:28.971120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] For port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:28.971644 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.039640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcdc49-4054-4913-985a-734675f2a7ae req-bac29fd3-5319-4edc-a8f9-c4e032042204 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:29.041187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68dcdc49-4054-4913-985a-734675f2a7ae req-bac29fd3-5319-4edc-a8f9-c4e032042204 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.3361645 May 06 12:36:29.057588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59756) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:29.064068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Request body: {'floatingip': {'port_id': '13e82cba-6a8a-4a2c-acce-2e92cca40c54'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:29.118706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Calling delete_port for 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:29.164076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:29.166741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d7a74604-1d01-47e5-bdd8-46583336cffe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7a74604-1d01-47e5-bdd8-46583336cffe,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:29.166978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.182704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.198481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.232558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:36:29.245308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.288752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.313446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] No DVR routers for this DVR port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:29.332757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:29.369084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_pluggable_backend [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Port 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84800) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 12:36:29.369410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_pluggable_backend [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Reverting IP allocation for 2001:db8::f816:3eff:fe29:6ac {{(pid=84800) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 12:36:29.382415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b690fca-5cee-4df5-8e63-ecf3f412dda9 None None] Pushing event deleted for resources: {'Port': ['ID=28c8d41d-ec24-48c7-9f40-0d14b6bc3484,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:29.385806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.428357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:29.430486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=96ff6612-2c43-4c0e-9f88-2b80633e8216,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:29.446507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:29.452105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:29.457632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:29.493606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.493952 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Added segment 16171a6d-7df8-4776-ab71-cba25e34bd1f of type vlan for network 6298ae54-b76f-40e7-b952-b17458a73da0 May 06 12:36:29.575877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.596254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.603643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:29.612181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.640319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:29.647178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:29.650072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:29.650659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.656370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfd673-d064-40f2-b9d9-8a3edc29200d None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:29.699335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=2cfd3941-9c67-4071-b593-5c81b9814d20,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:29.764060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router 4238ec43-68b6-4457-ae66-d0e34c482d9e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:29.797321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3691aa4e-498a-47ea-9206-fdc4ffcad47a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4024279 May 06 12:36:29.802693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59760) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:29.812442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:29.954196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9b55444e-6022-472b-a614-4f369e16a95b None None] Provisioning for port 96ff6612-2c43-4c0e-9f88-2b80633e8216 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:29.967979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9b55444e-6022-472b-a614-4f369e16a95b None None] Provisioning complete for port 96ff6612-2c43-4c0e-9f88-2b80633e8216 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:29.968565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9b55444e-6022-472b-a614-4f369e16a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.980053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0fd6916e-5311-4588-b987-db5dbd3c9592 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4059408 May 06 12:36:29.990151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:29.997603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:29.998546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.043560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9b55444e-6022-472b-a614-4f369e16a95b None None] Port 96ff6612-2c43-4c0e-9f88-2b80633e8216 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:30.064047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7a74604-1d01-47e5-bdd8-46583336cffe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:30.145611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '2cfd3941-9c67-4071-b593-5c81b9814d20'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:30.149975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.185873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59766) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:30.223315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:af:69:d6'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:30.242952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d7a74604-1d01-47e5-bdd8-46583336cffe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:30.243240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.468360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Network': ['ID=6298ae54-b76f-40e7-b952-b17458a73da0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:30.492943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6298ae54-b76f-40e7-b952-b17458a73da0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:30.512492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8b78529f-38a5-4468-9229-a1887d5328b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6976225 May 06 12:36:30.520547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59770) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:30.527656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-115719885'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:30.539110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:30.555269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:30.562515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:30.566192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:network and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:30.570210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:30.571155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a76be-1e4c-4a26-9adf-a0ca4f4f28d1 req-680d1443-4ea3-4cca-a361-5baf2c8a0a65 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:30.573101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:30.579286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e8a76be-1e4c-4a26-9adf-a0ca4f4f28d1 req-680d1443-4ea3-4cca-a361-5baf2c8a0a65 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.3047838 May 06 12:36:30.586282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:30.590124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:30.605135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Allocated IP 2001:db8::f816:3eff:fe91:347e (2e7d2229-1c74-4943-b601-890d74ccfdf0/2cfd3941-9c67-4071-b593-5c81b9814d20/7421ed54-61a8-4cd6-ad2d-619324019704) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:30.716821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e8a76be-1e4c-4a26-9adf-a0ca4f4f28d1 req-eb81421b-d9c3-45cd-9262-2b42074281c6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366706 May 06 12:36:30.722229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.729580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:30.739731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:30.742892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.764085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:30.791060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:30.792481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28c8d41d-ec24-48c7-9f40-0d14b6bc3484 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:30.793056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 95f408f1-0c78-4f05-8222-7d3eff2fe394 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:30.858057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 95f408f1-0c78-4f05-8222-7d3eff2fe394 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:30.858460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 95f408f1-0c78-4f05-8222-7d3eff2fe394 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:30.894442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:30.910422 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Sync routers for ids ['4238ec43-68b6-4457-ae66-d0e34c482d9e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:30.925832 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Routers {'4238ec43-68b6-4457-ae66-d0e34c482d9e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:30.926453 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4238ec43-68b6-4457-ae66-d0e34c482d9e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:30.934576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.937433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:30.971652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:30.972161 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Added segment 2ae544ad-6f8d-4795-aee0-8a1c51830d3b of type vlan for network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 May 06 12:36:30.978338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:31.013731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.041330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.060129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.074891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Transition to ACTIVE for port object 7421ed54-61a8-4cd6-ad2d-619324019704 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:31.093649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.099730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Transition to ACTIVE for port object 7421ed54-61a8-4cd6-ad2d-619324019704 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:31.136482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Set router 4238ec43-68b6-4457-ae66-d0e34c482d9e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:31.184039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.223049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.227452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-99a9d427-2cdc-40f5-9c6e-8bb543a4fdd7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5533955 May 06 12:36:31.227572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59774) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:31.258894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:31.271612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:31.280133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:31.444465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Attempting to bind port 7421ed54-61a8-4cd6-ad2d-619324019704 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:31.444990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Attempting to bind port 7421ed54-61a8-4cd6-ad2d-619324019704 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:31.445485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Attempting to bind port 7421ed54-61a8-4cd6-ad2d-619324019704 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:31.459630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:31.460307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:31.462859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.463683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:31.464508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Bound port: 7421ed54-61a8-4cd6-ad2d-619324019704, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:31.465062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.543756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.549162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198'}], 'enable_snat': False}, 'gw_port_id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:24Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:26Z', 'updated_at': '2022-05-06T12:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:31.550810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.557747 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Checking router: 4238ec43-68b6-4457-ae66-d0e34c482d9e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:31.557747 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Updating router 4238ec43-68b6-4457-ae66-d0e34c482d9e port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:31.618949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:31.621435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.629335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-149970fb-aea6-4723-a065-1cd4b9e310ba admin admin] 10.222.0.83 "PUT /v2.0/routers/364ce8d1-ebba-4906-8fcb-b64ed32f9b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9533868 May 06 12:36:31.630196 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.632909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:31.637671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:31.647153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:31.653322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Sync routers for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:31.653496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=37a456fa-c00f-4630-946b-6ef83b9e2f85,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:31.660441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.667690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:31.667690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.686443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:31.690757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:31.732185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ad890bb-970b-4d58-83d1-008379bb03ec tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/4238ec43-68b6-4457-ae66-d0e34c482d9e HTTP/1.1" status: 200 len: 908 time: 0.5017650 May 06 12:36:31.745354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59782) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:31.771107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'name': 'tempest-snat-router-436878009', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': True}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:31.783823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=96ff6612-2c43-4c0e-9f88-2b80633e8216,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:31.798822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:31.807179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Usage tracker for resource:router and tenant:ec792c9736f44fddbf8bde1becc3d818 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:31.814508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:31.822881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] In _notify_port_updated(), no bound segment for port 96ff6612-2c43-4c0e-9f88-2b80633e8216 on network 913d3684-1010-4e94-915d-c4ec4668d305 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:36:31.827264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:31.829042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.844213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ced841f0-571a-4e45-b45b-2a75bd88f28c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "PUT /v2.0/ports/96ff6612-2c43-4c0e-9f88-2b80633e8216 HTTP/1.1" status: 200 len: 993 time: 1.6363134 May 06 12:36:31.844213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:31.844213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:31.893616 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Floating IP 1ab1208e-751f-4204-b022-c77dd548bbc4 associated. External IP: 172.25.2.11, port: 13e82cba-6a8a-4a2c-acce-2e92cca40c54. May 06 12:36:31.944446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 96ff6612-2c43-4c0e-9f88-2b80633e8216 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:31.945098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:31.966627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:31.989098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.029908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:32.033449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.034553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.037942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:32.041960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:32.042571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.088476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:32.160958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.208683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Network': ['ID=2e553be6-48e2-4d2b-91a8-a1b24612e1b1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:32.225987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:32.284673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4291-d3ef-4aee-8e7c-b288ecd4feb7 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:32.336415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.336581 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.336581 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Transition to ACTIVE for port object 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:32.461738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b68dad5a-1a43-4b96-bbfd-12b350450279 None None] Provisioning complete for port 96ff6612-2c43-4c0e-9f88-2b80633e8216 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:32.462104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b68dad5a-1a43-4b96-bbfd-12b350450279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.476772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 96ff6612-2c43-4c0e-9f88-2b80633e8216 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:32.508565 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.577025 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Pushing event updated for resources: {'Port': ['ID=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:32.583611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b68dad5a-1a43-4b96-bbfd-12b350450279 None None] Port 96ff6612-2c43-4c0e-9f88-2b80633e8216 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:32.593982 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.594466 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.594896 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.595329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.595835 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.596268 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.596734 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.597119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.597532 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.597974 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.598403 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:32.629015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Attempting to bind port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:32.629911 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Attempting to bind port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:32.630526 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Attempting to bind port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:32.642747 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:32.643594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:32.651113 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.651113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:32.651113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Bound port: 038cfb76-a751-4a7d-99b4-f8cd137b1ea3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:32.651113 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.664371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:32.669143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Checking router: 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:32.685425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Routers {'364ce8d1-ebba-4906-8fcb-b64ed32f9b50'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:32.686132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:32.700125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c547710f-7de1-4845-bb58-f133a9579a22 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8936343 May 06 12:36:32.700125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4976fd60-cbe5-4e90-974e-7674353f9655 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1765683 May 06 12:36:32.710993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:32.711541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59794) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:32.773991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'subnet': {'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:32.810780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:16:3b:88', 'name': 'tempest-NetworksTestDHCPv6-1224650758'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:32.910846 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] For port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:32.919078 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] For port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:32.979467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:32.991423 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.073228 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Routers {'4238ec43-68b6-4457-ae66-d0e34c482d9e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:33.074062 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4238ec43-68b6-4457-ae66-d0e34c482d9e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:33.100599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:33.108273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.130447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949eef2-53a2-449d-aef3-f096a651a2b8 req-28b8803a-6e8b-4708-bae8-19c647a1a99a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:33.132126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6949eef2-53a2-449d-aef3-f096a651a2b8 req-28b8803a-6e8b-4708-bae8-19c647a1a99a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.9003115 May 06 12:36:33.134236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] Set router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:33.136983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:subnet and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:33.141559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:33.179746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:33.269443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=96ff6612-2c43-4c0e-9f88-2b80633e8216,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:33.269926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6949eef2-53a2-449d-aef3-f096a651a2b8 req-88952763-c99d-40fb-af3c-b2a38f76d3fb tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216712 May 06 12:36:33.332117 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] Set router 4238ec43-68b6-4457-ae66-d0e34c482d9e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:33.340041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:33.371358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:33.378574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:33.383091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:33.391047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:33.582260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:33.590715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.717364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ad3a790-0f6e-4c05-be0e-5864aa19cc96 req-7b75a6d6-3655-4b11-acaf-de910222dd2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1097 time: 0.5160413 May 06 12:36:33.845592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 1b3169a3-74f3-4576-9078-940ef289e6c4 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:33.850251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc810-7540-44bf-8409-37ef8f9152ea None None] Pushing event updated for resources: {'Port': ['ID=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:33.860966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.870947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:33.876125 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198'}], 'enable_snat': False}, 'gw_port_id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:24Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:26Z', 'updated_at': '2022-05-06T12:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:33.880043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd9092-ac37-4710-9b5f-b45051bcf34e None None] The sync data for ids ['364ce8d1-ebba-4906-8fcb-b64ed32f9b50'] in n-d-840845-1 is: [{'id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'name': 'tempest-ServersTestManualDisk-1065496681-router', 'tenant_id': '515143d9b1014839b73d1c090432177a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:23Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 5, 'project_id': '515143d9b1014839b73d1c090432177a', 'gw_port': {'id': 'becd3db3-1513-4a5c-b07d-9a9c8772c536', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364ce8d1-ebba-4906-8fcb-b64ed32f9b50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:26Z', 'updated_at': '2022-05-06T12:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:33.881184 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0eacc-770a-4ab2-9253-ac96daee3bbd None None] The sync data for ids ['4238ec43-68b6-4457-ae66-d0e34c482d9e'] in n-d-840845-1 is: [{'id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198'}], 'enable_snat': False}, 'gw_port_id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:24Z', 'updated_at': '2022-05-06T12:36:27Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '038cfb76-a751-4a7d-99b4-f8cd137b1ea3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4238ec43-68b6-4457-ae66-d0e34c482d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:26Z', 'updated_at': '2022-05-06T12:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:33.892746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ad3a790-0f6e-4c05-be0e-5864aa19cc96 req-505c3260-5bee-48e2-8e23-86e93b065cea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616163 May 06 12:36:33.907751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:33.978686 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.002843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.006634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.067676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-71585964-9e81-46ce-be3e-32be0a05056d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/96ff6612-2c43-4c0e-9f88-2b80633e8216 HTTP/1.1" status: 204 len: 168 time: 2.2270498 May 06 12:36:34.070780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:34.083975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1ab0a-655e-424b-9cca-85a59fcdc92d None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:34.121624 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5284c1-c9b9-4cdf-b9dc-991b7a75a5e2 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] GET failed (client error): The resource could not be found. May 06 12:36:34.121624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f5284c1-c9b9-4cdf-b9dc-991b7a75a5e2 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Synchronizing usage tracker for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:34.153797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 172.25.2.94 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/23fa9f65-bd2f-41f4-a715-178b726fda0c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:34.262360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f5284c1-c9b9-4cdf-b9dc-991b7a75a5e2 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Unset dirty status for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:34.263347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f5284c1-c9b9-4cdf-b9dc-991b7a75a5e2 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports/96ff6612-2c43-4c0e-9f88-2b80633e8216 HTTP/1.1" status: 404 len: 333 time: 0.1916609 May 06 12:36:34.268642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59806) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:34.277027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-1880130180'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:34.312842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:34.349048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ed3d3e2e-84e9-42c0-baa5-09ee605fc1a0 None None] Provisioning for port 7421ed54-61a8-4cd6-ad2d-619324019704 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:34.436262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.528010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7421ed54-61a8-4cd6-ad2d-619324019704 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:34.540063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:34.540669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.586654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:34.600371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Update dhcp port {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '2cfd3941-9c67-4071-b593-5c81b9814d20', 'ip_address': '2001:db8::f816:3eff:fe91:347e'}, {'subnet_id': '37a456fa-c00f-4630-946b-6ef83b9e2f85'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '7421ed54-61a8-4cd6-ad2d-619324019704'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:36:34.600796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:34.619460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7c6b0-5827-419f-9971-b08d8440f7e9 req-7d7732a5-9501-4632-a88b-75afe67ea2e6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:34.621121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27a7c6b0-5827-419f-9971-b08d8440f7e9 req-7d7732a5-9501-4632-a88b-75afe67ea2e6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.1698050 May 06 12:36:34.670399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.689991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27a7c6b0-5827-419f-9971-b08d8440f7e9 req-8c3f1044-95d6-46c0-b491-f41a814bf5ed tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 May 06 12:36:34.691828 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.733223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:34.737057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.792583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:34.795759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:34.806141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 632735e5-6b44-4945-bc7c-9195e6156706 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:34.839712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.896154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.898091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:34.922107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:34.960635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:34.973241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=23fa9f65-bd2f-41f4-a715-178b726fda0c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:35.013310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 172.20.0.3 (2e7d2229-1c74-4943-b601-890d74ccfdf0/37a456fa-c00f-4630-946b-6ef83b9e2f85/1b3169a3-74f3-4576-9078-940ef289e6c4) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:35.037555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe16:3b88 (2e7d2229-1c74-4943-b601-890d74ccfdf0/2cfd3941-9c67-4071-b593-5c81b9814d20/1b3169a3-74f3-4576-9078-940ef289e6c4) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:35.047426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.10 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/632735e5-6b44-4945-bc7c-9195e6156706) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:35.063587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Subnet': ['ID=e96196c2-c14b-483b-aaf5-d9512447e8bd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:35.124658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.125000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.125545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.126012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:35.126219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.126707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.127198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.127693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.128205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.128687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.129349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.129766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:36:35.154520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Router aa4694a7-0d09-4256-818b-87a410624dc3 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:35.168694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:35.169058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network hostable DHCP agents. Network: 6298ae54-b76f-40e7-b952-b17458a73da0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:35.202768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.356541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Deleting port becd3db3-1513-4a5c-b07d-9a9c8772c536 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:35.356877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.428354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.447314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 632735e5-6b44-4945-bc7c-9195e6156706 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:35.487968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.488722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.612623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:35.647899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.654356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.700268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 1b3169a3-74f3-4576-9078-940ef289e6c4 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:35.725508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6298ae54-b76f-40e7-b952-b17458a73da0) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:35.730035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:35.730817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.739734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca4e70-a40f-4e31-ab06-ea9216c871a9 None None] Network 6298ae54-b76f-40e7-b952-b17458a73da0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:35.750515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:35.752651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=632735e5-6b44-4945-bc7c-9195e6156706,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:35.755109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:35.757706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:35.773831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] For port becd3db3-1513-4a5c-b07d-9a9c8772c536, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=becd3db3-1513-4a5c-b07d-9a9c8772c536,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:35.773831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:35.918721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:35.926063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:35.926704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.033138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Calling delete_port for becd3db3-1513-4a5c-b07d-9a9c8772c536 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:36.070512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:36.070882 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.088733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-80932f0c-6780-4d11-8cae-f38b2508926b tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8185031 May 06 12:36:36.092271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59814) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:36.098170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:69:d6'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:36.132878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router f1931a38-7473-4dc3-8ccb-bfacda045bec is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:36.148096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-252402c9-37ad-495f-9e6a-f637a3ec11b1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3814735 May 06 12:36:36.152482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59818) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:36.178152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'subnet': {'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:36.241007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6298ae54-b76f-40e7-b952-b17458a73da0', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:36.241824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.310094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.398716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c9ecd466-f813-4c36-afc6-5484df059e36 None None] Provisioning for port 632735e5-6b44-4945-bc7c-9195e6156706 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:36.424364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c9ecd466-f813-4c36-afc6-5484df059e36 None None] Provisioning complete for port 632735e5-6b44-4945-bc7c-9195e6156706 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:36.424767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9ecd466-f813-4c36-afc6-5484df059e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.450182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:36.463029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:36.469374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.497652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:36.506454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:36.509042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:36.511183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 488aadb8-e26b-421b-a397-fcd9481dc84a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:36.517863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.536572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=1b3169a3-74f3-4576-9078-940ef289e6c4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:36.557051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf750fcd-52ef-4daa-89ec-ac2fae380380 req-21137d99-7f57-4606-ab34-8cdfbc8b46ce tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:36.558609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf750fcd-52ef-4daa-89ec-ac2fae380380 req-21137d99-7f57-4606-ab34-8cdfbc8b46ce tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4915085 May 06 12:36:36.560736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:subnet and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:36.561972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Allocated IP 172.20.0.2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/37a456fa-c00f-4630-946b-6ef83b9e2f85/7421ed54-61a8-4cd6-ad2d-619324019704) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:36.564584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 488aadb8-e26b-421b-a397-fcd9481dc84a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:36.564970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 488aadb8-e26b-421b-a397-fcd9481dc84a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:36.566354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9ecd466-f813-4c36-afc6-5484df059e36 None None] Port 632735e5-6b44-4945-bc7c-9195e6156706 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:36.572023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:36.613834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:36.648833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:36.662320 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Sync routers for ids ['f1931a38-7473-4dc3-8ccb-bfacda045bec'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:36.678238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Routers {'f1931a38-7473-4dc3-8ccb-bfacda045bec'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:36.678761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f1931a38-7473-4dc3-8ccb-bfacda045bec'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:36.715311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a339285-51df-4c51-b672-d7aa3a21bb4d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "PUT /v2.0/floatingips/1ab1208e-751f-4204-b022-c77dd548bbc4 HTTP/1.1" status: 200 len: 990 time: 7.6564741 May 06 12:36:36.722726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:36:36.730473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Allocated IP 10.1.1.2 (6298ae54-b76f-40e7-b952-b17458a73da0/e96196c2-c14b-483b-aaf5-d9512447e8bd/d8a6cba8-2128-4fc0-a46d-b265881b91aa) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:36.744557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:36.745648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.755515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:36.769386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:36.774087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65a8558b-bb77-40aa-adcd-97e0a30c740e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.0203745 May 06 12:36:36.783024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59826) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:36.920876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:36.997176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c3a81-6669-4223-b659-68195380891f None None] Sync routers for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:37.012638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.106567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Transition to ACTIVE for port object 7421ed54-61a8-4cd6-ad2d-619324019704 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:37.107437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c3a81-6669-4223-b659-68195380891f None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:37.108184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-854c3a81-6669-4223-b659-68195380891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:37.138414 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Set router f1931a38-7473-4dc3-8ccb-bfacda045bec gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:37.180929 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.217381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf750fcd-52ef-4daa-89ec-ac2fae380380 req-27aa473b-57c8-4a03-8e33-9626c564fdba tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263022 May 06 12:36:37.327593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.371978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.555825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d7461c1-c9e7-4f78-917d-44b92feed936 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7917881 May 06 12:36:37.646167 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:37.654591 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d1f079-2b70-4ffb-a57a-310a47d14708'] response: {'name': 'network-changed', 'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'status': 'completed', 'code': 200} May 06 12:36:37.701627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59834) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:37.717591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Transition to ACTIVE for port object d8a6cba8-2128-4fc0-a46d-b265881b91aa will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:37.727692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7965135-adca-4ad3-89ad-14962a51aa4f None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:37.821409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Transition to ACTIVE for port object d8a6cba8-2128-4fc0-a46d-b265881b91aa will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:37.876304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-854c3a81-6669-4223-b659-68195380891f None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:37.933058 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:32Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:33Z', 'updated_at': '2022-05-06T12:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:37.941460 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Checking router: f1931a38-7473-4dc3-8ccb-bfacda045bec for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:37.942124 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Updating router f1931a38-7473-4dc3-8ccb-bfacda045bec port 23fa9f65-bd2f-41f4-a715-178b726fda0c binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:36:38.088155 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.361561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:38.436785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.452278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe94a-3061-4257-81ca-9560c685d922 req-f37822de-4750-4e99-9ef6-203c1cad040d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:38.455821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3abe94a-3061-4257-81ca-9560c685d922 req-f37822de-4750-4e99-9ef6-203c1cad040d tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 1.3183811 May 06 12:36:38.461454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-817bce4b-d9de-430e-97a1-43b3b2db36b0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2524171 May 06 12:36:38.472939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.480388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=becd3db3-1513-4a5c-b07d-9a9c8772c536,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:38.550571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.576110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.664703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Subnet': ['ID=6258ef03-dc05-4236-9ac2-f1aa9e3de62b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:38.795320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:38.818824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:38.834909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:38.836924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Pushing event updated for resources: {'Port': ['ID=d8a6cba8-2128-4fc0-a46d-b265881b91aa,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:38.844063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-935153dc-cede-4174-aa61-646472ff49d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.854063 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:38.869032 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Transition to ACTIVE for port object 23fa9f65-bd2f-41f4-a715-178b726fda0c will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:38.872052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73548401-422e-435d-8a09-522dca2213af tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:38.882280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73548401-422e-435d-8a09-522dca2213af tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:38.888474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73548401-422e-435d-8a09-522dca2213af tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:38.925203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-0601299f-e13e-4f9d-9c38-3f84bba46bf9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=435b9d537b41491ebd7883925be03e01&device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 1096 time: 1.3435373 May 06 12:36:39.003659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3abe94a-3061-4257-81ca-9560c685d922 req-786d47f1-2d34-454a-a0df-560898428dd3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171511 May 06 12:36:39.010304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:39.050324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=632735e5-6b44-4945-bc7c-9195e6156706,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:39.072836 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.084222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-f5d7e736-93e6-4308-b9bf-a30eb4172439 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=990c46791cd34622b38e57bef535b2f1&device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 1096 time: 0.4270675 May 06 12:36:39.109836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Checking segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:39.110612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network hostable DHCP agents. Network: 2e553be6-48e2-4d2b-91a8-a1b24612e1b1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:39.119409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.144083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Attempting to bind port d8a6cba8-2128-4fc0-a46d-b265881b91aa on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:39.144083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Attempting to bind port d8a6cba8-2128-4fc0-a46d-b265881b91aa by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:39.144083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Attempting to bind port d8a6cba8-2128-4fc0-a46d-b265881b91aa on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:39.165085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59cc4627-3d8c-4c27-a292-3a098c1fcdc8 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/f1931a38-7473-4dc3-8ccb-bfacda045bec HTTP/1.1" status: 200 len: 906 time: 2.3778780 May 06 12:36:39.174174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:39.174830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:39.175023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73548401-422e-435d-8a09-522dca2213af tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:39.181751 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.181751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Bound using segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:39.181954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-73548401-422e-435d-8a09-522dca2213af tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.4667189 May 06 12:36:39.181954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] In _notify_port_updated(), no bound segment for port 632735e5-6b44-4945-bc7c-9195e6156706 on network 913d3684-1010-4e94-915d-c4ec4668d305 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:36:39.183498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:39.184396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.185270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Bound port: d8a6cba8-2128-4fc0-a46d-b265881b91aa, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:39.189360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.190052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7155219d-9cfd-4ff1-bca6-6935ea21fb89 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "PUT /v2.0/ports/632735e5-6b44-4945-bc7c-9195e6156706 HTTP/1.1" status: 200 len: 997 time: 3.0966525 May 06 12:36:39.193143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59840) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:39.193642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:39.196804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59844) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:39.211286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Attempting to bind port 23fa9f65-bd2f-41f4-a715-178b726fda0c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:39.211659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Attempting to bind port 23fa9f65-bd2f-41f4-a715-178b726fda0c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:39.212048 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Attempting to bind port 23fa9f65-bd2f-41f4-a715-178b726fda0c on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:39.214258 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357ae76-6ee2-4bee-a6a8-bf6d37428c27 None None] Pushing event updated for resources: {'Port': ['ID=23fa9f65-bd2f-41f4-a715-178b726fda0c,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:39.215159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1f81b759-22f7-45f3-a9b1-2dfdc52b38c7 None None] Provisioning for port 7421ed54-61a8-4cd6-ad2d-619324019704 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:39.234533 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:39.234843 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:39.235891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1f81b759-22f7-45f3-a9b1-2dfdc52b38c7 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:39.236045 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.236561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1f81b759-22f7-45f3-a9b1-2dfdc52b38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.236754 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:39.237251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Bound port: 23fa9f65-bd2f-41f4-a715-178b726fda0c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:39.237627 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.344242 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] For port 23fa9f65-bd2f-41f4-a715-178b726fda0c, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:39.344375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-854c3a81-6669-4223-b659-68195380891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '1ab1208e-751f-4204-b022-c77dd548bbc4', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'port_id': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'mac_address': 'fa:16:3e:31:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4399-0af4-498d-817d-add7436c97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:36:30Z', 'revision_number': 1, 'project_id': '435b9d537b41491ebd7883925be03e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:39.344565 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] For port 23fa9f65-bd2f-41f4-a715-178b726fda0c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=23fa9f65-bd2f-41f4-a715-178b726fda0c,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:39.394603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c3a81-6669-4223-b659-68195380891f None None] Checking router: aa4694a7-0d09-4256-818b-87a410624dc3 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:36:39.469789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c3a81-6669-4223-b659-68195380891f None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:39.470422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-854c3a81-6669-4223-b659-68195380891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:39.492536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ff8eb-fae0-4466-852e-55f38f1bf64c req-65e78eaf-fa9c-49a2-90b4-b7093bcb4707 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:39.494045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d56ff8eb-fae0-4466-852e-55f38f1bf64c req-65e78eaf-fa9c-49a2-90b4-b7093bcb4707 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 1.2669685 May 06 12:36:39.514625 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.531607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] For port d8a6cba8-2128-4fc0-a46d-b265881b91aa, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:39.542883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] For port d8a6cba8-2128-4fc0-a46d-b265881b91aa, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d8a6cba8-2128-4fc0-a46d-b265881b91aa,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:39.621804 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Routers {'f1931a38-7473-4dc3-8ccb-bfacda045bec'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:39.622553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f1931a38-7473-4dc3-8ccb-bfacda045bec'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:39.643309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.684827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-4dfa491d-391a-4d76-a358-dbfbdac3a413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:39.687473 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d56ff8eb-fae0-4466-852e-55f38f1bf64c req-ec048325-fc3e-4e2b-a819-c181a35882a9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127436 May 06 12:36:39.690040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.692767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-5c5b77ae-31df-425b-b6d3-59f6fb52ac44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:39.693417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:39.694181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-5c5b77ae-31df-425b-b6d3-59f6fb52ac44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f66e852c-07a4-404d-9af2-685f1c7b61ec HTTP/1.1" status: 200 len: 907 time: 0.7566361 May 06 12:36:39.701434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-4dfa491d-391a-4d76-a358-dbfbdac3a413 service neutron] 10.222.0.86 "GET /v2.0/networks?id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 200 len: 916 time: 0.5696764 May 06 12:36:39.711664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.714113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 632735e5-6b44-4945-bc7c-9195e6156706 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:39.714629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.794724 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357ae76-6ee2-4bee-a6a8-bf6d37428c27 None None] Pushing event updated for resources: {'Port': ['ID=23fa9f65-bd2f-41f4-a715-178b726fda0c,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:39.833321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:39.833687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.885754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 1b3169a3-74f3-4576-9078-940ef289e6c4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:39.886364 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:39.938920 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] Set router f1931a38-7473-4dc3-8ccb-bfacda045bec gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:39.970030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-854c3a81-6669-4223-b659-68195380891f None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:36:40.005134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:40.066164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-383ac1dd-21cf-4586-b359-49c0741f3347 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54 HTTP/1.1" status: 200 len: 998 time: 0.3602264 May 06 12:36:40.153963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-a6070b24-8f8d-466e-be86-6fde17999d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:40.160504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-a6070b24-8f8d-466e-be86-6fde17999d83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56d08fbf-448c-4f1a-a843-115acc6d9234 HTTP/1.1" status: 200 len: 845 time: 0.0816860 May 06 12:36:40.184173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-59235ab7-03e5-4d41-a076-d1cab86c243a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 200 len: 1000 time: 0.4780030 May 06 12:36:40.229115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.230047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364ce8d1-ebba-4906-8fcb-b64ed32f9b50 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:40.246992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2e553be6-48e2-4d2b-91a8-a1b24612e1b1) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:40.252605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.256905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0860486-071d-4c91-81f1-b2eb5dd4e3b4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/364ce8d1-ebba-4906-8fcb-b64ed32f9b50 HTTP/1.1" status: 204 len: 168 time: 8.5995011 May 06 12:36:40.259180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59856) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:40.307244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:40.307244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.307420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bef153-bfd4-4e13-a845-826a28d1e8da None None] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:40.357871 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:32Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:33Z', 'updated_at': '2022-05-06T12:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:40.367299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55cb37-0573-48f5-85c3-698b125b5d1b None None] The sync data for ids ['f1931a38-7473-4dc3-8ccb-bfacda045bec'] in n-d-840845-1 is: [{'id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'name': 'tempest-snat-router-436878009', 'tenant_id': 'ec792c9736f44fddbf8bde1becc3d818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:36:32Z', 'updated_at': '2022-05-06T12:36:35Z', 'revision_number': 3, 'project_id': 'ec792c9736f44fddbf8bde1becc3d818', 'gw_port': {'id': '23fa9f65-bd2f-41f4-a715-178b726fda0c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1931a38-7473-4dc3-8ccb-bfacda045bec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:36:33Z', 'updated_at': '2022-05-06T12:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:40.384856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Deleting subnet 00ed78e0-5dae-45ac-af5b-e2ab39a96a18 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:40.389457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-9d33239a-6e86-4eae-9f24-fad262c9e0b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f66e852c-07a4-404d-9af2-685f1c7b61ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244046 May 06 12:36:40.392576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.393833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb97ae6-d01e-4482-9d32-d24926023905 None None] Pushing event updated for resources: {'Port': ['ID=d8a6cba8-2128-4fc0-a46d-b265881b91aa,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:40.458645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Provisioning complete for port 632735e5-6b44-4945-bc7c-9195e6156706 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:40.459248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.566254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eba352d9-072d-432b-a0a8-b77f1cb17474 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.4008460 May 06 12:36:40.575320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59862) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:40.590446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.647452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'name': 'tempest-TaggedBootDevicesTest-174842465', 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:40.677415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-bc5499b6-7b54-4f01-bbd6-23c10884d47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:40.678951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-bc5499b6-7b54-4f01-bbd6-23c10884d47e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 200 len: 854 time: 0.3433726 May 06 12:36:40.712059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Port 632735e5-6b44-4945-bc7c-9195e6156706 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:40.922542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-24723856-4cec-4ef6-acd0-d5518b819f8e service neutron] 10.222.0.86 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893942 May 06 12:36:40.993752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:40.998577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.065823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:41.069415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'fixed_ips': [{'subnet_id': '6258ef03-dc05-4236-9ac2-f1aa9e3de62b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:36:41.070211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.073535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.137546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:41.150020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:port and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:41.165722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-afe9345c-b2b5-46f4-a388-098b318e12af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.165920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:41.176323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:41.229774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26ddcb14-894f-4f7e-83d1-ef9d8bbfa4aa req-4521a19f-67a0-4f2b-9ede-e046577927be service neutron] 10.222.0.86 "GET /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913344 May 06 12:36:41.230641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 632735e5-6b44-4945-bc7c-9195e6156706 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:41.238290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Provisioning for port 1b3169a3-74f3-4576-9078-940ef289e6c4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:41.247454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.320158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:41.325134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.328707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Provisioning complete for port 1b3169a3-74f3-4576-9078-940ef289e6c4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:41.329073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.340986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.457517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.523974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.526158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d8a6cba8-2128-4fc0-a46d-b265881b91aa up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:41.537658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/00ed78e0-5dae-45ac-af5b-e2ab39a96a18 HTTP/1.1" status: 204 len: 168 time: 1.2750013 May 06 12:36:41.543251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0911-4370-46ab-a6d7-12f6db689188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ed78e0-5dae-45ac-af5b-e2ab39a96a18,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:41.567272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:41.571192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e4cab-7e24-4bec-8e3b-c76d63c8801c None None] Network 77b43c26-56ef-46c7-9a20-a716a37b18da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:41.663617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-53992c6c-13eb-4f25-a99d-bbb10f79f959 None None] Port 1b3169a3-74f3-4576-9078-940ef289e6c4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:41.667128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 1b3169a3-74f3-4576-9078-940ef289e6c4 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:41.674294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.676894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:41.709426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Allocated IP 10.2.2.2 (2e553be6-48e2-4d2b-91a8-a1b24612e1b1/6258ef03-dc05-4236-9ac2-f1aa9e3de62b/3ded5c71-4a55-4a7e-9fed-ad597de1472e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:41.742009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] device_id is not set on port 2c8fb510-e800-4e25-85ee-358db074c240 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:41.775263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe4357-c151-436b-ac1c-88c76ff37ef4 None None] Network 6298ae54-b76f-40e7-b952-b17458a73da0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:41.783595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.814260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Deleting port bd8390f1-2998-4ebd-b4b4-fbae153bf18d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:41.814474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:41.966314 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-75922fb3-d647-48ba-865e-ea94c33a7e68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2654123 May 06 12:36:41.969161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-854c3a81-6669-4223-b659-68195380891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '1ab1208e-751f-4204-b022-c77dd548bbc4', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'port_id': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'mac_address': 'fa:16:3e:31:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4399-0af4-498d-817d-add7436c97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:36:30Z', 'revision_number': 1, 'project_id': '435b9d537b41491ebd7883925be03e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:41.979120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dacb41-dc16-4dd6-b8f6-d5c9f0502353 req-f0b7868e-8e01-4a68-b1d6-37e65d29be2b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:41.979526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62dacb41-dc16-4dd6-b8f6-d5c9f0502353 req-f0b7868e-8e01-4a68-b1d6-37e65d29be2b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 1.2745707 May 06 12:36:41.980899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.013864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c3a81-6669-4223-b659-68195380891f None None] The sync data for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 is: [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '1ab1208e-751f-4204-b022-c77dd548bbc4', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'port_id': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'mac_address': 'fa:16:3e:31:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4399-0af4-498d-817d-add7436c97fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:35:54Z', 'updated_at': '2022-05-06T12:36:30Z', 'revision_number': 1, 'project_id': '435b9d537b41491ebd7883925be03e01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:42.282368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=632735e5-6b44-4945-bc7c-9195e6156706,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:42.320297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d8a6cba8-2128-4fc0-a46d-b265881b91aa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:42.333277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.1.1.179 (6298ae54-b76f-40e7-b952-b17458a73da0/e96196c2-c14b-483b-aaf5-d9512447e8bd/2c8fb510-e800-4e25-85ee-358db074c240) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:42.336792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.350712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] For port bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:42.351485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.357176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Transition to ACTIVE for port object 3ded5c71-4a55-4a7e-9fed-ad597de1472e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:42.396635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Transition to ACTIVE for port object 3ded5c71-4a55-4a7e-9fed-ad597de1472e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:42.425084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] DHCP port deletion for 77b43c26-56ef-46c7-9a20-a716a37b18da request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:36:42.434287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Deleting port bd8390f1-2998-4ebd-b4b4-fbae153bf18d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:42.434807 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.497313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-9ff03758-e4b6-40fd-bb90-7be65326663d service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149338 May 06 12:36:42.516435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62dacb41-dc16-4dd6-b8f6-d5c9f0502353 req-c6e32830-6d2b-4797-a503-f371b1286dc8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623803 May 06 12:36:42.516571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Calling delete_port for bd8390f1-2998-4ebd-b4b4-fbae153bf18d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:42.575185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.575923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Provisioning for port d8a6cba8-2128-4fc0-a46d-b265881b91aa completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:42.579665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.597719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Provisioning complete for port d8a6cba8-2128-4fc0-a46d-b265881b91aa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:42.598193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.645229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-f593c1ef-d336-4e14-8431-34d9a74359ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8722553 May 06 12:36:42.712358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.757043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.890652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.902454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-756a97b9-50b9-4847-b6a8-9ab00446e8e0 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/632735e5-6b44-4945-bc7c-9195e6156706 HTTP/1.1" status: 204 len: 168 time: 3.5806761 May 06 12:36:42.902454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:42.913015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object 2c8fb510-e800-4e25-85ee-358db074c240 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:42.926676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.944944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:42.949390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Pushing event updated for resources: {'Port': ['ID=3ded5c71-4a55-4a7e-9fed-ad597de1472e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:42.951872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:42.960067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] For port bd8390f1-2998-4ebd-b4b4-fbae153bf18d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,segment=NetworkSegment(d75e5092-614c-44db-9fad-ab77fb013b96),segment_id=d75e5092-614c-44db-9fad-ab77fb013b96)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:42.960739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:42.972216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:42.979119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8390f1-2998-4ebd-b4b4-fbae153bf18d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:42.988921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] No DVR routers for this DVR port bd8390f1-2998-4ebd-b4b4-fbae153bf18d on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:36:43.099220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.121791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ee4ca26-8979-41d3-9d84-4e9bdd4f37c0 req-73d51ff6-0b6b-4ab6-bb58-33059501542a service neutron] 10.222.0.86 "GET /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046872 May 06 12:36:43.122708 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4a83a8-0398-461e-a4dd-6b243378e0b3 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] GET failed (client error): The resource could not be found. May 06 12:36:43.123163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb4a83a8-0398-461e-a4dd-6b243378e0b3 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Synchronizing usage tracker for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:43.150504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.181653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.195562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Calling delete_port for bd8390f1-2998-4ebd-b4b4-fbae153bf18d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:43.221737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=1b3169a3-74f3-4576-9078-940ef289e6c4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.227895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:43.231453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:43.237099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.240863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b43c26-56ef-46c7-9a20-a716a37b18da']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:43.251618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:43.305952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.315401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75e5092-614c-44db-9fad-ab77fb013b96') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:43.320082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75e5092-614c-44db-9fad-ab77fb013b96') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:43.320795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb4a83a8-0398-461e-a4dd-6b243378e0b3 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Unset dirty status for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:43.325128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fb4a83a8-0398-461e-a4dd-6b243378e0b3 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports/632735e5-6b44-4945-bc7c-9195e6156706 HTTP/1.1" status: 404 len: 333 time: 0.2767766 May 06 12:36:43.329462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59874) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:43.329670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-23153412-7bfb-4e6e-9878-252755513038 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1097 time: 0.4779730 May 06 12:36:43.339445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.346733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-1752367523'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:43.385745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Attempting to bind port 3ded5c71-4a55-4a7e-9fed-ad597de1472e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:36:43.386114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Attempting to bind port 3ded5c71-4a55-4a7e-9fed-ad597de1472e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:36:43.386475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Attempting to bind port 3ded5c71-4a55-4a7e-9fed-ad597de1472e on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:36:43.393567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.447103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:36:43.448010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Checking segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:43.456494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.463612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Bound using segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:36:43.463612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Bound port: 3ded5c71-4a55-4a7e-9fed-ad597de1472e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:36:43.463612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.497737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting port 23fa9f65-bd2f-41f4-a715-178b726fda0c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:43.498280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.505016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] For port d8a6cba8-2128-4fc0-a46d-b265881b91aa, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d8a6cba8-2128-4fc0-a46d-b265881b91aa,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:43.506435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:36:43.507167 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:36:43.512955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:43.568116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:43.569147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.580826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.604517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:36:43.609819 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.611004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.612263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: timer() May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:36:43.637162 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:36:43.648491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-55c15e11-0dd9-4f21-bf58-369ed65014fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:43.650097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-55c15e11-0dd9-4f21-bf58-369ed65014fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.2713327 May 06 12:36:43.750968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f56a59-ff84-4965-8371-38af80a9991e None None] Pushing event updated for resources: {'Port': ['ID=d8a6cba8-2128-4fc0-a46d-b265881b91aa,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:43.794920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:43.806061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:43.842491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-62135e97-fa23-4b3b-b115-26935bda4118 None None] Provisioning complete for port d8a6cba8-2128-4fc0-a46d-b265881b91aa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:43.842491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62135e97-fa23-4b3b-b115-26935bda4118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.843503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eb7c96b4-292e-4189-8876-7d9b4c33ec17 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2625542 May 06 12:36:43.845685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:43.853244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'name': 'tempest-TaggedBootDevicesTest-1997847968', 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:43.919752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.932358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] For port 23fa9f65-bd2f-41f4-a715-178b726fda0c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=23fa9f65-bd2f-41f4-a715-178b726fda0c,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:43.932736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:43.981478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:43.981478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.012032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Deleting port bd8390f1-2998-4ebd-b4b4-fbae153bf18d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:44.012546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.030769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.034147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:44.039194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.059443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b43c26-56ef-46c7-9a20-a716a37b18da,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:44.092101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Calling delete_port for 23fa9f65-bd2f-41f4-a715-178b726fda0c owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:44.095968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:44.210830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.219372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c0bb1835-ef2c-495c-bae8-00a9a01bd05e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/1b3169a3-74f3-4576-9078-940ef289e6c4 HTTP/1.1" status: 204 len: 168 time: 4.8926816 May 06 12:36:44.229033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-37a08538-6949-43f1-bc63-d6b4317d4bc9 None None] The port 'bd8390f1-2998-4ebd-b4b4-fbae153bf18d' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:36:44.230455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] For port 3ded5c71-4a55-4a7e-9fed-ad597de1472e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:36:44.238157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59884) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:44.248990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2e68993d-8e9c-4b78-a14a-2a7c3478a255 admin admin] 10.222.0.83 "DELETE /v2.0/networks/77b43c26-56ef-46c7-9a20-a716a37b18da HTTP/1.1" status: 204 len: 168 time: 2.6795807 May 06 12:36:44.270722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] For port 3ded5c71-4a55-4a7e-9fed-ad597de1472e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ded5c71-4a55-4a7e-9fed-ad597de1472e,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:36:44.313743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-9a3d3d16-5f1f-4982-9f4f-e8ada797519c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 217 time: 0.1003399 May 06 12:36:44.360780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.394161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-0edd4fb7-233e-4561-8755-deb83d642cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.395449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-0edd4fb7-233e-4561-8755-deb83d642cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0681989 May 06 12:36:44.435552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.437398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.438192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7cc946f1-3851-407e-90e6-461674f78bbf None None] Provisioning for port 2c8fb510-e800-4e25-85ee-358db074c240 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:44.438797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.439599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:44.443629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:44.452808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:port and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:44.456011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.14 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/7b8952e4-37c3-4f9d-8b7e-84a714cf47d3) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:44.459952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:44.462957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7cc946f1-3851-407e-90e6-461674f78bbf None None] Provisioning complete for port 2c8fb510-e800-4e25-85ee-358db074c240 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:44.463668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7cc946f1-3851-407e-90e6-461674f78bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.485731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:44.508892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e401c5d-702b-4046-880e-32697444dd08 req-ebd4962c-0db0-459d-b9bb-2df2dc7db675 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:44.510388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e401c5d-702b-4046-880e-32697444dd08 req-ebd4962c-0db0-459d-b9bb-2df2dc7db675 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3179421 May 06 12:36:44.548381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-d4274b77-b7be-43e8-afe7-37bdef9155f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200018 May 06 12:36:44.554443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb66368-1847-4c76-8276-7d4fb7187784 None None] Pushing event updated for resources: {'Port': ['ID=3ded5c71-4a55-4a7e-9fed-ad597de1472e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:44.585010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7cc946f1-3851-407e-90e6-461674f78bbf None None] Port 2c8fb510-e800-4e25-85ee-358db074c240 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:44.641575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd8390f1-2998-4ebd-b4b4-fbae153bf18d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:44.677579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bd8390f1-2998-4ebd-b4b4-fbae153bf18d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:44.677927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bd8390f1-2998-4ebd-b4b4-fbae153bf18d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:44.698023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.710727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:44.710727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2199cd8e-3dc7-4df1-b2a4-dd5e78938ddd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4594934 May 06 12:36:44.710727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:44.715419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:44.732729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59892) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:44.778413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Port': ['ID=23fa9f65-bd2f-41f4-a715-178b726fda0c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:44.791907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] device_id is not set on port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:44.976302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e401c5d-702b-4046-880e-32697444dd08 req-fbdadf88-3658-4cb9-8d95-578e69bf489d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741556 May 06 12:36:44.994131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-d9d2436d-933e-4b2a-b122-feebe61263df service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377797 May 06 12:36:45.074104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59898) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:45.175398 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.261139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e58cb22d-497d-45af-bc7c-d5e96fc9e8b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=515143d9b1014839b73d1c090432177a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789105 May 06 12:36:45.263749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:45.265900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59904) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:45.311990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.1.1.94 (6298ae54-b76f-40e7-b952-b17458a73da0/e96196c2-c14b-483b-aaf5-d9512447e8bd/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:45.422652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.507939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.547412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.555886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.571556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d8a6cba8-2128-4fc0-a46d-b265881b91aa up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:45.687283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d8a6cba8-2128-4fc0-a46d-b265881b91aa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:45.688545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.714429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:45.721289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=7b8952e4-37c3-4f9d-8b7e-84a714cf47d3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:45.726060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a4eae5-2a36-4366-8111-f13a3dc2f994 req-3d8d0fe2-2a74-4bb5-b0ba-de2d7c815363 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434468 May 06 12:36:45.726225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:45.735889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:45.738603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 2cfd3941-9c67-4071-b593-5c81b9814d20 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:45.742079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.853789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.901765 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.928355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:45.929164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:45.953939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object b4800c8e-54b9-40c3-b31e-8824ba3a9c5c will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:45.980693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ded5c71-4a55-4a7e-9fed-ad597de1472e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:46.034461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.036706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.037894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07bd1e0d-adfb-4140-a1ac-0ceaf6b7c9b7 HTTP/1.1" status: 204 len: 168 time: 0.7687457 May 06 12:36:46.067389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef1389-e1f1-48d4-8e9f-28f180cc727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd1e0d-adfb-4140-a1ac-0ceaf6b7c9b7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:46.103528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d441a818-b04a-4a31-9766-360ff9c8e7ce tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7648957 May 06 12:36:46.106139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:46.113029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'network_id': '913d3684-1010-4e94-915d-c4ec4668d305', 'name': 'tempest-AllowedAddressPairTestJSON-464141876'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:46.183051 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.214077 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.220946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124f865-9ca8-46f8-afeb-f8612581c1d8 None None] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:46.272948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.320772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5c95b-2f71-4134-afb2-908b72510d0b req-c57d3a0b-2e91-43e0-9ec0-ad4b69af65d4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:46.322597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5c95b-2f71-4134-afb2-908b72510d0b req-c57d3a0b-2e91-43e0-9ec0-ad4b69af65d4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3796782 May 06 12:36:46.325713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.340296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3ded5c71-4a55-4a7e-9fed-ad597de1472e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:46.360418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device becd3db3-1513-4a5c-b07d-9a9c8772c536 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:46.368374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:46.376781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:46.390818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:46.417130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: becd3db3-1513-4a5c-b07d-9a9c8772c536 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:36:46.417130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device becd3db3-1513-4a5c-b07d-9a9c8772c536 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:36:46.467145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5c95b-2f71-4134-afb2-908b72510d0b req-6c810aa9-d00e-45ed-ac01-9b20e3af577f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036372 May 06 12:36:46.492073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.493114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:46.493689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1931a38-7473-4dc3-8ccb-bfacda045bec {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:46.532674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.534722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:46.535752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.561874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Provisioning for port 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:46.562024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:46.565961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Usage tracker for resource:port and tenant:46c2fb8e062745da8bd26e4134c4ff0f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:46.569269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:46.573127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.578271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:46.603813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Provisioning complete for port 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:46.603813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.640385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfd3941-9c67-4071-b593-5c81b9814d20,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:46.643215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.659344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5b3a60c-bfa8-4378-8e0d-0da82669b19b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8124623 May 06 12:36:46.678059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.679404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4e5fd28-de50-4871-b411-02a838ed6c0a tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/routers/f1931a38-7473-4dc3-8ccb-bfacda045bec HTTP/1.1" status: 204 len: 168 time: 7.3617477 May 06 12:36:46.684658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59918) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:46.699552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2c4107b-508e-423d-9698-3e72523beaef tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2cfd3941-9c67-4071-b593-5c81b9814d20 HTTP/1.1" status: 204 len: 168 time: 1.9606423 May 06 12:36:46.700591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59922) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:46.719827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b921cd5-371a-425a-8f7d-e75007c43e54 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:46.805252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 37a456fa-c00f-4630-946b-6ef83b9e2f85 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:46.809059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.882502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Made reservation on behalf of 46c2fb8e062745da8bd26e4134c4ff0f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:46.894585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.940858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:46.974685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Port 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:47.058305 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8032c-14b3-4cd7-83e5-e350120ce743 None None] New status for floating IP 1ab1208e-751f-4204-b022-c77dd548bbc4: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:36:47.126355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.149628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] device_id is not set on port 0c9a50b9-444d-4932-8555-cd6a88ed88db yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:47.275195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Provisioning for port 3ded5c71-4a55-4a7e-9fed-ad597de1472e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:47.325242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Provisioning complete for port 3ded5c71-4a55-4a7e-9fed-ad597de1472e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:47.325613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.348396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.423410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=37a456fa-c00f-4630-946b-6ef83b9e2f85,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:47.433981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.450252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e59a5960-c98a-4768-886c-5bb81d12ce5b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/37a456fa-c00f-4630-946b-6ef83b9e2f85 HTTP/1.1" status: 204 len: 168 time: 0.7485046 May 06 12:36:47.451091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59934) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:47.620034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Allocated IP 172.20.0.7 (913d3684-1010-4e94-915d-c4ec4668d305/26d44ba8-acd9-4e6f-b91e-549c6d462bdd/0c9a50b9-444d-4932-8555-cd6a88ed88db) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:47.648322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59942) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:47.668527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355735480', 'description': 'tempest-description--554833954'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:47.699900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:47.714444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:security_group and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:47.729359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:47.744836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-44e1c043-73e4-47e8-a567-b79013edb1fb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2903218 May 06 12:36:47.745435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59946) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:47.752576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:47.800228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:47.970023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:47.990330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:47.998424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:48.013182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:48.025089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] For port 3ded5c71-4a55-4a7e-9fed-ad597de1472e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ded5c71-4a55-4a7e-9fed-ad597de1472e,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:48.034029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:48.065063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eea83-470f-46c2-9796-9474d6b2d87a req-97c523a1-8b24-4b57-96ce-9f35ff5175f1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:48.066695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a6eea83-470f-46c2-9796-9474d6b2d87a req-97c523a1-8b24-4b57-96ce-9f35ff5175f1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3164122 May 06 12:36:48.131541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.133501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cff9ae-3992-49b0-a10f-e90b13d18398 None None] Update dhcp port {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '37a456fa-c00f-4630-946b-6ef83b9e2f85'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '7421ed54-61a8-4cd6-ad2d-619324019704'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:36:48.141781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a6eea83-470f-46c2-9796-9474d6b2d87a req-a646b8a8-4e59-48bb-8e89-6a1874ac1cb3 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682180 May 06 12:36:48.142565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.170839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:48.183287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.247139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:48.263213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:security_group_rule and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:48.288841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:48.303294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:48.345456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52cff9ae-3992-49b0-a10f-e90b13d18398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.358789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.424062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f138-6126-4a13-aa2d-2e97c29ce125 None None] Pushing event updated for resources: {'Port': ['ID=3ded5c71-4a55-4a7e-9fed-ad597de1472e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:48.444594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:48.508674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.553611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Transition to ACTIVE for port object 0c9a50b9-444d-4932-8555-cd6a88ed88db will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:48.564516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Provisioning for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:48.579034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Provisioning complete for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:48.580454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.590825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.638053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:48.657015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e2dbb-019f-4531-9acd-ee33e580e35a None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:48.682466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Provisioning complete for port 3ded5c71-4a55-4a7e-9fed-ad597de1472e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:48.682836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9999b64-1491-40d9-9d05-8460c42740db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.690371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1359474666-network', 'tenant_id': '5466c14730a74dceaaed3e2275fe23a3'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:48.695997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.698561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:48.709319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Usage tracker for resource:network and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:48.709454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.709559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:48.719464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:48.763704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.810972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2d37f-7c4b-4a79-8571-4016db5d16f8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:48.822584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Deleting port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:48.822778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.862262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Network 913d3684-1010-4e94-915d-c4ec4668d305 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:48.875193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Made reservation on behalf of 5466c14730a74dceaaed3e2275fe23a3 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:48.877710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.879914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:48.886685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.888752 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d797ffdc-1c3a-41b3-aaca-0eb862128758 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2370608 May 06 12:36:48.888752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:48.891745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.895736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59966) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:48.954368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'security_group_rule': {'security_group_id': 'a4d2d37f-7c4b-4a79-8571-4016db5d16f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:48.971019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:48.994327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:49.067846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:security_group_rule and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:49.073369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=0c9a50b9-444d-4932-8555-cd6a88ed88db,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:49.084141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:49.101399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:49.107313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:49.108016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.112453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:49.113568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=f1bb96e6-46e4-4a90-af11-a4b0e34e9788,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:49.119669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:49.129539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:49.130418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.144002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:49.151538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Usage tracker for resource:security_group_rule and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:49.159930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:49.173182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:49.203623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] For port 038cfb76-a751-4a7d-99b4-f8cd137b1ea3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:49.203623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.244755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Update dhcp port {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': 'f1bb96e6-46e4-4a90-af11-a4b0e34e9788'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '7421ed54-61a8-4cd6-ad2d-619324019704'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:36:49.275902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-840cec8c-ee55-4aff-b01b-bb68d44abba9 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:49.276272 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-840cec8c-ee55-4aff-b01b-bb68d44abba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.339693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Calling delete_port for 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:49.366243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ed55db83-4986-4a42-86fe-924af961b9fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6172452 May 06 12:36:49.367040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:49.392225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:49.431733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.493336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a7d8e0e0-980c-4e8f-88d9-e5f761516498 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3849037 May 06 12:36:49.502432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.505503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ded5c71-4a55-4a7e-9fed-ad597de1472e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:49.507600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59978) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:49.537540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:af:69:d6'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:5c:39:52'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:49.725412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.760478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:49.764784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:49.773792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:49.774687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event deleted for resources: {'Port': ['ID=038cfb76-a751-4a7d-99b4-f8cd137b1ea3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:49.800963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3ded5c71-4a55-4a7e-9fed-ad597de1472e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:49.801329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.803978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:49.810317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.869079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.904680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Allocated IP 172.20.0.2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/f1bb96e6-46e4-4a90-af11-a4b0e34e9788/7421ed54-61a8-4cd6-ad2d-619324019704) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:49.913393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.965122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:49.969535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:49.987247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bf483c-b69d-4568-af53-f7045418e462,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.000310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.002990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.027717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.096136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c06a9e04-a35d-491e-bee7-df646886b4fc None None] Provisioning for port 0c9a50b9-444d-4932-8555-cd6a88ed88db completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:50.120979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:36:50.151277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:50.157219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c06a9e04-a35d-491e-bee7-df646886b4fc None None] Provisioning complete for port 0c9a50b9-444d-4932-8555-cd6a88ed88db triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:50.157575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c06a9e04-a35d-491e-bee7-df646886b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.181329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7dc43-15a8-406c-a662-5a80bba1e20d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.213939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.214294 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Added segment f6a2d78d-1e67-462c-b35a-2e476d28cad0 of type vlan for network 51c47a69-d16d-4527-a5d3-04bb90b96085 May 06 12:36:50.220998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.222220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aaa32351-8ecf-45c4-8e9f-d320aa712015 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2803025 May 06 12:36:50.239427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59986) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:50.252679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.253236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'security_group_rule': {'security_group_id': 'a4d2d37f-7c4b-4a79-8571-4016db5d16f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:50.257101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c06a9e04-a35d-491e-bee7-df646886b4fc None None] Port 0c9a50b9-444d-4932-8555-cd6a88ed88db cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:50.274286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:50.290872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:security_group_rule and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:50.295926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Transition to ACTIVE for port object 7421ed54-61a8-4cd6-ad2d-619324019704 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:50.305183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:36:50.320290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:50.387619 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.404041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.408626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:50.524897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.540240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.626887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.643978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7ad95-2e70-4db4-8402-266c5dbf0cb3 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.670366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.676685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:50.781796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.782752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.782752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4238ec43-68b6-4457-ae66-d0e34c482d9e {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:36:50.789329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.791845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-845f63fe-0f46-48b9-8bbb-4b95bab1b5c2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "DELETE /v2.0/routers/4238ec43-68b6-4457-ae66-d0e34c482d9e HTTP/1.1" status: 204 len: 168 time: 4.1050067 May 06 12:36:50.794929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59992) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:50.802101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1681421729', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:50.806462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.807294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:50.807889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.817383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:50.825046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.847624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:50.852611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:50.865584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:50.879644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:36:50.931364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:50.965251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.966356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.985759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:50.994116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.025515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] Pushing event updated for resources: {'Network': ['ID=51c47a69-d16d-4527-a5d3-04bb90b96085,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:51.036425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:36:51.071366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.080677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.147505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5c99ee5-e541-4752-8fa4-5b1a9cfc3d7c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7017848 May 06 12:36:51.237660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.243886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59996) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:51.294370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Request body: {'subnet': {'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1359474666-subnet', 'tenant_id': '5466c14730a74dceaaed3e2275fe23a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:51.325222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:51.330858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fbd99b-93b2-49ee-886f-a39370cb66e9,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:51.338744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event updated for resources: {'Port': ['ID=0c9a50b9-444d-4932-8555-cd6a88ed88db,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:51.345255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.414290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Usage tracker for resource:subnet and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:51.424894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:51.437362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:51.440014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] In _notify_port_updated(), no bound segment for port 0c9a50b9-444d-4932-8555-cd6a88ed88db on network 913d3684-1010-4e94-915d-c4ec4668d305 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:36:51.444053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:51.444688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.445988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5fd21624-5454-4035-beec-bd1bfb1975e7 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "PUT /v2.0/ports/0c9a50b9-444d-4932-8555-cd6a88ed88db HTTP/1.1" status: 200 len: 1055 time: 1.9304821 May 06 12:36:51.449189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60000) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:51.572024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.576446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0d69c7ae-797c-4cbb-a382-7bb77d45f368 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3359001 May 06 12:36:51.577217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:51.579008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60004) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:51.586299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:51.594291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:51.599258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:36:51.654576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 0c9a50b9-444d-4932-8555-cd6a88ed88db {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:51.655183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.676695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07936d-6ef3-49b6-b24e-ea5f883adb82 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:51.705581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:floatingip and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:36:51.719061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:36:51.728485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:51.732996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Made reservation on behalf of 5466c14730a74dceaaed3e2275fe23a3 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:51.741339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.766886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e89b4bc8-1ee3-4a95-b466-0095b8aa9e22 None None] Provisioning complete for port 0c9a50b9-444d-4932-8555-cd6a88ed88db triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:51.767366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e89b4bc8-1ee3-4a95-b466-0095b8aa9e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:51.874453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e89b4bc8-1ee3-4a95-b466-0095b8aa9e22 None None] Port 0c9a50b9-444d-4932-8555-cd6a88ed88db cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:51.943161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.071393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.119511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.147304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.161741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.203184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Provisioning for port 7421ed54-61a8-4cd6-ad2d-619324019704 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:52.206660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:52.207042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.317935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 0c9a50b9-444d-4932-8555-cd6a88ed88db owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:52.388519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.433654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.494617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.508639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Allocated IP 172.25.2.87 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/0741e6c6-b929-4d2c-9e4d-74ab2eeb876b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:52.576288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1496202-7738-4831-8613-10ae4a69fa27,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:52.606867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:52.634983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Checking segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:36:52.635349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Network hostable DHCP agents. Network: 51c47a69-d16d-4527-a5d3-04bb90b96085, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:36:52.678547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.862534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.864953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221f94-e353-48de-8a28-36ab6efa0d38 req-9dc4a695-7c91-49e0-adee-5ced3172f388 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:52.866463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91221f94-e353-48de-8a28-36ab6efa0d38 req-9dc4a695-7c91-49e0-adee-5ced3172f388 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.0823317 May 06 12:36:52.868189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.871102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.919300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:52.939924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:36:52.940506 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:36:52.970418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:36:52.975687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=0c9a50b9-444d-4932-8555-cd6a88ed88db,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:52.978134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.101172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:53.109187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:53.113947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event updated for resources: {'Port': ['ID=0741e6c6-b929-4d2c-9e4d-74ab2eeb876b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:53.116275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:53.238908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:53.249573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:53.262757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.263442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.273093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724f7c7-d46e-40a1-a67e-50087c8be9f9 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:53.294949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:53.298099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=d835ee38-7c60-4c39-9ab5-6374c12c5500,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:53.316657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 172.25.2.207 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:53.323416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 51c47a69-d16d-4527-a5d3-04bb90b96085) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:53.327012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91221f94-e353-48de-8a28-36ab6efa0d38 req-b2a90dd0-1d18-44b4-ab23-ca4c034b8f73 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940845 May 06 12:36:53.335078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.335943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.376616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488c65a-4ed0-4831-a049-c8a3d9b5eaaa None None] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:53.459693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b862f070-ebaf-4997-b8b5-4539227edcc0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0913119 May 06 12:36:53.463061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:53.465448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-ee472d0f-e47c-413d-a3db-e6ceb19776fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.5069087 May 06 12:36:53.481119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:d9:c5:58', 'name': 'tempest-NetworksTestDHCPv6-341164859'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:53.505079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f4dde222-6272-4474-a485-68ea6436cd9b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2394302 May 06 12:36:53.508250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:53.593505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.630927 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bda1ec6a-a1d3-4479-ba64-fecc871e34a5 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/0c9a50b9-444d-4932-8555-cd6a88ed88db HTTP/1.1" status: 204 len: 168 time: 2.1752422 May 06 12:36:53.636302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60020) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:53.648686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.649255 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.682419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40649b-fbd9-416b-842f-c046825c52ae req-9bd8d2a2-0939-4397-bd60-6e0aa0d4ef87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.684568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-9bd8d2a2-0939-4397-bd60-6e0aa0d4ef87 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.2113729 May 06 12:36:53.709919 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af46bcd-f406-44ba-bae1-1de7bb4a6717 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] GET failed (client error): The resource could not be found. May 06 12:36:53.710420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3af46bcd-f406-44ba-bae1-1de7bb4a6717 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Synchronizing usage tracker for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:53.728394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:36:53.746182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:36:53.758489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:36:53.779451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-bdbbbf02-981d-45aa-b550-c3f18f9b8a7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.0875092 May 06 12:36:53.865502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40649b-fbd9-416b-842f-c046825c52ae req-36b24e65-ea17-4f50-93bb-3f103e7a5ecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:53.868210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-36b24e65-ea17-4f50-93bb-3f103e7a5ecb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0812626 May 06 12:36:53.881248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.882687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.904301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:53.949976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3af46bcd-f406-44ba-bae1-1de7bb4a6717 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Unset dirty status for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:53.951142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3af46bcd-f406-44ba-bae1-1de7bb4a6717 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports/0c9a50b9-444d-4932-8555-cd6a88ed88db HTTP/1.1" status: 404 len: 333 time: 0.3135359 May 06 12:36:53.952061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:36:53.959177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:54.003300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.009966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:54.010508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.101521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:54.115159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:54.118671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:54.121949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea44776-a425-4127-bc24-3b2b137fa972 None None] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:54.145975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-106d6fc5-5944-4c4c-88e5-bd6c9c2bda15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711437 May 06 12:36:54.180801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:54.185805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:54.186679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.237277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-27ed3672-f821-4626-b6aa-cad7f034fd6b None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:54.237752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-27ed3672-f821-4626-b6aa-cad7f034fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.299346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddaa61-1eaa-4020-855a-45e5ff0f21c4 None None] Pushing event updated for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:54.334768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.386254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-7ffbf08e-4a4f-477c-ac9e-99fb920f8073 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:54.393512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-7ffbf08e-4a4f-477c-ac9e-99fb920f8073 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 818 time: 0.2669160 May 06 12:36:54.413955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port fbf9fd4b-8382-4a96-95b3-2b694e203c44 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:36:54.492431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-2c169a10-22da-46c6-aa95-05cf5c1683a0 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/quotas/5466c14730a74dceaaed3e2275fe23a3 HTTP/1.1" status: 200 len: 375 time: 0.0976257 May 06 12:36:54.544975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:54.588433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-10d2932d-4b46-4217-883a-3d0528adad67 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947683 May 06 12:36:54.715041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:54.856017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-5d4e3c23-5fb9-41d8-baaa-0094574308a8 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024522 May 06 12:36:54.905847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-335c44ce-aacd-4dad-a641-c51f60d4e5a2 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:54.906243 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-335c44ce-aacd-4dad-a641-c51f60d4e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.014964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-0ad1bc86-f494-4888-a356-049732c73ea6 service neutron] 10.222.0.83 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171753 May 06 12:36:55.145031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 172.20.0.10 (2e7d2229-1c74-4943-b601-890d74ccfdf0/f1bb96e6-46e4-4a90-af11-a4b0e34e9788/fbf9fd4b-8382-4a96-95b3-2b694e203c44) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:55.155195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fed9:c558 (2e7d2229-1c74-4943-b601-890d74ccfdf0/d835ee38-7c60-4c39-9ab5-6374c12c5500/fbf9fd4b-8382-4a96-95b3-2b694e203c44) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:36:55.225971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60296afb-faa2-46ad-a0b5-9630218ddf3f req-1a7df95c-402b-4212-ad88-243e97c33af7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:55.227763 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60296afb-faa2-46ad-a0b5-9630218ddf3f req-1a7df95c-402b-4212-ad88-243e97c33af7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.6115334 May 06 12:36:55.238824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.242275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-2edc9032-9360-456b-9d2e-9cf27f6ee2c9 service neutron] 10.222.0.83 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083621 May 06 12:36:55.315505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d40649b-fbd9-416b-842f-c046825c52ae req-5bfeb392-a752-48d6-8cc0-da17cd021b3e service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440157 May 06 12:36:55.321788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Router 6180ef55-4e09-4cf1-b228-c79d6dda94b1 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:36:55.326517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60296afb-faa2-46ad-a0b5-9630218ddf3f req-fcf18757-ff19-4858-b55d-5454398399f2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913322 May 06 12:36:55.450059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.451691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:36:55.485758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.529145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:55.529628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.550110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=7b8952e4-37c3-4f9d-8b7e-84a714cf47d3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:55.554230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.581095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object fbf9fd4b-8382-4a96-95b3-2b694e203c44 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:36:55.660067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:55.757792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.779657 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.791465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] Sync routers for ids ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:55.805081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] Routers {'6180ef55-4e09-4cf1-b228-c79d6dda94b1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:55.805702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:55.874204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:55.886276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] Routers {'6180ef55-4e09-4cf1-b228-c79d6dda94b1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:55.886902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:55.888726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.892183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2597c140-7f96-43ba-bc48-bfbb745b4769 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0940576 May 06 12:36:55.893701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:55.895277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60040) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:55.900461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:36:55.915398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:36:55.918985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:36:55.924176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:36:55.954937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:55.955582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2f411-4712-497a-a569-86a3225a9898 None None] The sync data for ids ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:55.959126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3af724b9-6265-466a-bf5a-efea7928d774 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 HTTP/1.1" status: 204 len: 168 time: 1.9977455 May 06 12:36:55.966646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:55.981951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=fbf9fd4b-8382-4a96-95b3-2b694e203c44,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:56.015313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:56.016939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.085125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.129963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-61c31eee-b245-4105-b96f-76c52acd24ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6644149 May 06 12:36:56.134913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:56.142444 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a79ddab-cd4a-4dc1-9696-7c05fa865d25 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] GET failed (client error): The resource could not be found. May 06 12:36:56.144342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2a79ddab-cd4a-4dc1-9696-7c05fa865d25 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Synchronizing usage tracker for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:56.258807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c29ea-3f12-486e-a9a1-681e616f15e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:56.264020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c29ea-3f12-486e-a9a1-681e616f15e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:56.265756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d04c29ea-3f12-486e-a9a1-681e616f15e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:56.294784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:56.320401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76a84139-2a1d-4889-91ab-54b9ad7a8947 req-20a95015-01b7-41cf-8e9c-1da4b5b87851 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.0513124 May 06 12:36:56.321803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.326425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d04c29ea-3f12-486e-a9a1-681e616f15e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:56.331717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d04c29ea-3f12-486e-a9a1-681e616f15e4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1995094 May 06 12:36:56.331892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:56.357072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2a79ddab-cd4a-4dc1-9696-7c05fa865d25 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Unset dirty status for tenant:46c2fb8e062745da8bd26e4134c4ff0f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:56.359455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2a79ddab-cd4a-4dc1-9696-7c05fa865d25 tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "GET /v2.0/ports/7b8952e4-37c3-4f9d-8b7e-84a714cf47d3 HTTP/1.1" status: 404 len: 333 time: 0.3906603 May 06 12:36:56.368264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:56.464321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port fbf9fd4b-8382-4a96-95b3-2b694e203c44 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:56.464676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.499292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port 1d88f609-8211-4e30-84d7-29cf70d84951 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:36:56.499633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.560665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.571709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-381500f0-3e2b-4e50-81bb-6e464c425f44 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9824228 May 06 12:36:56.573647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a7e3c24e-b59b-4215-b12a-a5e22da299b4 None None] Provisioning for port fbf9fd4b-8382-4a96-95b3-2b694e203c44 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:36:56.582666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a7e3c24e-b59b-4215-b12a-a5e22da299b4 None None] Provisioning complete for port fbf9fd4b-8382-4a96-95b3-2b694e203c44 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:36:56.583262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c24e-b59b-4215-b12a-a5e22da299b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:56.660512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c24e-b59b-4215-b12a-a5e22da299b4 None None] Port fbf9fd4b-8382-4a96-95b3-2b694e203c44 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:36:56.660622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b9a9-fb31-43ae-a140-c176e1620505 req-c986a178-20cd-4d4f-8f59-74b687d1376d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:56.665569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c5b9a9-fb31-43ae-a140-c176e1620505 req-c986a178-20cd-4d4f-8f59-74b687d1376d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.1981454 May 06 12:36:56.736734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6c5b9a9-fb31-43ae-a140-c176e1620505 req-498088f7-b302-4078-b198-ca45add8b850 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651758 May 06 12:36:57.120206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.136332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.154030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b940df52-55b5-4655-87bc-ce9d5ee9c496 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:57.270145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.288180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for fbf9fd4b-8382-4a96-95b3-2b694e203c44 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:57.455585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for 1d88f609-8211-4e30-84d7-29cf70d84951 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:36:57.542537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f802b554-6ce6-40a1-a992-37d698183e80 req-927d01a3-75f6-4637-b6a2-7a6e9ef207bc tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.1176281 May 06 12:36:57.594100 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.597796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.628046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b940df52-55b5-4655-87bc-ce9d5ee9c496 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:57.629152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b940df52-55b5-4655-87bc-ce9d5ee9c496 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--355735480&fields=id&tenant_id=980c74da53e142ed854555cab024d28b HTTP/1.1" status: 200 len: 267 time: 0.7467539 May 06 12:36:57.782137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1160f276-3eb2-4457-bbb4-0960466ab33c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:57.782722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1160f276-3eb2-4457-bbb4-0960466ab33c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:57.829000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router 6180ef55-4e09-4cf1-b228-c79d6dda94b1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:36:57.924516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:57.971354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Port': ['ID=1d88f609-8211-4e30-84d7-29cf70d84951,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:58.010190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1160f276-3eb2-4457-bbb4-0960466ab33c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:58.011667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1160f276-3eb2-4457-bbb4-0960466ab33c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 931 time: 0.3653545 May 06 12:36:58.067913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41507370-7246-4da4-8324-05c4154c29c4 req-b851b135-350b-4c05-873e-8afb1cc8cf09 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.069072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41507370-7246-4da4-8324-05c4154c29c4 req-b851b135-350b-4c05-873e-8afb1cc8cf09 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.1750925 May 06 12:36:58.102649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.144499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41507370-7246-4da4-8324-05c4154c29c4 req-d62ff701-1c15-459a-8c93-be9819fd7c66 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646136 May 06 12:36:58.185024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:36:58.189846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.192266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f459e4b7-12f8-4f7e-bc22-3c0ead47c1ca tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "PUT /v2.0/routers/6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 200 len: 925 time: 2.2958295 May 06 12:36:58.194774 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] Sync routers for ids ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:36:58.195865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=fbf9fd4b-8382-4a96-95b3-2b694e203c44,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:58.200157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.215355 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] Routers {'6180ef55-4e09-4cf1-b228-c79d6dda94b1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:58.216295 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:58.261715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d44ddd0d-184c-4c05-aaa1-14f34d2882e9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.269743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d44ddd0d-184c-4c05-aaa1-14f34d2882e9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 931 time: 0.2193260 May 06 12:36:58.291025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.385552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:58.401540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] Routers {'6180ef55-4e09-4cf1-b228-c79d6dda94b1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:36:58.405529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:58.476619 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:36:58.477283 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc623f-91d2-4be6-b6e0-bbc4c9fe1b9d None None] The sync data for ids ['6180ef55-4e09-4cf1-b228-c79d6dda94b1'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:36:58.499899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f625a424-ad15-446d-bbe3-81de11167512 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1767905 May 06 12:36:58.518930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2ab3d845-70df-449a-839e-c00fd9488c24 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 200 len: 925 time: 0.3148954 May 06 12:36:58.518930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.568837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-72904e7e-978a-40b9-b2d4-a804620bd2e6 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0621653 May 06 12:36:58.580172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.582452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c95d72c-73a9-46a9-896d-7a56e2ef37fc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/fbf9fd4b-8382-4a96-95b3-2b694e203c44 HTTP/1.1" status: 204 len: 168 time: 2.2493858 May 06 12:36:58.585229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60106) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.612347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f51baa82-572b-4dad-8899-78af5f31cbad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Synchronizing usage tracker for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:58.662046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6644f856-0f3f-49d4-b962-6a2607a10e1d tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/ports/1d88f609-8211-4e30-84d7-29cf70d84951 HTTP/1.1" status: 204 len: 168 time: 2.2926650 May 06 12:36:58.681166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60112) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.732590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d20ce5f3-1fc6-4bf1-8e7a-190094e9f02e req-9e6d8a0d-b594-44b6-b12c-c133239a42f9 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.0895932 May 06 12:36:58.767117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf843-3711-4d33-9c4a-d507b7b85b71 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.769022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf843-3711-4d33-9c4a-d507b7b85b71 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.771296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76bf843-3711-4d33-9c4a-d507b7b85b71 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.773363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f76bf843-3711-4d33-9c4a-d507b7b85b71 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1870797 May 06 12:36:58.776798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60116) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.890017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f51baa82-572b-4dad-8899-78af5f31cbad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Unset dirty status for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:58.890750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.891381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f51baa82-572b-4dad-8899-78af5f31cbad tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=6180ef55-4e09-4cf1-b228-c79d6dda94b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3735485 May 06 12:36:58.894145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60120) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:58.894685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.898527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:58.899326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:58.909625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet d835ee38-7c60-4c39-9ab5-6374c12c5500 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:58.916249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:58.993647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.106629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting subnet 26d44ba8-acd9-4e6f-b91e-549c6d462bdd {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:36:59.114804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.134111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:59.135292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-01ea9234-2553-42fe-9024-488846d885b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/networks?id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1 HTTP/1.1" status: 200 len: 1990 time: 0.5585515 May 06 12:36:59.167932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-db9fd666-a6e6-4451-8c94-3294d212c25b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/quotas/980c74da53e142ed854555cab024d28b HTTP/1.1" status: 200 len: 375 time: 0.0208871 May 06 12:36:59.195418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.257096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a1245-29fb-44d3-8754-e48a09bc90e5 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:59.257096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a73a1245-29fb-44d3-8754-e48a09bc90e5 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Synchronizing usage tracker for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:36:59.277036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.309726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.321567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-38fd9a55-2b64-4462-aabe-c9d756dff565 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1462450 May 06 12:36:59.460690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf52c-f757-47da-8a9f-1da825369707 req-6efee81b-066b-4abc-84fc-8e5d0490dc9b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:36:59.462150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36acf52c-f757-47da-8a9f-1da825369707 req-6efee81b-066b-4abc-84fc-8e5d0490dc9b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.1225824 May 06 12:36:59.487130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-ee71e0cd-6692-4fd6-8973-c7b1b3b94d3c service neutron] 10.222.0.83 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526480 May 06 12:36:59.508458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a73a1245-29fb-44d3-8754-e48a09bc90e5 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Unset dirty status for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:36:59.509887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a73a1245-29fb-44d3-8754-e48a09bc90e5 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.6145029 May 06 12:36:59.512294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60126) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:59.533746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36acf52c-f757-47da-8a9f-1da825369707 req-5892e4f6-0ddb-4335-b495-100ad43d05c9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647411 May 06 12:36:59.574398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0cd8fc44-b8f7-45cf-9c2a-b48e09aa484d tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 200 len: 205 time: 0.0573635 May 06 12:36:59.579431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:59.629379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.642695 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.677006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-792417c2-c4e2-4c74-8b73-1fbd0f159ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827340 May 06 12:36:59.682681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=d835ee38-7c60-4c39-9ab5-6374c12c5500,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:59.737682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.745568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c318e66-1b57-41d8-9b93-324862dc6151 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:36:59.758673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba97963f-7e71-456c-8fa0-526ea6f9b521 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/d835ee38-7c60-4c39-9ab5-6374c12c5500 HTTP/1.1" status: 204 len: 168 time: 0.9805734 May 06 12:36:59.759918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Subnet': ['ID=26d44ba8-acd9-4e6f-b91e-549c6d462bdd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:36:59.761212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60134) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:59.802906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-ec34a93c-a7f0-4b19-8bfe-f33eebbc3b14 service neutron] 10.222.0.83 "GET /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1179552 May 06 12:36:59.819914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:36:59.834413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8c0bd700-f9a5-4a0f-b1d9-5f838221b77c tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/subnets/26d44ba8-acd9-4e6f-b91e-549c6d462bdd HTTP/1.1" status: 204 len: 168 time: 1.1440225 May 06 12:36:59.838551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60140) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:36:59.847678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72037e6c-391e-4ffd-9347-40518b1c2ea1 None None] Network 913d3684-1010-4e94-915d-c4ec4668d305 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:00.030760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16be7dca-9799-4670-83df-5fb05a30b74a req-66052e97-1eca-44df-9384-40cbc5cdedf6 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.1554036 May 06 12:37:00.039558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.078338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port f55c08c9-5936-4f01-a387-b0946a2233a3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:00.078338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.113005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3a0cef2e-d1bd-4db1-ad6a-89ae6fd9067f service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934930 May 06 12:37:00.234051 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.234748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet f1bb96e6-46e4-4a90-af11-a4b0e34e9788 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:00.238169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.326339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] DHCP port deletion for 913d3684-1010-4e94-915d-c4ec4668d305 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:00.331317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Deleting port f55c08c9-5936-4f01-a387-b0946a2233a3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:00.331682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.334676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.387533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-c0e493ba-7054-41f7-a8a1-b7a671bf21f6 service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734563 May 06 12:37:00.479861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-da7d2b60-e3c8-42ec-aca6-347eb87bd245 service neutron] 10.222.0.83 "GET /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0911243 May 06 12:37:00.554648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] For port f55c08c9-5936-4f01-a387-b0946a2233a3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f55c08c9-5936-4f01-a387-b0946a2233a3,segment=NetworkSegment(8bbaa29b-8602-4453-9d2e-7f6062a81ca3),segment_id=8bbaa29b-8602-4453-9d2e-7f6062a81ca3)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:00.554917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.615753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.710908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] For port f55c08c9-5936-4f01-a387-b0946a2233a3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f55c08c9-5936-4f01-a387-b0946a2233a3,segment=NetworkSegment(8bbaa29b-8602-4453-9d2e-7f6062a81ca3),segment_id=8bbaa29b-8602-4453-9d2e-7f6062a81ca3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:00.711713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:00.733964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Calling delete_port for f55c08c9-5936-4f01-a387-b0946a2233a3 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:00.747736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1f43ddea-6d1e-447b-b458-f72aecb0a2b0 service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534411 May 06 12:37:00.940974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Calling delete_port for f55c08c9-5936-4f01-a387-b0946a2233a3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:01.132977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.179737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3bc6-ff42-4bf3-acd9-ffa80d5a5803 req-3f588cb5-78aa-465a-92ba-db064cabce46 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:01.181280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-118c3bc6-ff42-4bf3-acd9-ffa80d5a5803 req-3f588cb5-78aa-465a-92ba-db064cabce46 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3953621 May 06 12:37:01.190585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bb96e6-46e4-4a90-af11-a4b0e34e9788,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:01.205216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.213088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.213716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-49ae2d13-ed23-4fd1-90c8-d417cb4c73e0 service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500444 May 06 12:37:01.217038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500cb0b-a794-4002-b73f-63f9a1eda0a5 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:01.220448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11baa464-e230-4782-afe6-162d03e1c0ad tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f1bb96e6-46e4-4a90-af11-a4b0e34e9788 HTTP/1.1" status: 204 len: 168 time: 1.4582522 May 06 12:37:01.222555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:01.290046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] Pushing event deleted for resources: {'Port': ['ID=f55c08c9-5936-4f01-a387-b0946a2233a3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:01.296938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:01.297387 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:01.337741 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.346594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-af9a1deb-d453-49f5-9215-ff57d5772505 None None] Provisioning complete for port 7421ed54-61a8-4cd6-ad2d-619324019704 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:01.346989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-af9a1deb-d453-49f5-9215-ff57d5772505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.354479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-118c3bc6-ff42-4bf3-acd9-ffa80d5a5803 req-66f902e6-3894-4c02-9e4d-5483309ada52 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649249 May 06 12:37:01.369754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d322e4e7-67f0-45a5-a764-ca7e39f7e5d7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434202 May 06 12:37:01.372979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:01.380921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:01.392815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9263ee-c6a5-4429-952d-154da75748b7 None None] No DVR routers for this DVR port f55c08c9-5936-4f01-a387-b0946a2233a3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:01.420910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e71b2f82-9154-42c3-8e07-42fde7bcc213 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:01.420910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e71b2f82-9154-42c3-8e07-42fde7bcc213 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:01.455186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-ad8dc7fd-3423-479e-929d-55bd2e425933 service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333915 May 06 12:37:01.522540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port 0741e6c6-b929-4d2c-9e4d-74ab2eeb876b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:01.522887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.622558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:01.639528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:01.644417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:01.644871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f55c08c9-5936-4f01-a387-b0946a2233a3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:01.653668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:01.699615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f55c08c9-5936-4f01-a387-b0946a2233a3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:01.699982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f55c08c9-5936-4f01-a387-b0946a2233a3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:01.755431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-062dcca1-1bc0-4e7d-a3f9-071043555e3c service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928877 May 06 12:37:01.798893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e71b2f82-9154-42c3-8e07-42fde7bcc213 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:01.800063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e71b2f82-9154-42c3-8e07-42fde7bcc213 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 818 time: 0.6463912 May 06 12:37:01.807837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:01.813518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Deleting port 7421ed54-61a8-4cd6-ad2d-619324019704 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:01.814011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.829028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Deleting port f55c08c9-5936-4f01-a387-b0946a2233a3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:01.829362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:01.920767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Request body: {'port': {'device_id': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'admin_state_up': True, 'tenant_id': '5466c14730a74dceaaed3e2275fe23a3'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:01.937597 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:37:01.940944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dbb86f81-30bd-458e-80ce-17bca124e83e req-be5f616a-ff39-4fe3-a7a5-5c941dec7eb7 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.1973588 May 06 12:37:01.941181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-401cafa6-8b8c-48d2-95e9-12f93819ffcc service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769991 May 06 12:37:01.946701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:02.094098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] For port 7421ed54-61a8-4cd6-ad2d-619324019704, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7421ed54-61a8-4cd6-ad2d-619324019704,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:02.094696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.121128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f03afcdc-f705-4579-babd-3fbb4336d463 service neutron] 10.222.0.83 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730337 May 06 12:37:02.220609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Calling delete_port for 7421ed54-61a8-4cd6-ad2d-619324019704 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:02.260396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] The port 'f55c08c9-5936-4f01-a387-b0946a2233a3' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:37:02.278909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-4652a755-27fc-472b-b6d7-91ee161bd20b service neutron] 10.222.0.83 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520278 May 06 12:37:02.376176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.423103 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-db9d6cda-1796-4d13-833f-79e2a606382c service neutron] 10.222.0.83 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377172 May 06 12:37:02.434008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.488962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] No DVR routers for this DVR port 7421ed54-61a8-4cd6-ad2d-619324019704 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:02.499707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc64cc5-4833-4190-bd5f-9636bf9c2f69 None None] Pushing event deleted for resources: {'Port': ['ID=7421ed54-61a8-4cd6-ad2d-619324019704,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:02.590774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:02.591442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-47fd9bbc-9eb5-4ba2-9557-7a1ebf380408 service neutron] 10.222.0.83 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617718 May 06 12:37:02.691891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for 0741e6c6-b929-4d2c-9e4d-74ab2eeb876b owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:02.745817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b1450fc6-b751-4a28-b844-a1ac6e0f8543 service neutron] 10.222.0.83 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481371 May 06 12:37:02.947593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.086773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:03.112693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-1f5b2e82-477a-46d4-9b4f-9012dc032938 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:03.114156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-1f5b2e82-477a-46d4-9b4f-9012dc032938 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.86 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 818 time: 0.9807281 May 06 12:37:03.115184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Usage tracker for resource:port and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:03.171942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Request body: {'port': {'device_id': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'admin_state_up': True, 'tenant_id': '5466c14730a74dceaaed3e2275fe23a3'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:03.186394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:03.203008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913d3684-1010-4e94-915d-c4ec4668d305']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:03.238742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:03.261736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbaa29b-8602-4453-9d2e-7f6062a81ca3') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:03.269212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbaa29b-8602-4453-9d2e-7f6062a81ca3') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:03.366956 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.427359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.460400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:03.460751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: timer() May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:03.480261 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:03.611526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Made reservation on behalf of 5466c14730a74dceaaed3e2275fe23a3 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:03.612020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:03.652643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8410a68-f717-468d-b2cb-bf2c476e08f2 req-d1084f0e-2b3c-4160-945c-cf9b0164fd04 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:03.658951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8410a68-f717-468d-b2cb-bf2c476e08f2 req-d1084f0e-2b3c-4160-945c-cf9b0164fd04 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.9843440 May 06 12:37:03.691243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8b6dfaec-8ce8-4b65-a57a-db526b56183b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:03.693168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8b6dfaec-8ce8-4b65-a57a-db526b56183b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 818 time: 0.6567330 May 06 12:37:03.757943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:03.763286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Request body: {'port': {'device_id': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'admin_state_up': True, 'tenant_id': '5466c14730a74dceaaed3e2275fe23a3'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:03.812651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Usage tracker for resource:port and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:03.850843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:03.866880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:03.870964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7421ed54-61a8-4cd6-ad2d-619324019704 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:03.871324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7421ed54-61a8-4cd6-ad2d-619324019704 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:03.871737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 23fa9f65-bd2f-41f4-a715-178b726fda0c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:03.908075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 23fa9f65-bd2f-41f4-a715-178b726fda0c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:03.908422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 23fa9f65-bd2f-41f4-a715-178b726fda0c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:03.908836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:03.944022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:03.944022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 038cfb76-a751-4a7d-99b4-f8cd137b1ea3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:03.979252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:03.992571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.035955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.084808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] Pushing event deleted for resources: {'Network': ['ID=913d3684-1010-4e94-915d-c4ec4668d305,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:04.121149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8410a68-f717-468d-b2cb-bf2c476e08f2 req-7dcafa1d-4513-4c44-9f04-9655b7607ebc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036417 May 06 12:37:04.231081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bd206fea-d29c-4d9a-87e7-bdc4ce5eff2f tempest-AllowedAddressPairTestJSON-1747686099 tempest-AllowedAddressPairTestJSON-1747686099-project] 10.222.0.83 "DELETE /v2.0/networks/913d3684-1010-4e94-915d-c4ec4668d305 HTTP/1.1" status: 204 len: 168 time: 4.3878503 May 06 12:37:04.231081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:04.238432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Usage tracker for resource:port and tenant:5466c14730a74dceaaed3e2275fe23a3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:04.271918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:04.289827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:04.306365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Made reservation on behalf of 5466c14730a74dceaaed3e2275fe23a3 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:04.306365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.315721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84eb7e22-246c-4536-abde-6a436f11ba58 req-7c11ed16-ba6e-4aca-8dc6-d2b3495b1d09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:04.337047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Allocated IP 172.20.0.7 (51c47a69-d16d-4527-a5d3-04bb90b96085/c1496202-7738-4831-8613-10ae4a69fa27/ae75dea2-6341-4ef2-a921-088f7c9eb9da) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:04.358554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.428096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.491996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=0741e6c6-b929-4d2c-9e4d-74ab2eeb876b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:04.601773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Made reservation on behalf of 5466c14730a74dceaaed3e2275fe23a3 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:04.604957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.654600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:04.678104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:04.688300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae6080-4f33-43e0-8546-47941d956ea1 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:04.702522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=b9cb5d9e-195e-4d68-b83c-2f76021adefa,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:04.705068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:04.705649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.953408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'b9cb5d9e-195e-4d68-b83c-2f76021adefa'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:04.953408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:04.954003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84eb7e22-246c-4536-abde-6a436f11ba58 req-7c11ed16-ba6e-4aca-8dc6-d2b3495b1d09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:04.954003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84eb7e22-246c-4536-abde-6a436f11ba58 req-7c11ed16-ba6e-4aca-8dc6-d2b3495b1d09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.7128985 May 06 12:37:05.112283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Allocated IP 172.20.0.2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b9cb5d9e-195e-4d68-b83c-2f76021adefa/e6a3888c-43c6-43be-af98-220a3f2bfe86) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:05.158739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0e89e25-35f6-4ce1-84eb-48f725b99ef6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7841718 May 06 12:37:05.161964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60192) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:05.169408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:05.174734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.261390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60196) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:05.463138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:05.471731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:05.481232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:05.490673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.493969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:05.495560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.515855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.521767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Transition to ACTIVE for port object e6a3888c-43c6-43be-af98-220a3f2bfe86 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:05.566747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Transition to ACTIVE for port object e6a3888c-43c6-43be-af98-220a3f2bfe86 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:05.584005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.592957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84219209-3156-4853-83aa-f0f1f8bb29a5 req-6b19cf91-e34f-4a4e-8467-f546ec8a5a57 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:05.618961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-84219209-3156-4853-83aa-f0f1f8bb29a5 req-6b19cf91-e34f-4a4e-8467-f546ec8a5a57 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:05.628454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84219209-3156-4853-83aa-f0f1f8bb29a5 req-6b19cf91-e34f-4a4e-8467-f546ec8a5a57 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.1104350 May 06 12:37:05.666608 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.745438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:05.750904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:05.753656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:05.761295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Pushing event updated for resources: {'Port': ['ID=e6a3888c-43c6-43be-af98-220a3f2bfe86,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:05.769605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:05.833612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.835886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.836657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router 6180ef55-4e09-4cf1-b228-c79d6dda94b1 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:37:05.861229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a608a7ee-481f-41b9-867f-f4824e876cbb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=46c2fb8e062745da8bd26e4134c4ff0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5978665 May 06 12:37:05.871983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Attempting to bind port e6a3888c-43c6-43be-af98-220a3f2bfe86 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:05.871983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Attempting to bind port e6a3888c-43c6-43be-af98-220a3f2bfe86 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:05.871983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Attempting to bind port e6a3888c-43c6-43be-af98-220a3f2bfe86 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:05.873630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60212) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:05.876641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:05.877151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:05.877686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.878180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:05.878872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Bound port: e6a3888c-43c6-43be-af98-220a3f2bfe86, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:05.879353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:05.969893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55177bf4-a700-4ee6-9343-5fe3ac450c81 req-136220eb-ff8b-4c4b-b691-b92660b4448c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:05.971681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55177bf4-a700-4ee6-9343-5fe3ac450c81 req-136220eb-ff8b-4c4b-b691-b92660b4448c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3958421 May 06 12:37:05.981353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] For port e6a3888c-43c6-43be-af98-220a3f2bfe86, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:05.991856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] For port e6a3888c-43c6-43be-af98-220a3f2bfe86, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6a3888c-43c6-43be-af98-220a3f2bfe86,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:06.034994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.089369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:06.097976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.099820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-026191a8-2cca-46df-9dc6-a1b3d8d82af1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 204 len: 168 time: 6.5185683 May 06 12:37:06.106571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:06.112974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:06.113649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event updated for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:06.115141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.118342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:06.139669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.148899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Allocated IP 172.20.0.8 (51c47a69-d16d-4527-a5d3-04bb90b96085/c1496202-7738-4831-8613-10ae4a69fa27/faade681-e793-43be-b2f5-3bfdc240ae3e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:06.161443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811483712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:06.173274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55177bf4-a700-4ee6-9343-5fe3ac450c81 req-d1962a8b-d1c2-4fc4-ad89-84df0e0bd35c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780481 May 06 12:37:06.175021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.192986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:06.198929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:06.203748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:06.216834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:06.239890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.240787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.278433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1ccb4-22a0-402b-9e5d-087ea32e9c5a None None] Pushing event updated for resources: {'Port': ['ID=e6a3888c-43c6-43be-af98-220a3f2bfe86,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:06.313967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8aa3e-1020-4154-b475-85499be4ef45 req-f6bfd298-4368-4a31-b137-ab3922edb0e3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:06.316408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dd8aa3e-1020-4154-b475-85499be4ef45 req-f6bfd298-4368-4a31-b137-ab3922edb0e3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.3311105 May 06 12:37:06.413142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f4013738-a5aa-4875-8c10-7e1523bd6b06 req-e21aec57-84a0-4ecb-89bc-1825e89f5b0b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.0488093 May 06 12:37:06.418338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.419262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.468130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.497303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-f36bfc6e-8ca0-4163-8da2-5f6b27267cff tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5980179 May 06 12:37:06.501143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456280f5-f6d3-4fa1-9d97-f28eb06e2ce9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:06.505928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.506673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6365f395-d93a-4aa0-a7f0-4e6e5c42261c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/456280f5-f6d3-4fa1-9d97-f28eb06e2ce9 HTTP/1.1" status: 204 len: 168 time: 0.6170082 May 06 12:37:06.522684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8dd8aa3e-1020-4154-b475-85499be4ef45 req-1ad48d95-dd94-4051-a1be-bd525ca26e14 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029743 May 06 12:37:06.540202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Request body: {'port': {'device_id': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:06.606288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.654490 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.865874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10ff0291-ea8a-42bb-8cec-2b4bd96cbd8e req-9b1fe18a-7b46-4983-8a4d-fba773295691 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.1037865 May 06 12:37:06.867856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:06.893549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:37:06.988881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb047e97-8c05-4226-90ce-29d36a333d41 req-109c6b14-5fe3-4fc1-9bfc-15c709cd1011 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.2508438 May 06 12:37:06.994830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.067395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb047e97-8c05-4226-90ce-29d36a333d41 req-4769f187-2d3b-4b31-877a-d9f7ceac6eff service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 May 06 12:37:07.106067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.334483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:07.339413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:07.349040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:07.411998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:07.412620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.440771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event updated for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:07.440771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Allocated IP 172.20.0.14 (51c47a69-d16d-4527-a5d3-04bb90b96085/c1496202-7738-4831-8613-10ae4a69fa27/a1ddea84-4734-4a01-aacd-61edcbb5376e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:07.441114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.442484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c31568e0-005c-4787-a253-a2ec19ea535c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3260727 May 06 12:37:07.476679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60240) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:07.499929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:07.509958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.607582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6a3888c-43c6-43be-af98-220a3f2bfe86 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:07.692629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-8bfa1132-661a-4bed-983a-88a140f24625 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5246203 May 06 12:37:07.739876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Request body: {'port': {'device_id': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:07.867546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port e6a3888c-43c6-43be-af98-220a3f2bfe86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6a3888c-43c6-43be-af98-220a3f2bfe86,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:07.896383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:07.970591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e6a3888c-43c6-43be-af98-220a3f2bfe86 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:08.012469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Provisioning for port e6a3888c-43c6-43be-af98-220a3f2bfe86 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:08.026586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Provisioning complete for port e6a3888c-43c6-43be-af98-220a3f2bfe86 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:08.026586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.072180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46eb88-b508-4157-acc0-dc526e87ec10 req-6415c67c-0d8a-456f-abc6-781488dd17cd tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:08.082769 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c46eb88-b508-4157-acc0-dc526e87ec10 req-6415c67c-0d8a-456f-abc6-781488dd17cd tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.6361511 May 06 12:37:08.109027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.109648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.177427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.220062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.241538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cbf6ec3-0143-4c1d-90c1-a31e684d4b40 req-2999a053-eba5-4577-8542-f0b2dc4b0e49 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.2117956 May 06 12:37:08.256459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] For port e6a3888c-43c6-43be-af98-220a3f2bfe86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6a3888c-43c6-43be-af98-220a3f2bfe86,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:08.308949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.319396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:08.326803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:08.334950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd21543c-21c7-4526-b6ab-ccdf3ee27ffe None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:08.355918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c46eb88-b508-4157-acc0-dc526e87ec10 req-4b8da997-dc0a-4a20-978e-6a4b0944a6b6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738395 May 06 12:37:08.368963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:08.368963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.381011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=4dff6aee-2a25-4762-8cc5-4c4b37be8cb0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:08.460482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.484449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f25bfb8d-37fc-4009-b172-f6b382d0817e req-a0cc7630-9485-4768-ae33-b11010724f54 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.0560260 May 06 12:37:08.485281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=e6a3888c-43c6-43be-af98-220a3f2bfe86,revision_number=4']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:08.514974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f23e3df1-b16b-4b0a-840f-cf2f3781717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.591461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Pushing event updated for resources: {'Port': ['ID=e6a3888c-43c6-43be-af98-220a3f2bfe86,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:08.613745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.614418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.614540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.614921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.615316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.615725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.616135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.616524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.616910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.617295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.617676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111790bc-c20d-449e-aae4-c35f161ba213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:08.650700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.708431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6f4c-db10-42db-9ece-25521cebbeb7 req-94220af3-edc9-471e-ac86-4fce98dfa914 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:08.712951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b8e98ce-5692-4f95-bf09-6c8305463b7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5466659 May 06 12:37:08.756156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60260) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:08.756919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9e2e6f4c-db10-42db-9ece-25521cebbeb7 req-94220af3-edc9-471e-ac86-4fce98dfa914 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.1357810 May 06 12:37:08.757019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:7a:42:21', 'name': 'tempest-NetworksTestDHCPv6-1705355058'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:08.774425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9e2e6f4c-db10-42db-9ece-25521cebbeb7 req-05213717-1b08-4415-ad8c-a705f6a6b5b3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580037 May 06 12:37:08.896929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60266) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:08.915255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:08.919953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:08.920681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:08.924571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:08.930751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:09.068132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'networks': [{'name': 'tempest-network--1682927453'}, {'name': 'tempest-network--542644928'}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:09.068438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-network--1682927453'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:09.078873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-network--542644928'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:09.078873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:09.085474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:network and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:09.088937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:09.096196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:09.181930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:09.186610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.216077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:37:09.307348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event updated for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:09.312159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Network 51c47a69-d16d-4527-a5d3-04bb90b96085 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:09.329626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:09.334624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:09.357275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'network': 2} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:09.361267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.398220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.482205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.482205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.534298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6a3888c-43c6-43be-af98-220a3f2bfe86 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:09.602934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e7fb4517-ff83-4f76-85e2-f260d181555b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8926420 May 06 12:37:09.616134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e6a3888c-43c6-43be-af98-220a3f2bfe86 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:09.616687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.632370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Request body: {'port': {'device_id': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:09.682421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae75dea2-6341-4ef2-a921-088f7c9eb9da {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:09.706802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.730356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f4355e6c-1139-48c5-a56f-f5483aa91b24 None None] Provisioning complete for port e6a3888c-43c6-43be-af98-220a3f2bfe86 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:09.731112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4355e6c-1139-48c5-a56f-f5483aa91b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.799524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:09.814743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:security_group_rule and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:09.824501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:09.832285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.844621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:09.861312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 172.20.0.5 (2e7d2229-1c74-4943-b601-890d74ccfdf0/b9cb5d9e-195e-4d68-b83c-2f76021adefa/aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:09.865590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Transition to ACTIVE for port object ae75dea2-6341-4ef2-a921-088f7c9eb9da will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:09.879047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe7a:4221 (2e7d2229-1c74-4943-b601-890d74ccfdf0/4dff6aee-2a25-4762-8cc5-4c4b37be8cb0/aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:09.880450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:09.900482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49170842-549a-44c1-9710-d37daae4721f req-5663903f-0b05-4ac6-918e-4425a60a69cb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.902023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49170842-549a-44c1-9710-d37daae4721f req-5663903f-0b05-4ac6-918e-4425a60a69cb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 932 time: 0.5050254 May 06 12:37:09.911031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-b25b1f81-7a91-4f7d-95e8-78cdc133ce1f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.912464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-b25b1f81-7a91-4f7d-95e8-78cdc133ce1f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.86 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.5167148 May 06 12:37:09.929290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d13c9f-b154-4319-9d77-082362a7cbb8 req-84d8181e-6b75-45a4-81b8-d24766b35786 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:09.930792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5d13c9f-b154-4319-9d77-082362a7cbb8 req-84d8181e-6b75-45a4-81b8-d24766b35786 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.3945434 May 06 12:37:09.941807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.049583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.090621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49170842-549a-44c1-9710-d37daae4721f req-aa51e336-2407-4dc0-9463-dbe056792d2f tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721730 May 06 12:37:10.120811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Deleting port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:10.121158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.231397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.306435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6017b334-efe7-4453-a291-8e6237165ca4 req-7c19860c-8fa6-4aaf-8e44-12a02a398fd3 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.0770633 May 06 12:37:10.328387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5d13c9f-b154-4319-9d77-082362a7cbb8 req-93ba3c54-a0be-4210-a164-01281269ecee tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876672 May 06 12:37:10.352265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Allocated IP 172.25.2.239 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/0e951164-43aa-4a82-afe2-690473d455bb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:10.494802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.495852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.548967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:10.648345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.653865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bfa865-18bb-456e-96fc-e6c0a1f155fb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:10.668185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-791929ec-1149-4149-9b69-635779d9610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.674057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:10.689781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:10.691980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] For port 13e82cba-6a8a-4a2c-acce-2e92cca40c54, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=13e82cba-6a8a-4a2c-acce-2e92cca40c54,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:10.692345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.761852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.762115 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment 09cf4933-3854-490a-b99b-39a1dcbd3a89 of type vlan for network bbbd2d10-6c99-4c36-a3fc-8ed1c592e103 May 06 12:37:10.785073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:10.797502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-22991502-79bc-4fa5-8e02-82e699fb7808 service neutron] 10.222.0.86 "GET /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 1027 time: 0.2579677 May 06 12:37:10.919187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.034381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:11.062613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.109822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:11.141701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-64c5883d-705c-4389-8dc8-b6227a833946 service neutron] 10.222.0.86 "GET /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 1027 time: 0.1809442 May 06 12:37:11.153265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.154085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.154627 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Floating IP 1ab1208e-751f-4204-b022-c77dd548bbc4 disassociated. External IP: 172.25.2.11, port: 13e82cba-6a8a-4a2c-acce-2e92cca40c54. May 06 12:37:11.155025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Attempting to bind port ae75dea2-6341-4ef2-a921-088f7c9eb9da on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:11.155361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Attempting to bind port ae75dea2-6341-4ef2-a921-088f7c9eb9da by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:11.155688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Attempting to bind port ae75dea2-6341-4ef2-a921-088f7c9eb9da on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:11.156312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Calling delete_port for 13e82cba-6a8a-4a2c-acce-2e92cca40c54 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:11.180016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faade681-e793-43be-b2f5-3bfdc240ae3e {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:11.193253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.193593 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment dbe2b202-4b99-426c-b7cb-440a7beb886d of type vlan for network 94aa14ac-5919-4f02-a9a5-f105d1ad843a May 06 12:37:11.206417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.207405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519b7b0-7359-44df-b998-b80861966a52 req-e607e16c-f887-4df1-9fda-a76cb96d4932 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.209138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7519b7b0-7359-44df-b998-b80861966a52 req-e607e16c-f887-4df1-9fda-a76cb96d4932 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 945 time: 0.6690083 May 06 12:37:11.265017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Port ae75dea2-6341-4ef2-a921-088f7c9eb9da on network 51c47a69-d16d-4527-a5d3-04bb90b96085 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:11.265388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Attempting to bind port ae75dea2-6341-4ef2-a921-088f7c9eb9da on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:11.309787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Transition to ACTIVE for port object faade681-e793-43be-b2f5-3bfdc240ae3e will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:11.319370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:11.321082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Checking segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:11.321082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Bound using segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:11.321082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Bound port: ae75dea2-6341-4ef2-a921-088f7c9eb9da, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:11.321082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.333263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.333479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:11.334108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.352338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:11.354711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:11.413521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.477131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.602105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7519b7b0-7359-44df-b998-b80861966a52 req-68df7fa6-7e08-4628-a769-6f531680c34b tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups?id=47a40eee-0002-4785-8d04-9c2b31002f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376827 May 06 12:37:11.674154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:11.682688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.683338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.689934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:11.692811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:11.773423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-34033df5-8c29-4431-9732-615b5ac5bc95 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.777907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-34033df5-8c29-4431-9732-615b5ac5bc95 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.791243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-34033df5-8c29-4431-9732-615b5ac5bc95 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.793218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-34033df5-8c29-4431-9732-615b5ac5bc95 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/networks?id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1 HTTP/1.1" status: 200 len: 1990 time: 0.6404023 May 06 12:37:11.793962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb98b02-2811-4e45-b920-46ecd1863cbd req-4bf9df80-9659-41ac-853f-5eaefcfa7de6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.794567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event updated for resources: {'Port': ['ID=0e951164-43aa-4a82-afe2-690473d455bb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:11.806457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbb98b02-2811-4e45-b920-46ecd1863cbd req-4bf9df80-9659-41ac-853f-5eaefcfa7de6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.6020389 May 06 12:37:11.845662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-a6b9ea16-8060-4713-821f-02fe8f93a03b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.6365869 May 06 12:37:11.880775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.881642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.885478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.889001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:11.890256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:11.943568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.059319 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1599531 May 06 12:37:12.060266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dce11ef2-c464-4d47-aba2-6862f105c42c None None] Provisioning for port aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:12.077803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60292) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:12.087344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.091848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dce11ef2-c464-4d47-aba2-6862f105c42c None None] Provisioning complete for port aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:12.098486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dce11ef2-c464-4d47-aba2-6862f105c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.100187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-20469d8f-8029-4b6f-8159-942744ea1d29 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3858223 May 06 12:37:12.104474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:12.108972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60296) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:12.141119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.162404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dce11ef2-c464-4d47-aba2-6862f105c42c None None] Port aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:12.231682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:12.255613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-201a705b-38c3-4f27-b1a6-84a57a3d7fa1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=980c74da53e142ed854555cab024d28b HTTP/1.1" status: 200 len: 379 time: 0.3606589 May 06 12:37:12.290879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.361823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'admin_state_up': True, 'tenant_id': '980c74da53e142ed854555cab024d28b', 'security_groups': ['a4d2d37f-7c4b-4a79-8571-4016db5d16f8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:12.385484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event deleted for resources: {'Port': ['ID=13e82cba-6a8a-4a2c-acce-2e92cca40c54,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.411057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbb98b02-2811-4e45-b920-46ecd1863cbd req-af0bf321-6dee-491f-a4cb-ce814ded51cf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032500 May 06 12:37:12.446119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=bbbd2d10-6c99-4c36-a3fc-8ed1c592e103,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.448029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:12.460228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network bbbd2d10-6c99-4c36-a3fc-8ed1c592e103 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:12.579289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec44c3-22ef-4792-a06c-9e0caa0b3e5c tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=94aa14ac-5919-4f02-a9a5-f105d1ad843a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:12.640523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23d351a7-4caf-4354-93a2-e38f898f98fc req-e2313153-13cd-4197-a568-93afc335a185 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.0575094 May 06 12:37:12.648904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 94aa14ac-5919-4f02-a9a5-f105d1ad843a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:12.912503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-794fdc5b-71f0-4008-b5d1-59cc7a766f39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:12.914157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-794fdc5b-71f0-4008-b5d1-59cc7a766f39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 1.0580864 May 06 12:37:12.924671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:12.937467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:13.011753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:13.015144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-7b3278d7-a059-48fd-9a4d-a18b76757b01 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.0805399 May 06 12:37:13.090798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Attempting to bind port faade681-e793-43be-b2f5-3bfdc240ae3e on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:13.091385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Attempting to bind port faade681-e793-43be-b2f5-3bfdc240ae3e by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:13.091925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Attempting to bind port faade681-e793-43be-b2f5-3bfdc240ae3e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:13.108351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.109715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae75dea2-6341-4ef2-a921-088f7c9eb9da HTTP/1.1" status: 200 len: 1091 time: 6.5749748 May 06 12:37:13.113652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:13.141074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85d789-5fb6-4d3d-ac0e-0374a504cd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:13.154042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-d5f33f3c-eed8-401f-85a6-d24fba5e6f09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.154042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-d5f33f3c-eed8-401f-85a6-d24fba5e6f09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:13.154593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8c7bb397-df0b-4344-a324-620f4fb5646d req-ad41ba31-d6f0-4c2d-9be5-4c61deda8ef4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Synchronizing usage tracker for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:13.160476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Port faade681-e793-43be-b2f5-3bfdc240ae3e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:13.160986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Attempting to bind port faade681-e793-43be-b2f5-3bfdc240ae3e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:13.163144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:13.166249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.180546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ddea84-4734-4a01-aacd-61edcbb5376e {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:13.181966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.186573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.190850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.196900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.197886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Synchronizing usage tracker for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:13.203551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.237517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:13.237856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Checking segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:13.238231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Bound using segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:13.238655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Bound port: faade681-e793-43be-b2f5-3bfdc240ae3e, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:13.239013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.266347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-c062b9d4-b2d5-448e-80fa-5fef031e45f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.266347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-c062b9d4-b2d5-448e-80fa-5fef031e45f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.1858225 May 06 12:37:13.347018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8c7bb397-df0b-4344-a324-620f4fb5646d req-ad41ba31-d6f0-4c2d-9be5-4c61deda8ef4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Unset dirty status for tenant:435b9d537b41491ebd7883925be03e01 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:13.348204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c7bb397-df0b-4344-a324-620f4fb5646d req-ad41ba31-d6f0-4c2d-9be5-4c61deda8ef4 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.3297708 May 06 12:37:13.369335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-ea64bef2-ebf8-4d21-bcd7-9e5312d5e9fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044831 May 06 12:37:13.401623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Unset dirty status for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:13.402798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f521dd10-d5b6-4fba-9f50-a0b7d0beecc3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3168573 May 06 12:37:13.477704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Router aa4694a7-0d09-4256-818b-87a410624dc3 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:37:13.477704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60304) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:13.536514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d036e7-bd50-40fd-949b-db978601e4b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.541996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d036e7-bd50-40fd-949b-db978601e4b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:13.543009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-82d036e7-bd50-40fd-949b-db978601e4b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:13.559236 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afadf694-f79c-4d0d-8c32-e459c80bc275'] response: {'name': 'network-changed', 'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da', 'status': 'completed', 'code': 200} May 06 12:37:13.600670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-d5f33f3c-eed8-401f-85a6-d24fba5e6f09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:13.602230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-d5f33f3c-eed8-401f-85a6-d24fba5e6f09 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 932 time: 1.6593289 May 06 12:37:13.611990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Transition to ACTIVE for port object a1ddea84-4734-4a01-aacd-61edcbb5376e will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:13.737265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.767206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 172.20.0.13 (75a6b74d-9fa3-441a-84ec-c6426f9a62bd/3752f996-5416-43de-9e1f-b6558d60de00/dea5d3ca-eb10-4fd0-b656-e182e84b6ab7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:13.797625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-8b0e3914-4e58-4a88-b09a-d76bd6624e59 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:13.804420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:13.808292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=faade681-e793-43be-b2f5-3bfdc240ae3e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:13.886523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-a496e96e-30e0-4011-a0f4-d70f8f0b99e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 1094 time: 0.6343560 May 06 12:37:13.922153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:13.945745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-b6bcfa2d-7a3a-435a-8c28-70afdd2fc72b service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660191 May 06 12:37:14.005893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-82d036e7-bd50-40fd-949b-db978601e4b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:14.005893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-82d036e7-bd50-40fd-949b-db978601e4b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.8862228 May 06 12:37:14.005893 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.042850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:14.096505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-a28786ca-e42f-4564-9e9e-6748bf8e136d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da HTTP/1.1" status: 200 len: 217 time: 0.1520181 May 06 12:37:14.198072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.218079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-8b0e3914-4e58-4a88-b09a-d76bd6624e59 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:14.219231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7ba0393-3442-4ed5-b4e3-19cb5c6e1aa2 req-8b0e3914-4e58-4a88-b09a-d76bd6624e59 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983531 May 06 12:37:14.225851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1159-07cf-428b-962a-ae02f2c561a6 req-d4c492a2-78f4-4413-92ee-fa91092c2cf4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:14.231171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc5e1159-07cf-428b-962a-ae02f2c561a6 req-d4c492a2-78f4-4413-92ee-fa91092c2cf4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.6457205 May 06 12:37:14.243024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.296520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:14.314343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.325856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:14.328341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.426866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67acbf25-cfd0-4a72-9bbe-6be2c22a6e64 req-9bd8b270-0be3-44f0-8bde-8e1b23087991 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695652 May 06 12:37:14.432920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbd2d10-6c99-4c36-a3fc-8ed1c592e103']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:14.454513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cf4933-3854-490a-b99b-39a1dcbd3a89') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:14.454809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cf4933-3854-490a-b99b-39a1dcbd3a89') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:14.506942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.518533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc5e1159-07cf-428b-962a-ae02f2c561a6 req-34088dd1-6d4f-42a0-b958-fb709762b219 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485616 May 06 12:37:14.539735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99175048-d15e-4a9b-a0af-c775f2d3a8d3 req-8278a258-13d0-4242-855e-337e3e51388e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.1210315 May 06 12:37:14.543567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.553257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.575261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/faade681-e793-43be-b2f5-3bfdc240ae3e HTTP/1.1" status: 200 len: 1091 time: 6.8445716 May 06 12:37:14.576139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:14.576677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:14.593663 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:14.625404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-56c5fca5-d22e-42ed-ae95-bbcca738d37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:14.627886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-56c5fca5-d22e-42ed-ae95-bbcca738d37e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.4794230 May 06 12:37:14.682008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.699244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 13e82cba-6a8a-4a2c-acce-2e92cca40c54 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:14.755384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c32c3b-89c3-492f-8137-1f2ce195b3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:14.770037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-6c611db5-9434-4906-842e-9137858435d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205025 May 06 12:37:14.783266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 13e82cba-6a8a-4a2c-acce-2e92cca40c54 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:14.786002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 13e82cba-6a8a-4a2c-acce-2e92cca40c54 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:14.856218 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c39e6edc-d877-4f0e-80b3-fc2a8c46539c req-c935501f-b4d5-4805-b3ab-8f361abc8ffa tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0560715 May 06 12:37:14.861455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:14.872140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Sync routers for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:14.903102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:14.903738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:14.918521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.918521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:14.965995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:15.000101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.008264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=bbbd2d10-6c99-4c36-a3fc-8ed1c592e103,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:15.021989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] No DVR routers for this DVR port 13e82cba-6a8a-4a2c-acce-2e92cca40c54 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:15.034302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.036212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3fc0fed-a486-4287-a933-a345074c4aeb req-1b6a369f-e0ac-4c4b-b20a-41345bd2da04 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.86 "DELETE /v2.0/ports/13e82cba-6a8a-4a2c-acce-2e92cca40c54 HTTP/1.1" status: 204 len: 173 time: 5.1135640 May 06 12:37:15.036941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'name': 'network-vif-deleted', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:15.038999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.061531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Attempting to bind port a1ddea84-4734-4a01-aacd-61edcbb5376e on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:15.061862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Attempting to bind port a1ddea84-4734-4a01-aacd-61edcbb5376e by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:15.062442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Attempting to bind port a1ddea84-4734-4a01-aacd-61edcbb5376e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:15.063344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.169243 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3e78a4-a732-4167-acec-5ae1fcb21459'] response: {'server_uuid': 'f70a4399-0af4-498d-817d-add7436c97fc', 'name': 'network-vif-deleted', 'tag': '13e82cba-6a8a-4a2c-acce-2e92cca40c54', 'status': 'completed', 'code': 200} May 06 12:37:15.220387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:15.247123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-32a5c919-38f4-47ea-87de-2796faea73c9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/bbbd2d10-6c99-4c36-a3fc-8ed1c592e103 HTTP/1.1" status: 204 len: 168 time: 1.8323772 May 06 12:37:15.260404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:15.307821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60322) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:15.349071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Port a1ddea84-4734-4a01-aacd-61edcbb5376e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:15.349777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Attempting to bind port a1ddea84-4734-4a01-aacd-61edcbb5376e on network 51c47a69-d16d-4527-a5d3-04bb90b96085 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:15.508088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-a13bede4-0767-4c02-a51f-6d515123e920 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 1094 time: 0.7265878 May 06 12:37:15.523709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-80eb582a-7ab5-4510-94d2-36e804a1ebd5 service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045157 May 06 12:37:15.529846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:15.529846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Checking segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:15.529846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Bound using segment: {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:15.529846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Bound port: a1ddea84-4734-4a01-aacd-61edcbb5376e, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a2d78d-1e67-462c-b35a-2e476d28cad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:15.529846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.602315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:15.652822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.795133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23dbee-a1a6-40fb-8545-a725e5288ce1 req-9909a95c-0640-4a16-9db3-17c7f9684bfd tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:15.804983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec23dbee-a1a6-40fb-8545-a725e5288ce1 req-9909a95c-0640-4a16-9db3-17c7f9684bfd tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 944 time: 0.3593981 May 06 12:37:15.866034 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5fb2a6-6e7b-446e-b453-2dca38f41d4d'] response: {'name': 'network-changed', 'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e', 'status': 'completed', 'code': 200} May 06 12:37:15.873309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec23dbee-a1a6-40fb-8545-a725e5288ce1 req-f225f03b-ac9d-4a4b-acd8-97f94ebc0971 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 May 06 12:37:15.879635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:15.888325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-31e57f30-16bd-4b9d-a542-032f3604cbc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faade681-e793-43be-b2f5-3bfdc240ae3e HTTP/1.1" status: 200 len: 217 time: 0.3448412 May 06 12:37:15.947001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:16.137356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:16.144455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Checking router: aa4694a7-0d09-4256-818b-87a410624dc3 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:16.173714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:16.174573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:16.193008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.249232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.290066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-7f0b9913-1f37-459f-95ed-aec56efcefbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.292058 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-7f0b9913-1f37-459f-95ed-aec56efcefbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.2726889 May 06 12:37:16.337057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2f852-4d44-4845-b460-a70585c0080b req-8ce25311-f185-4d4d-8603-22e81b65c615 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.341077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12a2f852-4d44-4845-b460-a70585c0080b req-8ce25311-f185-4d4d-8603-22e81b65c615 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 932 time: 0.1967304 May 06 12:37:16.401560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69d5770b-4e1c-4a6b-b248-f0f800244ec8 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a HTTP/1.1" status: 204 len: 168 time: 2.3254058 May 06 12:37:16.405567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:16.440329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:16.478443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:16.480929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12a2f852-4d44-4845-b460-a70585c0080b req-6cdecf68-1845-4a60-90fa-d7f4a64b219d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333518 May 06 12:37:16.489801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:16.489801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:16.495945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.497159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.499681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.500262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:16.533997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:16.568743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-28f63431-74d1-4e15-baf5-3e9472f19837 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2510831 May 06 12:37:16.587886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.763967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:16.834626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:16.836031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4a2f953-a49b-4f9d-9a65-8b68afe73558 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4292638 May 06 12:37:16.841229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60342) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:16.848007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcf24a17-7c30-4263-a2fb-82bdaa49d89c req-cb2f4209-d44e-4582-b297-cc1a18507bb9 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/ports?device_id=f70a4399-0af4-498d-817d-add7436c97fc HTTP/1.1" status: 200 len: 210 time: 0.0834970 May 06 12:37:16.867878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-80425346-fe80-4fe0-be56-667652aa0c6e service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2665710 May 06 12:37:16.899632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:16.911571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b88894-9d52-468b-b7d5-5298e4d3ead9 req-084cba8f-446d-4979-bb89-0fa24acfddfc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.919655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5b88894-9d52-468b-b7d5-5298e4d3ead9 req-084cba8f-446d-4979-bb89-0fa24acfddfc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.7919610 May 06 12:37:16.928925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:16.930197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.984988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca92f95c-8133-4bde-8f12-914951f2e226 None None] Provisioning for port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:16.985168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:16.989705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca92f95c-8133-4bde-8f12-914951f2e226 None None] Provisioning complete for port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:16.990477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca92f95c-8133-4bde-8f12-914951f2e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.099156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ca92f95c-8133-4bde-8f12-914951f2e226 None None] Port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:17.112685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20829e19-452a-45f5-9487-875dc8394fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:17.117479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.117845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20829e19-452a-45f5-9487-875dc8394fde None None] The sync data for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 is: [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:35:39Z', 'revision_number': 4, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'd7a74604-1d01-47e5-bdd8-46583336cffe', 'name': '', 'network_id': 'f66e852c-07a4-404d-9af2-685f1c7b61ec', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'mac_address': 'fa:16:3e:3f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:35Z', 'updated_at': '2022-05-06T12:36:28Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'subnets': [{'id': '56d08fbf-448c-4f1a-a843-115acc6d9234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:17.182627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aa14ac-5919-4f02-a9a5-f105d1ad843a']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:17.205264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 4dff6aee-2a25-4762-8cc5-4c4b37be8cb0 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:17.210800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.246761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe2b202-4b99-426c-b7cb-440a7beb886d') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:17.247272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe2b202-4b99-426c-b7cb-440a7beb886d') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:17.277485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.289511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.309395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-56eddc9a-4dac-4274-9fb3-dae2156f72e1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0105994 May 06 12:37:17.340591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d3ac-51cc-4568-b19f-d9df602cadb1 req-3e563986-2b84-4785-a7bd-fddacaf6415d tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.347933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1214d3ac-51cc-4568-b19f-d9df602cadb1 req-3e563986-2b84-4785-a7bd-fddacaf6415d tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 944 time: 0.2180011 May 06 12:37:17.362060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'admin_state_up': True, 'tenant_id': '980c74da53e142ed854555cab024d28b', 'security_groups': ['a4d2d37f-7c4b-4a79-8571-4016db5d16f8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:17.407920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-491ce711-fef0-4adf-8f8b-435e3632198d service neutron] 10.222.0.86 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8214231 May 06 12:37:17.417100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1214d3ac-51cc-4568-b19f-d9df602cadb1 req-9b3d3cb4-0f53-4b25-b2e2-5864cd8b527b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683081 May 06 12:37:17.418896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.421275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1ddea84-4734-4a01-aacd-61edcbb5376e HTTP/1.1" status: 200 len: 1092 time: 7.7977295 May 06 12:37:17.434921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5b88894-9d52-468b-b7d5-5298e4d3ead9 req-36b2c892-e6d2-4635-ad49-55b4db1b6a58 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109808 May 06 12:37:17.436300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.436474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.497257 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dbb50e-94ae-42f2-80db-ef3f79cf8822 None None] New status for floating IP 1ab1208e-751f-4204-b022-c77dd548bbc4: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:37:17.710546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:17.710946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.745867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ad77-8a45-48a3-9161-d40e9e1e4ce6 req-7a88fb94-93dd-44f3-91a6-08e4b6cfb400 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:17.747333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0a6ad77-8a45-48a3-9161-d40e9e1e4ce6 req-7a88fb94-93dd-44f3-91a6-08e4b6cfb400 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 932 time: 0.0896461 May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: timer() May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:17.762857 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:17.805673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0a6ad77-8a45-48a3-9161-d40e9e1e4ce6 req-eb064ed3-dbc3-4591-8a0c-7656d3b262f9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498519 May 06 12:37:17.806858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.849442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:17.862955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=4dff6aee-2a25-4762-8cc5-4c4b37be8cb0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:17.871983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79637339-ed78-4adc-977e-5fd0758b993c None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:17.892051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:17.896324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae3e4c-d3d4-479b-8901-c44a0cf4e265 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:17.995454 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa991d5-42dd-4478-ac1f-406b928c8f00'] response: {'name': 'network-changed', 'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e', 'status': 'completed', 'code': 200} May 06 12:37:18.010347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-7854ef23-fdd0-40cb-942d-a70cbdc9adad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 1094 time: 0.9078765 May 06 12:37:18.074337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4bcb9da-3d8a-45b1-8ee7-64d6e4c191b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/4dff6aee-2a25-4762-8cc5-4c4b37be8cb0 HTTP/1.1" status: 204 len: 168 time: 1.2250683 May 06 12:37:18.077100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:18.151734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet b9cb5d9e-195e-4d68-b83c-2f76021adefa {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:18.161884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.168125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.173265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.225034 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.264457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-575a9c2f-78b7-4db9-a012-96c35bb1c4ff service neutron] 10.222.0.86 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243029 May 06 12:37:18.265137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=94aa14ac-5919-4f02-a9a5-f105d1ad843a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:18.277857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9b303f56-cadb-46b3-8e9a-becbed428d94 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/94aa14ac-5919-4f02-a9a5-f105d1ad843a HTTP/1.1" status: 204 len: 168 time: 2.9633684 May 06 12:37:18.281871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:18.283026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:18.294194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Usage tracker for resource:port and tenant:980c74da53e142ed854555cab024d28b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:18.314139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:18.314396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60364) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:18.332066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-21eac853-4a71-4d1c-b502-07ca47491b19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 1095 time: 0.6269650 May 06 12:37:18.332066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:18.491817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-176ba55a-b539-48f6-847d-d038ebe8ec9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:18.493731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-176ba55a-b539-48f6-847d-d038ebe8ec9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 919 time: 0.4648504 May 06 12:37:18.508963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-a50c053a-91cf-4cd5-9b2a-4bda2b9fb970 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e HTTP/1.1" status: 200 len: 217 time: 0.1654007 May 06 12:37:18.619217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.636902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:18.641416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.669878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Router e292de02-84b5-4daa-b0e7-29301420fd7e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:37:18.691173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-7cc1241e-14cd-4f23-bd82-6175f17258c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da HTTP/1.1" status: 200 len: 217 time: 0.1877704 May 06 12:37:18.790371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:18.837589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae75dea2-6341-4ef2-a921-088f7c9eb9da details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:18.975808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-aac9fca9-b4a1-4294-9326-57e4b298229d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:18.978209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-aac9fca9-b4a1-4294-9326-57e4b298229d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.2733765 May 06 12:37:19.002584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a45e4-a505-40ba-9cd9-49d694a6d5d9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.007149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a45e4-a505-40ba-9cd9-49d694a6d5d9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.008123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d10a45e4-a505-40ba-9cd9-49d694a6d5d9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Synchronizing usage tracker for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:19.020993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:19.023374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc040748-f2e1-4b1a-b225-6924ee73fcb7 req-398b872e-4564-4e60-ade6-af5b2627046c tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.030868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc040748-f2e1-4b1a-b225-6924ee73fcb7 req-398b872e-4564-4e60-ade6-af5b2627046c tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 944 time: 0.4050488 May 06 12:37:19.038977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1bade0af-5fdd-4bcd-88f1-9b40447dbf36 None None] Provisioning complete for port e6a3888c-43c6-43be-af98-220a3f2bfe86 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:19.039645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bade0af-5fdd-4bcd-88f1-9b40447dbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.055465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.079359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-bb8ddf06-bd72-416e-8606-bfdb55f0b1f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.080790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-bb8ddf06-bd72-416e-8606-bfdb55f0b1f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.5117908 May 06 12:37:19.109762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'port_id': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da', 'mac_address': 'fa:16:3e:78:08:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1496202-7738-4831-8613-10ae4a69fa27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:19.156419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc040748-f2e1-4b1a-b225-6924ee73fcb7 req-05d2ae69-f7b2-4f1d-bfa9-ab2014e883f6 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246252 May 06 12:37:19.193222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-00e91ebe-7a6d-42ec-98f4-f697df2196e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915457 May 06 12:37:19.204986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d10a45e4-a505-40ba-9cd9-49d694a6d5d9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Unset dirty status for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:19.209847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d10a45e4-a505-40ba-9cd9-49d694a6d5d9 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9218357 May 06 12:37:19.209966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:19.216009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1518427800'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:19.222818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:19.234777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:19.256117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.285497 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.287762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-f45a462f-5fe8-4831-941b-b235a1bac4bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 1094 time: 0.8538129 May 06 12:37:19.291727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-1c605f26-9de4-484a-abc9-676a8683d04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483195 May 06 12:37:19.302199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a40eee-0002-4785-8d04-9c2b31002f83,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:19.309599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae75dea2-6341-4ef2-a921-088f7c9eb9da {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:19.341872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:19.353914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.398892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cb5d9e-195e-4d68-b83c-2f76021adefa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:19.412672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:19.413647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.419660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c44bd72-30b9-4e23-bdc3-89a4989c7c52 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:19.430506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.438415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70015b05-ec4e-4b50-8b9e-222b03c21156 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b9cb5d9e-195e-4d68-b83c-2f76021adefa HTTP/1.1" status: 204 len: 168 time: 1.3545642 May 06 12:37:19.438415 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.438727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-897eb5fd-0777-4521-a493-8cdebd135c27 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "DELETE /v2.0/security-groups/47a40eee-0002-4785-8d04-9c2b31002f83 HTTP/1.1" status: 204 len: 168 time: 1.1209123 May 06 12:37:19.440656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:19.506282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:19.553066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:19.569481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.570035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.570294 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment 41a254a7-db94-4e3d-9eb4-089ffdffd5ee of type vlan for network 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67 May 06 12:37:19.605199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.688896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fdbaa3c5-5fcf-4412-97e3-3fd5ddf6365b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467341 May 06 12:37:19.696051 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-6ebb99d8-d287-4f5b-ab0b-6006fda2cee3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] show failed (client error): The resource could not be found. May 06 12:37:19.697257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6ebb99d8-d287-4f5b-ab0b-6006fda2cee3 tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "GET /v2.0/security-groups/47a40eee-0002-4785-8d04-9c2b31002f83 HTTP/1.1" status: 404 len: 347 time: 0.1897714 May 06 12:37:19.699957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60392) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:19.741371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:19.773463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60394) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:19.833441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae75dea2-6341-4ef2-a921-088f7c9eb9da'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:19.882791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.887392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.887392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.903637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:19.918053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Deleting port e6a3888c-43c6-43be-af98-220a3f2bfe86 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:19.918524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:19.925891 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-4ca7bf09-d2a9-4c55-a23d-7a9545535baa service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502615 May 06 12:37:19.926973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-b213c36b-9b75-4f21-bdb6-724834d8d654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:19.928541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-b213c36b-9b75-4f21-bdb6-724834d8d654 service neutron] 10.222.0.86 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 919 time: 0.5518327 May 06 12:37:20.024075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=03b724a2-3c7e-4c29-87ae-c4f7fff2ee67,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:20.051366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:20.090364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-da6d6495-3488-44ac-8c59-53d83a41a305 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faade681-e793-43be-b2f5-3bfdc240ae3e HTTP/1.1" status: 200 len: 217 time: 0.1123698 May 06 12:37:20.184358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Deleting port 5db40279-feba-4f54-b780-c524b2237fb7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:20.185986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.281492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5abc046-854e-4492-a0f6-a9320e7a2a7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.282314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e5abc046-854e-4492-a0f6-a9320e7a2a7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:20.292778 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c603bf79-50ea-4e09-b775-234d8c5e5d59 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0817952 May 06 12:37:20.296685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60402) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:20.300080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98dd46-0466-437c-8f0b-929942bb8b33 req-12705d53-c06d-4eee-9a47-a1d3d2202512 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.301560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b98dd46-0466-437c-8f0b-929942bb8b33 req-12705d53-c06d-4eee-9a47-a1d3d2202512 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 1.2691889 May 06 12:37:20.328379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.1.1.125 (6298ae54-b76f-40e7-b952-b17458a73da0/e96196c2-c14b-483b-aaf5-d9512447e8bd/a16b6464-324f-496e-9104-131c95871e13) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:20.328637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1718759259'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:20.344673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:20.345834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] For port e6a3888c-43c6-43be-af98-220a3f2bfe86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e6a3888c-43c6-43be-af98-220a3f2bfe86,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:20.346225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.409858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-462c4d70-7953-4ec6-8d8c-a0d2dfd5f298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.411634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-462c4d70-7953-4ec6-8d8c-a0d2dfd5f298 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.3049724 May 06 12:37:20.413612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-294e0e5a-c08a-4b94-b891-9bfc37cf492f service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2096131 May 06 12:37:20.489865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Calling delete_port for e6a3888c-43c6-43be-af98-220a3f2bfe86 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:20.495610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.495965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.549126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-32d53120-134a-4bb9-9da7-cceef8afcd54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258435 May 06 12:37:20.574654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:network and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:20.612583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac60eac5-47cd-496e-822f-625505ff72c6 req-e94cbee6-f25c-4f27-a63f-a044316da0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237292 May 06 12:37:20.643942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:20.653267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Calling delete_port for 5db40279-feba-4f54-b780-c524b2237fb7 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:20.674795 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.689544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1ebf4-9bb3-4a00-9403-5ad08b35a5f8 req-a5d258e0-8c16-445a-b7d2-9d0d4b9db3a6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.691115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad1ebf4-9bb3-4a00-9403-5ad08b35a5f8 req-a5d258e0-8c16-445a-b7d2-9d0d4b9db3a6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 1.0449190 May 06 12:37:20.692088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:20.714018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.732077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b98dd46-0466-437c-8f0b-929942bb8b33 req-7357d760-9eeb-45e2-ad24-2a22ba9253bc tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005489 May 06 12:37:20.735183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e5abc046-854e-4492-a0f6-a9320e7a2a7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:20.736377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e5abc046-854e-4492-a0f6-a9320e7a2a7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0307722 May 06 12:37:20.742242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:20.847159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:20.859118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:20.887346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad1ebf4-9bb3-4a00-9403-5ad08b35a5f8 req-c6497a38-dd70-47d3-bc6c-f07e123903fb tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852627 May 06 12:37:20.889890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] Pushing event deleted for resources: {'Port': ['ID=e6a3888c-43c6-43be-af98-220a3f2bfe86,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:20.906248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2c839-f9e4-43b2-abd4-50c2dc41fcd1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:20.906248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1b2c839-f9e4-43b2-abd4-50c2dc41fcd1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:20.932540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0cbca-c7c8-4a21-a26f-0a73086d0e29 None None] No DVR routers for this DVR port e6a3888c-43c6-43be-af98-220a3f2bfe86 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:20.987603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:21.013452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.016425 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment 2e7c8003-e73b-4053-b59a-b86c6250d938 of type vlan for network 9ace9a72-7613-46a9-9994-6453c7cfa72a May 06 12:37:21.043812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b1b2c839-f9e4-43b2-abd4-50c2dc41fcd1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:21.048501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1b2c839-f9e4-43b2-abd4-50c2dc41fcd1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3018603 May 06 12:37:21.050262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:21.197887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.222782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ce73c2-33a9-4002-91a4-4328e885cd4e req-ac00072a-caf0-4627-b28e-3ebbd5fff17f service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509499 May 06 12:37:21.268297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:21.274345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-0f347f12-365e-4ea9-bca3-56ed7ea5a94b service neutron] 10.222.0.86 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607940 May 06 12:37:21.278776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] Sync routers for ids ['e292de02-84b5-4daa-b0e7-29301420fd7e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:21.293275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] Routers {'e292de02-84b5-4daa-b0e7-29301420fd7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:21.294044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e292de02-84b5-4daa-b0e7-29301420fd7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:21.357763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:21.375326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-054ee261-01fc-4e12-b9c1-dbe31a07d175 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3219013 May 06 12:37:21.377963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.398902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:21.401228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.403786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b28266a-5e47-4245-8363-3aa14737f3a8 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "PUT /v2.0/routers/e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 200 len: 883 time: 13.9202619 May 06 12:37:21.407600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.411353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] Routers {'e292de02-84b5-4daa-b0e7-29301420fd7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:21.412012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e292de02-84b5-4daa-b0e7-29301420fd7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:21.415787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:21.424956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60422) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:21.431869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Pushing event deleted for resources: {'Port': ['ID=5db40279-feba-4f54-b780-c524b2237fb7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:21.508949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:21.509585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be335f6-8662-4eb4-8f3d-7a6b95d0f388 None None] The sync data for ids ['e292de02-84b5-4daa-b0e7-29301420fd7e'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:21.511447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6a3888c-43c6-43be-af98-220a3f2bfe86 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:21.562671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e6a3888c-43c6-43be-af98-220a3f2bfe86 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:21.563410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e6a3888c-43c6-43be-af98-220a3f2bfe86 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:21.574040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:21.659451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-c7fc67f3-a25a-410c-a32b-f33798bc4a42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5466c14730a74dceaaed3e2275fe23a3&device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 1095 time: 0.8062706 May 06 12:37:21.690432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:21.701745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2df4-68da-496e-af7b-ecc86ea89584 req-934574b9-0f33-4838-a6be-8c7173047eb7 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.703265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-834c2df4-68da-496e-af7b-ecc86ea89584 req-934574b9-0f33-4838-a6be-8c7173047eb7 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 944 time: 0.5679703 May 06 12:37:21.710953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object a16b6464-324f-496e-9104-131c95871e13 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:21.714663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.717737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:21.775844 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-834c2df4-68da-496e-af7b-ecc86ea89584 req-49bcd3a0-2ef0-4b19-96f6-5c5441780283 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 May 06 12:37:21.778369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.781335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.782052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.859497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6e001-d775-4c17-a6de-67a9e4a10a67 req-f443e845-755a-460c-ab51-bd244c07856e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:21.860358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-24b6e001-d775-4c17-a6de-67a9e4a10a67 req-f443e845-755a-460c-ab51-bd244c07856e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:21.900003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:21.905687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.907478 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:21.908114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:21.955324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:21.956987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a60d8186-8ac2-43d6-88c6-21589f9df15f tempest-ServersTestJSON-682091483 tempest-ServersTestJSON-682091483-project] 10.222.0.83 "DELETE /v2.0/floatingips/1ab1208e-751f-4204-b022-c77dd548bbc4 HTTP/1.1" status: 204 len: 168 time: 2.1762974 May 06 12:37:21.960752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60430) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:21.986844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d4195a2-07d4-4ca5-a444-7033ef82b390 req-aa750244-5320-4aea-872d-ccc3a5dbdfaf service neutron] 10.222.0.86 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034767 May 06 12:37:22.061074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab055071-778c-42fe-abf6-98e1665f9725 req-d4e61b1e-e102-48e6-96ba-0cee9e8b80c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:22.061074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-d4e61b1e-e102-48e6-96ba-0cee9e8b80c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 200 len: 919 time: 0.3282931 May 06 12:37:22.076422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7732723 May 06 12:37:22.076422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a299e1-a701-4d51-8f38-a43b67a6cef1 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=9ace9a72-7613-46a9-9994-6453c7cfa72a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:22.090910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9ace9a72-7613-46a9-9994-6453c7cfa72a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:22.114773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60436) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:22.129735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-24b6e001-d775-4c17-a6de-67a9e4a10a67 req-f443e845-755a-460c-ab51-bd244c07856e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:22.129735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b6e001-d775-4c17-a6de-67a9e4a10a67 req-f443e845-755a-460c-ab51-bd244c07856e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 932 time: 1.0328348 May 06 12:37:22.129735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'ports': [{'network_id': '03b724a2-3c7e-4c29-87ae-c4f7fff2ee67', 'name': 'tempest-port--6713875', 'admin_state_up': True}, {'network_id': '9ace9a72-7613-46a9-9994-6453c7cfa72a', 'admin_state_up': False}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:22.129735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'port': {'network_id': '03b724a2-3c7e-4c29-87ae-c4f7fff2ee67', 'name': 'tempest-port--6713875', 'admin_state_up': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:22.129735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'port': {'network_id': '9ace9a72-7613-46a9-9994-6453c7cfa72a', 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:22.155889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25aab527-4b8b-4a06-818c-c1fa9f9bacd5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7495139 May 06 12:37:22.155889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60440) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:22.162371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:22.177446 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:22.281778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-af08f98b-4803-4c14-b744-c00966b9024d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e HTTP/1.1" status: 200 len: 217 time: 0.2300723 May 06 12:37:22.367499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:22.393711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:22.452982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:22.479428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:22.491624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:22.525068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:22.567046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:22.594596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b6e001-d775-4c17-a6de-67a9e4a10a67 req-2d6369be-fa06-4328-8c72-2cc1b445071a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365335 May 06 12:37:22.609699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab055071-778c-42fe-abf6-98e1665f9725 req-f6ae181e-6aa9-4b40-80f0-2619c73165a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:22.609860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-f6ae181e-6aa9-4b40-80f0-2619c73165a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 200 len: 858 time: 0.2905643 May 06 12:37:22.699143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-d6f32d47-30c4-4373-b84b-7f4f95728747 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c47a69-d16d-4527-a5d3-04bb90b96085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597279 May 06 12:37:22.725636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa06ff0a-6556-47f7-8b4e-4797733404c8 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 200 len: 924 time: 1.3015261 May 06 12:37:22.733457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device faade681-e793-43be-b2f5-3bfdc240ae3e details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:22.782518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60448) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:22.915022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a1ddea84-4734-4a01-aacd-61edcbb5376e details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:37:22.917587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae75dea2-6341-4ef2-a921-088f7c9eb9da up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:23.015665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-43955526-c066-41e0-8133-4d6d3982981d service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844114 May 06 12:37:23.026655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:23.030695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:port and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:23.033696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:23.039826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:23.052111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:23.052731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.128635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.130378 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:23.132294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:23.182574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'port': 2} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:23.186429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.197267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5422ef04-49b9-4009-a46a-22babbc30ccb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8738999 May 06 12:37:23.226391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cffcf482-d212-4fb4-8648-26a32bdb22de tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Synchronizing usage tracker for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:23.252331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'admin_state_up': True, 'tenant_id': '980c74da53e142ed854555cab024d28b', 'security_groups': ['a4d2d37f-7c4b-4a79-8571-4016db5d16f8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:23.266241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cffcf482-d212-4fb4-8648-26a32bdb22de tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Unset dirty status for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:23.270714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cffcf482-d212-4fb4-8648-26a32bdb22de tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=e292de02-84b5-4daa-b0e7-29301420fd7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4701552 May 06 12:37:23.272302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:23.318455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=faade681-e793-43be-b2f5-3bfdc240ae3e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:23.325614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8dc98e89-8278-4513-9b9f-4dde872a845d None None] Provisioning for port a16b6464-324f-496e-9104-131c95871e13 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:23.332474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.352807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8dc98e89-8278-4513-9b9f-4dde872a845d None None] Provisioning complete for port a16b6464-324f-496e-9104-131c95871e13 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:23.352807 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dc98e89-8278-4513-9b9f-4dde872a845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.375266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-17953726-f67a-4c9f-b04a-b2761eafe643 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2189713 May 06 12:37:23.387283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'faade681-e793-43be-b2f5-3bfdc240ae3e', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'port_id': 'faade681-e793-43be-b2f5-3bfdc240ae3e', 'mac_address': 'fa:16:3e:ff:c2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1496202-7738-4831-8613-10ae4a69fa27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:23.428650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60462) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:23.441929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:23.463511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea766-cef9-44da-aefb-6089626f8bbb req-56f7970a-745a-4ff0-a911-3447dd4a81f7 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:23.465135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45aea766-cef9-44da-aefb-6089626f8bbb req-56f7970a-745a-4ff0-a911-3447dd4a81f7 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.2966332 May 06 12:37:23.469711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:23.497960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ae75dea2-6341-4ef2-a921-088f7c9eb9da completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:23.505951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8dc98e89-8278-4513-9b9f-4dde872a845d None None] Port a16b6464-324f-496e-9104-131c95871e13 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:23.515930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'a1ddea84-4734-4a01-aacd-61edcbb5376e', 'network_id': '51c47a69-d16d-4527-a5d3-04bb90b96085', 'port_id': 'a1ddea84-4734-4a01-aacd-61edcbb5376e', 'mac_address': 'fa:16:3e:5f:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1496202-7738-4831-8613-10ae4a69fa27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:37:23.522295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ae75dea2-6341-4ef2-a921-088f7c9eb9da triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:23.522878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.551445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.650397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faade681-e793-43be-b2f5-3bfdc240ae3e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:23.687034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.698168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=faade681-e793-43be-b2f5-3bfdc240ae3e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:23.725690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ddea84-4734-4a01-aacd-61edcbb5376e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:23.742487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab055071-778c-42fe-abf6-98e1665f9725 req-15cc8b92-78bb-4871-a9ef-190dec74468a service neutron] 10.222.0.13 "GET /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715300 May 06 12:37:23.770769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:23.791250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c350c31-2bbf-4bcf-a17b-750b98d452f0 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:23.791840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5c350c31-2bbf-4bcf-a17b-750b98d452f0 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Synchronizing usage tracker for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:23.828024 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.850370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.874419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dbb82-68e7-4674-95b5-121bc74fb18f req-02a179f8-4411-45b5-a66b-a1e5aea60a13 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:23.875904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c92dbb82-68e7-4674-95b5-121bc74fb18f req-02a179f8-4411-45b5-a66b-a1e5aea60a13 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 944 time: 0.6957717 May 06 12:37:23.878712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:23.882788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] device_id is not set on port abdfe52c-ea34-400d-86e9-acd58f2c80df yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:37:23.904811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.907402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:23.917412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5c350c31-2bbf-4bcf-a17b-750b98d452f0 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Unset dirty status for tenant:ec792c9736f44fddbf8bde1becc3d818 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:23.918595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5c350c31-2bbf-4bcf-a17b-750b98d452f0 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.6429684 May 06 12:37:23.921066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:23.923434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60468) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:23.958232 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:23.979163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1ca40f85-8640-443e-a488-9769da1132f4 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 200 len: 205 time: 0.0535462 May 06 12:37:23.984556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:23.985184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45aea766-cef9-44da-aefb-6089626f8bbb req-294aa272-5f0b-4c43-bf5a-f50f633c9c2a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979298 May 06 12:37:23.989469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:24.006413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:24.051393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:24.073908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:24.075684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:24.077749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.092012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:24.135839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c92dbb82-68e7-4674-95b5-121bc74fb18f req-376e0c04-24d7-45aa-8deb-b6ceaa992b86 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497916 May 06 12:37:24.159685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:24.163693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a1ddea84-4734-4a01-aacd-61edcbb5376e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:24.179506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.181031 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:24.181514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:24.225699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['faade681-e793-43be-b2f5-3bfdc240ae3e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:24.311244 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548737a1-5ac2-4b96-ad7c-853691642dcb'] response: {'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da', 'code': 200} May 06 12:37:24.325556 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.359609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9f174e13-3ee9-4d6c-a15a-2ca6d934c984 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9285266 May 06 12:37:24.360982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:24.370932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:24.419582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:24.480648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.554149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a24bc-a62c-48fe-a1b0-f32d4b4526be req-9190365c-df82-4f9e-a7cc-eebdd7d88c9a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:24.558216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a24bc-a62c-48fe-a1b0-f32d4b4526be req-9190365c-df82-4f9e-a7cc-eebdd7d88c9a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:24.570647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-354a24bc-a62c-48fe-a1b0-f32d4b4526be req-9190365c-df82-4f9e-a7cc-eebdd7d88c9a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 1654 time: 0.4092078 May 06 12:37:24.616597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.1.1.32 (6298ae54-b76f-40e7-b952-b17458a73da0/e96196c2-c14b-483b-aaf5-d9512447e8bd/d8c2cb3a-c5f7-47d8-b90d-f2b62faded82) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:24.677734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:24.679394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60486) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:24.704271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adadfcb5-afe2-47b4-b2b3-a5a41049b805 req-a24ac419-9938-4f37-aba4-4e18bcf2c9f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 1096 time: 0.3725467 May 06 12:37:24.706768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] device_id is not set on port 3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:37:24.710927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:24.713192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470058022', 'description': 'tempest-description--1516054451'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:24.728737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-354a24bc-a62c-48fe-a1b0-f32d4b4526be req-f1d9ed83-4616-4096-8a6f-41f9a615cd3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506314 May 06 12:37:24.730663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:24.800037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:24.803389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:24.805313 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:24.805721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:24.827162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:24.927486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56a05e01-0ed0-41b1-b0a2-4536b3d6d12e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5651305 May 06 12:37:24.938408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60490) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:24.945911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:24.970862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adadfcb5-afe2-47b4-b2b3-a5a41049b805 req-161f1ac3-35ac-4382-a28e-5bec250f7a49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481930 May 06 12:37:24.989397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.040115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Deleting port d7a74604-1d01-47e5-bdd8-46583336cffe {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:25.040500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.064302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.079059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-1e05be88-4b2a-4e3d-af74-bf679f682371 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:25.080483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-1e05be88-4b2a-4e3d-af74-bf679f682371 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.86 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.4420192 May 06 12:37:25.128071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:25.196138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:25.254996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] For port d7a74604-1d01-47e5-bdd8-46583336cffe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7a74604-1d01-47e5-bdd8-46583336cffe,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:25.255362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.389314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Deleting port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:25.389665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.413838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:25.417270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.418615 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:25.419027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:25.434040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Calling delete_port for d7a74604-1d01-47e5-bdd8-46583336cffe owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:25.537352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.562617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.569558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309ad0-ef8a-4595-87a1-156dbc5228de req-41e43d08-9c9b-4cf2-99ee-a0c9c8129182 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:25.571028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4309ad0-ef8a-4595-87a1-156dbc5228de req-41e43d08-9c9b-4cf2-99ee-a0c9c8129182 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 945 time: 0.2475240 May 06 12:37:25.579167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:25.601311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-54ac2fd3-3eff-4ad2-94b9-5f5f4422b8d5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6590142 May 06 12:37:25.606205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:25.606630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Usage tracker for resource:security_group_rule and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:25.614476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:25.614778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:25.616463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:25.640518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:25.748521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78014-edd4-4081-94d2-e23294a203b4 req-6202ce21-1395-4ba8-8552-21b4e0b01db8 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:25.750074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56e78014-edd4-4081-94d2-e23294a203b4 req-6202ce21-1395-4ba8-8552-21b4e0b01db8 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.5540392 May 06 12:37:25.855651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4309ad0-ef8a-4595-87a1-156dbc5228de req-49fdc68b-4328-406d-b242-188f5fb59b12 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785668 May 06 12:37:25.918595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:25.932602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:25.947598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:25.991812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.003787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.018060 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.076367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a74604-1d01-47e5-bdd8-46583336cffe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:26.085740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56e78014-edd4-4081-94d2-e23294a203b4 req-0ebfdf27-10dc-4455-85e5-23fd05f1d6a4 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218813 May 06 12:37:26.110939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.134212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Port': ['ID=abdfe52c-ea34-400d-86e9-acd58f2c80df,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:26.153048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 6298ae54-b76f-40e7-b952-b17458a73da0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:26.209510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:26.219972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d47a-1f5f-43b0-80f8-e2a5045d8466 req-fed0be3c-011a-424a-a658-00e132245032 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.223985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d47a-1f5f-43b0-80f8-e2a5045d8466 req-fed0be3c-011a-424a-a658-00e132245032 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.228277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d47a-1f5f-43b0-80f8-e2a5045d8466 req-fed0be3c-011a-424a-a658-00e132245032 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.229976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5131d47a-1f5f-43b0-80f8-e2a5045d8466 req-fed0be3c-011a-424a-a658-00e132245032 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 2374 time: 0.2519145 May 06 12:37:26.250081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:26.290619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:26.298690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.300287 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:37:26.300720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:37:26.322454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] For port 0b4b3f48-1bde-4359-821c-c2e7d212fc18, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=0b4b3f48-1bde-4359-821c-c2e7d212fc18,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:26.322805 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.453816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5131d47a-1f5f-43b0-80f8-e2a5045d8466 req-155ec455-feff-41fe-ba9a-3586221c49b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404204 May 06 12:37:26.465850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33de65cb-b0a3-45a3-875f-b79e4d09421d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:26.473232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:26.475925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Checking segment: {'id': '41a254a7-db94-4e3d-9eb4-089ffdffd5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '03b724a2-3c7e-4c29-87ae-c4f7fff2ee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:26.475925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network hostable DHCP agents. Network: 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:26.481376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.522880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.523514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.549560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.556045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6d478819-3739-4c34-8829-9c3dbb7d8a7b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9472451 May 06 12:37:26.563057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60506) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:26.603594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.604813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ea90d995-2357-44cd-a46f-e5e16650fe0c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.9177372 May 06 12:37:26.617382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60508) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:26.633009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port 0e951164-43aa-4a82-afe2-690473d455bb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:26.633345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.644373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6ec9336b-5820-4dfb-ae33-957cb6264bb3 None None] Provisioning for port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:26.649672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6ec9336b-5820-4dfb-ae33-957cb6264bb3 None None] Provisioning complete for port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:26.652168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6ec9336b-5820-4dfb-ae33-957cb6264bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.659614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'security_group_rule': {'security_group_id': '33de65cb-b0a3-45a3-875f-b79e4d09421d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:26.683340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:26.705663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Usage tracker for resource:security_group_rule and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:26.710314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9336b-5820-4dfb-ae33-957cb6264bb3 None None] Port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:26.712470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:26.737960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1263875b-6b6a-4132-aec2-9cd7f7d5a93b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1130006 May 06 12:37:26.740330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60514) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:26.757774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device faade681-e793-43be-b2f5-3bfdc240ae3e up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:26.790375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:26.797499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e2f5e158-81be-48a3-897e-cccf8435d8cb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5589194 May 06 12:37:26.837784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'admin_state_up': True, 'tenant_id': '980c74da53e142ed854555cab024d28b', 'security_groups': ['a4d2d37f-7c4b-4a79-8571-4016db5d16f8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:26.842706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1f184-8a56-4344-b1a2-3cffeb5d9f1f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:26.846529 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1d1f184-8a56-4344-b1a2-3cffeb5d9f1f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029868 May 06 12:37:26.847531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60518) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:26.900348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a1ddea84-4734-4a01-aacd-61edcbb5376e up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:26.922562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b7624963-e826-47a9-8ea1-3956e99081ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747280 May 06 12:37:26.926656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60524) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:26.934546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:26.943904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port faade681-e793-43be-b2f5-3bfdc240ae3e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:26.954492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port faade681-e793-43be-b2f5-3bfdc240ae3e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:26.955364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:26.976944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:27.074129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:27.084612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.085046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.085423 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Floating IP 46a71e94-719f-4cd3-b2ce-26e50617465e disassociated. External IP: 172.25.2.91, port: 0b4b3f48-1bde-4359-821c-c2e7d212fc18. May 06 12:37:27.085786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Calling delete_port for 0b4b3f48-1bde-4359-821c-c2e7d212fc18 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:27.087533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:27.118367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.143289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.162508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:27.172872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=faade681-e793-43be-b2f5-3bfdc240ae3e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:27.187536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port a1ddea84-4734-4a01-aacd-61edcbb5376e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:27.192653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port a1ddea84-4734-4a01-aacd-61edcbb5376e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:27.193073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.273407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:27.290830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.291638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 0b4b3f48-1bde-4359-821c-c2e7d212fc18 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:27.304054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:27.305392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.310042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.316477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d478e1f-abcf-4ad8-beae-e35375f4ac25 None None] Network 03b724a2-3c7e-4c29-87ae-c4f7fff2ee67 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:27.328512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:27.332247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.401353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:27.584691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.660444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:27.733192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for 0e951164-43aa-4a82-afe2-690473d455bb owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:27.763952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05403-cb13-4b9f-88ef-475a38cf4b79 req-e70840af-37a6-42d9-b34b-aed567f7c61e tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.778053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:27.783227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bba05403-cb13-4b9f-88ef-475a38cf4b79 req-e70840af-37a6-42d9-b34b-aed567f7c61e tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 945 time: 0.5355158 May 06 12:37:27.828092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:27.854658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.893276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Port': ['ID=3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:27.896229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:27.908793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3bd4e-39d9-43d8-a429-660ab0f7a3b3 req-c0ad82dd-4718-49ac-9034-07803ac567ce tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:27.912266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4b3bd4e-39d9-43d8-a429-660ab0f7a3b3 req-c0ad82dd-4718-49ac-9034-07803ac567ce tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 945 time: 0.9015715 May 06 12:37:27.941993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Checking segment: {'id': '2e7c8003-e73b-4053-b59a-b86c6250d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9ace9a72-7613-46a9-9994-6453c7cfa72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:27.942413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network hostable DHCP agents. Network: 9ace9a72-7613-46a9-9994-6453c7cfa72a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:27.978342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:27.991447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:28.016717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.034086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bba05403-cb13-4b9f-88ef-475a38cf4b79 req-b7c48285-1aa9-4d22-9298-58987e82a983 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups?id=b157e4e1-8d9f-4d4f-aac2-21780db6c11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473078 May 06 12:37:28.112292 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09379925-6860-46ff-9521-a087136f159d'] response: {'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e', 'code': 200} May 06 12:37:28.148385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4b3bd4e-39d9-43d8-a429-660ab0f7a3b3 req-8e0e1202-ccaf-4367-b03f-d5607eebb49d tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149198 May 06 12:37:28.149099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.150760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.267262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network 9ace9a72-7613-46a9-9994-6453c7cfa72a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:28.269419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event deleted for resources: {'Port': ['ID=0b4b3f48-1bde-4359-821c-c2e7d212fc18,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:28.279635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bb4600-1fe7-4c1b-a38f-0bee05e1370d,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:28.298239 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.336253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:37:28.344313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.363511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.364699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-28fdbf86-4288-4145-8a19-61c42c47378b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7463968 May 06 12:37:28.371271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60536) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:28.425949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Router aa4694a7-0d09-4256-818b-87a410624dc3 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:37:28.460469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:28.467243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=c5d096f4-0f31-4ba1-9209-b9dca3577c6a,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:28.469560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:28.470717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'security_group_rule': {'security_group_id': '33de65cb-b0a3-45a3-875f-b79e4d09421d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:28.476085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.476683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.483640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d3e78-342f-489e-8097-bc5485f7d070 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:28.483845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9ace9a72-7613-46a9-9994-6453c7cfa72a) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:28.508945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdfd411-e0c7-4cec-96ed-081a9e9e53bd None None] Network 9ace9a72-7613-46a9-9994-6453c7cfa72a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:28.549722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:28.554519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:28.558507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.561879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.562517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.581662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88371061-9cf0-47f1-94a5-eef1b1186974 req-e6a5cec9-6df7-41ad-b369-97bea1db1d38 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.585923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88371061-9cf0-47f1-94a5-eef1b1186974 req-e6a5cec9-6df7-41ad-b369-97bea1db1d38 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.590100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88371061-9cf0-47f1-94a5-eef1b1186974 req-e6a5cec9-6df7-41ad-b369-97bea1db1d38 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:28.592516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88371061-9cf0-47f1-94a5-eef1b1186974 req-e6a5cec9-6df7-41ad-b369-97bea1db1d38 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 2374 time: 0.3557308 May 06 12:37:28.595136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Usage tracker for resource:security_group_rule and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:28.606527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-566976c3-9aff-48d3-960e-0d3e992e4922 req-3cc2b960-3e5c-4b4e-816c-b47c4ffd518d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 1096 time: 0.3983340 May 06 12:37:28.609192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:28.624150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:28.686587 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:28.731651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7072767-0461-4988-b671-c746b60fa856 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8004279 May 06 12:37:28.738101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60540) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:28.751123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:42:a0:88', 'name': 'tempest-NetworksTestDHCPv6-1569034296'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:28.791700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=0e951164-43aa-4a82-afe2-690473d455bb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:28.879272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88371061-9cf0-47f1-94a5-eef1b1186974 req-69534e85-9cc6-41bb-be2d-aa8d369bf67f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910231 May 06 12:37:28.891513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-566976c3-9aff-48d3-960e-0d3e992e4922 req-dbe17f1c-e94a-4b44-aba5-e4bb5bb11290 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248099 May 06 12:37:28.921965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.924053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.929174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:28.937714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8cc2bde8-f71e-407d-a663-4c70fb590383 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 6.8265431 May 06 12:37:28.954179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60544) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:28.955248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'c5d096f4-0f31-4ba1-9209-b9dca3577c6a'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:28.960412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.012113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.036641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:29.064179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:29.101415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.2.2.100 (2e553be6-48e2-4d2b-91a8-a1b24612e1b1/6258ef03-dc05-4236-9ac2-f1aa9e3de62b/179e92d7-ca62-480c-a35a-2556716ce1cd) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:29.133099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460b346-32b3-4668-8b5a-d99615343e3b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:29.138273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460b346-32b3-4668-8b5a-d99615343e3b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:29.143057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a460b346-32b3-4668-8b5a-d99615343e3b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.1791737 May 06 12:37:29.144223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60550) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:29.166696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Allocated IP 2001:db8::f816:3eff:feb9:188e (2e7d2229-1c74-4943-b601-890d74ccfdf0/c5d096f4-0f31-4ba1-9209-b9dca3577c6a/1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:29.185236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:29.196578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f62101f-c525-4080-a0b7-ab2e06f26423 admin admin] 10.222.0.83 "PUT /v2.0/routers/aa4694a7-0d09-4256-818b-87a410624dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2289889 May 06 12:37:29.197553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Sync routers for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:29.214525 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:29.215186 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:29.221825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:29.257700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60556) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:29.407449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-649affc1-6d82-44d5-a521-992a85a1c601 req-d0d0c86e-a6b7-423b-ae05-c2af6db27c0a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Synchronizing usage tracker for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:29.484938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.502869 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:29.541780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.556140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Transition to ACTIVE for port object 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:29.582447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Transition to ACTIVE for port object 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:29.662647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.748180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port abdfe52c-ea34-400d-86e9-acd58f2c80df {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:29.748902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.762156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Pushing event updated for resources: {'Port': ['ID=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:29.789497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:29.790598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:29.793209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:29.830309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.853329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-649affc1-6d82-44d5-a521-992a85a1c601 req-d0d0c86e-a6b7-423b-ae05-c2af6db27c0a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Unset dirty status for tenant:990c46791cd34622b38e57bef535b2f1 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:29.854499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-649affc1-6d82-44d5-a521-992a85a1c601 req-d0d0c86e-a6b7-423b-ae05-c2af6db27c0a tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.6221652 May 06 12:37:29.859597 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:37:25Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:29.875323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Checking router: aa4694a7-0d09-4256-818b-87a410624dc3 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:29.912360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ca857-8007-4a56-9678-79a63aba4238 req-a1aa8160-ff03-4331-9e3b-b81a4a180378 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:29.921429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Routers {'aa4694a7-0d09-4256-818b-87a410624dc3'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:29.921948 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['aa4694a7-0d09-4256-818b-87a410624dc3'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:29.931872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-341ca857-8007-4a56-9678-79a63aba4238 req-a1aa8160-ff03-4331-9e3b-b81a4a180378 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 946 time: 0.5578263 May 06 12:37:29.936677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Attempting to bind port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:29.937374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Attempting to bind port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:29.937911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Attempting to bind port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:29.951965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:29.952471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:29.953147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:29.953823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:29.954880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Bound port: 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:29.955308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.021193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.067205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Router 1b4befe2-6113-43da-863b-9b06422f87f2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:37:30.088359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42379f5c-c551-485e-a8b3-4bdadd174fc8,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.104194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.131984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.152512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.190744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] For port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:30.195474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] For port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:30.196531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:30.213143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.239195 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] Set router aa4694a7-0d09-4256-818b-87a410624dc3 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:30.250581 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.275453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 675bec94-2fb3-4760-aac4-9522fb00af3d yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:37:30.302693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.304370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2b152bdc-e383-44c2-bbf8-966297a82302 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8793924 May 06 12:37:30.305804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object 179e92d7-ca62-480c-a35a-2556716ce1cd will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:30.343669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036e3e2-5509-4d81-862c-3e8ac1b2ee2f None None] Pushing event updated for resources: {'Port': ['ID=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:30.371359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60564) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:30.389068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:30.407994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:30.418480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Usage tracker for resource:floatingip and tenant:33720975033a4e1e864c18aff718f5ad is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:30.426408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:30.455481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:30.509619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.510109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.514546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.518931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:30.520897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:30.527112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.527324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router e292de02-84b5-4daa-b0e7-29301420fd7e {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:37:30.545706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-341ca857-8007-4a56-9678-79a63aba4238 req-a45eeab1-85ae-455b-a1db-b42b9f456ba0 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116686 May 06 12:37:30.552989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.556526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d283a5a9-3cfd-4b96-a8d9-be0c3a2ad3dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 204 len: 168 time: 6.5672593 May 06 12:37:30.559177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:30.569171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1733464452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:30.577646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:30.583445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:30.591153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:30.602929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:30.625337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.639270 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b85935f-deb4-4b69-9f16-12fd0f10c9b0'] response: {'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e', 'code': 200} May 06 12:37:30.674304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:37:25Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:30.681328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b9bb5-9fcf-4f39-9c1a-f777ce493517 None None] The sync data for ids ['aa4694a7-0d09-4256-818b-87a410624dc3'] in n-d-840845-1 is: [{'id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'name': 'tempest-ServersTestJSON-1361235507-router', 'tenant_id': '435b9d537b41491ebd7883925be03e01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:20Z', 'updated_at': '2022-05-06T12:37:25Z', 'revision_number': 5, 'project_id': '435b9d537b41491ebd7883925be03e01', 'gw_port': {'id': 'd0bff264-e84f-4b7a-80ee-ee4e49d32cfa', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4694a7-0d09-4256-818b-87a410624dc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:24Z', 'updated_at': '2022-05-06T12:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:30.750923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.771739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Calling delete_port for abdfe52c-ea34-400d-86e9-acd58f2c80df owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:30.796237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:30.804890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-49620d77-0ff0-42f6-af2f-1c009193019d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 2374 time: 0.5571105 May 06 12:37:30.842224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe42:a088 (2e7d2229-1c74-4943-b601-890d74ccfdf0/c5d096f4-0f31-4ba1-9209-b9dca3577c6a/675bec94-2fb3-4760-aac4-9522fb00af3d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:30.864546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.865626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.918801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:30.931969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Sync routers for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:30.953929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:30.958079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:30.965810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:31.056984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:31.071580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:31.078138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] No DVR routers for this DVR port 0b4b3f48-1bde-4359-821c-c2e7d212fc18 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:31.080172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:31.085490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:31.117040 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.132865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c274c5d-8b14-4f46-9216-3db166a62855 req-92e97ff6-9426-4b97-bad2-8dce69907cf4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267872 May 06 12:37:31.133482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'name': 'network-vif-deleted', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:31.161229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e13bba1-970f-4f2b-a0b0-4fd2aefdf092 req-caa85f4c-3ad2-49e6-bc91-4214ee03d286 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.0556672 May 06 12:37:31.172347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.190793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.229689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9cd4bf-eb2d-4901-809b-6cb8b02a19e0 req-ea67b486-604d-4b44-b3bc-0d8ccebf8c43 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.86 "DELETE /v2.0/ports/0b4b3f48-1bde-4359-821c-c2e7d212fc18 HTTP/1.1" status: 204 len: 173 time: 6.1299367 May 06 12:37:31.316534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-254c66f1-b646-4bfb-a997-a0601987f822 req-c75afd3f-b261-43c3-b818-46926e39ce00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 1097 time: 0.5684099 May 06 12:37:31.337818 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64f6056-5310-4284-9c8e-f7c808fc7070'] response: {'server_uuid': 'b1be8bc7-9369-4720-bf31-9f40fa3bc22a', 'name': 'network-vif-deleted', 'tag': '0b4b3f48-1bde-4359-821c-c2e7d212fc18', 'status': 'completed', 'code': 200} May 06 12:37:31.357847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:31.358743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.366257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Port': ['ID=abdfe52c-ea34-400d-86e9-acd58f2c80df,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:31.367666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:31.405672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.409017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.521960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-254c66f1-b646-4bfb-a997-a0601987f822 req-014108e1-5b02-4567-8425-e3dedf7e9cb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825504 May 06 12:37:31.556792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.618508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab5c1343-93e0-4109-a72f-2bd4cb8cb5a4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/ports/abdfe52c-ea34-400d-86e9-acd58f2c80df HTTP/1.1" status: 204 len: 168 time: 2.4707069 May 06 12:37:31.621417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60578) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:31.693746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:31.699321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.712004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-915af60b-2e57-486e-bb2a-630fd491cf51 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1514080 May 06 12:37:31.714739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:31.722766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-239a8c17-ff52-48fc-bc3a-3d3dfe035298 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8836131 May 06 12:37:31.723982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': True}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:31.729953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port 3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:31.734944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.793730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'admin_state_up': True, 'tenant_id': '980c74da53e142ed854555cab024d28b', 'security_groups': ['a4d2d37f-7c4b-4a79-8571-4016db5d16f8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:31.845059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:31.870271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 675bec94-2fb3-4760-aac4-9522fb00af3d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:32.077965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eef109b4-64c8-4a38-92ad-8752f3d3eb7c None None] Provisioning for port 179e92d7-ca62-480c-a35a-2556716ce1cd completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:32.116427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eef109b4-64c8-4a38-92ad-8752f3d3eb7c None None] Provisioning complete for port 179e92d7-ca62-480c-a35a-2556716ce1cd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:32.120892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eef109b4-64c8-4a38-92ad-8752f3d3eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.175345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:32.226024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7a74604-1d01-47e5-bdd8-46583336cffe no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:32.270874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d7a74604-1d01-47e5-bdd8-46583336cffe {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:32.271627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7a74604-1d01-47e5-bdd8-46583336cffe not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:32.273567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eef109b4-64c8-4a38-92ad-8752f3d3eb7c None None] Port 179e92d7-ca62-480c-a35a-2556716ce1cd cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:32.295935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:32.305047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Checking router: 1b4befe2-6113-43da-863b-9b06422f87f2 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:32.320004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:32.321261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:32.433567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.491235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Allocated IP 172.25.2.174 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:32.507456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:32.531620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:32.549449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8d33-0dfc-4448-90e0-377335e7748f req-a2713d22-6975-4aec-a38a-1b6698cf4526 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.551409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0de8d33-0dfc-4448-90e0-377335e7748f req-a2713d22-6975-4aec-a38a-1b6698cf4526 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 946 time: 0.5732911 May 06 12:37:32.552187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:32.561929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.619584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Provisioning for port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:32.627459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Provisioning complete for port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:32.627855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.662996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:32.725420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:32.727606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=675bec94-2fb3-4760-aac4-9522fb00af3d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:32.736859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Calling delete_port for 3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:32.784053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:32.789144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.789852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.832757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Made reservation on behalf of 980c74da53e142ed854555cab024d28b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:32.837480 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.846658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:32.874898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-29c75740-27f9-444d-91d8-79defd82b06a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.878843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-29c75740-27f9-444d-91d8-79defd82b06a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.894040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-29c75740-27f9-444d-91d8-79defd82b06a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.898153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-29c75740-27f9-444d-91d8-79defd82b06a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:32.898785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0de8d33-0dfc-4448-90e0-377335e7748f req-aa02e6db-0cac-4413-831d-fbec9bb36789 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239369 May 06 12:37:32.906070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-29c75740-27f9-444d-91d8-79defd82b06a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3095 time: 0.5296645 May 06 12:37:32.922961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b99f4132-7b10-4985-bceb-8c038209f1cd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1835344 May 06 12:37:32.926287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:33.014908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Deleting port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:33.014908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.095350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.199895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.250103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.296876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148d8748-009d-4a60-b69c-ecdf09528d66 req-c878a88a-d33c-47b2-b4fc-b90630240002 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759737 May 06 12:37:33.297050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.297460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Port': ['ID=3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:33.313444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:33.317790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.325895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-350310eb-6ad0-4ecd-ac45-814d2adc082b req-d532e70e-1e41-4b74-a4bd-1a288d856bf5 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1be8bc7-9369-4720-bf31-9f40fa3bc22a HTTP/1.1" status: 200 len: 210 time: 0.0926888 May 06 12:37:33.340978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] For port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:33.340978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ce530-9dbf-4992-bdef-590a0a1ef2dc None None] The sync data for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 is: [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:33:37Z', 'revision_number': 4, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '635598eb-f7db-414c-8431-671739d8e0df', 'name': '', 'network_id': '156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'mac_address': 'fa:16:3e:90:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:36Z', 'updated_at': '2022-05-06T12:33:54Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'subnets': [{'id': 'a4671dbc-a9cf-4565-ab00-7f637dd06321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:33.365511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-064ce5e7-03d3-4f4e-a406-d573f2aef8b4 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/ports/3ca437c7-d4b9-4c82-8581-6ef84e4dd0ef HTTP/1.1" status: 204 len: 168 time: 1.7394049 May 06 12:37:33.394281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60594) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:33.410208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.493980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6deacc-cb0a-4abb-9510-a0e050c71be0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.498475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6deacc-cb0a-4abb-9510-a0e050c71be0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:33.499241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c6deacc-cb0a-4abb-9510-a0e050c71be0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:33.535169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] For port d0bff264-e84f-4b7a-80ee-ee4e49d32cfa, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:33.535674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.537035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4e8c5-5f56-4b31-827f-47045906fcc8 None None] Pushing event updated for resources: {'Port': ['ID=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:33.548983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4fea9c4-3a60-4b42-82e6-d52c05c07ec2 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Synchronizing usage tracker for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:33.661647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c6deacc-cb0a-4abb-9510-a0e050c71be0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:33.665874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c6deacc-cb0a-4abb-9510-a0e050c71be0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7386153 May 06 12:37:33.678825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2e7c5f3b-d00f-4462-bc62-ec570274d3df None None] Provisioning for port 675bec94-2fb3-4760-aac4-9522fb00af3d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:33.680228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Calling delete_port for d0bff264-e84f-4b7a-80ee-ee4e49d32cfa owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:33.684931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2e7c5f3b-d00f-4462-bc62-ec570274d3df None None] Provisioning complete for port 675bec94-2fb3-4760-aac4-9522fb00af3d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:33.685547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5f3b-d00f-4462-bc62-ec570274d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.706448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60598) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:33.748736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:33.799829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c5f3b-d00f-4462-bc62-ec570274d3df None None] Port 675bec94-2fb3-4760-aac4-9522fb00af3d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:33.824502 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4dc0e4-2106-46f5-8af3-be2d57e237e5 None None] New status for floating IP 46a71e94-719f-4cd3-b2ce-26e50617465e: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:37:33.831989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b4fea9c4-3a60-4b42-82e6-d52c05c07ec2 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Unset dirty status for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:33.837383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b4fea9c4-3a60-4b42-82e6-d52c05c07ec2 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4352174 May 06 12:37:33.857786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:33.877621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-792069131'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:33.890683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Allocated IP 10.2.2.200 (2e553be6-48e2-4d2b-91a8-a1b24612e1b1/6258ef03-dc05-4236-9ac2-f1aa9e3de62b/b8b30efd-f70d-4833-9735-9111829936c2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:33.898153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:33.926579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:network and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:33.932716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:33.938222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:33.944193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 675bec94-2fb3-4760-aac4-9522fb00af3d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:33.944665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.015345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'Port': ['ID=3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:34.022349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.023704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:34.038557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:34.050303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:34.084620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bff264-e84f-4b7a-80ee-ee4e49d32cfa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:34.346074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.445016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:34.448092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.667311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:34.723732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.724098 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment dedc8f88-05dd-45a0-9887-50d4aaef67f3 of type vlan for network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 May 06 12:37:34.788335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd96e7-603c-4baa-b597-cec0ae154941 req-65b3d0db-aaee-432a-ac7b-d85ce00d9221 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:34.789801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96bd96e7-603c-4baa-b597-cec0ae154941 req-65b3d0db-aaee-432a-ac7b-d85ce00d9221 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 946 time: 0.6671650 May 06 12:37:34.823732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.832389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.835423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.853970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-a0287ad8-8fb6-4e8c-b5c7-a063f3496f3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:34.858188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-a0287ad8-8fb6-4e8c-b5c7-a063f3496f3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:34.862622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-a0287ad8-8fb6-4e8c-b5c7-a063f3496f3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:34.866671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-a0287ad8-8fb6-4e8c-b5c7-a063f3496f3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:34.868431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-a0287ad8-8fb6-4e8c-b5c7-a063f3496f3f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3095 time: 0.2732995 May 06 12:37:34.908575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.927296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb038bd8-1a00-4f71-8865-455f9f4332fc req-49d530ac-cff1-451b-bfd6-f9af89fd7be4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525081 May 06 12:37:34.930153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Transition to ACTIVE for port object b8b30efd-f70d-4833-9735-9111829936c2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:34.936111 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.987422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:34.988918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4694a7-0d09-4256-818b-87a410624dc3 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:37:35.003960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.008322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a755593e-8dda-49cb-aeb7-36ff79333aa8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/aa4694a7-0d09-4256-818b-87a410624dc3 HTTP/1.1" status: 204 len: 168 time: 5.7424612 May 06 12:37:35.008991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.093932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Deleting subnet 56d08fbf-448c-4f1a-a843-115acc6d9234 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:35.097657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.123641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:35.154889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.191174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.202133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 675bec94-2fb3-4760-aac4-9522fb00af3d owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:35.240374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.278434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.292059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.296859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.306379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96bd96e7-603c-4baa-b597-cec0ae154941 req-df22d705-993d-45fd-b676-d5e4f8ccc735 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764602 May 06 12:37:35.312413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.391436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.429240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.434638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.436007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.595273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc41bc1-22ee-43bc-a090-ee61641429c7 req-adf9a998-7b7c-4256-8e04-e70e79de0734 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:35.604104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bc41bc1-22ee-43bc-a090-ee61641429c7 req-adf9a998-7b7c-4256-8e04-e70e79de0734 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 945 time: 0.1120830 May 06 12:37:35.611026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:35.638946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.638946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.660466 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.673618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.706178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:35.706944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.720340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bc41bc1-22ee-43bc-a090-ee61641429c7 req-3589b67a-5c74-4002-b610-60e869b5ad22 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150842 May 06 12:37:35.743510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d08fbf-448c-4f1a-a843-115acc6d9234,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.768899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157e4e1-8d9f-4d4f-aac2-21780db6c11d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.793976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.809999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.810578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.810578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.810855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.811108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.811745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.812104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.812430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.812753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.813076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.813396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.821477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.821819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.822207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.822545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.822878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.823250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.823584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.823970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.824497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.824677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.824925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:37:35.833380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=4a1012b2-6126-4cca-af2e-c0dbc4ec7650,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.833549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c40ab-5d41-4e21-bdc0-c074447ef7ab None None] Network f66e852c-07a4-404d-9af2-685f1c7b61ec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:35.858258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60626) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.864076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1449691824'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:35.868580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-70c51c8a-e819-421c-ba09-931bb40f4761 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9960055 May 06 12:37:35.873579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:35.888049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:network and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:35.899502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:35.920953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95081bf6-8362-40cb-8a0f-2c2324263547 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/56d08fbf-448c-4f1a-a843-115acc6d9234 HTTP/1.1" status: 204 len: 168 time: 0.9108038 May 06 12:37:35.930038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:35.930529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:35.931912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f2b3488-2f0f-4cbd-987e-ebafccaff63f tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "DELETE /v2.0/security-groups/b157e4e1-8d9f-4d4f-aac2-21780db6c11d HTTP/1.1" status: 204 len: 168 time: 0.7393806 May 06 12:37:35.935315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60632) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.935512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:35.936496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:35.964439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:35.964439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 172.25.2.211 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/2d3b9a5a-5b5a-456e-824f-c5b7959c76d9) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:35.966596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:35.999686 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-1758eb8c-cecf-488d-bc71-b85470d16769 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] show failed (client error): The resource could not be found. May 06 12:37:36.003224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:36.005100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60642) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:36.015561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:36.019951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1758eb8c-cecf-488d-bc71-b85470d16769 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "GET /v2.0/security-groups/b157e4e1-8d9f-4d4f-aac2-21780db6c11d HTTP/1.1" status: 404 len: 347 time: 0.0771096 May 06 12:37:36.110246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:36.114668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.195001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.259840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.287089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:36.333130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Deleting port cd633321-9609-4638-b9a0-cb1ca76bc878 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:36.334169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.393672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.394287 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Added segment 0955ecec-91f8-4643-8b7e-257a3fdc57dd of type vlan for network 331ef11f-f206-43c6-8627-32c1ad647af9 May 06 12:37:36.477532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.482614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.487290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.492402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.497416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.506291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-b38c5582-023c-440d-885c-0d7c2dbc90a2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3816 time: 0.3088474 May 06 12:37:36.550922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.570029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=675bec94-2fb3-4760-aac4-9522fb00af3d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:36.640267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d0bff264-e84f-4b7a-80ee-ee4e49d32cfa no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:36.677289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da7e3e50-8bfa-4c2d-ae4a-e52c4e23ceef req-0dd78ef9-129d-4179-aa64-c8907bf5add9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698551 May 06 12:37:36.685393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2dc88ca7-fd76-4159-b772-e27309dba65b None None] Provisioning for port b8b30efd-f70d-4833-9735-9111829936c2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:36.693027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d0bff264-e84f-4b7a-80ee-ee4e49d32cfa {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:36.693027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d0bff264-e84f-4b7a-80ee-ee4e49d32cfa not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:36.703096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2dc88ca7-fd76-4159-b772-e27309dba65b None None] Provisioning complete for port b8b30efd-f70d-4833-9735-9111829936c2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:36.703842 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2dc88ca7-fd76-4159-b772-e27309dba65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.734945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] For port cd633321-9609-4638-b9a0-cb1ca76bc878, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cd633321-9609-4638-b9a0-cb1ca76bc878,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:36.735441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.746757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.747474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.752280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Deleting port 4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:36.752744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.770066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] DHCP port deletion for f66e852c-07a4-404d-9af2-685f1c7b61ec request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:36.778211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Deleting port cd633321-9609-4638-b9a0-cb1ca76bc878 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:36.778810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.854546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2dc88ca7-fd76-4159-b772-e27309dba65b None None] Port b8b30efd-f70d-4833-9735-9111829936c2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:36.881693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.882876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.884636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e4a8a476-010c-4acc-9265-446700337b54 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/675bec94-2fb3-4760-aac4-9522fb00af3d HTTP/1.1" status: 204 len: 168 time: 3.1777298 May 06 12:37:36.896073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:36.896698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:36.902609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:36.981277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9514e-8e9e-4938-8004-4bc70820ed60 req-76af7b0c-ff8e-4e14-97e6-312ba068165a tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.005155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56b9514e-8e9e-4938-8004-4bc70820ed60 req-76af7b0c-ff8e-4e14-97e6-312ba068165a tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 1.0471618 May 06 12:37:37.066800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] For port cd633321-9609-4638-b9a0-cb1ca76bc878, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cd633321-9609-4638-b9a0-cb1ca76bc878,segment=NetworkSegment(bc8a9bf9-6a5e-4ae4-829b-609770fc7c39),segment_id=bc8a9bf9-6a5e-4ae4-829b-609770fc7c39)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:37.067259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.188645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.189225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.205528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Calling delete_port for cd633321-9609-4638-b9a0-cb1ca76bc878 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:37.210195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Calling delete_port for cd633321-9609-4638-b9a0-cb1ca76bc878 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:37.242125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Network': ['ID=331ef11f-f206-43c6-8627-32c1ad647af9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:37.282364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 331ef11f-f206-43c6-8627-32c1ad647af9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:37.354346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Calling delete_port for 4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:37.371113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-62c0e649-0dff-4a02-b36a-de4d31cc2f45 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5109262 May 06 12:37:37.399442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-b23f55df-fcd0-4b46-9c50-07617c6eb3ba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6172838 May 06 12:37:37.406006 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.421471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:37.421471 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:37.446904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:37.487239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] Pushing event deleted for resources: {'Port': ['ID=cd633321-9609-4638-b9a0-cb1ca76bc878,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:37.493742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb71042-f1c4-4fda-a8a1-6c7346ad8af4 None None] No DVR routers for this DVR port cd633321-9609-4638-b9a0-cb1ca76bc878 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:37.528769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60650) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:37.530332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cd633321-9609-4638-b9a0-cb1ca76bc878 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:37.531821 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:37.536394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'subnets': [{'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1247010553', 'ip_version': 4}, {'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:37.537280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'subnet': {'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1247010553', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:37.537982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Request body: {'subnet': {'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:37.564429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.575310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cd633321-9609-4638-b9a0-cb1ca76bc878 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:37.576184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cd633321-9609-4638-b9a0-cb1ca76bc878 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:37.636265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.680647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.728961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf6b96-ca2e-4277-b65a-74ba395c4921 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.730488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf6b96-ca2e-4277-b65a-74ba395c4921 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:37.730909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0bbf6b96-ca2e-4277-b65a-74ba395c4921 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:37.768347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56b9514e-8e9e-4938-8004-4bc70820ed60 req-2988cd61-80c1-42f2-bccd-fb669d75bd73 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842077 May 06 12:37:37.848952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:37.853850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Usage tracker for resource:subnet and tenant:df8cc93d770b4eef9b4e9cbc47711315 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:37.857200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:37.864698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:37.953324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Deleting port cd633321-9609-4638-b9a0-cb1ca76bc878 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:37.954479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:37.977753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'Port': ['ID=3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:37.999234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.002258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Made reservation on behalf of df8cc93d770b4eef9b4e9cbc47711315 for: {'subnet': 2} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:38.070387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0bbf6b96-ca2e-4277-b65a-74ba395c4921 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:38.071446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0bbf6b96-ca2e-4277-b65a-74ba395c4921 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.1677918 May 06 12:37:38.080772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60658) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:38.104639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] The port 'cd633321-9609-4638-b9a0-cb1ca76bc878' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:37:38.113862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.202381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.277700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.354886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.377104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.382002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.384356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.388335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.392513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:38.393495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.394359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-1747e316-bfb9-4a77-a446-f3618cb33e60 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3816 time: 0.4874890 May 06 12:37:38.394823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8dc2a400-0279-42f1-baab-8cc06ddbefd4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0166695 May 06 12:37:38.416208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=2d3b9a5a-5b5a-456e-824f-c5b7959c76d9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:38.416319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ac8f02d8-2b3c-484a-ab28-c26a54e0e927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.435829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.436263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.463723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66e852c-07a4-404d-9af2-685f1c7b61ec']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:38.569778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:38.570101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8a9bf9-6a5e-4ae4-829b-609770fc7c39') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:38.606178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.606383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:38.640293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8837a957-0dba-4bdc-90ba-43b9154ce29a req-6ff81512-e3b6-428b-be8a-053c005fabfc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899607 May 06 12:37:38.644077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.648050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:38.655624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:38.656108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:38.673134 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:38.702441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:38.808669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Pushing event deleted for resources: {'Port': ['ID=4d0a7f5c-e4d1-477f-b3a2-a5d16b76b8b1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:38.865808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-289ddafd-888b-4b6d-9788-f58f5fb18ba2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--470058022&fields=id&tenant_id=33720975033a4e1e864c18aff718f5ad HTTP/1.1" status: 200 len: 267 time: 0.0996180 May 06 12:37:38.938718 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:37:38.976523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.022217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.024550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.025716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c97fe95a-d7df-4f82-94cc-f8a170ef9ce6 tempest-ServersTestBootFromVolume-1585768656 tempest-ServersTestBootFromVolume-1585768656-project] 10.222.0.83 "DELETE /v2.0/floatingips/46a71e94-719f-4cd3-b2ce-26e50617465e HTTP/1.1" status: 204 len: 168 time: 3.0148947 May 06 12:37:39.037876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:39.063406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet c5d096f4-0f31-4ba1-9209-b9dca3577c6a {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:39.127947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.183659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.199340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] Pushing event deleted for resources: {'Network': ['ID=f66e852c-07a4-404d-9af2-685f1c7b61ec,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:39.299107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f5dfa8d4-0f91-494b-97c5-ae03950ca95b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.299865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f5dfa8d4-0f91-494b-97c5-ae03950ca95b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:39.338540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeed46-cb4f-4124-9290-6f111b4dff79 req-a077da15-a7bf-4747-8feb-c098e3a3c5aa tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:39.340025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1abeed46-cb4f-4124-9290-6f111b4dff79 req-a077da15-a7bf-4747-8feb-c098e3a3c5aa tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 0.7326198 May 06 12:37:39.352074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.356023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-32451170-eb98-4162-a4e4-5f86e323231c admin admin] 10.222.0.83 "DELETE /v2.0/networks/f66e852c-07a4-404d-9af2-685f1c7b61ec HTTP/1.1" status: 204 len: 168 time: 3.4171045 May 06 12:37:39.418758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f5dfa8d4-0f91-494b-97c5-ae03950ca95b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:39.420172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f5dfa8d4-0f91-494b-97c5-ae03950ca95b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.5374985 May 06 12:37:39.444119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:37:39.448566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-a7c8d56e-aa17-45c4-a150-e0b0d5fef56e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/quotas/33720975033a4e1e864c18aff718f5ad HTTP/1.1" status: 200 len: 375 time: 0.0164366 May 06 12:37:39.540623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-c3a1fb6a-fedb-4de4-b649-06840335c77b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0903153 May 06 12:37:39.542230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.581326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-9c5dcb05-60d4-4a84-a49c-d68c7ca3a226 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4544215 May 06 12:37:39.588953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:39.597215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1abeed46-cb4f-4124-9290-6f111b4dff79 req-52c4e43b-40a1-47df-ad83-e518227a1462 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476394 May 06 12:37:39.602746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.660940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.717735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Transition to ACTIVE for port object dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:39.731043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Subnet': ['ID=ed264745-056a-4d3f-a87c-4f2a964c3b51,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:39.769301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Checking segment: {'id': 'dedc8f88-05dd-45a0-9887-50d4aaef67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:39.769757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network hostable DHCP agents. Network: 4a1012b2-6126-4cca-af2e-c0dbc4ec7650, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:39.804706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-c6721100-339e-4e50-9d40-43ed5f0754cb service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259457 May 06 12:37:39.833355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.871714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-f96e48c0-ab2f-4f2a-9b0a-ee521e2b6672 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.2596755 May 06 12:37:39.881373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:39.916445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60680) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:39.978310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-6200c1f1-35f9-497a-90eb-e0d89fc83832 service neutron] 10.222.0.83 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727545 May 06 12:37:40.010564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:40.015987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-46e1473b-981e-42f7-9438-f5ca206684ea admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=435b9d537b41491ebd7883925be03e01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0978510 May 06 12:37:40.021363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:40.064634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.089387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.117613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.129856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 4a1012b2-6126-4cca-af2e-c0dbc4ec7650) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:40.137329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.146395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c423a216-0cdd-4b32-a264-d139921d1e71 None None] Network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:40.234228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event updated for resources: {'Subnet': ['ID=a2528adf-e2f7-4feb-8307-411f38c462cb,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:40.346186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d047afe0-8a62-49ba-ae35-b8b375991eff req-8fc45017-35ba-47ea-9d81-47bb759423d4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.0608392 May 06 12:37:40.346954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Checking segment: {'id': '0955ecec-91f8-4643-8b7e-257a3fdc57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:40.347326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network hostable DHCP agents. Network: 331ef11f-f206-43c6-8627-32c1ad647af9, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:40.377074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.423123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c9053-3171-4497-91bc-56bd17b4f81f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:40.445734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d096f4-0f31-4ba1-9209-b9dca3577c6a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:40.459035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Network 331ef11f-f206-43c6-8627-32c1ad647af9 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:40.461711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.465753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ae32186-0faf-4ddf-8911-e0dd4200c060 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/313c9053-3171-4497-91bc-56bd17b4f81f HTTP/1.1" status: 204 len: 168 time: 0.4405279 May 06 12:37:40.530474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-4a1012b2-6126-4cca-af2e-c0dbc4ec7650', 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650', 'tenant_id': 'df8cc93d770b4eef9b4e9cbc47711315', 'fixed_ips': [{'subnet_id': 'ed264745-056a-4d3f-a87c-4f2a964c3b51'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:40.531278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.623617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.640893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8442f9-a372-44ce-96a9-f08dd1a72ab6 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:40.658896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:40.691445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 331ef11f-f206-43c6-8627-32c1ad647af9) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:40.696536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.702388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.702388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.759875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-221cf617-d6d3-483c-8ff1-8f3467ed4eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.762704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa32621-a8ee-4710-8a6b-20f0ef88c58c None None] Network 331ef11f-f206-43c6-8627-32c1ad647af9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:40.846168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e2b44935-eeb2-49ff-b440-ef7f535a76b3 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3160467 May 06 12:37:40.850367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:40.854479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c8fa0dcc-c891-4e03-9ed0-9bc39c8262bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/c5d096f4-0f31-4ba1-9209-b9dca3577c6a HTTP/1.1" status: 204 len: 168 time: 2.7723901 May 06 12:37:40.867987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60704) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:40.884989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:40.887246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-ddd2e6a3-a1e7-4428-924f-79f95dce8928 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.889501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-ddd2e6a3-a1e7-4428-924f-79f95dce8928 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.9553277 May 06 12:37:40.928648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aaae2-7749-4fee-9891-85222591950e req-7638c247-db3c-48dc-bb74-8dc8778bbad2 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.930433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c7aaae2-7749-4fee-9891-85222591950e req-7638c247-db3c-48dc-bb74-8dc8778bbad2 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 0.1807070 May 06 12:37:40.988300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.990929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.992498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:40.993689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Synchronizing usage tracker for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:41.069326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c7aaae2-7749-4fee-9891-85222591950e req-33da761f-a982-4cbc-b42b-9bbbcccd67de tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308589 May 06 12:37:41.103845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.126723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.130899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.134917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.140268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Unset dirty status for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:41.140268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b8f5857-e266-4d86-a52d-7f5e986b2782 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2865610 May 06 12:37:41.140506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.142256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:41.144370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.145344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:41.150313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a72036e7-0a13-4608-b488-95ea568d51ff tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2689190 May 06 12:37:41.160745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60718) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:41.168178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:41.172958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Allocated IP 172.20.0.2 (4a1012b2-6126-4cca-af2e-c0dbc4ec7650/ed264745-056a-4d3f-a87c-4f2a964c3b51/80c48431-ccf9-4c10-b250-688215bb1752) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:41.190776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-759120b1-ec50-4e64-b8a2-868f730140ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.1763859 May 06 12:37:41.246763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting subnet ed264745-056a-4d3f-a87c-4f2a964c3b51 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:41.363148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-24d2df73-d42b-4768-8ee9-15f066fbd910 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.364667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-24d2df73-d42b-4768-8ee9-15f066fbd910 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 0.9958241 May 06 12:37:41.505388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-331ef11f-f206-43c6-8627-32c1ad647af9', 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9', 'tenant_id': 'df8cc93d770b4eef9b4e9cbc47711315', 'fixed_ips': [{'subnet_id': 'a2528adf-e2f7-4feb-8307-411f38c462cb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:41.506412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.537312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Attempting to bind port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:41.537905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Attempting to bind port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:41.538392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Attempting to bind port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 on network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:41.561167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:41.562751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-2631b14b-3374-4c7a-9b6f-97d82aa21ee1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3828 time: 1.6840298 May 06 12:37:41.613603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:41.619953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-8038c055-bccf-4ca8-b6a8-1d7b9ab95392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:41.621749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-8038c055-bccf-4ca8-b6a8-1d7b9ab95392 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.4162314 May 06 12:37:41.632130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 on network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:41.632451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Attempting to bind port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 on network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:41.638615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Deleting port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:41.638846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.671728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9790fd53-aaea-4f8d-aaf8-516cd28090a4 req-ad69ba5d-58ca-488d-a8a4-d4a43530ba03 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.0488634 May 06 12:37:41.688212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:41.714304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Deleting port ae75dea2-6341-4ef2-a921-088f7c9eb9da {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:41.714766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.750981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:41.755343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:41.775668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.787735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:41.794421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:41.794959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Checking segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:41.795351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Bound using segment: {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:41.795826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Bound port: dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:41.796180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:41.838314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Transition to ACTIVE for port object 80c48431-ccf9-4c10-b250-688215bb1752 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:41.850542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc5dbd88-d063-4398-8239-31d1a51dd4e1 req-18dc0b73-29bc-48a6-b379-b11a248bf6b3 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651234 May 06 12:37:42.034135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Allocated IP 172.20.0.18 (331ef11f-f206-43c6-8627-32c1ad647af9/a2528adf-e2f7-4feb-8307-411f38c462cb/b0d1b281-49b7-40b8-9db6-acccb7721083) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:42.045168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Transition to ACTIVE for port object 80c48431-ccf9-4c10-b250-688215bb1752 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:42.052925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:42.056395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.081391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] For port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:42.082119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.135870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.181032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:42.264597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.282745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.297840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.382669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.387420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.397509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Calling delete_port for 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:42.410721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454a86-af0f-4765-9888-de3ee5650246 req-60d6bc4a-7acd-415e-b369-e69b2b0d8bf0 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:42.412602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16454a86-af0f-4765-9888-de3ee5650246 req-60d6bc4a-7acd-415e-b369-e69b2b0d8bf0 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 0.1783915 May 06 12:37:42.420277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-55d065fd-a75d-4502-9f4f-62100afbc7bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7664070 May 06 12:37:42.446873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-network', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:42.455657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.491140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:42.511330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Usage tracker for resource:network and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:42.517592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:42.522434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:42.533182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:42.550548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:42.551449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16454a86-af0f-4765-9888-de3ee5650246 req-e93e4648-e6a7-4736-9274-c063c6666308 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324496 May 06 12:37:42.582270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:42.584738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:42.612805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:42.616894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Pushing event updated for resources: {'Port': ['ID=80c48431-ccf9-4c10-b250-688215bb1752,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:42.650264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:42.652810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.668599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.688456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.805217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Subnet': ['ID=ed264745-056a-4d3f-a87c-4f2a964c3b51,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:42.820035 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.823460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:42.825735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] For port ae75dea2-6341-4ef2-a921-088f7c9eb9da, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae75dea2-6341-4ef2-a921-088f7c9eb9da,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:42.826302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.840791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.854098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.871503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Usage tracker for resource:security_group_rule and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:42.877312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:42.883717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:42.925670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Attempting to bind port 80c48431-ccf9-4c10-b250-688215bb1752 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:42.926061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Attempting to bind port 80c48431-ccf9-4c10-b250-688215bb1752 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'dedc8f88-05dd-45a0-9887-50d4aaef67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:42.926423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Attempting to bind port 80c48431-ccf9-4c10-b250-688215bb1752 on network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:42.960607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] Pushing event deleted for resources: {'Port': ['ID=1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:42.975234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9aa463-fa6d-4d65-a6a1-d38585551edd None None] No DVR routers for this DVR port 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:42.982422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ada3e222-ef5f-4cdc-94b6-5d72b50e3a07 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/subnets/ed264745-056a-4d3f-a87c-4f2a964c3b51 HTTP/1.1" status: 204 len: 168 time: 1.8364499 May 06 12:37:42.990593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:42.995394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:42.995787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Checking segment: {'id': 'dedc8f88-05dd-45a0-9887-50d4aaef67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:42.996184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:42.996627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Bound using segment: {'id': 'dedc8f88-05dd-45a0-9887-50d4aaef67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:42.997142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Bound port: 80c48431-ccf9-4c10-b250-688215bb1752, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedc8f88-05dd-45a0-9887-50d4aaef67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4a1012b2-6126-4cca-af2e-c0dbc4ec7650'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:42.998285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.011397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.032083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Transition to ACTIVE for port object b0d1b281-49b7-40b8-9db6-acccb7721083 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:43.089970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.093141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Calling delete_port for ae75dea2-6341-4ef2-a921-088f7c9eb9da owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:43.099973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Transition to ACTIVE for port object b0d1b281-49b7-40b8-9db6-acccb7721083 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:43.106802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting subnet a2528adf-e2f7-4feb-8307-411f38c462cb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:43.127036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-a6bbcf0d-2f33-42fa-b49a-12387fdb0e95 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381321 May 06 12:37:43.153619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] For port 80c48431-ccf9-4c10-b250-688215bb1752, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:43.160534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] For port 80c48431-ccf9-4c10-b250-688215bb1752, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80c48431-ccf9-4c10-b250-688215bb1752,segment=NetworkSegment(dedc8f88-05dd-45a0-9887-50d4aaef67f3),segment_id=dedc8f88-05dd-45a0-9887-50d4aaef67f3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:43.204156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.205841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] 10.222.0.86 "PUT /v2.0/ports/dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 200 len: 1092 time: 5.7728448 May 06 12:37:43.215563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:43.234901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.244487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4dffd102-eb2e-49a2-8ffd-8da8a3866df1 req-0625f99c-db5c-47d4-986f-de4fbf4742c2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.3549244 May 06 12:37:43.287732 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.381042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Network 331ef11f-f206-43c6-8627-32c1ad647af9 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:43.383488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.397419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:43.399333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:43.434688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:43.441232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Pushing event updated for resources: {'Port': ['ID=b0d1b281-49b7-40b8-9db6-acccb7721083,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:43.454997 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63b9960-9066-43ff-ad75-872f41bddd32'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'status': 'completed', 'code': 200} May 06 12:37:43.470916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70ae56-e910-4890-a6cc-243ae56af71f service neutron] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:43.506953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.510142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:43.526463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-2ca1b322-9feb-424b-96e0-25537458449c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9040389 May 06 12:37:43.586155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:43.586515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1aa7f99e-f8bd-41cc-bb9a-dcf4143dc8e8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:43.655131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:37:43.660330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.661330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6762c-237c-4dfc-b079-425a07dc96d6 None None] Pushing event updated for resources: {'Port': ['ID=80c48431-ccf9-4c10-b250-688215bb1752,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:43.677901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.678253 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Added segment 3d0d6620-fe68-49ed-bf23-3fa5fbf8e974 of type vlan for network 99edebc2-8b3b-42bf-a690-3757d6268ab1 May 06 12:37:43.754555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.791001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Attempting to bind port b0d1b281-49b7-40b8-9db6-acccb7721083 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:43.791498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Attempting to bind port b0d1b281-49b7-40b8-9db6-acccb7721083 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0955ecec-91f8-4643-8b7e-257a3fdc57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:43.791814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Attempting to bind port b0d1b281-49b7-40b8-9db6-acccb7721083 on network 331ef11f-f206-43c6-8627-32c1ad647af9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:43.817903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:43.818287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Checking segment: {'id': '0955ecec-91f8-4643-8b7e-257a3fdc57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:43.818694 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.819093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Bound using segment: {'id': '0955ecec-91f8-4643-8b7e-257a3fdc57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:43.819584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Bound port: b0d1b281-49b7-40b8-9db6-acccb7721083, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0955ecec-91f8-4643-8b7e-257a3fdc57dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '331ef11f-f206-43c6-8627-32c1ad647af9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:43.820050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.833755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f385db9c-9e90-4253-97f9-0c68bc5b8a92,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:43.836210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7fd3f-5ed2-4644-a315-00ab1e633315 None None] Network 4a1012b2-6126-4cca-af2e-c0dbc4ec7650 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:43.896290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:43.966885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.974911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.979869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.986451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.991179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:43.993443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-27832849-b9ad-4ec3-acb4-f2db85b01028 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3828 time: 0.8659484 May 06 12:37:44.030013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6f35-6728-4456-8e96-4f542c6f856d req-1071c046-2a77-4ca7-a94e-347ffc30bc92 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.032137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-1071c046-2a77-4ca7-a94e-347ffc30bc92 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 819 time: 0.8576374 May 06 12:37:44.070728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:44.088090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-67036e9b-8bd1-4e87-b980-80b57e759da7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 4363 time: 0.6125927 May 06 12:37:44.207373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.208169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.208647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.209125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.220058 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-6ec87350-ca18-4ba8-a432-9928b13425da service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0687003 May 06 12:37:44.236108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8921911-a03a-45f0-b3dd-701f6d716455 req-5aaf13ca-0b78-4afb-bcc3-813ad64dffe2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187653 May 06 12:37:44.264431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router ab13aacb-867e-46bc-a9ef-da6c7d3ee37a is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:37:44.309292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-addad837-a5d0-4143-be4e-936a99ab7f03 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33720975033a4e1e864c18aff718f5ad HTTP/1.1" status: 200 len: 379 time: 0.2491753 May 06 12:37:44.331253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-2d419f65-49f6-4b6a-a74f-703189e874e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1097 time: 0.6241031 May 06 12:37:44.338910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:44.339849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'port': {'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'admin_state_up': True, 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'security_groups': ['33de65cb-b0a3-45a3-875f-b79e4d09421d']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:44.359868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.373364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['faade681-e793-43be-b2f5-3bfdc240ae3e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:44.383450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] Pushing event updated for resources: {'Network': ['ID=99edebc2-8b3b-42bf-a690-3757d6268ab1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.432279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a1ddea84-4734-4a01-aacd-61edcbb5376e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:44.487867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:37:44.509293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.518430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:37:44.551025 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.566806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-460d07d1-201e-4191-a1cb-2332f0b9ae26 req-5ea25310-d842-4490-8df8-f908440f64c3 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.1120517 May 06 12:37:44.572116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event deleted for resources: {'Port': ['ID=ae75dea2-6341-4ef2-a921-088f7c9eb9da,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.572708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-75061de6-b645-4f46-be66-d50f97c34825 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3897412 May 06 12:37:44.574251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-4ebb1d6e-0448-4ecd-ab5b-5701fcbe3991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.574627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-4ebb1d6e-0448-4ecd-ab5b-5701fcbe3991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.574991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-4ebb1d6e-0448-4ecd-ab5b-5701fcbe3991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.578072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-4ebb1d6e-0448-4ecd-ab5b-5701fcbe3991 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4778235 May 06 12:37:44.578547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60762) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:44.581605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.596811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Request body: {'subnet': {'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-subnet', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:44.643814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:44.668118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Usage tracker for resource:subnet and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:44.725618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9c2f3-5924-4384-ba3a-4d5c705f773e None None] Pushing event updated for resources: {'Port': ['ID=b0d1b281-49b7-40b8-9db6-acccb7721083,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:44.726474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:44.760389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:44.776275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:44.833653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:44.871403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-705e14bd-94ec-4975-a29b-066d2d8159ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.873616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-517be5e9-7b12-4a90-98ca-f3727ee17fef req-705e14bd-94ec-4975-a29b-066d2d8159ad service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2826145 May 06 12:37:44.928924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae75dea2-6341-4ef2-a921-088f7c9eb9da no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:44.943076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:44.998848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0debd-1875-476d-b925-bf9171012730 req-3932c9aa-c299-4889-b757-cd63d429d1b4 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:44.999306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3f0debd-1875-476d-b925-bf9171012730 req-3932c9aa-c299-4889-b757-cd63d429d1b4 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 945 time: 1.0243938 May 06 12:37:45.005284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Made reservation on behalf of 33720975033a4e1e864c18aff718f5ad for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:45.008370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.021028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ae75dea2-6341-4ef2-a921-088f7c9eb9da {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:45.021373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae75dea2-6341-4ef2-a921-088f7c9eb9da not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:45.021692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Subnet': ['ID=a2528adf-e2f7-4feb-8307-411f38c462cb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:45.023827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:45.026251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.121076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.148894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:45.165163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:45.168068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.168649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.174800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] No DVR routers for this DVR port ae75dea2-6341-4ef2-a921-088f7c9eb9da on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:45.177872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.178537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a0477f-d460-4d4c-91ff-9c7c7e845cd4 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:45.190773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=0e6147db-d1cb-441b-89c5-5ff101ce3d25,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:45.204172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21200795-2f35-4842-88f7-d669f2135753 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/subnets/a2528adf-e2f7-4feb-8307-411f38c462cb HTTP/1.1" status: 204 len: 168 time: 2.2079310 May 06 12:37:45.204984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60766) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:45.339706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852e9c8-38ed-4414-b193-5c3e828464da tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.340511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c852e9c8-38ed-4414-b193-5c3e828464da tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Synchronizing usage tracker for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:45.357579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-6a1755a8-c222-4745-a659-38679bc32a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:45.359574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-6a1755a8-c222-4745-a659-38679bc32a8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.9843199 May 06 12:37:45.372850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e169ba06-a49a-458b-9cb8-8d4ad05745e1 req-9d039d47-5715-49e3-9105-7e26c131a178 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "DELETE /v2.0/ports/ae75dea2-6341-4ef2-a921-088f7c9eb9da HTTP/1.1" status: 204 len: 173 time: 3.9744551 May 06 12:37:45.373159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8fe4d8b9-f82e-4d34-b1a2-024fef5f64d4 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2095289 May 06 12:37:45.397008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60772) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:45.417325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:01:66:ee', 'name': 'tempest-NetworksTestDHCPv6-1204405492'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:45.436517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3f0debd-1875-476d-b925-bf9171012730 req-c2c4a9b8-f44c-44a7-bca7-217cd31e6475 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359579 May 06 12:37:45.508751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'name': 'network-vif-deleted', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:45.543478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '0e6147db-d1cb-441b-89c5-5ff101ce3d25'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:45.544201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:45.621223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-e84e1334-6e25-44b3-ae68-3b4ff2b22556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 217 time: 0.2006989 May 06 12:37:45.633960 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6069f4-6a5c-427a-b98f-3aac655f5251'] response: {'server_uuid': '9223ef0e-2e71-421f-a5f3-f5a3f997af6a', 'name': 'network-vif-deleted', 'tag': 'ae75dea2-6341-4ef2-a921-088f7c9eb9da', 'status': 'completed', 'code': 200} May 06 12:37:45.828415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Allocated IP 2001:db8::f816:3eff:fe25:8da3 (2e7d2229-1c74-4943-b601-890d74ccfdf0/0e6147db-d1cb-441b-89c5-5ff101ce3d25/964aba7b-b4e8-4348-a01e-428b82d10cda) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:45.908351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:45.931656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:45.941107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:45.954710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Allocated IP 172.20.0.9 (3fd770f1-f122-4cfe-99f2-45ca45cd1e20/9f99d992-917a-4632-8d64-64150958ce11/9fc2f12f-6b67-490b-ac71-c213b2089665) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:45.959550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:46.009735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c852e9c8-38ed-4414-b193-5c3e828464da tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Unset dirty status for tenant:df8cc93d770b4eef9b4e9cbc47711315 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:46.016988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c852e9c8-38ed-4414-b193-5c3e828464da tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8068397 May 06 12:37:46.018149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60780) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:46.067863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0d1b281-49b7-40b8-9db6-acccb7721083 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:46.156440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45ea9cb4-58df-4062-b965-0b5ebabc7979 req-cc9d9bd1-5026-4603-b5f5-a2226197ca54 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.2656605 May 06 12:37:46.160498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cee3381-c9df-4071-b985-1c99324d19eb None None] Network 331ef11f-f206-43c6-8627-32c1ad647af9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:46.172954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:37:46.201665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.213708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-9ab504b5-2652-47a4-a58f-6d6eee625bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.219367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-9ab504b5-2652-47a4-a58f-6d6eee625bbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.5854216 May 06 12:37:46.277150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Transition to ACTIVE for port object 964aba7b-b4e8-4348-a01e-428b82d10cda will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:46.302817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.306884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.311836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.315781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.319739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:46.321610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-477dc646-8404-4e84-aab8-1fec3eac66fa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3828 time: 0.7406027 May 06 12:37:46.322554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.346772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Transition to ACTIVE for port object 964aba7b-b4e8-4348-a01e-428b82d10cda will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:46.355719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8fb510-e800-4e25-85ee-358db074c240 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:46.369418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.410342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Transition to ACTIVE for port object 2c8fb510-e800-4e25-85ee-358db074c240 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:46.417634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.417860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:46.423679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.428283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.428283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20eb59d0-0f62-43ae-a673-41fcf2923bb2 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "PUT /v2.0/routers/ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 200 len: 919 time: 14.7062509 May 06 12:37:46.428522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Provisioning for port b0d1b281-49b7-40b8-9db6-acccb7721083 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:46.428522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b0d1b281-49b7-40b8-9db6-acccb7721083 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:46.433913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.458425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60784) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:46.478941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] Sync routers for ids ['ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:46.481201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Provisioning complete for port b0d1b281-49b7-40b8-9db6-acccb7721083 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:46.481562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.482647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-3b937b94-a1fd-4cc4-bf9e-18025b49aa18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522805 May 06 12:37:46.485631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.523409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b0d1b281-49b7-40b8-9db6-acccb7721083 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:46.523792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.651688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:46.666527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Pushing event updated for resources: {'Port': ['ID=964aba7b-b4e8-4348-a01e-428b82d10cda,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:46.674934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:46.685768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:46.692782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] Routers {'ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:46.693340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:46.789085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:46.804234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:46.808922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23149c44-c6d5-467b-887a-cf4292ad2942 req-d327b8da-f798-4ced-bd1a-f63ef0461ba4 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:46.827858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:46.829691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:46.830077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:46.933117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c1aa486-a04f-4d00-9e0c-2fcae769711c req-da620498-e7f4-48f9-84a1-4f22776290c1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5142145 May 06 12:37:47.008372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.040621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.054342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Checking segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:47.054760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Network hostable DHCP agents. Network: 99edebc2-8b3b-42bf-a690-3757d6268ab1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:37:47.073145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] DHCP port deletion for 331ef11f-f206-43c6-8627-32c1ad647af9 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:47.099637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Attempting to bind port 964aba7b-b4e8-4348-a01e-428b82d10cda on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:47.100098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-702402c9-5b2c-4084-aff5-b2ed6c32ff8e service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733402 May 06 12:37:47.100229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Attempting to bind port 964aba7b-b4e8-4348-a01e-428b82d10cda by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:47.100418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Attempting to bind port 964aba7b-b4e8-4348-a01e-428b82d10cda on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:47.102888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:47.103021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.118954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Transition to ACTIVE for port object 9fc2f12f-6b67-490b-ac71-c213b2089665 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:47.135719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 9c91c22c-ef3c-424b-b648-515a25f9eaf6 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:37:47.152866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] Routers {'ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:47.153506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:47.159388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-23149c44-c6d5-467b-887a-cf4292ad2942 req-d327b8da-f798-4ced-bd1a-f63ef0461ba4 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:47.160077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23149c44-c6d5-467b-887a-cf4292ad2942 req-d327b8da-f798-4ced-bd1a-f63ef0461ba4 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=9223ef0e-2e71-421f-a5f3-f5a3f997af6a HTTP/1.1" status: 200 len: 210 time: 0.4358816 May 06 12:37:47.219709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.232576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Deleting port 635598eb-f7db-414c-8431-671739d8e0df {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:47.233080 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.251225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:47.251592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:47.252016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.252399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:47.252877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Bound port: 964aba7b-b4e8-4348-a01e-428b82d10cda, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:47.253239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.268553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.277229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:47.277631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6a495-776a-476a-a283-75a6f40d4d66 None None] The sync data for ids ['ab13aacb-867e-46bc-a9ef-da6c7d3ee37a'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:47.348031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:37:47.348939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Attempting to bind port 2c8fb510-e800-4e25-85ee-358db074c240 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:47.349379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Attempting to bind port 2c8fb510-e800-4e25-85ee-358db074c240 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:47.349840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Attempting to bind port 2c8fb510-e800-4e25-85ee-358db074c240 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:47.428161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.430272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Port 2c8fb510-e800-4e25-85ee-358db074c240 on network 6298ae54-b76f-40e7-b952-b17458a73da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:47.430850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Attempting to bind port 2c8fb510-e800-4e25-85ee-358db074c240 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:47.450676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66605fa8-eeb9-43a8-8a18-6958e1238888 req-611a96ec-f5fb-4e18-bf9d-7810c48b9141 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338625 May 06 12:37:47.454269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:47.454686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:47.455156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Bound using segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:47.455665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Bound port: 2c8fb510-e800-4e25-85ee-358db074c240, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:47.456108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.475532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1cbf4cb3-5687-40dd-9ea5-06638b804998 req-aef12629-d356-4f38-8fdd-3f14719864ad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.0876167 May 06 12:37:47.476535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 99edebc2-8b3b-42bf-a690-3757d6268ab1) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:47.488349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:47.488948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.521468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.521860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.529509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d352f1a-565f-487f-bb79-83c4dfc4f1ff None None] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:47.558634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] For port 635598eb-f7db-414c-8431-671739d8e0df, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=635598eb-f7db-414c-8431-671739d8e0df,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.559093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.605540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] For port 964aba7b-b4e8-4348-a01e-428b82d10cda, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:47.676058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.704185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Calling delete_port for 635598eb-f7db-414c-8431-671739d8e0df owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:47.752532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] For port 964aba7b-b4e8-4348-a01e-428b82d10cda, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=964aba7b-b4e8-4348-a01e-428b82d10cda,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:47.805640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:47.808110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:47.808503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.823278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:47.823753 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-26a41259-efd3-48ea-9e3d-b4d0dcab8f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:47.824542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b0d1b281-49b7-40b8-9db6-acccb7721083 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:47.860128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Calling delete_port for b0d1b281-49b7-40b8-9db6-acccb7721083 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:47.873352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c8fb510-e800-4e25-85ee-358db074c240,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:47.891901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.921399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:47.936185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.010187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Calling delete_port for b0d1b281-49b7-40b8-9db6-acccb7721083 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:48.036884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.042691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] 10.222.0.86 "PUT /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 1130 time: 4.7118356 May 06 12:37:48.043963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe01:66ee (2e7d2229-1c74-4943-b601-890d74ccfdf0/0e6147db-d1cb-441b-89c5-5ff101ce3d25/9c91c22c-ef3c-424b-b648-515a25f9eaf6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:48.046530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': '2c8fb510-e800-4e25-85ee-358db074c240'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:48.072256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b0d1b281-49b7-40b8-9db6-acccb7721083,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.098676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060dc28-952a-4760-85b7-e5ac305d57eb service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.117430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event updated for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.142265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a3334d1a-ae4e-4cc7-a421-78b366f3e230 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 200 len: 925 time: 1.6707339 May 06 12:37:48.142265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-019dde42-046b-4bc7-a4eb-f5097731b071 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5544472 May 06 12:37:48.142586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60796) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:48.142586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60800) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:48.147508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:48.155844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:48.161028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:48.178242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:48.257358 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4543e3-b90f-4130-af8b-68851b7cdc66'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': '2c8fb510-e800-4e25-85ee-358db074c240', 'status': 'completed', 'code': 200} May 06 12:37:48.264788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:48.388803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079af79-9870-463a-a4d2-a4f05c33c215 None None] Pushing event updated for resources: {'Port': ['ID=964aba7b-b4e8-4348-a01e-428b82d10cda,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.435201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:48.435511 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:48.545374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:48.549349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Usage tracker for resource:router and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:48.551154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-99edebc2-8b3b-42bf-a690-3757d6268ab1', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:37:48.552031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.552631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:48.559406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:48.572421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.597242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:48.597686 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:48.691232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:48.691887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.750041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.751424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.763593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=635598eb-f7db-414c-8431-671739d8e0df,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:48.850572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Allocated IP 172.20.0.2 (99edebc2-8b3b-42bf-a690-3757d6268ab1/d805ff44-3ad3-44d8-a4ea-b8e61ca5371f/16da1645-3d5b-4093-82c1-dd594195c6f2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:48.885272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-69601dd3-6701-4874-8f01-13bded9f7a55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5286 time: 0.6129582 May 06 12:37:48.975201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:48.975803 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.982719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:48.983520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.078299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.097770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.197669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:49.197669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.197669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 9c91c22c-ef3c-424b-b648-515a25f9eaf6 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:49.232550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.279020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-5850199d-4834-4993-8f0f-653bb4ff1894 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9512472 May 06 12:37:49.292458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.296233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558012-878d-468e-a4f1-44ca564cc3ba req-cf02d740-7c6a-48d9-980d-a457a68f73ea tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.301863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01558012-878d-468e-a4f1-44ca564cc3ba req-cf02d740-7c6a-48d9-980d-a457a68f73ea tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:49.302023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.302023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.303110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Request body: {'port': {'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:49.303406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1cdd567a-b90c-4a67-b3ba-9fbe98c2d5ac None None] Provisioning for port 9fc2f12f-6b67-490b-ac71-c213b2089665 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:49.305682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.309719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.314247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.316204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-d95d0381-aca1-4bdf-bb16-021ec6a1d569 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 4600 time: 1.0978336 May 06 12:37:49.338906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-73e39b13-7c75-4f64-a1eb-fbe5be65a4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.339312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-73e39b13-7c75-4f64-a1eb-fbe5be65a4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.339991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-73e39b13-7c75-4f64-a1eb-fbe5be65a4fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.341958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-73e39b13-7c75-4f64-a1eb-fbe5be65a4fd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4261754 May 06 12:37:49.374961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.376959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1cdd567a-b90c-4a67-b3ba-9fbe98c2d5ac None None] Provisioning complete for port 9fc2f12f-6b67-490b-ac71-c213b2089665 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:49.377509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1cdd567a-b90c-4a67-b3ba-9fbe98c2d5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.489078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.507004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.536867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.537471 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.621403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Transition to ACTIVE for port object 16da1645-3d5b-4093-82c1-dd594195c6f2 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:49.681864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd567a-b90c-4a67-b3ba-9fbe98c2d5ac None None] Port 9fc2f12f-6b67-490b-ac71-c213b2089665 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:49.765782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-01558012-878d-468e-a4f1-44ca564cc3ba req-cf02d740-7c6a-48d9-980d-a457a68f73ea tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:49.767024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01558012-878d-468e-a4f1-44ca564cc3ba req-cf02d740-7c6a-48d9-980d-a457a68f73ea tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 931 time: 0.9467404 May 06 12:37:49.783707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:49.806321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Transition to ACTIVE for port object 16da1645-3d5b-4093-82c1-dd594195c6f2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:49.813440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:49.834051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Calling delete_port for b0d1b281-49b7-40b8-9db6-acccb7721083 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:49.838934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-562a2936-adcc-4f36-9904-ac55161b6dc3 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=ab13aacb-867e-46bc-a9ef-da6c7d3ee37a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6967309 May 06 12:37:49.845401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60812) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:49.858428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=9c91c22c-ef3c-424b-b648-515a25f9eaf6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.876544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:49.881095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.881993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.897298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.950026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-f34e5a1a-445b-4c18-a7a5-12d1d4b9013e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:49.965280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec7a14ed-d38e-4f20-bec1-0b9462981f12 req-f34e5a1a-445b-4c18-a7a5-12d1d4b9013e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5931184 May 06 12:37:49.977763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:49.978127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:49.992776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b0d1b281-49b7-40b8-9db6-acccb7721083,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:49.996916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.023150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24597bb2-dfa8-4e29-be11-e9ad4e2990de tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.025912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24597bb2-dfa8-4e29-be11-e9ad4e2990de tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.1759903 May 06 12:37:50.031707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:50.068885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 964aba7b-b4e8-4348-a01e-428b82d10cda up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:50.110779 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:50.111276 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:50.113503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:50.126456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:50.144223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:50.152506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:50.152970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.256550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4800c8e-54b9-40c3-b31e-8824ba3a9c5c {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:50.265396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Pushing event updated for resources: {'Port': ['ID=16da1645-3d5b-4093-82c1-dd594195c6f2,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:50.267465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.287393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Transition to ACTIVE for port object b4800c8e-54b9-40c3-b31e-8824ba3a9c5c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:50.308852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6dd3cd3-3a0e-424d-a79b-63615cf150a4 req-607a1f53-76c9-41f9-b8b8-7d24a666021c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9780252 May 06 12:37:50.323467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b966d312-8615-4925-a2e6-fc9a21d56636 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 200 len: 205 time: 0.2904270 May 06 12:37:50.323676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Calling delete_port for b0d1b281-49b7-40b8-9db6-acccb7721083 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:50.327067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60820) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:50.358930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2e4f5f5e-cbb8-41dd-9696-5dc3c33d26be tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9573896 May 06 12:37:50.361434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:50.413092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Attempting to bind port 16da1645-3d5b-4093-82c1-dd594195c6f2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:50.413789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Attempting to bind port 16da1645-3d5b-4093-82c1-dd594195c6f2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:50.414572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Attempting to bind port 16da1645-3d5b-4093-82c1-dd594195c6f2 on network 99edebc2-8b3b-42bf-a690-3757d6268ab1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:50.449879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01558012-878d-468e-a4f1-44ca564cc3ba req-bcb7ddeb-55cb-4a4d-b5cc-b87973057656 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6628201 May 06 12:37:50.467358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.514670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:50.515172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Checking segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:50.515642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.516160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Bound using segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:50.516728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Bound port: 16da1645-3d5b-4093-82c1-dd594195c6f2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:50.518904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.551284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-24fb4bec-5025-415c-b7ca-51061c63be8d None None] Provisioning for port 964aba7b-b4e8-4348-a01e-428b82d10cda completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:50.646719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d61156-9898-4cc7-8e4a-d38ba89e5c0b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.651161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d61156-9898-4cc7-8e4a-d38ba89e5c0b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:50.652381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7d61156-9898-4cc7-8e4a-d38ba89e5c0b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:50.655091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 964aba7b-b4e8-4348-a01e-428b82d10cda completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:50.676731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.678965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] For port b0d1b281-49b7-40b8-9db6-acccb7721083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b0d1b281-49b7-40b8-9db6-acccb7721083,segment=NetworkSegment(0955ecec-91f8-4643-8b7e-257a3fdc57dd),segment_id=0955ecec-91f8-4643-8b7e-257a3fdc57dd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:50.679356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.694210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.698921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 964aba7b-b4e8-4348-a01e-428b82d10cda triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:50.699382 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:50.786763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:50.981159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc2f12f-6b67-490b-ac71-c213b2089665 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:50.990281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Calling delete_port for b0d1b281-49b7-40b8-9db6-acccb7721083 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:50.991862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.031936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Transition to ACTIVE for port object 9fc2f12f-6b67-490b-ac71-c213b2089665 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:51.031936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:37:51.031936 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:37:51.104199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] For port 16da1645-3d5b-4093-82c1-dd594195c6f2, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:51.108296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.128163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] For port 16da1645-3d5b-4093-82c1-dd594195c6f2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=16da1645-3d5b-4093-82c1-dd594195c6f2,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:51.172393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Attempting to bind port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:51.172970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Attempting to bind port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:51.173250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Attempting to bind port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:51.179329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7d61156-9898-4cc7-8e4a-d38ba89e5c0b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:51.183287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a7d61156-9898-4cc7-8e4a-d38ba89e5c0b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8043332 May 06 12:37:51.186945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:51.197265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.207538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on network 6298ae54-b76f-40e7-b952-b17458a73da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:51.207964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Attempting to bind port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:51.234820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:51.235096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:51.235459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Bound using segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:51.236013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Bound port: b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:51.236448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.251284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Pushing event updated for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:51.264663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.317904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.322959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51abc4f8-01ed-446d-a3f2-9bc4180ceb01 None None] Provisioning for port 9c91c22c-ef3c-424b-b648-515a25f9eaf6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:51.338435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.383658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.431009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51abc4f8-01ed-446d-a3f2-9bc4180ceb01 None None] Provisioning complete for port 9c91c22c-ef3c-424b-b648-515a25f9eaf6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:51.431630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51abc4f8-01ed-446d-a3f2-9bc4180ceb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.472481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] Pushing event deleted for resources: {'Port': ['ID=b0d1b281-49b7-40b8-9db6-acccb7721083,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:51.525464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 964aba7b-b4e8-4348-a01e-428b82d10cda, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=964aba7b-b4e8-4348-a01e-428b82d10cda,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:51.551649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 9c91c22c-ef3c-424b-b648-515a25f9eaf6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:51.551649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.578504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db54f6-6b26-4e73-94e8-781119b3f4cd None None] No DVR routers for this DVR port b0d1b281-49b7-40b8-9db6-acccb7721083 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:51.601480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port b0d1b281-49b7-40b8-9db6-acccb7721083 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:51.601828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.629476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51abc4f8-01ed-446d-a3f2-9bc4180ceb01 None None] Port 9c91c22c-ef3c-424b-b648-515a25f9eaf6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:37:51.662603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f565a34-de09-49b7-9df1-232b875cc0ec None None] Pushing event updated for resources: {'Port': ['ID=16da1645-3d5b-4093-82c1-dd594195c6f2,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:51.681144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.745511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] The port 'b0d1b281-49b7-40b8-9db6-acccb7721083' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:37:51.844404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:51.886496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=964aba7b-b4e8-4348-a01e-428b82d10cda,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:51.886861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:51.908678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:51.997227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.001597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.002657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Attempting to bind port 9fc2f12f-6b67-490b-ac71-c213b2089665 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:52.002996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Attempting to bind port 9fc2f12f-6b67-490b-ac71-c213b2089665 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:52.003329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Attempting to bind port 9fc2f12f-6b67-490b-ac71-c213b2089665 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:52.005490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.009669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.013596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.017533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.021918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.023925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-74b2b042-71af-4808-8f59-cf739d4546d9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5372 time: 0.3910184 May 06 12:37:52.029501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.067342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.074794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Port 9fc2f12f-6b67-490b-ac71-c213b2089665 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:52.075167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Attempting to bind port 9fc2f12f-6b67-490b-ac71-c213b2089665 on network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:52.100804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.172226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331ef11f-f206-43c6-8627-32c1ad647af9']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:52.191502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:52.191907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Checking segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:52.192301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Bound using segment: {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:52.192746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Bound port: 9fc2f12f-6b67-490b-ac71-c213b2089665, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:52.193096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.193769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.195125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] 10.222.0.86 "PUT /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 1130 time: 3.9363244 May 06 12:37:52.201958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:52.212802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0955ecec-91f8-4643-8b7e-257a3fdc57dd') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:52.213100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0955ecec-91f8-4643-8b7e-257a3fdc57dd') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:52.246086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.257411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9251e-3217-4f39-9f07-161a24ba7c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:52.258637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b813331-eebc-4cf2-9779-8ab91f03a709 req-8ea22779-68bf-45c8-8afa-2d802cfd4f5d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:52.260187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b813331-eebc-4cf2-9779-8ab91f03a709 req-8ea22779-68bf-45c8-8afa-2d802cfd4f5d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 943 time: 0.4563313 May 06 12:37:52.279382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5636e6d6-92b1-4af1-a182-cfc9ceeaaa6f req-23e70d55-2345-41c3-8946-25e5d2a68983 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940906 May 06 12:37:52.295033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:52.327294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.347865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:52.348349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:52.461411 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:52.486510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.671190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b813331-eebc-4cf2-9779-8ab91f03a709 req-6a8cd993-7e40-4afe-bba5-fe7cdf2ae250 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729119 May 06 12:37:52.674168 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.724964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.757227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.781753 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ce8f2a-d89f-43cd-bcd2-8494127c2c49'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c', 'status': 'completed', 'code': 200} May 06 12:37:52.892049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Allocated IP 172.25.2.224 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/ecea4713-7ebc-468a-8445-3cc3506e1e19) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:37:52.914657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port 2d3b9a5a-5b5a-456e-824f-c5b7959c76d9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:52.915103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:52.927068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 9c91c22c-ef3c-424b-b648-515a25f9eaf6 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:52.963827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=331ef11f-f206-43c6-8627-32c1ad647af9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:52.977198 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.008229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bbbc7847-09ac-4f26-ae5b-f49b310b1bba tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/331ef11f-f206-43c6-8627-32c1ad647af9 HTTP/1.1" status: 204 len: 168 time: 6.9809306 May 06 12:37:53.010994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:53.016256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:53.048927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4730d07-6a8b-4797-b893-739892298abd None None] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:53.068690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9fc2f12f-6b67-490b-ac71-c213b2089665,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:53.154992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.278153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.303849 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-51d4c312-6828-43e2-b330-27a9ef55ccc8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6209 time: 0.6405466 May 06 12:37:53.311178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.312577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] 10.222.0.86 "PUT /v2.0/ports/9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 1091 time: 4.0248847 May 06 12:37:53.313499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:53.334846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f0c11db-352b-4b47-bd9b-1a28cddc7085 None None] Provisioning for port 16da1645-3d5b-4093-82c1-dd594195c6f2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:53.428011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8e82d-b84c-4e80-9985-0d35305b399c service neutron] Pushing event updated for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:53.461466 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbf276b-0f2f-42a3-9c7e-b0b7b08cc31f'] response: {'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'status': 'completed', 'code': 200} May 06 12:37:53.471808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Deleting port 80c48431-ccf9-4c10-b250-688215bb1752 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:53.472607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.648125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.654798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3a48a-c8f9-4722-8bcf-7bf67cff7f8d req-ea0e61a0-7249-4152-b2d4-6070331ce532 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.659663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3a48a-c8f9-4722-8bcf-7bf67cff7f8d req-ea0e61a0-7249-4152-b2d4-6070331ce532 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.661039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4a3a48a-c8f9-4722-8bcf-7bf67cff7f8d req-ea0e61a0-7249-4152-b2d4-6070331ce532 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19&device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 1682 time: 0.6853325 May 06 12:37:53.680460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.721345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addacd3e-7369-4f9d-9b8a-caf39118ffd7 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:37:53.837574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-a74fd603-b537-47f2-a328-b60a6213f7d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.838116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-a74fd603-b537-47f2-a328-b60a6213f7d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.838436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-a74fd603-b537-47f2-a328-b60a6213f7d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:53.840230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-a74fd603-b537-47f2-a328-b60a6213f7d1 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5316231 May 06 12:37:53.850648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=9c91c22c-ef3c-424b-b648-515a25f9eaf6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:53.913626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:53.957948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 964aba7b-b4e8-4348-a01e-428b82d10cda up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:54.023455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addacd3e-7369-4f9d-9b8a-caf39118ffd7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:37:54.039708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.103475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for 2d3b9a5a-5b5a-456e-824f-c5b7959c76d9 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:54.128875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4543bacc-d7ee-44b6-9fdd-98b104bb254e req-b3245958-b8ab-42d2-9f45-05ebfa812234 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1094 time: 0.6292164 May 06 12:37:54.160157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 964aba7b-b4e8-4348-a01e-428b82d10cda triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:54.161297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.162316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4a3a48a-c8f9-4722-8bcf-7bf67cff7f8d req-a3bf1ce4-69bc-4679-93b6-d29a88e8e24a tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716449 May 06 12:37:54.189915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16b6464-324f-496e-9104-131c95871e13 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:54.209242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.255526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] For port 80c48431-ccf9-4c10-b250-688215bb1752, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=80c48431-ccf9-4c10-b250-688215bb1752,segment=NetworkSegment(dedc8f88-05dd-45a0-9887-50d4aaef67f3),segment_id=dedc8f88-05dd-45a0-9887-50d4aaef67f3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:54.256135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.262900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Transition to ACTIVE for port object a16b6464-324f-496e-9104-131c95871e13 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:54.348848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.406070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.430468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 16da1645-3d5b-4093-82c1-dd594195c6f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:54.517712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-e6578321-e3a5-43ef-b78a-771d68fc41f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.519029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd3716a1-9791-4da9-a89c-a30ae0a6f73c req-e6578321-e3a5-43ef-b78a-771d68fc41f4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6599224 May 06 12:37:54.532655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Calling delete_port for 80c48431-ccf9-4c10-b250-688215bb1752 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:54.612398 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79bbfdb7-d9b4-4a59-be1a-79dd5938f070 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/9c91c22c-ef3c-424b-b648-515a25f9eaf6 HTTP/1.1" status: 204 len: 168 time: 3.4227457 May 06 12:37:54.616538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60866) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:54.656407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 16da1645-3d5b-4093-82c1-dd594195c6f2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:37:54.659452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.662274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 16da1645-3d5b-4093-82c1-dd594195c6f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:54.662817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.665038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.668947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.674023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.681017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.687293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.692090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.701736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-5308789c-d77c-4098-b946-1178a13fea2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5372 time: 1.0497644 May 06 12:37:54.745358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:54.822845 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:54.846262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:37:54.881838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 16da1645-3d5b-4093-82c1-dd594195c6f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=16da1645-3d5b-4093-82c1-dd594195c6f2,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:54.894355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Router 1b4befe2-6113-43da-863b-9b06422f87f2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:37:54.905356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:37:54.915649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:37:54.920691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-096af81b-74ac-4987-93e0-cf02c4d9c57f req-f8d20d29-0422-4f3a-a669-6a940f1bdab9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176955 May 06 12:37:54.943077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bacc-d7ee-44b6-9fdd-98b104bb254e req-798c710c-6c09-48bb-a876-d5defe5b4ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:54.944606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4543bacc-d7ee-44b6-9fdd-98b104bb254e req-798c710c-6c09-48bb-a876-d5defe5b4ba5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=33720975033a4e1e864c18aff718f5ad&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7882113 May 06 12:37:54.970362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.073236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.079146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551db39-9175-4a0f-94c8-910934ceb9bf req-13f0a615-6dfe-4571-b01e-1737a76f0eb9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.086139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=16da1645-3d5b-4093-82c1-dd594195c6f2,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.089169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e551db39-9175-4a0f-94c8-910934ceb9bf req-13f0a615-6dfe-4571-b01e-1737a76f0eb9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 943 time: 0.7968071 May 06 12:37:55.112707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Pushing event updated for resources: {'Port': ['ID=ecea4713-7ebc-468a-8445-3cc3506e1e19,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.117510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483076a4-095c-403c-8415-3268e903a1c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.118839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483076a4-095c-403c-8415-3268e903a1c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.119575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-483076a4-095c-403c-8415-3268e903a1c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:55.137043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Port': ['ID=80c48431-ccf9-4c10-b250-688215bb1752,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.149452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.155122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] No DVR routers for this DVR port 80c48431-ccf9-4c10-b250-688215bb1752 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:55.229233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=2d3b9a5a-5b5a-456e-824f-c5b7959c76d9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.315365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.323670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bacc-d7ee-44b6-9fdd-98b104bb254e req-884badf0-2579-44f9-83cc-d89f5bc0fb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.325514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4543bacc-d7ee-44b6-9fdd-98b104bb254e req-884badf0-2579-44f9-83cc-d89f5bc0fb7e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3747637 May 06 12:37:55.353825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a1012b2-6126-4cca-af2e-c0dbc4ec7650']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:55.368718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedc8f88-05dd-45a0-9887-50d4aaef67f3') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:55.368851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedc8f88-05dd-45a0-9887-50d4aaef67f3') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:55.396457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-483076a4-095c-403c-8415-3268e903a1c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:55.400018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-483076a4-095c-403c-8415-3268e903a1c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7251835 May 06 12:37:55.418989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60874) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:55.431807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.462106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.479375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:55.479691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:55.496426 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:55.509914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e551db39-9175-4a0f-94c8-910934ceb9bf req-f9506de4-8a8f-48e0-ac2e-c22a5e8ab508 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:55.571976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Attempting to bind port a16b6464-324f-496e-9104-131c95871e13 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:37:55.571976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Attempting to bind port a16b6464-324f-496e-9104-131c95871e13 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:37:55.572386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Attempting to bind port a16b6464-324f-496e-9104-131c95871e13 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:55.586348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-0b792f07-98d4-45bc-9220-7c71d2385082 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1094 time: 0.2050927 May 06 12:37:55.640871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Port a16b6464-324f-496e-9104-131c95871e13 on network 6298ae54-b76f-40e7-b952-b17458a73da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:37:55.641276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Attempting to bind port a16b6464-324f-496e-9104-131c95871e13 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:37:55.659371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-07ef1140-d5e4-429c-aea2-164b4e4ea799 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 217 time: 0.0649130 May 06 12:37:55.687692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:37:55.688106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:37:55.688537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Bound using segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:37:55.689014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Bound port: a16b6464-324f-496e-9104-131c95871e13, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:37:55.689411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.703236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.728453 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.751213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=4a1012b2-6126-4cca-af2e-c0dbc4ec7650,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:55.769334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-513822be-e2bf-4ac0-b1a7-a5c16efc122b tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/4a1012b2-6126-4cca-af2e-c0dbc4ec7650 HTTP/1.1" status: 204 len: 168 time: 2.7474303 May 06 12:37:55.771044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b6f35-6728-4456-8e96-4f542c6f856d req-807bfd12-eba3-4e14-a4e1-479c0113bcc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:55.772534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-807bfd12-eba3-4e14-a4e1-479c0113bcc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.1075087 May 06 12:37:55.772973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:55.834847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 16da1645-3d5b-4093-82c1-dd594195c6f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:37:55.856283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e551db39-9175-4a0f-94c8-910934ceb9bf req-f9506de4-8a8f-48e0-ac2e-c22a5e8ab508 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:55.864161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e551db39-9175-4a0f-94c8-910934ceb9bf req-f9506de4-8a8f-48e0-ac2e-c22a5e8ab508 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7735214 May 06 12:37:55.927657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 16da1645-3d5b-4093-82c1-dd594195c6f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:37:55.928218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:55.950117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.009790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-bf7685f9-d8b9-4ca9-acd2-e15feddf3db5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174296 May 06 12:37:56.041668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.364919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.391922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 0e6147db-d1cb-441b-89c5-5ff101ce3d25 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:37:56.429190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ace9a72-7613-46a9-9994-6453c7cfa72a']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:56.445896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-4fa0ddc9-654b-4d81-9a77-5315f4902609 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179027 May 06 12:37:56.449567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c8003-e73b-4053-b59a-b86c6250d938') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:56.449859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c8003-e73b-4053-b59a-b86c6250d938') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:56.461666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.485483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.557562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.568778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.572659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.577264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.581107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.584923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.588704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.592651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:56.594565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-679d68d3-266a-4284-b838-d6e263d905c2 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5384 time: 0.4252758 May 06 12:37:56.595611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:37:56.606125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.610261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:56.610667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.619461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:37:56.628494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.633598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:56.637572 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:56.690670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.695898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.701176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:37:56.713675 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Sync routers for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:37:56.727700 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:56.728364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:56.836353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f06861ab-f657-4bd9-82c6-f9027a9277fd req-26d455f5-b210-4cb2-bab8-32b047e5ca8e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316353 May 06 12:37:56.855228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-311b6f35-6728-4456-8e96-4f542c6f856d req-87a45d88-f44c-4b54-941a-921a5acdfe9e service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965933 May 06 12:37:56.880056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.881640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.889171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:56.898116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=9ace9a72-7613-46a9-9994-6453c7cfa72a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:56.914449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc4159f7-9141-46c9-9c68-6dc80638dc09 tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/9ace9a72-7613-46a9-9994-6453c7cfa72a HTTP/1.1" status: 204 len: 168 time: 1.1404037 May 06 12:37:56.917241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:56.946093 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:57.021189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.021753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router ab13aacb-867e-46bc-a9ef-da6c7d3ee37a {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:37:57.092410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.093799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] 10.222.0.86 "PUT /v2.0/ports/a16b6464-324f-496e-9104-131c95871e13 HTTP/1.1" status: 200 len: 1091 time: 4.8043060 May 06 12:37:57.099007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7fe880bf-56d4-4f8f-bd94-dbc1499c8be2 admin admin] 10.222.0.83 "PUT /v2.0/routers/1b4befe2-6113-43da-863b-9b06422f87f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0535622 May 06 12:37:57.099007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'a16b6464-324f-496e-9104-131c95871e13'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:57.105843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60900) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:57.114470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.119634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f67610cf-d4c1-41d4-962b-a1bfda699f76 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 204 len: 168 time: 6.7912600 May 06 12:37:57.126769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60906) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:57.144765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307684449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:57.149975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.198555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deabe2-1884-480c-b8fd-90c3090e1202 service neutron] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:57.204959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.211417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:37:57.220494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:57.254423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:37:57.267723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:37:57.284311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21cc6-d1a1-4df4-94cd-37f8aad9f84e req-12a227f4-1669-4f2c-b408-2d548985511d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.285908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55b21cc6-d1a1-4df4-94cd-37f8aad9f84e req-12a227f4-1669-4f2c-b408-2d548985511d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 943 time: 0.2740016 May 06 12:37:57.320305 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:37:47Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:57.326710 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Checking router: 1b4befe2-6113-43da-863b-9b06422f87f2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:37:57.334945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:37:57.344472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Routers {'1b4befe2-6113-43da-863b-9b06422f87f2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:37:57.345149 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1b4befe2-6113-43da-863b-9b06422f87f2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:57.398922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661583-7457-47ca-9a1c-8eb3e299b01d req-11552a5c-555b-424d-b2fc-0bf797dd24a1 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.400615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4661583-7457-47ca-9a1c-8eb3e299b01d req-11552a5c-555b-424d-b2fc-0bf797dd24a1 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 945 time: 0.5741460 May 06 12:37:57.512406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.526622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.541135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.542084 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.547153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55b21cc6-d1a1-4df4-94cd-37f8aad9f84e req-aca41e74-f812-4420-ad49-7bd3498fb525 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528477 May 06 12:37:57.558823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] Set router 1b4befe2-6113-43da-863b-9b06422f87f2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:37:57.584210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b724a2-3c7e-4c29-87ae-c4f7fff2ee67']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:57.609244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a254a7-db94-4e3d-9eb4-089ffdffd5ee') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:57.609244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a254a7-db94-4e3d-9eb4-089ffdffd5ee') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:57.609901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4661583-7457-47ca-9a1c-8eb3e299b01d req-69b4f9d7-2319-48db-a324-a8144fbcb829 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/security-groups?id=82e7dc43-15a8-406c-a662-5a80bba1e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953363 May 06 12:37:57.621968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.628507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.652146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.664369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-54f994b3-d8f7-4749-9dcd-8cd5004fcec1 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:57.665637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-54f994b3-d8f7-4749-9dcd-8cd5004fcec1 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 945 time: 0.1994691 May 06 12:37:57.672206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:37:57.672206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.677303 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b56ce5e-cf31-42df-b7f4-8af78c0ad034'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'a16b6464-324f-496e-9104-131c95871e13', 'status': 'completed', 'code': 200} May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: timer() May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:37:57.684719 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:37:57.697744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6147db-d1cb-441b-89c5-5ff101ce3d25,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:57.720499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:57.728630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605eb153-5467-4f6f-b3d3-9993ad1fda7f None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:37:57.899377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Deleting port faade681-e793-43be-b2f5-3bfdc240ae3e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:57.899503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.052556 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:37:47Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:37:58.058086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b97f3f-8d15-4eb6-8452-0750a3857522 None None] The sync data for ids ['1b4befe2-6113-43da-863b-9b06422f87f2'] in n-d-840845-1 is: [{'id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'name': 'tempest-ServersTestBootFromVolume-443996122-router', 'tenant_id': '990c46791cd34622b38e57bef535b2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:33:27Z', 'updated_at': '2022-05-06T12:37:47Z', 'revision_number': 5, 'project_id': '990c46791cd34622b38e57bef535b2f1', 'gw_port': {'id': 'b63a77ff-405e-462d-a149-ea6e1c163df1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4befe2-6113-43da-863b-9b06422f87f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:33:29Z', 'updated_at': '2022-05-06T12:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:37:58.066895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.085517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17372204-8563-46a7-9297-435f0869a05b None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:37:58.090230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-17372204-8563-46a7-9297-435f0869a05b None None] Deleting port 964aba7b-b4e8-4348-a01e-428b82d10cda {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:58.091724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17372204-8563-46a7-9297-435f0869a05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.112674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.225551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:37:58.251654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.269533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c0986d75-eaac-4bfc-b01a-015a2840b653 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/0e6147db-d1cb-441b-89c5-5ff101ce3d25 HTTP/1.1" status: 204 len: 168 time: 2.8133509 May 06 12:37:58.273251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60914) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:58.282881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.385046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-17372204-8563-46a7-9297-435f0869a05b None None] For port 964aba7b-b4e8-4348-a01e-428b82d10cda, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=964aba7b-b4e8-4348-a01e-428b82d10cda,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:58.385433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17372204-8563-46a7-9297-435f0869a05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.421310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-12428466-fa84-4cf4-9508-fbc63b369ec9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146326 May 06 12:37:58.422324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60918) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:58.433312 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.436377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2bf68bf6-721e-4014-893f-6ea7bf851f4c tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3078032 May 06 12:37:58.532902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-17372204-8563-46a7-9297-435f0869a05b None None] Calling delete_port for 964aba7b-b4e8-4348-a01e-428b82d10cda owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:58.569057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60922) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:58.661697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.692788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.737541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] Pushing event deleted for resources: {'Network': ['ID=03b724a2-3c7e-4c29-87ae-c4f7fff2ee67,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:58.739183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:37:58.760392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0a061a7-4536-4ec4-8fa3-d47987d9c06d tempest-BulkNetworkOpsTest-1648488257 tempest-BulkNetworkOpsTest-1648488257-project] 10.222.0.83 "DELETE /v2.0/networks/03b724a2-3c7e-4c29-87ae-c4f7fff2ee67 HTTP/1.1" status: 204 len: 168 time: 1.8402390 May 06 12:37:58.775950 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-d32ab877-6c7d-4812-8cf2-df4b51afd7d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6276 time: 1.0905931 May 06 12:37:58.780849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] For port faade681-e793-43be-b2f5-3bfdc240ae3e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=faade681-e793-43be-b2f5-3bfdc240ae3e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:37:58.781212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.792778 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17372204-8563-46a7-9297-435f0869a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:58.810901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Transition to ACTIVE for port object d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:37:58.896341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17372204-8563-46a7-9297-435f0869a05b None None] No DVR routers for this DVR port 964aba7b-b4e8-4348-a01e-428b82d10cda on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:58.907191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372204-8563-46a7-9297-435f0869a05b None None] Pushing event deleted for resources: {'Port': ['ID=964aba7b-b4e8-4348-a01e-428b82d10cda,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:58.940988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.032382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:37:59.065488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Calling delete_port for faade681-e793-43be-b2f5-3bfdc240ae3e owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:37:59.143223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:59.161306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.165296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.169418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.177254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.181258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.185482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.194064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.196354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-a1b889ea-2a69-4ca2-9d58-d5ed32c44ab0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5384 time: 1.0941601 May 06 12:37:59.252657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ebc3-7bff-49ae-8185-527995cdd03b req-5e8d1a7d-60b0-4fd4-b326-0e1939b393f1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.259719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64f5ebc3-7bff-49ae-8185-527995cdd03b req-5e8d1a7d-60b0-4fd4-b326-0e1939b393f1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 943 time: 0.4953279 May 06 12:37:59.266566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-7165fc43-0ba0-4cff-a659-89df8738f089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.266988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-7165fc43-0ba0-4cff-a659-89df8738f089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.267313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-7165fc43-0ba0-4cff-a659-89df8738f089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.269034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-7165fc43-0ba0-4cff-a659-89df8738f089 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4372225 May 06 12:37:59.363196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-76601b5e-a117-46eb-b102-5c7fa269305b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.364742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-76601b5e-a117-46eb-b102-5c7fa269305b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 946 time: 0.9353659 May 06 12:37:59.375299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb364206-c0be-4d23-a6aa-8dd7c734f022 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.376037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eb364206-c0be-4d23-a6aa-8dd7c734f022 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:37:59.433092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60934) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:59.484463 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64f5ebc3-7bff-49ae-8185-527995cdd03b req-3bc319f8-35ef-4835-ab39-cbfe25ec1936 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238481 May 06 12:37:59.552665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-298e3f16-696b-4713-9e38-29460a2246a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:37:59.553991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2fc3ce-12e1-4b3a-be8f-69c383500631 req-298e3f16-696b-4713-9e38-29460a2246a3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401099 May 06 12:37:59.554884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.570150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.584959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['faade681-e793-43be-b2f5-3bfdc240ae3e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:59.623383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a1ddea84-4734-4a01-aacd-61edcbb5376e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:37:59.624952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event deleted for resources: {'Port': ['ID=faade681-e793-43be-b2f5-3bfdc240ae3e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:37:59.631893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Deleting port b63a77ff-405e-462d-a149-ea6e1c163df1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:59.631893 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.749187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b31e13a-8577-4115-8d2e-478cf4a9c5d8 req-663c9b59-bade-437c-8de1-5366f8aa74ab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4874949 May 06 12:37:59.760583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c75a3baa-a0cc-4c5f-9b85-f0a39d8e903b req-5321d687-7d7f-4db2-bbe2-0d10e48dce7b tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 210 time: 0.1312394 May 06 12:37:59.786786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Deleting port a1ddea84-4734-4a01-aacd-61edcbb5376e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:37:59.792255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.837179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 964aba7b-b4e8-4348-a01e-428b82d10cda no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:59.855031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] No DVR routers for this DVR port faade681-e793-43be-b2f5-3bfdc240ae3e on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:37:59.862796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:37:59.864204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eb364206-c0be-4d23-a6aa-8dd7c734f022 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:37:59.867619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eb364206-c0be-4d23-a6aa-8dd7c734f022 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4345360 May 06 12:37:59.874527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60940) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:37:59.880291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 964aba7b-b4e8-4348-a01e-428b82d10cda {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:59.884000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 964aba7b-b4e8-4348-a01e-428b82d10cda not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:59.884000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 635598eb-f7db-414c-8431-671739d8e0df no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:37:59.917441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'name': 'network-vif-deleted', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:37:59.929888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 635598eb-f7db-414c-8431-671739d8e0df {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:37:59.931300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 635598eb-f7db-414c-8431-671739d8e0df not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:37:59.943747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f1a4824-c626-4f26-8047-b25042cfe660 req-e428eafe-52b5-43fc-8dd3-8e0983d5c423 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.86 "DELETE /v2.0/ports/faade681-e793-43be-b2f5-3bfdc240ae3e HTTP/1.1" status: 204 len: 173 time: 2.2572863 May 06 12:37:59.964667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df50eeb1-7d66-4e81-90ce-24bc794b3204 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df8cc93d770b4eef9b4e9cbc47711315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147650 May 06 12:37:59.965013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60946) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:00.020953 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c0b920-af18-4c14-8e5c-83098b154e22'] response: {'server_uuid': 'e1ff8d09-8b86-4337-a34e-3edb76b030a0', 'name': 'network-vif-deleted', 'tag': 'faade681-e793-43be-b2f5-3bfdc240ae3e', 'status': 'completed', 'code': 200} May 06 12:38:00.049244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] For port b63a77ff-405e-462d-a149-ea6e1c163df1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b63a77ff-405e-462d-a149-ea6e1c163df1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:00.049631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.116233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Attempting to bind port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:00.116461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Attempting to bind port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:00.116783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Attempting to bind port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:00.163700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 on network 6298ae54-b76f-40e7-b952-b17458a73da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:00.164444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Attempting to bind port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:00.192556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f49df8-67c5-4edb-b703-446c8c2929d9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:00.193239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13f49df8-67c5-4edb-b703-446c8c2929d9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:00.297691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Calling delete_port for b63a77ff-405e-462d-a149-ea6e1c163df1 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:00.355192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.402684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:00.403018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Checking segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:00.403487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Bound using segment: {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:00.404787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Bound port: d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16171a6d-7df8-4776-ab71-cba25e34bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:00.404787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.411675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.421347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.524925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13f49df8-67c5-4edb-b703-446c8c2929d9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:00.529082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-13f49df8-67c5-4edb-b703-446c8c2929d9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5932164 May 06 12:38:00.529660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60952) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:00.552424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] For port a1ddea84-4734-4a01-aacd-61edcbb5376e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a1ddea84-4734-4a01-aacd-61edcbb5376e,segment=NetworkSegment(f6a2d78d-1e67-462c-b35a-2e476d28cad0),segment_id=f6a2d78d-1e67-462c-b35a-2e476d28cad0)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:00.552783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.603296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac401129-59c4-4604-b852-2dedf751db1f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727060 May 06 12:38:00.604462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.619676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60956) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:00.631654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:00.646787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bfa865-18bb-456e-96fc-e6c0a1f155fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.723351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Calling delete_port for a1ddea84-4734-4a01-aacd-61edcbb5376e owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:00.728270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.762080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:00.766471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e587c42-1bce-4db0-bdc7-b3d8ca37755e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52bfa865-18bb-456e-96fc-e6c0a1f155fb HTTP/1.1" status: 204 len: 168 time: 0.7979591 May 06 12:38:00.793615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:00.795659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b63a77ff-405e-462d-a149-ea6e1c163df1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:00.881281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:00.899824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:00.930069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:00.930875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:00.950097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Sync routers for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:00.974570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:00.975359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:01.018153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.057556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9fc2f12f-6b67-490b-ac71-c213b2089665 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:01.093419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:01.101580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.106052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b49b4919-8e16-4ecc-b6ae-334a3be0a236 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.9626832 May 06 12:38:01.106945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60966) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:01.131488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.133112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] 10.222.0.86 "PUT /v2.0/ports/d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 HTTP/1.1" status: 200 len: 1090 time: 3.9231935 May 06 12:38:01.209845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:01.225665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-03c5dfb3-b722-45dd-9a75-b1896e44b774 req-bcc82fcd-8777-43a0-a979-dba71772df72 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:01.251925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.323889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:01.327615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9fc2f12f-6b67-490b-ac71-c213b2089665,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:01.379676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:01.468969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-03c5dfb3-b722-45dd-9a75-b1896e44b774 req-bcc82fcd-8777-43a0-a979-dba71772df72 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:01.468969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03c5dfb3-b722-45dd-9a75-b1896e44b774 req-bcc82fcd-8777-43a0-a979-dba71772df72 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1ff8d09-8b86-4337-a34e-3edb76b030a0 HTTP/1.1" status: 200 len: 210 time: 0.3797407 May 06 12:38:01.484957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.520038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d334455-cfd5-4dba-956a-92aa49e88bbf service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:01.539190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b10191-389c-46ea-b7ae-3372e8add75e req-9a90e7ba-4703-4b0a-b9c2-b8614e843b31 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:01.547266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8b10191-389c-46ea-b7ae-3372e8add75e req-9a90e7ba-4703-4b0a-b9c2-b8614e843b31 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 943 time: 0.8997955 May 06 12:38:01.626660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.706846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.718231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.737482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.750029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc2f12f-6b67-490b-ac71-c213b2089665 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:01.760015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:01.768632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:01.830685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8b10191-389c-46ea-b7ae-3372e8add75e req-fa4921ea-3036-46ba-add7-bf3bc2b4f8ac tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823057 May 06 12:38:01.862406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['faade681-e793-43be-b2f5-3bfdc240ae3e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:01.913556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Pushing event deleted for resources: {'Port': ['ID=a1ddea84-4734-4a01-aacd-61edcbb5376e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:01.930089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9fc2f12f-6b67-490b-ac71-c213b2089665,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:02.010883 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bc1b1b-5694-42c7-8f59-2eefd139a071'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'status': 'completed', 'code': 200} May 06 12:38:02.075902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] No DVR routers for this DVR port a1ddea84-4734-4a01-aacd-61edcbb5376e on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:02.083906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.090382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.135631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.137413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.190567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.191117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4befe2-6113-43da-863b-9b06422f87f2 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:38:02.260341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.265950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.272165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.276686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.282036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.286706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.290427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:02.301767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.303719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-dbef739e-0e72-4a9b-bee4-68cff96c4039 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5396 time: 0.3097074 May 06 12:38:02.306097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fb0c5ef-4fa8-40d3-93e0-5120237d256d req-ee0ac7eb-3ff4-44cc-a1ef-b3927a10ffdb tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.13 "DELETE /v2.0/ports/a1ddea84-4734-4a01-aacd-61edcbb5376e HTTP/1.1" status: 204 len: 173 time: 2.8718343 May 06 12:38:02.347946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-36f6232d-624b-45e3-972f-500d584bbde2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6343 time: 0.3050179 May 06 12:38:02.357125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:37:55Z', 'revision_number': 3, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:02.366911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['9fc2f12f-6b67-490b-ac71-c213b2089665'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:02.405278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Checking router: 28ec98b6-bdec-4cda-a72b-7b2d940ed60d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:02.406008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Updating router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d port ecea4713-7ebc-468a-8445-3cc3506e1e19 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:02.567445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.606219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-76e8fc42-e837-4cfc-9c1e-85d25ea655fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.606927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-76e8fc42-e837-4cfc-9c1e-85d25ea655fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.607329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-76e8fc42-e837-4cfc-9c1e-85d25ea655fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.609408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-76e8fc42-e837-4cfc-9c1e-85d25ea655fc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2379811 May 06 12:38:02.665617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d239866-40a2-46f4-9c70-1c2b28548278 req-100ac2b6-de86-4e1a-b61c-125db56b604c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3344526 May 06 12:38:02.944674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:02.949046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bfc370b3-ce04-4c80-aa6c-865483cff9ca admin admin] 10.222.0.83 "DELETE /v2.0/routers/1b4befe2-6113-43da-863b-9b06422f87f2 HTTP/1.1" status: 204 len: 168 time: 5.8375680 May 06 12:38:02.950856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-84476911-b799-403f-9f63-7506802b270c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:02.952793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-174f83e2-d63d-4b81-9f0d-9557e4f9ff68 req-84476911-b799-403f-9f63-7506802b270c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2973778 May 06 12:38:02.953290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:02.996154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179e92d7-ca62-480c-a35a-2556716ce1cd {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:03.006189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.013647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a1ddea84-4734-4a01-aacd-61edcbb5376e no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:03.045206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device faade681-e793-43be-b2f5-3bfdc240ae3e no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:03.061728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60998) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:03.076648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Deleting subnet a4671dbc-a9cf-4565-ab00-7f637dd06321 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:03.086266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: a1ddea84-4734-4a01-aacd-61edcbb5376e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:03.086602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a1ddea84-4734-4a01-aacd-61edcbb5376e not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:03.088776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: faade681-e793-43be-b2f5-3bfdc240ae3e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:03.089161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device faade681-e793-43be-b2f5-3bfdc240ae3e not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:03.127703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.139083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Allocated IP 172.25.2.94 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b2abbdf3-d708-4c02-b689-7ac8d12bedb6) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:03.151198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Transition to ACTIVE for port object 179e92d7-ca62-480c-a35a-2556716ce1cd will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:03.151198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6ccf57f7-a68b-4050-8de7-7b3b511bdb1a req-22b33958-06a0-4327-87bb-4df26a93c5b3 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Synchronizing usage tracker for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:03.253992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:03.257938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.258231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.264485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.312875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971328571'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:03.331682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6ccf57f7-a68b-4050-8de7-7b3b511bdb1a req-22b33958-06a0-4327-87bb-4df26a93c5b3 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] Unset dirty status for tenant:5466c14730a74dceaaed3e2275fe23a3 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:03.332871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ccf57f7-a68b-4050-8de7-7b3b511bdb1a req-22b33958-06a0-4327-87bb-4df26a93c5b3 tempest-ListServersNegativeTestJSON-310976131 tempest-ListServersNegativeTestJSON-310976131-project] 10.222.0.83 "GET /v2.0/ports?device_id=18829b0f-9783-48ae-b8db-675f4b6cdf19 HTTP/1.1" status: 200 len: 210 time: 0.5134535 May 06 12:38:03.349825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:03.361507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:03.371868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:03.377594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:03.384673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952385d-4825-44dd-a050-7850b07550e6 req-ff2b2531-f798-47d4-b9f5-0497ae40a572 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:03.386322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b952385d-4825-44dd-a050-7850b07550e6 req-ff2b2531-f798-47d4-b9f5-0497ae40a572 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 944 time: 0.3057160 May 06 12:38:03.390025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:03.390630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.394944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a65d81-e423-403f-be6b-18fbc8e4665c None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:03.418858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:03.440668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=671c7e35-19da-4dda-97a4-9ec323b5282e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.481051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.486368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:03.536560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce761a45-9899-442d-bfef-b63c9a2e7e6d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9133155 May 06 12:38:03.541405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32774) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:03.562389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.574680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:3a:fb:c5', 'name': 'tempest-NetworksTestDHCPv6-853172051'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:03.601402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.740359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.777446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:03.786157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.819317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b952385d-4825-44dd-a050-7850b07550e6 req-ee4f253b-ccd8-4d62-a77b-5a4394f17823 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107449 May 06 12:38:03.827139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b63a77ff-405e-462d-a149-ea6e1c163df1 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:03.834897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.839358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.898085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b63a77ff-405e-462d-a149-ea6e1c163df1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:03.898618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b63a77ff-405e-462d-a149-ea6e1c163df1 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:03.911638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:03.931925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:03.943377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4671dbc-a9cf-4565-ab00-7f637dd06321,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.952965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:03.954695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Pushing event updated for resources: {'Port': ['ID=b2abbdf3-d708-4c02-b689-7ac8d12bedb6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:03.958654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:03.971155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f7a29ca-153d-4c14-a151-62a41e981473 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a4671dbc-a9cf-4565-ab00-7f637dd06321 HTTP/1.1" status: 204 len: 168 time: 1.0160027 May 06 12:38:03.973637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32780) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:03.983602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:03.984039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb13495-751d-46a1-8e87-5a3825bfab50 None None] Network 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:04.001962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:04.005169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '671c7e35-19da-4dda-97a4-9ec323b5282e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:04.006269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.008551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:04.012406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.092301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'name': 'network-vif-deleted', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:04.119430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 49f5ca48-e740-4643-b077-1c29fd72e043 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:04.190895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:04.204941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.206447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Attempting to bind port 179e92d7-ca62-480c-a35a-2556716ce1cd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:04.206784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Attempting to bind port 179e92d7-ca62-480c-a35a-2556716ce1cd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:04.207102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Attempting to bind port 179e92d7-ca62-480c-a35a-2556716ce1cd on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:04.210532 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14810e26-1cbb-4f81-866b-478f40a3110a'] response: {'server_uuid': '18829b0f-9783-48ae-b8db-675f4b6cdf19', 'name': 'network-vif-deleted', 'tag': 'a1ddea84-4734-4a01-aacd-61edcbb5376e', 'status': 'completed', 'code': 200} May 06 12:38:04.221119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:security_group_rule and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:04.225185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:04.244937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Deleting port c6d28064-4393-42c5-9629-5e982ea8d064 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:04.245433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.248124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:04.259612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Port 179e92d7-ca62-480c-a35a-2556716ce1cd on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:04.259964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Attempting to bind port 179e92d7-ca62-480c-a35a-2556716ce1cd on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:04.434973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:04.435747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Checking segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:04.435747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Bound using segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:04.435990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Bound port: 179e92d7-ca62-480c-a35a-2556716ce1cd, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:04.436310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.500695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.507393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32788) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:04.531167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Transition to ACTIVE for port object ecea4713-7ebc-468a-8445-3cc3506e1e19 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:04.573849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.578684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.582746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.587368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.589019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] DHCP port deletion for 156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:04.591429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.594510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Deleting port c6d28064-4393-42c5-9629-5e982ea8d064 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:04.594953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe3a:fbc5 (2e7d2229-1c74-4943-b601-890d74ccfdf0/671c7e35-19da-4dda-97a4-9ec323b5282e/49f5ca48-e740-4643-b077-1c29fd72e043) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:04.595107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.595908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.600013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:04.601840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-3ec0851b-1a01-4965-b354-52c1113a6cf7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5408 time: 0.4700511 May 06 12:38:04.611166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Deleting subnet c1496202-7738-4831-8613-10ae4a69fa27 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:04.633005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.640345 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.784459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.846091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.857856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] For port c6d28064-4393-42c5-9629-5e982ea8d064, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c6d28064-4393-42c5-9629-5e982ea8d064,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:04.858435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.860773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:04.869864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:04.878146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cb637ee-c1ea-4cfd-aa0b-34035a1c4dfb req-27ee9c08-8cf3-4749-ac23-d6fa238ee4e7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2566903 May 06 12:38:04.902822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.971026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] For port c6d28064-4393-42c5-9629-5e982ea8d064, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c6d28064-4393-42c5-9629-5e982ea8d064,segment=NetworkSegment(a19e665d-dbf7-4f5a-8089-c581d0dbf7ce),segment_id=a19e665d-dbf7-4f5a-8089-c581d0dbf7ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:04.971657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:04.978019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.059913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.077261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Calling delete_port for c6d28064-4393-42c5-9629-5e982ea8d064 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:05.141275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:05.141566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.162153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Attempting to bind port ecea4713-7ebc-468a-8445-3cc3506e1e19 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:05.162602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Attempting to bind port ecea4713-7ebc-468a-8445-3cc3506e1e19 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:05.163077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Attempting to bind port ecea4713-7ebc-468a-8445-3cc3506e1e19 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:05.165344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9fc2f12f-6b67-490b-ac71-c213b2089665 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:05.184642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f791d07-6f6c-43ff-b0c1-1ce72e6c7bc8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.193346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.195076 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment 792198af-69fb-414e-a303-9614146a126a of type vlan for network 1bdb0d22-5925-41d8-b661-8d409de7911d May 06 12:38:05.198162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.199458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] 10.222.0.86 "PUT /v2.0/ports/179e92d7-ca62-480c-a35a-2556716ce1cd HTTP/1.1" status: 200 len: 1091 time: 3.9619393 May 06 12:38:05.211242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Calling delete_port for c6d28064-4393-42c5-9629-5e982ea8d064 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:05.236549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b569-1a8b-40da-840e-aaa25fad6a3d service neutron] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.251497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3067490-b76f-474c-8ca9-2cab875a4699 None None] Pushing event updated for resources: {'Port': ['ID=ecea4713-7ebc-468a-8445-3cc3506e1e19,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.286817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:05.286817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:05.286817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.287253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:05.289206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Bound port: ecea4713-7ebc-468a-8445-3cc3506e1e19, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:05.289206 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.305418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Request body: {'port': {'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:05.343686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.362105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.366281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.390160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.416749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00e202-40fc-4ad1-9116-d0487f145d2f req-c9539654-9033-490c-b016-625b153db577 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:05.418779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e00e202-40fc-4ad1-9116-d0487f145d2f req-c9539654-9033-490c-b016-625b153db577 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 944 time: 0.3629310 May 06 12:38:05.431712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 49f5ca48-e740-4643-b077-1c29fd72e043 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:05.443742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] For port ecea4713-7ebc-468a-8445-3cc3506e1e19, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:05.447609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] For port ecea4713-7ebc-468a-8445-3cc3506e1e19, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecea4713-7ebc-468a-8445-3cc3506e1e19,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:05.479992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:05.480368 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:05.482073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.530297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d28064-4393-42c5-9629-5e982ea8d064,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.538237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e00e202-40fc-4ad1-9116-d0487f145d2f req-026d8c8c-2ca9-4760-ad51-adae00876de9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098335 May 06 12:38:05.547417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] No DVR routers for this DVR port c6d28064-4393-42c5-9629-5e982ea8d064 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:05.548412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:05.577110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.595330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 9fc2f12f-6b67-490b-ac71-c213b2089665 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:05.599274 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.639781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1496202-7738-4831-8613-10ae4a69fa27,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.644028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 9fc2f12f-6b67-490b-ac71-c213b2089665 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:05.644403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.694661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.749438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.764057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.766748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.770660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:05.771813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.780157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Allocated IP 2001:db8::f816:3eff:fe75:3e81 (2e7d2229-1c74-4943-b601-890d74ccfdf0/671c7e35-19da-4dda-97a4-9ec323b5282e/f8f045c9-2d66-4d70-b098-af64fa9c9514) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:05.797032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.814776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.833256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:05.847030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:05.853061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:05.857459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=49f5ca48-e740-4643-b077-1c29fd72e043,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:05.859892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:05.864004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:05.864713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.869832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:05.870226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19e665d-dbf7-4f5a-8089-c581d0dbf7ce') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:05.892049 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c2b699a-2cd2-4c3d-ae74-e26c6b8b4546 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c1496202-7738-4831-8613-10ae4a69fa27 HTTP/1.1" status: 204 len: 168 time: 1.3811622 May 06 12:38:05.893527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.900613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32794) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:05.980181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:05.988729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b0b4d4c3-f2e8-4943-bf99-fe24ef4b40bb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4463074 May 06 12:38:06.002353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32800) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:06.006725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:06.007232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.015230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=1bdb0d22-5925-41d8-b661-8d409de7911d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.029527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Deleting port c6d28064-4393-42c5-9629-5e982ea8d064 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:06.029527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: timer() May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:06.054809 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:06.151240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3067490-b76f-474c-8ca9-2cab875a4699 None None] Pushing event updated for resources: {'Port': ['ID=ecea4713-7ebc-468a-8445-3cc3506e1e19,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.155422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c6d28064-4393-42c5-9629-5e982ea8d064 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:06.191792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-298e22f6-25f4-4f7c-8bf9-17d33ef4eb53 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1070757 May 06 12:38:06.217505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1bdb0d22-5925-41d8-b661-8d409de7911d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:06.217771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:06.335569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.390443 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2019b0-f266-48e4-87d5-0dbfcf891e99'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'status': 'completed', 'code': 200} May 06 12:38:06.420676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Allocated IP 172.20.0.1 (99edebc2-8b3b-42bf-a690-3757d6268ab1/d805ff44-3ad3-44d8-a4ea-b8e61ca5371f/5155833e-23c3-4bea-9277-1b78d418a20e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:06.457413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e66e68-0d03-48e6-8185-5310ac90d5bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:06.458527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98e66e68-0d03-48e6-8185-5310ac90d5bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:06.536179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.566194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.629265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:06.630054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:06.633905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] Pushing event deleted for resources: {'Network': ['ID=156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:06.657015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c672736-516e-4f30-9382-34a76b24a027 admin admin] 10.222.0.83 "DELETE /v2.0/networks/156bf2d9-85cb-4e0c-a96c-7ffc6f595fc7 HTTP/1.1" status: 204 len: 168 time: 2.6823256 May 06 12:38:06.670385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.759793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98e66e68-0d03-48e6-8185-5310ac90d5bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:06.765534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-98e66e68-0d03-48e6-8185-5310ac90d5bf tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7607245 May 06 12:38:06.776053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:06.796031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:06.796599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c47a69-d16d-4527-a5d3-04bb90b96085']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:06.815109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Transition to ACTIVE for port object 5155833e-23c3-4bea-9277-1b78d418a20e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:06.872835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:06.930631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.001273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a2d78d-1e67-462c-b35a-2e476d28cad0') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:07.002554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a2d78d-1e67-462c-b35a-2e476d28cad0') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:07.046109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: c6d28064-4393-42c5-9629-5e982ea8d064 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:07.051022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c6d28064-4393-42c5-9629-5e982ea8d064 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:07.072239 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:07.088730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-34173392-c2b9-46a6-8a94-26510800493f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6410 time: 0.7266822 May 06 12:38:07.093309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:07.103598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.103931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:07.107757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:07.122032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f43518fe-e5d9-471e-a8b6-13c42cdd2013 None None] The port 'c6d28064-4393-42c5-9629-5e982ea8d064' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:38:07.175335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.253677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Pushing event updated for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:07.291120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.315933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:07.318799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.324036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.329183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.334912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.336908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9fc2f12f-6b67-490b-ac71-c213b2089665,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:07.338440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Transition to ACTIVE for port object f8f045c9-2d66-4d70-b098-af64fa9c9514 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:07.339946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.344610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.349128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.351633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-4dc35cbf-68ab-4ca5-921d-b14efc8fcdb1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5408 time: 0.5077460 May 06 12:38:07.365944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b30efd-f70d-4833-9735-9111829936c2 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:07.381498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Transition to ACTIVE for port object f8f045c9-2d66-4d70-b098-af64fa9c9514 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:07.427228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.432800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Router 97f91589-a700-4f99-973b-57d535bafa34 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:07.433122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 49f5ca48-e740-4643-b077-1c29fd72e043 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:07.433647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.445948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.485754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.488429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.537884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32818) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:07.569726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Transition to ACTIVE for port object b8b30efd-f70d-4833-9735-9111829936c2 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:07.572588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.600325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c37a0cca-cdb2-48a5-88eb-ebfe2cc68847 req-7696d614-792e-4411-8483-5020e87ab8c8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366626 May 06 12:38:07.638454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:07.643122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:07.649924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:07.665146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:07.666615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.672811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:07.704413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: timer() May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:07.788710 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:07.792120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-6682f875-2666-435c-be4d-55d90a37538b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.799814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-6682f875-2666-435c-be4d-55d90a37538b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.799814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-6682f875-2666-435c-be4d-55d90a37538b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.799814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-6682f875-2666-435c-be4d-55d90a37538b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6782010 May 06 12:38:07.835739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cdc58e68-4f69-4b0e-86a4-fda55836cf38 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=990c46791cd34622b38e57bef535b2f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2806320 May 06 12:38:07.849881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:07.858486 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27873bce-87fe-4e27-9c2a-5a478234dc83'] response: {'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'code': 200} May 06 12:38:07.868296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-18a274fb-728c-42c0-beae-c0ab6bfa9e63 None None] Provisioning for port 5155833e-23c3-4bea-9277-1b78d418a20e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:07.905983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:37:55Z', 'revision_number': 3, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:07.948995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da3db-fc17-480b-b41f-3e6062c87380 req-62ad204d-741c-466c-90b2-61dafe78b4ef tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:07.954458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be8d0df-cb08-4d50-91c4-a5c98ff6a0cb None None] The sync data for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 is: [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:37:55Z', 'revision_number': 3, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:07.957237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa8da3db-fc17-480b-b41f-3e6062c87380 req-62ad204d-741c-466c-90b2-61dafe78b4ef tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 944 time: 0.9871776 May 06 12:38:07.988741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-18a274fb-728c-42c0-beae-c0ab6bfa9e63 None None] Provisioning complete for port 5155833e-23c3-4bea-9277-1b78d418a20e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:07.991719 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-18a274fb-728c-42c0-beae-c0ab6bfa9e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.005471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.082793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Pushing event updated for resources: {'Port': ['ID=f8f045c9-2d66-4d70-b098-af64fa9c9514,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.114152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Attempting to bind port f8f045c9-2d66-4d70-b098-af64fa9c9514 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:08.114704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Attempting to bind port f8f045c9-2d66-4d70-b098-af64fa9c9514 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:08.115163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Attempting to bind port f8f045c9-2d66-4d70-b098-af64fa9c9514 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:08.140696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:08.141303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:08.141808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.142303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:08.142912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Bound port: f8f045c9-2d66-4d70-b098-af64fa9c9514, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:08.144733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.161337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-18a274fb-728c-42c0-beae-c0ab6bfa9e63 None None] Port 5155833e-23c3-4bea-9277-1b78d418a20e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:08.223478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-f7d13879-bfd6-48c9-9399-75a8ad49b2cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:08.225976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c951309e-3bca-4af6-b80c-78cc84e13ef1 req-f7d13879-bfd6-48c9-9399-75a8ad49b2cf service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3743908 May 06 12:38:08.281341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.284983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.425958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.483535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] For port f8f045c9-2d66-4d70-b098-af64fa9c9514, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:08.489765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] For port f8f045c9-2d66-4d70-b098-af64fa9c9514, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f8f045c9-2d66-4d70-b098-af64fa9c9514,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:08.491291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.511747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.515612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] Pushing event deleted for resources: {'Network': ['ID=51c47a69-d16d-4527-a5d3-04bb90b96085,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.564683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f918cd06-31a5-4e45-a143-80ccb372895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.623345 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.639263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.809434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Pushing event updated for resources: {'Port': ['ID=f8f045c9-2d66-4d70-b098-af64fa9c9514,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:08.837521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.841996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.841996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.841996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.842765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.844178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.844519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.844859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.845189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.845516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.845845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca03a577-0b88-431b-a7e9-c31e0ff90840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:08.847488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Attempting to bind port b8b30efd-f70d-4833-9735-9111829936c2 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:08.847986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Attempting to bind port b8b30efd-f70d-4833-9735-9111829936c2 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:08.848395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Attempting to bind port b8b30efd-f70d-4833-9735-9111829936c2 on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:08.868502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Port b8b30efd-f70d-4833-9735-9111829936c2 on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:08.870611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Attempting to bind port b8b30efd-f70d-4833-9735-9111829936c2 on network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:08.940841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:08.941269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Checking segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:08.941587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Bound using segment: {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:08.942046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Bound port: b8b30efd-f70d-4833-9735-9111829936c2, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae544ad-6f8d-4795-aee0-8a1c51830d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:08.942871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:08.950522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 49f5ca48-e740-4643-b077-1c29fd72e043 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:09.055425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:09.066082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.066854 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] Sync routers for ids ['97f91589-a700-4f99-973b-57d535bafa34'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:09.086889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] Routers {'97f91589-a700-4f99-973b-57d535bafa34'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:09.089036 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['97f91589-a700-4f99-973b-57d535bafa34'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:09.116575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f58ac-0299-4a1d-b549-080496f3835b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:09.247633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f536b1a6-5111-49f0-b664-6693099f865d admin admin] 10.222.0.83 "DELETE /v2.0/networks/51c47a69-d16d-4527-a5d3-04bb90b96085 HTTP/1.1" status: 204 len: 168 time: 3.3416345 May 06 12:38:09.260262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa8da3db-fc17-480b-b41f-3e6062c87380 req-90c371b4-83dd-483d-a15b-e4408acfdb01 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2938077 May 06 12:38:09.272480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cca3cb4-27b5-4491-972f-4816afcd1c5e req-ed1f7ae4-70fc-44ab-8ddd-e10417ec81c1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 1.4118843 May 06 12:38:09.274118 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:09.301252 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] Routers {'97f91589-a700-4f99-973b-57d535bafa34'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:09.301530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:09.302277 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['97f91589-a700-4f99-973b-57d535bafa34'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:09.352882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.475084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:09.487181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:09.489625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.494704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ad0966f3-02d4-4afe-8adb-30d201fc90e7 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "PUT /v2.0/routers/97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 200 len: 918 time: 10.7605441 May 06 12:38:09.495793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.499371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4973f9a1-0d60-48b6-96c9-d4967d7395c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d7f58ac-0299-4a1d-b549-080496f3835b HTTP/1.1" status: 204 len: 168 time: 1.6465843 May 06 12:38:09.502889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.571067 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:09.571701 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb18db1-885a-43ff-abae-53a6bc11d81a None None] The sync data for ids ['97f91589-a700-4f99-973b-57d535bafa34'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:09.581792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32830) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:09.635497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.647599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.724133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:09.724932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=49f5ca48-e740-4643-b077-1c29fd72e043,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:09.737765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:09.771227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5cca3cb4-27b5-4491-972f-4816afcd1c5e req-d8413981-be46-4dce-8d3a-3c181d14b98d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4904828 May 06 12:38:09.912365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecea4713-7ebc-468a-8445-3cc3506e1e19 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:09.929511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.933833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.939492 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:09.939638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.943785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.948025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.952301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.956790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:09.958758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-39acf5c8-35a0-46b9-87f4-149785eb978e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.9995930 May 06 12:38:09.981006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29863125-d6a6-46ec-80a5-008ac5102be9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/49f5ca48-e740-4643-b077-1c29fd72e043 HTTP/1.1" status: 204 len: 168 time: 3.1941257 May 06 12:38:09.981870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:09.989337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:09.994637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:subnet and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:09.996204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:10.003991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:10.083406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a506c34-dfa5-4170-ad7a-b0e481f4a8b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:10.084778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a506c34-dfa5-4170-ad7a-b0e481f4a8b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:10.085685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8a506c34-dfa5-4170-ad7a-b0e481f4a8b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:10.098472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.100208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] 10.222.0.86 "PUT /v2.0/ports/b8b30efd-f70d-4833-9735-9111829936c2 HTTP/1.1" status: 200 len: 1091 time: 4.8062131 May 06 12:38:10.108529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:10.111864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:10.126746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.126746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Pushing event updated for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:10.154416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ecea4713-7ebc-468a-8445-3cc3506e1e19 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:10.163422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ecea4713-7ebc-468a-8445-3cc3506e1e19 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:10.163989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.222018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32846) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:10.239348 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a76b3c5-07d6-4825-a316-ec70048e29a1'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2', 'status': 'completed', 'code': 200} May 06 12:38:10.288278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8a506c34-dfa5-4170-ad7a-b0e481f4a8b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:10.292389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8a506c34-dfa5-4170-ad7a-b0e481f4a8b2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3069425 May 06 12:38:10.308899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:10.385428 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.401070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-953dccd5-34e7-4d9d-9b0b-0f8c63c693de req-ed72390d-9525-4293-afd7-9022f37cfc83 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3590653 May 06 12:38:10.421201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd973e39-0c8b-40bb-8819-cb3c1fa8dbc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:10.423432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ecea4713-7ebc-468a-8445-3cc3506e1e19, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecea4713-7ebc-468a-8445-3cc3506e1e19,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:10.506874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.522933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-151d0cfc-61df-465d-b664-db6189610996 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5466c14730a74dceaaed3e2275fe23a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970822 May 06 12:38:10.526965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32860) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:10.552481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:10.560418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:10.596228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.597449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f8f045c9-2d66-4d70-b098-af64fa9c9514 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:10.789517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18744271-efe1-4520-a198-68f09f1b6662 req-ab1f1580-a563-4cd4-8c2b-902e76267c09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6477 time: 0.5322185 May 06 12:38:10.829370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ecea4713-7ebc-468a-8445-3cc3506e1e19,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:10.831626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10425d80-d38e-4e4f-a35d-660226bba8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:10.998913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f8f045c9-2d66-4d70-b098-af64fa9c9514 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:11.004874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-88dd50d6-6976-4ed9-bb62-3efc3d551fb3 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 200 len: 924 time: 1.3773367 May 06 12:38:11.012393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:11.084339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.090341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Provisioning for port f8f045c9-2d66-4d70-b098-af64fa9c9514 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:11.096081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Provisioning complete for port f8f045c9-2d66-4d70-b098-af64fa9c9514 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:11.096693 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.232397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.277016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744271-efe1-4520-a198-68f09f1b6662 req-2f59ed2c-4d80-4212-a6c0-aae5d2220e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.277016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744271-efe1-4520-a198-68f09f1b6662 req-2f59ed2c-4d80-4212-a6c0-aae5d2220e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.277475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744271-efe1-4520-a198-68f09f1b6662 req-2f59ed2c-4d80-4212-a6c0-aae5d2220e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.279596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18744271-efe1-4520-a198-68f09f1b6662 req-2f59ed2c-4d80-4212-a6c0-aae5d2220e55 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=980c74da53e142ed854555cab024d28b&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4586608 May 06 12:38:11.286123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.286377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 671c7e35-19da-4dda-97a4-9ec323b5282e {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:11.299846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.341777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] For port f8f045c9-2d66-4d70-b098-af64fa9c9514, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f8f045c9-2d66-4d70-b098-af64fa9c9514,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:11.404845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a5b6e-1558-4787-be5f-9b2ea9dd8f83 req-e3ca0384-4227-4d8b-bfc0-76b500a46d73 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.404845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-207a5b6e-1558-4787-be5f-9b2ea9dd8f83 req-e3ca0384-4227-4d8b-bfc0-76b500a46d73 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.6423678 May 06 12:38:11.431828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.444487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.511298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3cddaea4-4009-4aba-b1a7-85daf48d6192 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=97f91589-a700-4f99-973b-57d535bafa34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4969869 May 06 12:38:11.515634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32878) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:11.541961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Provisioning complete for port 5155833e-23c3-4bea-9277-1b78d418a20e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:11.542332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.546724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-207a5b6e-1558-4787-be5f-9b2ea9dd8f83 req-cc8f13bd-0589-4924-b02c-07e03fbcf7ed tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260610 May 06 12:38:11.583811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.584039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Pushing event updated for resources: {'Port': ['ID=f8f045c9-2d66-4d70-b098-af64fa9c9514,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:11.608365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f4b19198-21a8-4384-a22b-8795ba57337c None None] Port 5155833e-23c3-4bea-9277-1b78d418a20e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:11.623105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.651797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7dc43-15a8-406c-a662-5a80bba1e20d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:11.653938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.704789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d812b-c4b8-4576-851c-4b4ff89f1d42 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:11.706184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2f5d812b-c4b8-4576-851c-4b4ff89f1d42 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.1854193 May 06 12:38:11.711147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32886) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:11.745555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a8c485e-9bbf-4825-a0e8-11182e8dc4fe None None] Could not find standard attr ID for object 49f5ca48-e740-4643-b077-1c29fd72e043. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:38:11.764297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=83877dbc-ade7-4049-a953-0619c474a7ce,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:11.784803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': '792198af-69fb-414e-a303-9614146a126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:11.785232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: 1bdb0d22-5925-41d8-b661-8d409de7911d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:11.811143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.812375 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-683cdea8-714d-473e-8b39-84fec7bf0cc2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82e7dc43-15a8-406c-a662-5a80bba1e20d HTTP/1.1" status: 204 len: 168 time: 1.2809589 May 06 12:38:11.851197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:11.861360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.891978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecea4713-7ebc-468a-8445-3cc3506e1e19 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:11.940958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network 1bdb0d22-5925-41d8-b661-8d409de7911d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:11.962295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=671c7e35-19da-4dda-97a4-9ec323b5282e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:11.970135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:11.986033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec33d4-b88a-4a14-acc0-630c2ca00424 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:12.025832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1996921012-network', 'tenant_id': '7c960108dbe34149a3d529d21718f7f5'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:12.032012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:12.036674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Usage tracker for resource:network and tenant:7c960108dbe34149a3d529d21718f7f5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:12.041233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1bdb0d22-5925-41d8-b661-8d409de7911d) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:12.055938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.056802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.065415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:12.066766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5dc02093-51ff-46b6-af07-bba529a75d29 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 200 len: 205 time: 0.3442686 May 06 12:38:12.077811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32898) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:12.084966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ecea4713-7ebc-468a-8445-3cc3506e1e19 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:12.085700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744271-efe1-4520-a198-68f09f1b6662 req-82964782-adce-4cc8-a322-135b6bf15284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.085826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26b1a54e-ef3a-4070-bc4e-78f7a7e0db43 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/671c7e35-19da-4dda-97a4-9ec323b5282e HTTP/1.1" status: 204 len: 168 time: 1.7740631 May 06 12:38:12.086430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.087197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18744271-efe1-4520-a198-68f09f1b6662 req-82964782-adce-4cc8-a322-135b6bf15284 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7978613 May 06 12:38:12.087481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32902) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:12.092719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:12.144649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9937f57-464b-4495-871b-164a8785a1a4 None None] Network 1bdb0d22-5925-41d8-b661-8d409de7911d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:12.265300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.269612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.274260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.278988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.298632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.308775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.315370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.320363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-f661f7b6-97ad-43e2-8d46-14d8bcbf0bc8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.5748940 May 06 12:38:12.336769 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.405903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:12.418012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-252417dc-bb35-4123-b1dd-2afa79ccaa1d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3218629 May 06 12:38:12.421332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.423329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32908) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:12.427225 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-daaa1015-3c03-49cb-9512-ca1eeb43fab3 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6995790 May 06 12:38:12.430334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:12.431286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:12.438143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1326485531'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:12.445213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:12.453919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:12.457237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:12.458325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5694cbf4-7661-4145-a715-b398b4bbb622 req-8a772d13-e8d1-480b-9f9f-3712ffb56670 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1304014 May 06 12:38:12.463493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:12.467554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-84f426e1-671d-4bce-86ea-f2014852c550 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6477 time: 0.3406825 May 06 12:38:12.571176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.590172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f8f045c9-2d66-4d70-b098-af64fa9c9514 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:12.698122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:12.702777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.707554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-40b52762-e299-422f-8b08-c7ae8225ba4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 200 len: 217 time: 0.1265919 May 06 12:38:12.732228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:12.768510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Deleting port f8f045c9-2d66-4d70-b098-af64fa9c9514 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:12.769865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.774768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Made reservation on behalf of 7c960108dbe34149a3d529d21718f7f5 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:12.777041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.829551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1bdb0d22-5925-41d8-b661-8d409de7911d', 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d', 'tenant_id': 'a9454e1b70534115ac98afc4633498f8', 'fixed_ips': [{'subnet_id': '83877dbc-ade7-4049-a953-0619c474a7ce'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:12.830646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.900563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f8f045c9-2d66-4d70-b098-af64fa9c9514 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:12.901128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.907025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:12.914703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:12.919854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:12.930546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.933606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:12.945244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:12.953938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-c7bafe0c-7cea-4026-8047-ca7408be5e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:12.955433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-c7bafe0c-7cea-4026-8047-ca7408be5e6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3752f996-5416-43de-9e1f-b6558d60de00 HTTP/1.1" status: 200 len: 851 time: 0.1801815 May 06 12:38:12.998073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:12.998450 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment feb636a7-a8e7-4177-b97d-eb0405508d44 of type vlan for network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 May 06 12:38:13.060640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.064851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:13.077198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Usage tracker for resource:security_group_rule and tenant:7c960108dbe34149a3d529d21718f7f5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:13.078793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:13.082199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:13.093022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:13.113277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbf7c-11d2-48e3-8cec-7a42bdc02a91 req-e8924323-7c0d-4486-bb6b-c2ce55589398 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:13.115532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-920fbf7c-11d2-48e3-8cec-7a42bdc02a91 req-e8924323-7c0d-4486-bb6b-c2ce55589398 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.3148468 May 06 12:38:13.196779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-a72a3cf4-7a64-4ea9-89e3-b65b13c99d41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336020 May 06 12:38:13.241949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-920fbf7c-11d2-48e3-8cec-7a42bdc02a91 req-76dbeac6-2f1b-4a4e-ba50-4cedac7b94a2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031060 May 06 12:38:13.267990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.281443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] For port f8f045c9-2d66-4d70-b098-af64fa9c9514, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f8f045c9-2d66-4d70-b098-af64fa9c9514,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:13.282040 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.283700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.289173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:13.289173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.322936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.366174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-c1d8e47f-79bf-47c8-80a6-06d66fb34b56 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525767 May 06 12:38:13.396377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.416247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.440846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Calling delete_port for f8f045c9-2d66-4d70-b098-af64fa9c9514 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:13.455561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=a5802eef-9ba6-4d2a-98ec-a84ee2868a58,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:13.466426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:13.481017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51fdaa4-e676-46e7-9412-cc841ed42893,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:13.489852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:13.501335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.501688 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Added segment b20029dd-55c7-4137-9aab-115f3cd0c954 of type vlan for network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 May 06 12:38:13.526788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port b2abbdf3-d708-4c02-b689-7ac8d12bedb6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:13.527186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.573139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ed23b715-5b78-4004-9d24-80b4fb42acea tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1405950 May 06 12:38:13.575330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.581042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32934) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:13.601447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:13.668222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:13.693994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c9f980ac-45e5-4da4-a086-2b06b9088cdc admin admin] 10.222.0.83 "PUT /v2.0/routers/28ec98b6-bdec-4cda-a72b-7b2d940ed60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5688100 May 06 12:38:13.715459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Sync routers for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:13.796946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe6e3-b6bc-4611-831f-638533d806ef req-6dc32a5c-313c-490f-9f70-0e3e6559290b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:13.802207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-584fe6e3-b6bc-4611-831f-638533d806ef req-6dc32a5c-313c-490f-9f70-0e3e6559290b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.3939745 May 06 12:38:13.807339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:13.814695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'floatingip': {'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:13.857507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.893464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f8f045c9-2d66-4d70-b098-af64fa9c9514 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:13.911682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1e153e77-d387-484d-8e28-7c5c7cc6ac62 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374377 May 06 12:38:13.913927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:13.926577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:14.006236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32948) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:14.021686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:14.022361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:14.065221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.066095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.066672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.091560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:14.198514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Allocated IP 2001:db8:0:ffff::2 (1bdb0d22-5925-41d8-b661-8d409de7911d/83877dbc-ade7-4049-a953-0619c474a7ce/86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:14.204534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:14.216339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:subnet and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:14.220626 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a0642ab-6f29-48ad-9721-cdb5b7880904 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3682408 May 06 12:38:14.221837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:14.224759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:14.230925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.239117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32958) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:14.245391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:14.256624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Request body: {'subnet': {'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1996921012-subnet', 'tenant_id': '7c960108dbe34149a3d529d21718f7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:14.298875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-ebe87e43-ef5c-4d74-bd3a-f9fbef9262ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 217 time: 0.2577701 May 06 12:38:14.329172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:14.363791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port f8f045c9-2d66-4d70-b098-af64fa9c9514 {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:38:14.364414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f8f045c9-2d66-4d70-b098-af64fa9c9514 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:14.405344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.410067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.414741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.420525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.424494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.430307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.434267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.439755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.449497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-b6bbd922-8cbd-4c6e-ac4b-3934c62e3ca7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.5747650 May 06 12:38:14.460377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for b2abbdf3-d708-4c02-b689-7ac8d12bedb6 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:14.493270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Usage tracker for resource:subnet and tenant:7c960108dbe34149a3d529d21718f7f5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:14.507050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:14.563211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] Pushing event deleted for resources: {'Port': ['ID=f8f045c9-2d66-4d70-b098-af64fa9c9514,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:14.572602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1300175473-network', 'tenant_id': '99e58f5aab3248eba5bf198906bd7426'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:14.577902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:14.608809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13dea4-90a1-4214-86c7-60883c4f92d6 None None] No DVR routers for this DVR port f8f045c9-2d66-4d70-b098-af64fa9c9514 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:14.614909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:14.639168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:14.644362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Usage tracker for resource:network and tenant:99e58f5aab3248eba5bf198906bd7426 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:14.647906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:14.660822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:14.787132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:14.903587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1be71fa-b479-4413-b78e-e2d6ecfcca5c req-8237b31e-2171-4da5-bb90-1eea5896be3d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4530084 May 06 12:38:14.920584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Made reservation on behalf of 99e58f5aab3248eba5bf198906bd7426 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:14.929769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.948648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-31885a12-a252-4467-b69d-e203890151a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:14.948995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.950957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-31885a12-a252-4467-b69d-e203890151a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.6103623 May 06 12:38:14.972789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:14.982738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Made reservation on behalf of 7c960108dbe34149a3d529d21718f7f5 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:14.985384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.022671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Transition to ACTIVE for port object 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:15.063037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Transition to ACTIVE for port object 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:15.158167 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.204374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.210000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:15.213232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.229159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:15.250219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Network 1bdb0d22-5925-41d8-b661-8d409de7911d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:15.255528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:15.257821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:15.264167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:08Z', 'revision_number': 2, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:15.266426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Pushing event updated for resources: {'Port': ['ID=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:15.274755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Checking router: 28ec98b6-bdec-4cda-a72b-7b2d940ed60d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:15.275010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Updating router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d port 5155833e-23c3-4bea-9277-1b78d418a20e binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:15.301998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Usage tracker for resource:security_group_rule and tenant:99e58f5aab3248eba5bf198906bd7426 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:15.305517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-42934fe9-0dd4-4a17-b373-5f1e8fdd5235 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3476899 May 06 12:38:15.331825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:15.347859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:15.441924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.443121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:15.447644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:15.449460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=ff46d133-136b-41f2-a3f8-61a886821b00,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:15.452353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:15.452997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.456468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Attempting to bind port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:15.456851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Attempting to bind port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '792198af-69fb-414e-a303-9614146a126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:15.457376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Attempting to bind port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 on network 1bdb0d22-5925-41d8-b661-8d409de7911d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:15.478033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c550fc-a030-478a-a7c9-718c3f31f967 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:15.485478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:15.525249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:15.525559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Checking segment: {'id': '792198af-69fb-414e-a303-9614146a126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:15.525875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.526330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Bound using segment: {'id': '792198af-69fb-414e-a303-9614146a126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:15.527081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Bound port: 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792198af-69fb-414e-a303-9614146a126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '1bdb0d22-5925-41d8-b661-8d409de7911d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:15.527234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.614727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32978) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:15.626155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.628373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-7c3ad05e-b757-4405-bbc8-c88808380af9 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092992 May 06 12:38:15.640289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-77286051-network', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:15.654999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:15.687560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Usage tracker for resource:network and tenant:a662537a8e0f4c9f82deebb440dffead is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:15.696655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:15.708667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.715826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:15.733527 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24639ac7-8258-4b85-a32f-536df48ed4e5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3101723 May 06 12:38:15.738020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32982) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:15.745690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:28:6b:de', 'name': 'tempest-NetworksTestDHCPv6-1036925285'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:15.780493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.841380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] For port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:15.843416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.856818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.860621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:15.895745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=b2abbdf3-d708-4c02-b689-7ac8d12bedb6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:15.944811 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:38:15.951097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] For port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,segment=NetworkSegment(792198af-69fb-414e-a303-9614146a126a),segment_id=792198af-69fb-414e-a303-9614146a126a)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:15.988908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:15.993204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Made reservation on behalf of a662537a8e0f4c9f82deebb440dffead for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:15.995981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.027511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.076887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': 'ff46d133-136b-41f2-a3f8-61a886821b00'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:16.077696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.083459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c63170a-a83c-4051-b407-84cb6d978052,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:16.125170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-f3339dd9-5bfe-43e7-a61e-b080104516e3 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893444 May 06 12:38:16.133444 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.133932 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Added segment 0dd1d95a-4fb4-455c-a5af-e34537d3b6b6 of type vlan for network 1ca4b9ab-7033-45df-9485-2fab4fc04adb May 06 12:38:16.146098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.185021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6bf2a9-09a7-48ae-8d84-d3780fe32163,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:16.222095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e9c66-9534-47db-8e47-706c95a468f4 None None] Pushing event updated for resources: {'Port': ['ID=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:16.241549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:16.300413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-0b834d40-01a7-467a-8f21-a08beef652bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 217 time: 0.1613486 May 06 12:38:16.306607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.355908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:16.381901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:16.387260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:16.398948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Allocated IP 2001:db8::f816:3eff:fe11:7a2a (2e7d2229-1c74-4943-b601-890d74ccfdf0/ff46d133-136b-41f2-a3f8-61a886821b00/3232f87c-95ae-49f7-9cb9-045dfa498931) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:16.422096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:16.477548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Checking segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:16.478405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Network hostable DHCP agents. Network: 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:16.485024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9411f8e6-8f92-4e06-9743-a7fefea5d0da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.486529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-9411f8e6-8f92-4e06-9743-a7fefea5d0da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.1801834 May 06 12:38:16.506074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.518958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:16.519092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.519184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:16.519184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.519419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.523129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.527660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.532782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.537049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.545001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17d43c84-54e1-449c-b560-a6be48418dac req-ecd0ba4b-b722-4b2c-b291-80155bd046df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.3405488 May 06 12:38:16.582583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Usage tracker for resource:security_group_rule and tenant:a662537a8e0f4c9f82deebb440dffead is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:16.585960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:16.600362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.631881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:16.636044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.653883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.676010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:16.690541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.712020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port c727b757-84d2-4b04-8f1e-3998242be1e1 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:16.721201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Transition to ACTIVE for port object 5155833e-23c3-4bea-9277-1b78d418a20e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:16.725935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:16.750975 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Floating IP b00ae304-29df-44ae-8c37-342302844e41 associated. External IP: 172.25.2.174, port: 9fc2f12f-6b67-490b-ac71-c213b2089665. May 06 12:38:16.796685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.808435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Transition to ACTIVE for port object 3232f87c-95ae-49f7-9cb9-045dfa498931 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:16.822491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.828434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17d43c84-54e1-449c-b560-a6be48418dac req-3ad6c397-9bb9-4007-b521-400da69f7242 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2822220 May 06 12:38:16.928672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Transition to ACTIVE for port object 3232f87c-95ae-49f7-9cb9-045dfa498931 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:16.971456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-e3f47c04-237a-4bce-8058-1dfd9102b699 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4779708 May 06 12:38:16.974497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66898ee-827e-4761-b5fb-23e0c8f25507 None None] Pushing event updated for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:16.989777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:16.990644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:16.991281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.016703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.106707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=8113bf13-ef9e-433d-8197-6410d1aa2ae8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:17.148725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Pushing event updated for resources: {'Port': ['ID=3232f87c-95ae-49f7-9cb9-045dfa498931,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:17.185692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:17.186711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Attempting to bind port 5155833e-23c3-4bea-9277-1b78d418a20e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:17.187081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Attempting to bind port 5155833e-23c3-4bea-9277-1b78d418a20e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:17.187439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Attempting to bind port 5155833e-23c3-4bea-9277-1b78d418a20e on network 99edebc2-8b3b-42bf-a690-3757d6268ab1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:17.189892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:17.192512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:17.195160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.199318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:17.211101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:17.211547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Checking segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:17.211938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.212604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Bound using segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:17.213127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Bound port: 5155833e-23c3-4bea-9277-1b78d418a20e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:17.213502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.225483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe28:6bde (2e7d2229-1c74-4943-b601-890d74ccfdf0/ff46d133-136b-41f2-a3f8-61a886821b00/c727b757-84d2-4b04-8f1e-3998242be1e1) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:17.252084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.272659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-1e0e873f-fed3-4e53-9040-3162c982d3c4 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808144 May 06 12:38:17.280446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca4b9ab-7033-45df-9485-2fab4fc04adb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:17.324579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': 'feb636a7-a8e7-4177-b97d-eb0405508d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:17.325709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: a5802eef-9ba6-4d2a-98ec-a84ee2868a58, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:17.389467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:17.404826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26b36c49-3d9c-46ce-bf0e-6a88faeee071 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3867311 May 06 12:38:17.409829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.412889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32988) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:17.414662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:17.415526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.427672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1ca4b9ab-7033-45df-9485-2fab4fc04adb details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:17.428802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Request body: {'subnet': {'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1300175473-subnet', 'tenant_id': '99e58f5aab3248eba5bf198906bd7426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:17.457859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:17.460426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8260162-7f2b-4ddb-a8b1-030981c2e335 None None] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:17.463688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Usage tracker for resource:subnet and tenant:99e58f5aab3248eba5bf198906bd7426 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:17.470782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:17.478347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:17.483863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.521526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.522183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router 97f91589-a700-4f99-973b-57d535bafa34 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:38:17.527340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:17.546400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0efef0f-ea80-40ce-8e5d-528728b2236e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:17.550586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.551221 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Added segment ef273dc2-74bb-4be1-8253-78a4876fc2b4 of type vlan for network 175edea6-9b3c-4bc7-a95f-c542f15b937d May 06 12:38:17.556432 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.561704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a611394-c86c-4ff4-b5b6-03617576ac02 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 204 len: 168 time: 5.4782977 May 06 12:38:17.564330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32992) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:17.572080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-326954510', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:17.583801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1c08b18-2d50-42c4-bcbd-ece61d5c7c06 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3406720 May 06 12:38:17.587432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:17.607260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.618904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Made reservation on behalf of 99e58f5aab3248eba5bf198906bd7426 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:17.626922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object c727b757-84d2-4b04-8f1e-3998242be1e1 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:17.627871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.643985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:17.646557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Usage tracker for resource:router and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:17.670590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:17.681645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9c29e-e0c6-4fcc-9e92-84a15571486f None None] Network 1bdb0d22-5925-41d8-b661-8d409de7911d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:17.685684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:17.695352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Attempting to bind port 3232f87c-95ae-49f7-9cb9-045dfa498931 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:17.695887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Attempting to bind port 3232f87c-95ae-49f7-9cb9-045dfa498931 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:17.696247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Attempting to bind port 3232f87c-95ae-49f7-9cb9-045dfa498931 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:17.736682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a5802eef-9ba6-4d2a-98ec-a84ee2868a58) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:17.760100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.767492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:17.774321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.774607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.796263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1f182-1028-4b73-a4f2-4aa2b8b7a183 None None] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:17.874047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.876601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.947735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:17.948131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:17.948535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:17.958514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:17.959051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Bound port: 3232f87c-95ae-49f7-9cb9-045dfa498931, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:17.959421 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.006395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] For port 5155833e-23c3-4bea-9277-1b78d418a20e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:18.008662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:18.062228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdfa126e-31fc-47a8-add4-70393c4fbc63 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4786725 May 06 12:38:18.067190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.069568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.071233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.096210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:18.114907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] For port 5155833e-23c3-4bea-9277-1b78d418a20e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5155833e-23c3-4bea-9277-1b78d418a20e,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:18.115190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-17c8eb13-190f-43df-a6de-1aed233cfb6d service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293316 May 06 12:38:18.122742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'port': {'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58', 'name': 'tempest-NetworksIpV6TestAttrs-1568562098'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:18.267942 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.270700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] Pushing event updated for resources: {'Network': ['ID=175edea6-9b3c-4bc7-a95f-c542f15b937d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.284953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.318669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd1f81bc-d7c5-4b89-8a5d-21bc6b963e29 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7011728 May 06 12:38:18.339118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:18.359344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:18.388499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Request body: {'subnet': {'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-subnet', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:18.401450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=c727b757-84d2-4b04-8f1e-3998242be1e1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.411175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:18.412125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:18.424226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.425846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Usage tracker for resource:subnet and tenant:a662537a8e0f4c9f82deebb440dffead is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:18.431026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:18.445002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:18.457400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:18.461501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.462331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.467725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:18.481035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e62d355-0cde-4ddd-a18a-562ccbffc64f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.494687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-92fa00c6-2dba-4c0b-9674-9bad58d5afb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=a16b6464-324f-496e-9104-131c95871e13 HTTP/1.1" status: 200 len: 217 time: 0.3510821 May 06 12:38:18.504462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Checking segment: {'id': '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:18.504904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Network hostable DHCP agents. Network: 1ca4b9ab-7033-45df-9485-2fab4fc04adb, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:18.527272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.531618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.535519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.539529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.543480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.547815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.551334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.553326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f1de88c-57b1-4411-945a-a95545c173be req-85100185-f021-44a2-90ec-fbfd6151cd77 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.2842062 May 06 12:38:18.615902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f1de88c-57b1-4411-945a-a95545c173be req-71759ad0-a915-4549-99b0-de2a92616e62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496006 May 06 12:38:18.682462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-2b2ccdb8-c4d5-43ca-b1ee-68af07eeaf18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.684031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-2b2ccdb8-c4d5-43ca-b1ee-68af07eeaf18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.1345425 May 06 12:38:18.690953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] For port 3232f87c-95ae-49f7-9cb9-045dfa498931, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:18.738797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Made reservation on behalf of a662537a8e0f4c9f82deebb440dffead for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:18.742172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.756942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Network 1ca4b9ab-7033-45df-9485-2fab4fc04adb is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:18.794465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66898ee-827e-4761-b5fb-23e0c8f25507 None None] Pushing event updated for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:18.798289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74aa9a0b-5f89-4173-aefa-d4a185bf74b5 None None] Provisioning for port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:18.805291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] For port 3232f87c-95ae-49f7-9cb9-045dfa498931, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3232f87c-95ae-49f7-9cb9-045dfa498931,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:18.815986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-1f0ed0db-6027-4385-8684-86cdc164950f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:18.837897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-1f0ed0db-6027-4385-8684-86cdc164950f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.4378073 May 06 12:38:18.856540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:18.861222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:port and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:18.865183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:18.872495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba9c78c-1af1-4baa-95e7-433ea76e9549 None None] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:18.874379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:18.909990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9578b432-15a3-423d-a094-59f7cb2d5598 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1710858 May 06 12:38:18.914484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33020) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:18.945603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-7d0779dd-e703-4196-980b-be6c068121ed tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/quotas/7c960108dbe34149a3d529d21718f7f5 HTTP/1.1" status: 200 len: 375 time: 0.1043255 May 06 12:38:18.973207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:18.977915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1ca4b9ab-7033-45df-9485-2fab4fc04adb) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:18.993585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.000439 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.008008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-184bbf4e-7543-4766-9a0c-d7880d96e4d9 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633388 May 06 12:38:19.026403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:19.027271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:19.054958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.065290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:19.068531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.097756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270e3f8-33bd-4fb4-b335-defb89c9903e None None] Network 1ca4b9ab-7033-45df-9485-2fab4fc04adb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:19.128748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189313e-d6ba-4fdc-9e61-92789f36d4ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.132746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189313e-d6ba-4fdc-9e61-92789f36d4ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:19.133519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5189313e-d6ba-4fdc-9e61-92789f36d4ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:19.164345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] device_id is not set on port 51c73ff6-8368-43f9-b09c-6d885854ae11 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:19.195160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-72f12a97-7a02-4d29-9725-c6bd9bcdf2b1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7746754 May 06 12:38:19.214562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:19.236506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-5361d4d9-2008-4721-9d31-4887bac3a8e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5314558 May 06 12:38:19.293864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-0182151d-beeb-4d34-8d1b-96030d0516af service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:38:19.306478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-0182151d-beeb-4d34-8d1b-96030d0516af service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065789 May 06 12:38:19.324398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5189313e-d6ba-4fdc-9e61-92789f36d4ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:19.333851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5189313e-d6ba-4fdc-9e61-92789f36d4ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4055574 May 06 12:38:19.334522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33026) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:19.348485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:19.348868 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.382188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-a95303bc-5e58-450e-8ab4-789f6b567529 service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618374 May 06 12:38:19.388872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a5802eef-9ba6-4d2a-98ec-a84ee2868a58', 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58', 'tenant_id': 'a9454e1b70534115ac98afc4633498f8', 'fixed_ips': [{'subnet_id': '8113bf13-ef9e-433d-8197-6410d1aa2ae8'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:19.389800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.504841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5e3a-a5eb-4735-9e89-f284373ddb24 None None] Pushing event updated for resources: {'Port': ['ID=3232f87c-95ae-49f7-9cb9-045dfa498931,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:19.679351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:19.745558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Router c8df22ec-8e6a-494b-914c-e39580e4d45d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:19.751878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d3e7e330-d5ce-4a9d-a965-e0f8431c2e62 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378166 May 06 12:38:19.764966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-41c4a6d2-cf88-4ff1-a628-b3eb310af6a6 service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168508 May 06 12:38:20.039958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:20.195590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port c727b757-84d2-4b04-8f1e-3998242be1e1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:20.196946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.238605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-26fdd176-d8b9-4f4d-a032-8e20b0fb5d77 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.239523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-26fdd176-d8b9-4f4d-a032-8e20b0fb5d77 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Synchronizing usage tracker for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:20.280447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Allocated IP 2001:db8::f816:3eff:fe55:10e2 (a5802eef-9ba6-4d2a-98ec-a84ee2868a58/8113bf13-ef9e-433d-8197-6410d1aa2ae8/f5385da4-9f76-4004-b983-043d5fa26a03) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:20.282974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Checking segment: {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:20.283405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Network hostable DHCP agents. Network: 175edea6-9b3c-4bc7-a95f-c542f15b937d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:20.295665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1eb977-c271-4945-9a12-ea4e7bc777bb,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:20.306193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-42e13f97-779c-4c94-ab3a-039800fff15b service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282283 May 06 12:38:20.386123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4de1bb-ac83-400a-98e6-e37356a88cc7 None None] Provisioning complete for port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:20.386404 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4de1bb-ac83-400a-98e6-e37356a88cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.505581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-26fdd176-d8b9-4f4d-a032-8e20b0fb5d77 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Unset dirty status for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:20.506830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-26fdd176-d8b9-4f4d-a032-8e20b0fb5d77 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/networks?id=1ca4b9ab-7033-45df-9485-2fab4fc04adb HTTP/1.1" status: 200 len: 813 time: 0.6179018 May 06 12:38:20.558545 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.582958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-a64131cc-ab4f-4eee-85dd-8affc0dabb06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 HTTP/1.1" status: 200 len: 217 time: 0.2620730 May 06 12:38:20.604636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47953b-a65a-441d-8048-e25bad6946dd None None] Network 1ca4b9ab-7033-45df-9485-2fab4fc04adb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:20.618783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:20.620603 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.630683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.646322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.650827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.655389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.659355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.665293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.669224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,segment=NetworkSegment(792198af-69fb-414e-a303-9614146a126a),segment_id=792198af-69fb-414e-a303-9614146a126a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:20.670224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.674897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.677297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-ef59e8b1-62a5-4e84-a3ab-cc04e3d30c11 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.5243802 May 06 12:38:20.692965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-2d9357f7-158a-4f77-9b20-9d1c585ad6cd tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/quotas/99e58f5aab3248eba5bf198906bd7426 HTTP/1.1" status: 200 len: 375 time: 0.0924504 May 06 12:38:20.786211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a0aaed8-211e-46ab-a63d-b7dd09860306 req-3b290cf6-1c42-424d-aeb9-6d3932b6c240 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961776 May 06 12:38:20.789439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d81da141-35dd-4d88-b49b-02a76b6e1832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.790875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d81da141-35dd-4d88-b49b-02a76b6e1832 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.1924956 May 06 12:38:20.802797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 175edea6-9b3c-4bc7-a95f-c542f15b937d) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:20.835827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.842836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:20.847322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.859400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc8537-a373-4ef7-bfae-21b5d0995ca4 None None] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:20.886046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:20.894197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-18e8f973-c6c3-4d86-a107-2af5dad0732c tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=99e58f5aab3248eba5bf198906bd7426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1876554 May 06 12:38:20.986181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.058284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f89c73de-3a6e-4606-b42e-725a53e3575f req-4a619ffe-bf07-4dc6-a159-7d3f7876ee6e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 210 time: 0.0774808 May 06 12:38:21.062087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:21.073416 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:21.099659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:21.107887 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:21.108178 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-d8632614-4a31-4189-a165-1980d088bd1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2894671 May 06 12:38:21.110149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.160386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f0885e1-9d0e-4234-b770-d1dca13b1251 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7901826 May 06 12:38:21.161992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3232f87c-95ae-49f7-9cb9-045dfa498931 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:21.163789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33050) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:21.182688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e471d479-a900-4095-91d8-9d3d194905da tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "PUT /v2.0/floatingips/b00ae304-29df-44ae-8c37-342302844e41 HTTP/1.1" status: 200 len: 991 time: 7.3741801 May 06 12:38:21.370866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:21.379406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-77be6765-40df-498d-9ba5-c96f78f7fea4 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003605 May 06 12:38:21.429161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:21.433357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:21.452736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for c727b757-84d2-4b04-8f1e-3998242be1e1 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:21.529385 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de9affa-3521-48ac-97c8-f79698b10141'] response: {'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'status': 'completed', 'code': 200} May 06 12:38:21.607611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-86b65a60-3c1a-4fc8-960d-9abc1646e4c4 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150271 May 06 12:38:21.644659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:21.648900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.655406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:21.662875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Usage tracker for resource:router and tenant:a662537a8e0f4c9f82deebb440dffead is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:21.666428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:21.675053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:21.693955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-653afe0a-be18-47ac-b88d-b64f4ab4c501 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838471 May 06 12:38:21.701301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-a6f6c03d-1b93-4ec2-bfe6-4068b655c9c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179e92d7-ca62-480c-a35a-2556716ce1cd HTTP/1.1" status: 200 len: 217 time: 0.0871403 May 06 12:38:21.710985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Transition to ACTIVE for port object f5385da4-9f76-4004-b983-043d5fa26a03 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:21.779662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-041be5ae-a19e-44ba-aacd-7b356866e843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:21.781911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-041be5ae-a19e-44ba-aacd-7b356866e843 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.0696647 May 06 12:38:21.847019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-175edea6-9b3c-4bc7-a95f-c542f15b937d', 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'fixed_ips': [{'subnet_id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:21.847019 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.887238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-44a44081-1d41-4b9e-aea6-c326e8fe9061 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983834 May 06 12:38:21.893462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.894985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:21.921356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Transition to ACTIVE for port object f5385da4-9f76-4004-b983-043d5fa26a03 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:21.929000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3232f87c-95ae-49f7-9cb9-045dfa498931 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:21.945479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Provisioning for port c727b757-84d2-4b04-8f1e-3998242be1e1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:21.995715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.009469 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:38:15Z', 'revision_number': 1, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:22.021221 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:22.029333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Provisioning complete for port c727b757-84d2-4b04-8f1e-3998242be1e1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:22.030036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.035818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:22.036816 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:22.083800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Port c727b757-84d2-4b04-8f1e-3998242be1e1 was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:38:22.096963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.115571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=c727b757-84d2-4b04-8f1e-3998242be1e1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:22.177663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-54256ecd-e5b8-470f-b077-c489d51b123d service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806671 May 06 12:38:22.181304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:17Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:22.250935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202e1da-c6f3-40ea-b6c6-2188733d23d4 None None] The sync data for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 is: [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:17Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:22.270929 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:22.368588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Allocated IP 2001:db8::f816:3eff:fee2:9c10 (a5802eef-9ba6-4d2a-98ec-a84ee2868a58/8113bf13-ef9e-433d-8197-6410d1aa2ae8/51c73ff6-8368-43f9-b09c-6d885854ae11) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:22.423014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.427030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.431047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.435213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.439170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.447356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.447476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:22.455713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-e2bff5b6-d59e-47c6-af06-1d2f7df7c881 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.4001367 May 06 12:38:22.546665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Pushing event updated for resources: {'Port': ['ID=f5385da4-9f76-4004-b983-043d5fa26a03,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:22.556763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:22.573753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:22.579986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:22.641541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-db1f15e4-13ed-403a-a23a-d6c4aaa83850 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451408 May 06 12:38:22.647309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.656234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Allocated IP 172.25.2.175 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/2aed16fb-c2a2-407b-bc65-051bc48a6376) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:22.669706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a5e1c81-9625-4786-8287-02f60ccba17d req-c2e38193-8675-49b3-b707-f9799e2c09ac tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2115734 May 06 12:38:22.678098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Provisioning for port 3232f87c-95ae-49f7-9cb9-045dfa498931 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:22.686682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Allocated IP 172.20.0.2 (175edea6-9b3c-4bc7-a95f-c542f15b937d/ff1eb977-c271-4945-9a12-ea4e7bc777bb/a7abb396-2e1d-47d3-9d2a-e2f91593ffb3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:22.688899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.717612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-06416710-2b74-4aa6-90f1-ec139be8b401 service neutron] 10.222.0.83 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0225399 May 06 12:38:22.738065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Provisioning complete for port 3232f87c-95ae-49f7-9cb9-045dfa498931 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:22.741462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:22.829656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-912fbc07-c619-40bc-bb25-c829e15dd5ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 1.0258770 May 06 12:38:22.830921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-534e6a66-6786-4ef3-a2d2-e5faee34803f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/c727b757-84d2-4b04-8f1e-3998242be1e1 HTTP/1.1" status: 204 len: 168 time: 3.4945788 May 06 12:38:22.863851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33064) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:23.164417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456cc97-a06b-411b-9f16-fdc2111a4a13 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.170314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456cc97-a06b-411b-9f16-fdc2111a4a13 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.170314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0456cc97-a06b-411b-9f16-fdc2111a4a13 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:23.182833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-45dbbd95-a722-4972-94f8-8bad68dad43f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8b30efd-f70d-4833-9735-9111829936c2 HTTP/1.1" status: 200 len: 217 time: 0.4737771 May 06 12:38:23.290020 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:38:15Z', 'revision_number': 1, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:23.307690 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9db28-0641-4cc6-970c-37712e3dbfcf None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:38:15Z', 'revision_number': 1, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:23.317632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Attempting to bind port f5385da4-9f76-4004-b983-043d5fa26a03 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:23.318505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Attempting to bind port f5385da4-9f76-4004-b983-043d5fa26a03 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'feb636a7-a8e7-4177-b97d-eb0405508d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:23.318999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Attempting to bind port f5385da4-9f76-4004-b983-043d5fa26a03 on network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:23.322406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:23.360076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee747bec-8c65-41f6-918e-17086ebeeee2 req-4d1aaf8b-84b7-48ce-9f48-d34da41ea7ba tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 210 time: 0.1760638 May 06 12:38:23.437580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2daf9c4d-a76d-4519-958f-16c9e2975e12 req-376550a4-fbe8-4897-9b06-74b9b691072f tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.2601573 May 06 12:38:23.452518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:23.453100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Checking segment: {'id': 'feb636a7-a8e7-4177-b97d-eb0405508d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:23.453657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.454181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Bound using segment: {'id': 'feb636a7-a8e7-4177-b97d-eb0405508d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:23.454859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Bound port: f5385da4-9f76-4004-b983-043d5fa26a03, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb636a7-a8e7-4177-b97d-eb0405508d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a5802eef-9ba6-4d2a-98ec-a84ee2868a58'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:23.455341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.546654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040e79-42f3-4f30-a703-722eef596c98 req-c2080505-dbb0-4d4b-9e91-08d786725ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.548504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-c2080505-dbb0-4d4b-9e91-08d786725ce8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.6788414 May 06 12:38:23.668014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.736456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.745921 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.776933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-0b401754-c0a5-4e8e-8495-4954cccc3a49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 999 time: 0.2161579 May 06 12:38:23.856816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.868364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040e79-42f3-4f30-a703-722eef596c98 req-5bbb0a84-ef50-400e-a933-e8fafb2f4d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.870472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-5bbb0a84-ef50-400e-a933-e8fafb2f4d02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0841348 May 06 12:38:23.871548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Transition to ACTIVE for port object a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:23.902040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:23.902407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:23.933350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-29750bfc-9946-4e40-aaf2-7ecbf8ec0f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:23.935541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-29750bfc-9946-4e40-aaf2-7ecbf8ec0f95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.5977523 May 06 12:38:23.978834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] For port f5385da4-9f76-4004-b983-043d5fa26a03, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:23.979606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] For port f5385da4-9f76-4004-b983-043d5fa26a03, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f5385da4-9f76-4004-b983-043d5fa26a03,segment=NetworkSegment(feb636a7-a8e7-4177-b97d-eb0405508d44),segment_id=feb636a7-a8e7-4177-b97d-eb0405508d44)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:23.985095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Transition to ACTIVE for port object a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:24.006885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.043601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] For port 3232f87c-95ae-49f7-9cb9-045dfa498931, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3232f87c-95ae-49f7-9cb9-045dfa498931,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:24.100945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.110305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.165087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:24.165873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.178791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:24.191309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:24.205092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.215917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-4a009371-8797-4cbd-9984-2a70198b644b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.217365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-4a009371-8797-4cbd-9984-2a70198b644b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.13 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.3226578 May 06 12:38:24.250617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:24.256091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:24.262021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:24.264916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event updated for resources: {'Port': ['ID=2aed16fb-c2a2-407b-bc65-051bc48a6376,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.270803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5155833e-23c3-4bea-9277-1b78d418a20e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:24.306578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Request body: {'port': {'device_id': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'admin_state_up': True, 'tenant_id': '7c960108dbe34149a3d529d21718f7f5'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:24.340237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0456cc97-a06b-411b-9f16-fdc2111a4a13 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:24.341595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0456cc97-a06b-411b-9f16-fdc2111a4a13 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.4742963 May 06 12:38:24.355239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:24.396450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Pushing event updated for resources: {'Port': ['ID=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.408304 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-7b444d39-516c-4880-abc3-afa3eb080a75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4970388 May 06 12:38:24.436337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Transition to ACTIVE for port object 51c73ff6-8368-43f9-b09c-6d885854ae11 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:24.587540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.591404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.596442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.601417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.607283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.612226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.617400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:24.626406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3445634f-d788-485d-b285-86fdf51473ec req-26e4884e-8cba-4843-8a87-31fc1c85c651 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.4047885 May 06 12:38:24.633696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681be3b-ca13-413c-bf67-dfd48e865bc3 None None] Pushing event updated for resources: {'Port': ['ID=f5385da4-9f76-4004-b983-043d5fa26a03,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.674435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cbb1a80-c003-49e9-a078-d23d731a9821 req-07c1ca9a-00f7-40fa-a69f-d9502b1365df tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 210 time: 0.0769124 May 06 12:38:24.710531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fcc45c9f-31f9-44e9-b91d-750c9563610b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4913464 May 06 12:38:24.712647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:24.722432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Attempting to bind port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:24.722831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Attempting to bind port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:24.723872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Attempting to bind port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 on network 175edea6-9b3c-4bc7-a95f-c542f15b937d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:24.728845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Usage tracker for resource:port and tenant:7c960108dbe34149a3d529d21718f7f5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:24.733324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:24.806866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:24.827982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:24.828354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Checking segment: {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:24.828797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.829462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Bound using segment: {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:24.830494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Bound port: a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:24.831029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.836647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3445634f-d788-485d-b285-86fdf51473ec req-458b2b1a-e811-42aa-b893-ee04569cbb82 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090425 May 06 12:38:24.942219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:24.969535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f6de7-a544-422a-bbca-21e21a7087c1 None None] Pushing event updated for resources: {'Port': ['ID=3232f87c-95ae-49f7-9cb9-045dfa498931,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:24.989464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 5155833e-23c3-4bea-9277-1b78d418a20e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:25.005368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5155833e-23c3-4bea-9277-1b78d418a20e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:25.005747 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.034104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Port': ['ID=51c73ff6-8368-43f9-b09c-6d885854ae11,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:25.047930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Made reservation on behalf of 7c960108dbe34149a3d529d21718f7f5 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:25.050923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.059284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] For port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:25.074399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] For port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:25.088677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:25.093025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:25.097332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:25.101309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:25.101924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.110966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a8b36f8-41cd-476a-b98b-6be63140537e req-6abe9580-03ec-4eb1-983c-5e1badddb0b1 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.0768981 May 06 12:38:25.146218 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-6d9b5b83-0956-4e3b-99f8-a40f9ffc1cef service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844487 May 06 12:38:25.154301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.180709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.186399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.191697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-082e135b-a54d-49aa-ab03-e46753d6f828 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669688 May 06 12:38:25.275463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 5155833e-23c3-4bea-9277-1b78d418a20e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5155833e-23c3-4bea-9277-1b78d418a20e,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:25.288080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.292673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd4816-2664-48e5-89e0-f3ca312af6ab None None] Pushing event updated for resources: {'Port': ['ID=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:25.318844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3c7c327e-4931-4b31-b7c9-6d57ec379658 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.2211542 May 06 12:38:25.331317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33092) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:25.388090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.391138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet ff46d133-136b-41f2-a3f8-61a886821b00 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:25.411638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.524138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:25.556956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b16b997a-9a56-4bc5-8674-f8003413a675 req-fc070819-c081-413c-9827-6aab83d19fee service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587506 May 06 12:38:25.660572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:25.760997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Allocated IP 172.20.0.5 (6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64/6d6bf2a9-09a7-48ae-8d84-d3780fe32163/a8b97cbf-c437-4731-a9a9-03d15e8e8154) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:25.816114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f5385da4-9f76-4004-b983-043d5fa26a03 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:25.846428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd040e79-42f3-4f30-a703-722eef596c98 req-64a13ed2-03fa-4a97-a225-3dc1cbecaa5e service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869848 May 06 12:38:25.922113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f17d517-1c94-4c59-b382-78b652ef1f11 None None] New status for floating IP b00ae304-29df-44ae-8c37-342302844e41: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:38:26.016873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting subnet 8113bf13-ef9e-433d-8197-6410d1aa2ae8 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:26.030007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.031741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.036267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.069426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.223967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50893be5-09df-4b72-bab4-d4a222136d20 req-a7847801-deb5-41f4-95f0-fb3a4f878a8b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 210 time: 0.1108918 May 06 12:38:26.297910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.368629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Allocated IP 172.25.2.196 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/7b0b9b2c-93a4-4075-8181-b2917ba6c6a3) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:26.395075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72545745-00b1-4431-a598-3bec777c2e18 None None] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:26.427354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f5385da4-9f76-4004-b983-043d5fa26a03 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:26.551113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2873342-3148-4b8b-9571-fb14ee020bf1 req-c899ed62-24f9-4f3f-834b-7bdba220b79e tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.0730348 May 06 12:38:26.556816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3232f87c-95ae-49f7-9cb9-045dfa498931 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:26.655235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.663558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.669860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3232f87c-95ae-49f7-9cb9-045dfa498931 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:26.670366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.714096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.724616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.729280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.734037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.738066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.742651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.746253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.752720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:26.761036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-3bdf90c0-280f-45eb-8cc2-370c2834eb30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.6468456 May 06 12:38:26.780628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Provisioning for port f5385da4-9f76-4004-b983-043d5fa26a03 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:26.803994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Provisioning complete for port f5385da4-9f76-4004-b983-043d5fa26a03 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:26.806529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.826846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.844837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.928351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=ff46d133-136b-41f2-a3f8-61a886821b00,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:26.968636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:26.983095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e33b4d-4d66-4cdb-ae6e-fcfbd63627d0 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:26.987525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e039d9b1-6140-410c-acda-9e31b3bbbad8 req-de116abb-724f-49be-a609-8d383baaff3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126420 May 06 12:38:27.005911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.010038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.023551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:27.057900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:27.069402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:27.076692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.080599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=8113bf13-ef9e-433d-8197-6410d1aa2ae8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.087546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.120972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c614ad-6773-4bbd-885a-6b9163287941 None None] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:27.183366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:27.188896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01a68abd-0f36-4cd9-9fa5-d78b5f848055 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/8113bf13-ef9e-433d-8197-6410d1aa2ae8 HTTP/1.1" status: 204 len: 168 time: 1.8523099 May 06 12:38:27.190312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:27.191254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33104) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:27.195491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:27.249009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.284353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:27.315369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a4347-62d8-4109-baa7-f9368a3fa67a tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:27.315970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.316085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a4347-62d8-4109-baa7-f9368a3fa67a tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:27.316085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-423a4347-62d8-4109-baa7-f9368a3fa67a tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Synchronizing usage tracker for tenant:a9454e1b70534115ac98afc4633498f8 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:27.342665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5002db0f-0827-45dc-a8cb-a0853094c616 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/ff46d133-136b-41f2-a3f8-61a886821b00 HTTP/1.1" status: 204 len: 168 time: 2.9837151 May 06 12:38:27.345028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:27.411024 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.413672 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8cdd523c-b7f4-40b8-9eff-a6750f3baa99 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673299 May 06 12:38:27.416233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:27.416818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Router 5a76dde8-9f7e-476d-8470-5ac9bb5795cd is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:27.531274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] For port f5385da4-9f76-4004-b983-043d5fa26a03, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f5385da4-9f76-4004-b983-043d5fa26a03,segment=NetworkSegment(feb636a7-a8e7-4177-b97d-eb0405508d44),segment_id=feb636a7-a8e7-4177-b97d-eb0405508d44)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:27.599666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-3852b5ad-1f01-43fc-b358-45af16549c56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2989833 May 06 12:38:27.656764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-423a4347-62d8-4109-baa7-f9368a3fa67a tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Unset dirty status for tenant:a9454e1b70534115ac98afc4633498f8 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:27.656951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:27.658643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-423a4347-62d8-4109-baa7-f9368a3fa67a tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4662492 May 06 12:38:27.665117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-d7678435-d5ae-4881-b6ca-79b447c06ccc tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:27.666706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-d7678435-d5ae-4881-b6ca-79b447c06ccc tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.13 "GET /v2.0/networks?id=1ca4b9ab-7033-45df-9485-2fab4fc04adb HTTP/1.1" status: 200 len: 813 time: 0.2342036 May 06 12:38:27.670298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:27.672043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33120) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:27.676900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Request body: {'port': {'device_id': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:27.721156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Request body: {'port': {'device_id': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb', 'admin_state_up': True, 'tenant_id': '99e58f5aab3248eba5bf198906bd7426'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:27.728154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.811626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Deleting port 3232f87c-95ae-49f7-9cb9-045dfa498931 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:27.812037 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:27.851568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117739-f9e6-4fad-b95a-f1a4c5d0748d None None] Pushing event updated for resources: {'Port': ['ID=f5385da4-9f76-4004-b983-043d5fa26a03,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:27.964711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:27.974925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Usage tracker for resource:port and tenant:99e58f5aab3248eba5bf198906bd7426 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:27.979957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805a9fb-4d72-4bd7-b4f5-4d705ab006a5 None None] Network a5802eef-9ba6-4d2a-98ec-a84ee2868a58 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:28.047751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:28.080183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:28.082052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e898a8e4-ab0e-4d7d-9783-044fb19b5d11 req-c79a883d-158c-47ab-a5f2-de68f89c3c75 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.1410666 May 06 12:38:28.088847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd8fc-a6e3-42ff-bddc-f836a250c751 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.102598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.155732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e83093-4eb3-49a6-9945-9515ec292232 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.156574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-46e83093-4eb3-49a6-9945-9515ec292232 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:28.166703 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6dd8fc-a6e3-42ff-bddc-f836a250c751 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 12:38:28.169143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6dd8fc-a6e3-42ff-bddc-f836a250c751 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:28.170897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e6dd8fc-a6e3-42ff-bddc-f836a250c751 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a5802eef-9ba6-4d2a-98ec-a84ee2868a58 HTTP/1.1" status: 409 len: 405 time: 0.4976394 May 06 12:38:28.182170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:28.209152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-848524449'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:28.216846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.217618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.232258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:28.259870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c81f7f2d-b10e-4a7a-96e8-f49fd7f4dc44 None None] Provisioning for port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:28.288888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:28.295815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:28.300315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:28.326160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edf93e-0e4d-4363-8ab3-65381d2c6dc3 req-bf7c9b55-3676-4054-a127-1a965b86f859 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.326863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a3edf93e-0e4d-4363-8ab3-65381d2c6dc3 req-bf7c9b55-3676-4054-a127-1a965b86f859 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:28.375452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Made reservation on behalf of 99e58f5aab3248eba5bf198906bd7426 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:28.378392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.380385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] For port 3232f87c-95ae-49f7-9cb9-045dfa498931, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3232f87c-95ae-49f7-9cb9-045dfa498931,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:28.389620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.389792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-46e83093-4eb3-49a6-9945-9515ec292232 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:28.389792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-46e83093-4eb3-49a6-9945-9515ec292232 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9653299 May 06 12:38:28.394230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:28.400723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:28.408700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:28.419143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.504061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:28.506797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.550663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9076d-8a71-44cb-8ac8-4494d8726ca1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.554992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9bd9076d-8a71-44cb-8ac8-4494d8726ca1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1488857 May 06 12:38:28.568004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:28.568232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.568232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.570978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.575059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.579404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.583260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.587113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.589037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-93aa3d4a-eb02-4995-8d8e-76248d273987 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.3484263 May 06 12:38:28.612896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Calling delete_port for 3232f87c-95ae-49f7-9cb9-045dfa498931 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:28.629422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:28.643198 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d19e13-32c2-47be-b998-56039a605435 None None] Sync routers for ids ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:28.656668 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] Routers {'5a76dde8-9f7e-476d-8470-5ac9bb5795cd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:28.657525 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:28.682376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:28.720739 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:28.721001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.721203 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment 7f13e9a4-beb5-4eac-8add-b9a47d11c413 of type vlan for network a1bbb322-5d30-4250-a301-776bd7ed2ec8 May 06 12:38:28.724987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a21935c7-66fb-46a8-8ab9-ecfa9cb7957c req-1a750963-9fc4-4f1e-8fc5-c38bdd9e7082 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280811 May 06 12:38:28.743653 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] Routers {'5a76dde8-9f7e-476d-8470-5ac9bb5795cd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:28.744431 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:28.765673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.790568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a3edf93e-0e4d-4363-8ab3-65381d2c6dc3 req-bf7c9b55-3676-4054-a127-1a965b86f859 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:28.793410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3edf93e-0e4d-4363-8ab3-65381d2c6dc3 req-bf7c9b55-3676-4054-a127-1a965b86f859 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 931 time: 1.4279377 May 06 12:38:28.813759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Provisioning complete for port f5385da4-9f76-4004-b983-043d5fa26a03 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:28.814363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.823909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.825442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6266b292-f0b8-47f2-8e23-4741938dea94 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.2593205 May 06 12:38:28.827965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33138) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:28.834905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21d19e13-32c2-47be-b998-56039a605435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:28.835547 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d19e13-32c2-47be-b998-56039a605435 None None] The sync data for ids ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:28.847463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:28.906573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-024d6112-7ae3-44dc-bec4-20b4e0cc7888 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3432925 May 06 12:38:28.906843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:28.925465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Allocated IP 172.20.0.11 (1ca4b9ab-7033-45df-9485-2fab4fc04adb/8e62d355-0cde-4ddd-a18a-562ccbffc64f/599b98e6-1792-471f-b775-5f9602b46119) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:28.927519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:28.958135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.963303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:28.964620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.972958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:28.974171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:28.996811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.005994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3edf93e-0e4d-4363-8ab3-65381d2c6dc3 req-b0201519-2caf-4624-b9a4-373649b73ed1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 May 06 12:38:29.030834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] DHCP port deletion for a5802eef-9ba6-4d2a-98ec-a84ee2868a58 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:29.044298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:29.050193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Deleting port f5385da4-9f76-4004-b983-043d5fa26a03 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:29.050563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.058963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Transition to ACTIVE for port object a8b97cbf-c437-4731-a9a9-03d15e8e8154 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:29.084633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.159141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] Pushing event deleted for resources: {'Port': ['ID=3232f87c-95ae-49f7-9cb9-045dfa498931,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:29.166426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.167400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5155833e-23c3-4bea-9277-1b78d418a20e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:29.247199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60756f-4917-41b5-ad97-19e5a1cb03a8 None None] No DVR routers for this DVR port 3232f87c-95ae-49f7-9cb9-045dfa498931 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:29.286359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.351853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72d15f1b-eb2b-4ff2-9294-ac1eb46f0999 req-e90d2c59-632f-4a16-93f0-c34160aae7b1 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.0632465 May 06 12:38:29.365970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1720388 May 06 12:38:29.373346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:29.380930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892cee8-3ffa-4ad1-abf5-3aebc4192485 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=a1bbb322-5d30-4250-a301-776bd7ed2ec8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:29.387181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:29.414813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:29.455027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:29.468062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:29.477514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Provisioning for port 51c73ff6-8368-43f9-b09c-6d885854ae11 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:29.501813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.502237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.502649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.503078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.503467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.503891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.504284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.504674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.505062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.505448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.505836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:29.550275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:29.562440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Provisioning complete for port 51c73ff6-8368-43f9-b09c-6d885854ae11 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:29.562813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.588684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.614751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:38:29.630598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:29.633993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:29.641265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:29.657027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Attempting to bind port a8b97cbf-c437-4731-a9a9-03d15e8e8154 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:29.657364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Attempting to bind port a8b97cbf-c437-4731-a9a9-03d15e8e8154 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:29.657791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Attempting to bind port a8b97cbf-c437-4731-a9a9-03d15e8e8154 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:29.662544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] For port f5385da4-9f76-4004-b983-043d5fa26a03, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f5385da4-9f76-4004-b983-043d5fa26a03,segment=NetworkSegment(feb636a7-a8e7-4177-b97d-eb0405508d44),segment_id=feb636a7-a8e7-4177-b97d-eb0405508d44)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:29.663090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.666809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Port a8b97cbf-c437-4731-a9a9-03d15e8e8154 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:29.670960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Attempting to bind port a8b97cbf-c437-4731-a9a9-03d15e8e8154 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:29.675069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:29.675475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Checking segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:29.676125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Bound using segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:29.676739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Bound port: a8b97cbf-c437-4731-a9a9-03d15e8e8154, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:29.677089 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.685804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Port 51c73ff6-8368-43f9-b09c-6d885854ae11 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:29.696632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:29.768318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:29.771810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.774740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:29.778078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:29.779889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.797836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5155833e-23c3-4bea-9277-1b78d418a20e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:29.798596 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.836438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Calling delete_port for f5385da4-9f76-4004-b983-043d5fa26a03 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:29.893088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.908324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:29.923711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Network 1ca4b9ab-7033-45df-9485-2fab4fc04adb is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:29.925560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:29.927561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Pushing event updated for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:29.931013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Provisioning complete for port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:29.931618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f427158-a85e-4a0f-906f-a0e94c1e09c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:29.936191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:30.057756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.060559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] 10.222.0.13 "PUT /v2.0/ports/a8b97cbf-c437-4731-a9a9-03d15e8e8154 HTTP/1.1" status: 200 len: 1091 time: 2.3882992 May 06 12:38:30.069918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:30.131459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.169398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.169398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.193707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] Pushing event deleted for resources: {'Port': ['ID=f5385da4-9f76-4004-b983-043d5fa26a03,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:30.201463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26ab11-3b84-411c-aa1e-2b8b098901b1 None None] No DVR routers for this DVR port f5385da4-9f76-4004-b983-043d5fa26a03 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:30.238723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:30.248613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12f7e-eafe-4ec7-bd7f-a0cce75cc76f service neutron] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:30.272927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:30.280185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.284141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.288048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.291981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.296570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.300502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.304405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.306330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-e7a29e28-c7b3-4aee-b1da-be440fbeac91 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.2979951 May 06 12:38:30.368047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-b57d2350-3db1-4aad-a233-5e215397feeb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6570776 May 06 12:38:30.375653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-c90fb6ea-100b-4048-b03c-a0ef21f3304d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 1094 time: 0.1779339 May 06 12:38:30.380806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Request body: {'port': {'device_id': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:30.383494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:30.384071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.416136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dedf7e0e-3694-43c7-b1ae-6f4b8e7177de req-b4d3c1e7-363c-4fcc-8be9-711fffa3f861 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1021140 May 06 12:38:30.503517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-f571fb9e-0324-4d81-bca2-c8a68a8d9320 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154 HTTP/1.1" status: 200 len: 217 time: 0.0797210 May 06 12:38:30.549964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.573398 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4883c8fc-5554-468c-ae74-0ee46b35c0a7'] response: {'name': 'network-changed', 'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'status': 'completed', 'code': 200} May 06 12:38:30.575600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8511-04f3-4c36-92fd-401e058edf54 req-f04cef4f-8827-45b2-ba6f-0be40ff57549 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.577367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-042b8511-04f3-4c36-92fd-401e058edf54 req-f04cef4f-8827-45b2-ba6f-0be40ff57549 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 943 time: 0.3601604 May 06 12:38:30.631680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-7fef101a-63eb-4534-b1a0-38e8730d8a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.632195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f5385da4-9f76-4004-b983-043d5fa26a03 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:30.633123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-7fef101a-63eb-4534-b1a0-38e8730d8a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.1002820 May 06 12:38:30.638768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.665332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f5385da4-9f76-4004-b983-043d5fa26a03 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:30.665682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f5385da4-9f76-4004-b983-043d5fa26a03 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:30.666078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3232f87c-95ae-49f7-9cb9-045dfa498931 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:30.700106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3232f87c-95ae-49f7-9cb9-045dfa498931 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:30.700448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3232f87c-95ae-49f7-9cb9-045dfa498931 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:30.703108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.734633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-fd2fb2b5-d1e9-4c58-bad2-467204fac525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693350 May 06 12:38:30.780180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:30.795940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:30.805715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:30.806277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:30.808761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b317130-3f8b-4a24-80c2-0cb50c4dbdab None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:30.836937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:30.866511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-042b8511-04f3-4c36-92fd-401e058edf54 req-3995f824-c9ed-458e-8a61-cf45e0ed4ac4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:30.926489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:30.945981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Sync routers for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:30.969070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e599a92d-9fad-4178-9f32-10563b245cf3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0587780 May 06 12:38:30.971004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:30.983721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:86:df:74', 'name': 'tempest-NetworksTestDHCPv6-708943308'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:30.998964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a7b3-7e1a-443d-97bf-69158c56bea4 req-3e6d3826-cf32-4f66-9ba0-11b121166fba tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.003057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dd52a7b3-7e1a-443d-97bf-69158c56bea4 req-3e6d3826-cf32-4f66-9ba0-11b121166fba tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Synchronizing usage tracker for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:31.010232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:31.011379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:31.058490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-9b3b2ea4-251a-4513-8233-af65178c5607 service neutron] 10.222.0.13 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924581 May 06 12:38:31.081691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.085520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-04cb7be4-0c42-47e7-96b8-448923e8c7a2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8987057 May 06 12:38:31.085520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-042b8511-04f3-4c36-92fd-401e058edf54 req-3995f824-c9ed-458e-8a61-cf45e0ed4ac4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:31.085520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-042b8511-04f3-4c36-92fd-401e058edf54 req-3995f824-c9ed-458e-8a61-cf45e0ed4ac4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982278 May 06 12:38:31.113635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33164) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:31.215262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:31.217659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.361559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dd52a7b3-7e1a-443d-97bf-69158c56bea4 req-3e6d3826-cf32-4f66-9ba0-11b121166fba tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Unset dirty status for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:31.361559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd52a7b3-7e1a-443d-97bf-69158c56bea4 req-3e6d3826-cf32-4f66-9ba0-11b121166fba tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 932 time: 0.7168036 May 06 12:38:31.365490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:31.504609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:31.521868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd52a7b3-7e1a-443d-97bf-69158c56bea4 req-62c331e8-4c51-42b5-a5d7-d1759906b10c tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 May 06 12:38:31.526048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:31.630513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:31.634731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.644403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30e59b84-3e8a-40b0-8647-199cb367ab1a req-b01e30c7-6cd9-4c59-beea-5f732d9707a4 service neutron] 10.222.0.13 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636456 May 06 12:38:31.705290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f/2ec4f03e-e4ce-4bde-bce8-5e966500220c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:31.714226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:31.775427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599b98e6-1792-471f-b775-5f9602b46119 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:31.786282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.839073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=c9112cbf-a5ec-43fc-a71a-f64a05a13d3c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:31.906330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.910146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.914117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.918031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.922950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.927049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.930955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:31.932931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-15ea5321-14c4-48bc-bce0-3511cb0f09aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.3622522 May 06 12:38:31.939373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': '7f13e9a4-beb5-4eac-8add-b9a47d11c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:31.940018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: a1bbb322-5d30-4250-a301-776bd7ed2ec8, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:31.990086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Transition to ACTIVE for port object 599b98e6-1792-471f-b775-5f9602b46119 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:31.990939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:31.999631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 3, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:32.004900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.011952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Checking router: d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:32.017603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Updating router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:32.053604 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.056114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-53127245-8b43-456b-ab66-56efe939d13f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 1094 time: 0.1766002 May 06 12:38:32.057408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port d36371d3-5339-40d3-a480-7c1bb4666d78 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:32.075266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Transition to ACTIVE for port object 2ec4f03e-e4ce-4bde-bce8-5e966500220c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:32.091518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.095026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97fdac4d-b95c-4fb9-a05a-13c80ea024fc req-bd8572f9-31e2-4797-a5aa-378cbae528db tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473184 May 06 12:38:32.095306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.132766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.164875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Transition to ACTIVE for port object 2ec4f03e-e4ce-4bde-bce8-5e966500220c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:32.170816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:32.196614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Deleting port 2aed16fb-c2a2-407b-bc65-051bc48a6376 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:32.196952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.287900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a1bbb322-5d30-4250-a301-776bd7ed2ec8) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:32.301390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.305676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b907829-8b92-4edf-873f-50813b2e45bf None None] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:32.384529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:32.385133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.406542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49615e97-e590-4dd1-8fab-9503504cf66e req-f5d1b875-221d-44d8-907e-29c919543cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:32.408262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-f5d1b875-221d-44d8-907e-29c919543cd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 916 time: 0.3405087 May 06 12:38:32.474118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::2e4 (2e7d2229-1c74-4943-b601-890d74ccfdf0/87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f/d36371d3-5339-40d3-a480-7c1bb4666d78) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:32.993395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Pushing event updated for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:32.994182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:32.994182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:32.994632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.995009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-8896a01b-1458-4ab7-a28b-a0e5ac5b736a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154 HTTP/1.1" status: 200 len: 217 time: 0.1092553 May 06 12:38:32.995111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f03e-e4ce-4bde-bce8-5e966500220c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:32.995111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:32.995318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Calling delete_port for 2aed16fb-c2a2-407b-bc65-051bc48a6376 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:32.995419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a1bbb322-5d30-4250-a301-776bd7ed2ec8', 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8', 'tenant_id': 'a9454e1b70534115ac98afc4633498f8', 'fixed_ips': [{'subnet_id': 'c9112cbf-a5ec-43fc-a71a-f64a05a13d3c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:32.995419 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:32.995610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a66368-370f-4bd7-94ce-49684c78da54 req-eb2070bb-3dca-49c2-83bd-8f2be39cb037 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:32.995610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55a66368-370f-4bd7-94ce-49684c78da54 req-eb2070bb-3dca-49c2-83bd-8f2be39cb037 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 943 time: 0.6573770 May 06 12:38:32.995610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49615e97-e590-4dd1-8fab-9503504cf66e req-8ab8b205-b78b-44d8-a863-8988b6696d54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:32.995610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-8ab8b205-b78b-44d8-a863-8988b6696d54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.4018438 May 06 12:38:32.996940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Attempting to bind port 2ec4f03e-e4ce-4bde-bce8-5e966500220c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:32.996940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Attempting to bind port 2ec4f03e-e4ce-4bde-bce8-5e966500220c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:32.996940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Attempting to bind port 2ec4f03e-e4ce-4bde-bce8-5e966500220c on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:33.017354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214d1d0-7b23-435c-8023-d0e02bd04ba0 req-f601188d-d89d-419e-afa2-4dad9151439f tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.054866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e214d1d0-7b23-435c-8023-d0e02bd04ba0 req-f601188d-d89d-419e-afa2-4dad9151439f tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 944 time: 0.2872164 May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Bound port: 2ec4f03e-e4ce-4bde-bce8-5e966500220c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:33.055095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.058441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-47b9f4cb-0aa7-440d-b9b1-68d2135e7b0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799901 May 06 12:38:33.063626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Attempting to bind port 599b98e6-1792-471f-b775-5f9602b46119 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:33.063985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Attempting to bind port 599b98e6-1792-471f-b775-5f9602b46119 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:33.064308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Attempting to bind port 599b98e6-1792-471f-b775-5f9602b46119 on network 1ca4b9ab-7033-45df-9485-2fab4fc04adb {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:33.097817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.152886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Port 599b98e6-1792-471f-b775-5f9602b46119 on network 1ca4b9ab-7033-45df-9485-2fab4fc04adb not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:38:33.153692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Attempting to bind port 599b98e6-1792-471f-b775-5f9602b46119 on network 1ca4b9ab-7033-45df-9485-2fab4fc04adb {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:33.154952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.163593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55a66368-370f-4bd7-94ce-49684c78da54 req-8e6638ad-fc56-45f3-b45e-8c9a86483af3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161281 May 06 12:38:33.166906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e214d1d0-7b23-435c-8023-d0e02bd04ba0 req-b22bed51-689b-4afb-a7bb-67d962cc95bb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Synchronizing usage tracker for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:33.172720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Transition to ACTIVE for port object 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:33.183509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33176) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:33.192116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-46b24d76-5db9-4fb8-baac-7bc1c8baeaaa tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8074186 May 06 12:38:33.192768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:33.192768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Checking segment: {'id': '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:33.192768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Bound using segment: {'id': '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:33.192768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Bound port: 599b98e6-1792-471f-b775-5f9602b46119, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:33.192768 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.206599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'port': {'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8', 'name': 'tempest-NetworksIpV6TestAttrs-1926399951'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:33.207805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object d36371d3-5339-40d3-a480-7c1bb4666d78 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:33.275276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] For port 2ec4f03e-e4ce-4bde-bce8-5e966500220c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:33.280674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] For port 2ec4f03e-e4ce-4bde-bce8-5e966500220c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ec4f03e-e4ce-4bde-bce8-5e966500220c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:33.290561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Allocated IP 2001:db8::f816:3eff:fe9a:f7e8 (a1bbb322-5d30-4250-a301-776bd7ed2ec8/c9112cbf-a5ec-43fc-a71a-f64a05a13d3c/f6350aec-5ba2-4898-81d4-b6aa63129d09) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:33.364605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.368539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e214d1d0-7b23-435c-8023-d0e02bd04ba0 req-b22bed51-689b-4afb-a7bb-67d962cc95bb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Unset dirty status for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:33.369696 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e214d1d0-7b23-435c-8023-d0e02bd04ba0 req-b22bed51-689b-4afb-a7bb-67d962cc95bb tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309195 May 06 12:38:33.370702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.379405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.437974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Pushing event deleted for resources: {'Port': ['ID=2aed16fb-c2a2-407b-bc65-051bc48a6376,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:33.451065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-0fbe9fa0-2d58-4c2f-98ac-b612d19b7c41 service neutron] 10.222.0.13 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817854 May 06 12:38:33.472709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.525429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d3f38-36c0-4c8a-b3a4-c67d935805b5 None None] Pushing event updated for resources: {'Port': ['ID=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:33.561161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Attempting to bind port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:33.563579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Attempting to bind port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:33.563579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Attempting to bind port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:33.597809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:33.603152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:33.603152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.603152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:33.603152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Bound port: 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:33.603152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.649776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:33.652932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:33.665358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:port and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:33.671493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:33.687840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=599b98e6-1792-471f-b775-5f9602b46119,segment=NetworkSegment(0dd1d95a-4fb4-455c-a5af-e34537d3b6b6),segment_id=0dd1d95a-4fb4-455c-a5af-e34537d3b6b6)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:33.691840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:33.706726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:33.714082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:33.722670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:33.728927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.728927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.734163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=d36371d3-5339-40d3-a480-7c1bb4666d78,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:33.760319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba96dbb-04b6-47c7-8ad2-3b7b0d56c254 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f03e-e4ce-4bde-bce8-5e966500220c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:33.768184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.776625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.784647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.789466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] For port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:33.791511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.794746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] For port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:33.796084 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.798972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.810235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.814329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:33.815371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Transition to ACTIVE for port object f6350aec-5ba2-4898-81d4-b6aa63129d09 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:33.822164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-28af1b76-2c5f-43a7-b332-f312801fdb2a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.4668345 May 06 12:38:33.853807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Transition to ACTIVE for port object f6350aec-5ba2-4898-81d4-b6aa63129d09 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:33.860487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.899410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6f68b0fa-d2b1-4533-8193-b5e3173fbcbd tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9240973 May 06 12:38:33.899662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49615e97-e590-4dd1-8fab-9503504cf66e req-cebcb4e1-b495-4b98-93c1-1aee18b6280a service neutron] 10.222.0.13 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321678 May 06 12:38:33.900581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33182) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:33.926857 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.948861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:33.982229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:33.985209 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.050157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.051511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] 10.222.0.13 "PUT /v2.0/ports/599b98e6-1792-471f-b775-5f9602b46119 HTTP/1.1" status: 200 len: 1092 time: 3.6746738 May 06 12:38:34.053699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'tag': '599b98e6-1792-471f-b775-5f9602b46119'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:34.060512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.077406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06a89db8-52b8-45c3-bdb3-5c0c69b6cf7d req-4bab2aaf-9565-45e2-8338-ddd60a8f9fea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531528 May 06 12:38:34.140645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] device_id is not set on port c6ba8ccc-d6a0-40d5-b629-68920396df83 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:34.142008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:34.146330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:34.155483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d3f38-36c0-4c8a-b3a4-c67d935805b5 None None] Pushing event updated for resources: {'Port': ['ID=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:34.159909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:34.212345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.222152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:34.222905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:34.232433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.239166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488edbe-ac61-4d05-9c2f-c5a676b33345 service neutron] Pushing event updated for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:34.386320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Allocated IP 2001:db8::f816:3eff:fed0:f4b1 (a1bbb322-5d30-4250-a301-776bd7ed2ec8/c9112cbf-a5ec-43fc-a71a-f64a05a13d3c/c6ba8ccc-d6a0-40d5-b629-68920396df83) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:34.420562 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e757258d-d8d5-46e9-a5d9-3dfcad69deba'] response: {'name': 'network-changed', 'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'tag': '599b98e6-1792-471f-b775-5f9602b46119', 'status': 'completed', 'code': 200} May 06 12:38:34.455670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae865708-befd-498a-9c0a-9b5770ba1174 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:34.460246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae865708-befd-498a-9c0a-9b5770ba1174 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:34.461403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ae865708-befd-498a-9c0a-9b5770ba1174 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:34.500166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Router 5a76dde8-9f7e-476d-8470-5ac9bb5795cd has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:34.562336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ec4f03e-e4ce-4bde-bce8-5e966500220c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:34.604231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Pushing event updated for resources: {'Port': ['ID=f6350aec-5ba2-4898-81d4-b6aa63129d09,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:34.634443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ae865708-befd-498a-9c0a-9b5770ba1174 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:34.638094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ae865708-befd-498a-9c0a-9b5770ba1174 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7339625 May 06 12:38:34.663365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Attempting to bind port f6350aec-5ba2-4898-81d4-b6aa63129d09 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:34.663710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Attempting to bind port f6350aec-5ba2-4898-81d4-b6aa63129d09 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7f13e9a4-beb5-4eac-8add-b9a47d11c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:34.664091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Attempting to bind port f6350aec-5ba2-4898-81d4-b6aa63129d09 on network a1bbb322-5d30-4250-a301-776bd7ed2ec8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:34.669283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33192) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:34.696820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:34.697269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Checking segment: {'id': '7f13e9a4-beb5-4eac-8add-b9a47d11c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:34.697616 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.697996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Bound using segment: {'id': '7f13e9a4-beb5-4eac-8add-b9a47d11c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:34.698577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Bound port: f6350aec-5ba2-4898-81d4-b6aa63129d09, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f13e9a4-beb5-4eac-8add-b9a47d11c413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a1bbb322-5d30-4250-a301-776bd7ed2ec8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:34.698826 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.761734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.778858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:34.790203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] Sync routers for ids ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:34.791046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:34.795108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:34.799292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd68de5c-d2f3-49d8-9657-92182fde0f50 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "PUT /v2.0/routers/5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 200 len: 709 time: 5.9701667 May 06 12:38:34.804983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33196) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:34.819390 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] Routers {'5a76dde8-9f7e-476d-8470-5ac9bb5795cd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:34.822953 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:34.872613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2ec4f03e-e4ce-4bde-bce8-5e966500220c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:34.963968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937102b5-2d05-4f98-9ed0-ba1612ffbc6a req-71e27e1f-5f11-4e4c-ab47-e45321696a8b tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:34.972494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937102b5-2d05-4f98-9ed0-ba1612ffbc6a req-71e27e1f-5f11-4e4c-ab47-e45321696a8b tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 944 time: 0.3897822 May 06 12:38:35.005940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port d36371d3-5339-40d3-a480-7c1bb4666d78 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:35.006280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.023719 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.037318 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] Routers {'5a76dde8-9f7e-476d-8470-5ac9bb5795cd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:35.038081 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.055634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-937102b5-2d05-4f98-9ed0-ba1612ffbc6a req-fda3ca70-ba59-490b-a012-421ab8ba7891 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809991 May 06 12:38:35.075194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbd56a47-f7b6-4bc8-ac9e-c688ee43e11e tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/routers/5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 200 len: 744 time: 0.2677405 May 06 12:38:35.076882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:35.101339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:35.124707 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.125323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6b6f8-b9a5-4f61-b983-f9535f8008fe None None] The sync data for ids ['5a76dde8-9f7e-476d-8470-5ac9bb5795cd'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:35.126436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6350aec-5ba2-4898-81d4-b6aa63129d09,segment=NetworkSegment(7f13e9a4-beb5-4eac-8add-b9a47d11c413),segment_id=7f13e9a4-beb5-4eac-8add-b9a47d11c413)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:35.133934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9027b43d-ec7f-4188-a271-7a2625740a95 tempest-RoutersIpV6AdminTest-685413950 tempest-RoutersIpV6AdminTest-685413950-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 200 len: 205 time: 0.0556517 May 06 12:38:35.134612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:35.135242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33204) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:35.144140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-58160206-5a33-435c-aca8-aca512ed8330 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99e58f5aab3248eba5bf198906bd7426&device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 1095 time: 0.9536030 May 06 12:38:35.153262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77456e5a-11ea-4b0a-a7a5-3b042c3779d1 req-ece1ba77-f3a1-4919-ba8c-06be1f38c970 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.158702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77456e5a-11ea-4b0a-a7a5-3b042c3779d1 req-ece1ba77-f3a1-4919-ba8c-06be1f38c970 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 943 time: 0.7191997 May 06 12:38:35.198704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69c08a6f-e2cd-467b-ac97-b07f7d205640 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 200 len: 205 time: 0.0614865 May 06 12:38:35.200328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:35.259620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.366625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-3dfeb402-5990-4c4b-81e8-97938d9fd892 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599b98e6-1792-471f-b775-5f9602b46119 HTTP/1.1" status: 200 len: 217 time: 0.1646271 May 06 12:38:35.462290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.487304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.538248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fed904-d484-4378-93e6-2157079d83d6 None None] Pushing event updated for resources: {'Port': ['ID=f6350aec-5ba2-4898-81d4-b6aa63129d09,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:35.567166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:35.586042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'port_id': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'mac_address': 'fa:16:3e:a8:2b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6bf2a9-09a7-48ae-8d84-d3780fe32163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:35.589128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 3, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:35.595426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056e29e-fe2f-4672-98a7-75e88b832816 None None] The sync data for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 is: [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:27Z', 'revision_number': 3, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:35.608939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77456e5a-11ea-4b0a-a7a5-3b042c3779d1 req-a0729680-99a2-4447-bee3-f654edd15b20 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458356 May 06 12:38:35.632638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Provisioning for port 2ec4f03e-e4ce-4bde-bce8-5e966500220c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:35.634435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Transition to ACTIVE for port object c6ba8ccc-d6a0-40d5-b629-68920396df83 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:35.675812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Provisioning complete for port 2ec4f03e-e4ce-4bde-bce8-5e966500220c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:35.676274 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.700130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-a9e0f715-fbdb-4513-a4f7-640f77d0e1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.705413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-a9e0f715-fbdb-4513-a4f7-640f77d0e1cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e62d355-0cde-4ddd-a18a-562ccbffc64f HTTP/1.1" status: 200 len: 853 time: 0.2947843 May 06 12:38:35.750111 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.785551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:35.811175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:35.896344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.910343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-ed83e349-ebe6-4929-a629-5649a6b8b749 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca4b9ab-7033-45df-9485-2fab4fc04adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805916 May 06 12:38:35.932145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:35.939620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.943739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.960012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.961715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.967044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.970997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.975069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:35.979942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-6412f756-4364-4d3f-b914-356394465dba tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.6999094 May 06 12:38:36.005629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] For port 2ec4f03e-e4ce-4bde-bce8-5e966500220c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ec4f03e-e4ce-4bde-bce8-5e966500220c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:36.024407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:36.076242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Allocated IP 172.20.0.1 (175edea6-9b3c-4bc7-a95f-c542f15b937d/ff1eb977-c271-4945-9a12-ea4e7bc777bb/0dde18e1-da06-48e4-9873-e15e4c0b9b6a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:36.085457 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.135546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.159459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.219414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943b5f-bbf1-49f9-b0a4-224e9d5c812c None None] Pushing event updated for resources: {'Port': ['ID=2ec4f03e-e4ce-4bde-bce8-5e966500220c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:36.296324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6350aec-5ba2-4898-81d4-b6aa63129d09 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:36.308019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a14cbb02-376a-4c7c-9289-f262a126a489 req-2cec7d5f-66c9-42b6-8eb4-c086dda47c30 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3195119 May 06 12:38:36.310411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.315038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.330348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a8b97cbf-c437-4731-a9a9-03d15e8e8154'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:36.380956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a75de8af-9f05-436b-9525-d10ca41a9d93 None None] Provisioning for port d36371d3-5339-40d3-a480-7c1bb4666d78 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:36.407351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a75de8af-9f05-436b-9525-d10ca41a9d93 None None] Provisioning complete for port d36371d3-5339-40d3-a480-7c1bb4666d78 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:36.407637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a75de8af-9f05-436b-9525-d10ca41a9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.415966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.416480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Fanout notify agent at l3_agent the message router_deleted on router 5a76dde8-9f7e-476d-8470-5ac9bb5795cd {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:38:36.424011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for d36371d3-5339-40d3-a480-7c1bb4666d78 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:36.431674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.431674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1424723c-cc8a-4070-b1c3-96a33545a1a0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 204 len: 168 time: 1.2281303 May 06 12:38:36.435832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.488000 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c9ee5d67-98de-4a35-a900-7a5c68ad31e0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 200 len: 205 time: 0.0505881 May 06 12:38:36.490014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.501362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a75de8af-9f05-436b-9525-d10ca41a9d93 None None] Port d36371d3-5339-40d3-a480-7c1bb4666d78 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:36.563689 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-b21c64de-f082-4030-a6be-1dceee33cd31 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:36.567364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b21c64de-f082-4030-a6be-1dceee33cd31 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/5a76dde8-9f7e-476d-8470-5ac9bb5795cd HTTP/1.1" status: 404 len: 336 time: 0.0738153 May 06 12:38:36.567734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33224) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.593485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f6350aec-5ba2-4898-81d4-b6aa63129d09 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:36.620045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4d73b6bf-f3a1-4eac-8ab2-2043333b27dd tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 200 len: 205 time: 0.0478816 May 06 12:38:36.620345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-54ea24c2-37d4-4905-9943-882376dc2d8d service neutron] 10.222.0.13 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872869 May 06 12:38:36.620465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33228) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.690728 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-38b6441a-3269-4303-b0c7-881ecc3d5895 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:36.691803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-38b6441a-3269-4303-b0c7-881ecc3d5895 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/97f91589-a700-4f99-973b-57d535bafa34 HTTP/1.1" status: 404 len: 336 time: 0.0717883 May 06 12:38:36.694552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33234) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.769900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:36.782439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dee58c12-2e59-47bc-b3a5-e1fd7a072c70 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 200 len: 205 time: 0.0859804 May 06 12:38:36.785974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33238) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:36.833094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:36.846346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d83c5-8367-49b8-aa90-7184e0d80022 None None] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:36.866814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:36.870687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:36.871820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:36.875995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Port': ['ID=c6ba8ccc-d6a0-40d5-b629-68920396df83,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:36.928859 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-c7e5ee98-2499-4511-826f-c300ac5d018b tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:36.932710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7e5ee98-2499-4511-826f-c300ac5d018b tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/ab13aacb-867e-46bc-a9ef-da6c7d3ee37a HTTP/1.1" status: 404 len: 336 time: 0.1473765 May 06 12:38:36.933319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33242) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.003861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43756763-009d-4483-b572-dca8c406acf0 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 200 len: 205 time: 0.0630274 May 06 12:38:37.007349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.083172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.089849 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-7f174c13-0ba8-424d-8946-a308bba2c3c9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:37.092523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f174c13-0ba8-424d-8946-a308bba2c3c9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/e292de02-84b5-4daa-b0e7-29301420fd7e HTTP/1.1" status: 404 len: 336 time: 0.0853374 May 06 12:38:37.097691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.097878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf2203-365b-4fa8-8363-75af35d46e97 req-089090ff-a78b-46f6-b210-27cabe9f8ae7 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:37.099066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbf2203-365b-4fa8-8363-75af35d46e97 req-089090ff-a78b-46f6-b210-27cabe9f8ae7 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 944 time: 0.7186375 May 06 12:38:37.106487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a47c0cb4-5edb-46c3-bab5-a59b92ce5426 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.9206021 May 06 12:38:37.132351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78b676a3-5285-4e78-beb7-dc2f2607fe4f req-e14ab590-a45d-4ce0-a930-bae8fc191ed1 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863560 May 06 12:38:37.132351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33254) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.183893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:37.185563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41934f5-05ae-46a1-90f6-51b49f33d5e4 req-a7e57ddf-4e01-47c7-b4d6-7df3d5cf5096 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:37.187311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c41934f5-05ae-46a1-90f6-51b49f33d5e4 req-a7e57ddf-4e01-47c7-b4d6-7df3d5cf5096 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 944 time: 0.4043231 May 06 12:38:37.197735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-377b3e29-e027-44cd-9bc6-74b38c5baf27 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 200 len: 205 time: 0.1016605 May 06 12:38:37.214179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33258) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.269199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Provisioning for port f6350aec-5ba2-4898-81d4-b6aa63129d09 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:37.301184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Provisioning complete for port f6350aec-5ba2-4898-81d4-b6aa63129d09 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:37.301620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.321473 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-f3f0cb5a-1ab0-4e52-ae79-58997d4824e1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:37.326048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f3f0cb5a-1ab0-4e52-ae79-58997d4824e1 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/6180ef55-4e09-4cf1-b228-c79d6dda94b1 HTTP/1.1" status: 404 len: 336 time: 0.1075783 May 06 12:38:37.335544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33262) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.337271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.339441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Transition to ACTIVE for port object 0dde18e1-da06-48e4-9873-e15e4c0b9b6a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:37.348194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c41934f5-05ae-46a1-90f6-51b49f33d5e4 req-f8c32bf3-d4bc-4615-bc4f-b02422f36b27 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543751 May 06 12:38:37.370149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port a8b97cbf-c437-4731-a9a9-03d15e8e8154 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:37.378813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port a8b97cbf-c437-4731-a9a9-03d15e8e8154 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:37.379260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.555818 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.610947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d3a6316e-f7a5-4caf-a476-b2bb575f9a13 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c26b9cd-d2ed-43f0-aa83-a3138c12c461 HTTP/1.1" status: 200 len: 205 time: 0.2748251 May 06 12:38:37.613760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.622704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=d36371d3-5339-40d3-a480-7c1bb4666d78,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:37.737856 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.820563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:37.825711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:37.835305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6350aec-5ba2-4898-81d4-b6aa63129d09,segment=NetworkSegment(7f13e9a4-beb5-4eac-8add-b9a47d11c413),segment_id=7f13e9a4-beb5-4eac-8add-b9a47d11c413)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:37.862685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbf2203-365b-4fa8-8363-75af35d46e97 req-a7508a10-8104-4ab8-8dc3-daf9393c7f52 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537644 May 06 12:38:37.877164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.882007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5214df07-ccb0-4991-b6a8-3d371b077103 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/d36371d3-5339-40d3-a480-7c1bb4666d78 HTTP/1.1" status: 204 len: 168 time: 3.2087772 May 06 12:38:37.888272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:37.916718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:37.986921 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-ca62d881-e1af-4628-9ea9-380985f9384f tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] delete failed (client error): The resource could not be found. May 06 12:38:37.988397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca62d881-e1af-4628-9ea9-380985f9384f tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/routers/3c26b9cd-d2ed-43f0-aa83-a3138c12c461 HTTP/1.1" status: 404 len: 336 time: 0.3734140 May 06 12:38:38.006524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:38.070330 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a5f959-6432-48e1-8e60-0db5596720e9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] DELETE failed (client error): The resource could not be found. May 06 12:38:38.071028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a5f959-6432-48e1-8e60-0db5596720e9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:38.073088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79a5f959-6432-48e1-8e60-0db5596720e9 tempest-RoutersIpV6AdminTest-311977835 tempest-RoutersIpV6AdminTest-311977835-project] 10.222.0.83 "DELETE /v2.0/subnets/45f8c86f-6282-4af1-8938-0ff0c9df6135 HTTP/1.1" status: 404 len: 337 time: 0.0609918 May 06 12:38:38.077754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting subnet c9112cbf-a5ec-43fc-a71a-f64a05a13d3c {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:38.085329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.111786 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a45caf6-1aff-4ca0-b6f9-941c8da8b0ab'] response: {'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'code': 200} May 06 12:38:38.113122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:38.124013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.132671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.137699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.143435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.147572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.152163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.156031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.156380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.161499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.163621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-cc776651-4a10-44bc-99e2-94bd08ee90c7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.6325197 May 06 12:38:38.201799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-3486cf63-8759-4fdf-ab79-0dc5140b5191 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99e58f5aab3248eba5bf198906bd7426&device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 1095 time: 0.8720593 May 06 12:38:38.206559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb420e1d-363a-418f-9e1d-944a46477803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.207102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb420e1d-363a-418f-9e1d-944a46477803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.211845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eb420e1d-363a-418f-9e1d-944a46477803 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3166015 May 06 12:38:38.212949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:38.301645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ec4f03e-e4ce-4bde-bce8-5e966500220c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:38.337272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41dbf650-2b02-4e8f-8f94-03d92195a1d7 req-d3b8b538-c626-4b0a-a46d-d46955cb48a4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1659787 May 06 12:38:38.415750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.439437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262a9ee-b8e4-4fa4-a5cd-edcbe58f35c5 None None] Pushing event updated for resources: {'Port': ['ID=f6350aec-5ba2-4898-81d4-b6aa63129d09,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:38.465917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Pushing event updated for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:38.471193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:38.482252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2ec4f03e-e4ce-4bde-bce8-5e966500220c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:38.483058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.490634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:38.502233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:38.549017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:38.560481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.570554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f931bb2-55d7-4e17-8fb6-e852c27ab97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.572234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Provisioning for port c6ba8ccc-d6a0-40d5-b629-68920396df83 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:38.582847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Provisioning complete for port c6ba8ccc-d6a0-40d5-b629-68920396df83 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:38.583449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.641781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Port c6ba8ccc-d6a0-40d5-b629-68920396df83 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:38.653779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.700886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.709508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Provisioning complete for port f6350aec-5ba2-4898-81d4-b6aa63129d09 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:38.710021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e0386fc4-5602-4cef-8e70-9bf636c11c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.711221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-afa5b8e3-da65-44da-b316-047e81126033 req-926c9199-6141-4f2b-81e1-acfe19f462e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 1096 time: 0.4984136 May 06 12:38:38.737773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-cc72e2b9-499f-4e54-be49-68fcb44d409f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:38.739195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-cc72e2b9-499f-4e54-be49-68fcb44d409f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ca4b9ab-7033-45df-9485-2fab4fc04adb HTTP/1.1" status: 200 len: 914 time: 0.4873743 May 06 12:38:38.783800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.901586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33292) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:38.936407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:38.944046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-95209911-6bd3-4e84-8a63-658089c90181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=599b98e6-1792-471f-b775-5f9602b46119 HTTP/1.1" status: 200 len: 217 time: 0.1569946 May 06 12:38:38.996941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.016943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.017809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.018305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:38:39.031679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.037755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c93d20-b135-4560-b8db-432a8c96e95c None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:39.041158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-afa5b8e3-da65-44da-b316-047e81126033 req-88a01aef-3cf4-4c19-8c39-31a5cf810546 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070598 May 06 12:38:39.042591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-26e0bbf8-7984-4619-944b-a651f9c97513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:39.044057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-26e0bbf8-7984-4619-944b-a651f9c97513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e62d355-0cde-4ddd-a18a-562ccbffc64f HTTP/1.1" status: 200 len: 853 time: 0.0798869 May 06 12:38:39.052712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb20b87-d5a7-4943-8b66-8db14458e28e req-17ff74bc-8129-4e28-9827-587bb931526d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:39.061588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fb20b87-d5a7-4943-8b66-8db14458e28e req-17ff74bc-8129-4e28-9827-587bb931526d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.5613012 May 06 12:38:39.106145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.108230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b9d4d5e-672e-42d6-9409-804065ea0498 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f HTTP/1.1" status: 204 len: 168 time: 0.8917551 May 06 12:38:39.109636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-28dd32c6-8898-41d7-a3fb-7c418e24a336 None None] Provisioning for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:39.112525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33300) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:39.131086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-28dd32c6-8898-41d7-a3fb-7c418e24a336 None None] Provisioning complete for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:39.131456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28dd32c6-8898-41d7-a3fb-7c418e24a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.180664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.206681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fb20b87-d5a7-4943-8b66-8db14458e28e req-476c6da1-eeee-4d65-988e-6027124969d0 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442578 May 06 12:38:39.207141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:39.207410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7e565e32-64c2-4cbc-ad57-605cf59134e6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937462 May 06 12:38:39.242808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:39.258263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-28dd32c6-8898-41d7-a3fb-7c418e24a336 None None] Port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:39.269712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe132-e13a-470d-ac4f-71faca766b1f req-126b591a-923c-4d15-bca0-4b52e876e2e5 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:39.271242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19ebe132-e13a-470d-ac4f-71faca766b1f req-126b591a-923c-4d15-bca0-4b52e876e2e5 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 944 time: 0.2345994 May 06 12:38:39.272333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9782c4ee8b4dca87fe75462a1c819e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:39.275710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:39.298254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:39.306663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.339991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-4c1d45a6-1365-40c4-b6f1-4dba15ff2d17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ca4b9ab-7033-45df-9485-2fab4fc04adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722413 May 06 12:38:39.341851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19ebe132-e13a-470d-ac4f-71faca766b1f req-ca7a1fe9-ed08-4ff6-a146-2a45ba4563a1 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624690 May 06 12:38:39.383493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:39.389870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Deleting port 2ec4f03e-e4ce-4bde-bce8-5e966500220c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:39.390580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.409563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.496026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.556131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38950c78-9102-4a88-b343-6a323905072a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.563064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a22dee90-0578-42bd-b3df-d19cf18a2c72 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a9782c4ee8b4dca87fe75462a1c819e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6604035 May 06 12:38:39.563903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:39.599715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.628276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.630859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] For port 2ec4f03e-e4ce-4bde-bce8-5e966500220c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ec4f03e-e4ce-4bde-bce8-5e966500220c,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:39.631361 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.655856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.712321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=c9112cbf-a5ec-43fc-a71a-f64a05a13d3c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.731538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.751273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2611f-21fb-41a4-b5fa-099466dff09b None None] Network a1bbb322-5d30-4250-a301-776bd7ed2ec8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:39.787113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.813606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38950c78-9102-4a88-b343-6a323905072a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:39.816718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Calling delete_port for 2ec4f03e-e4ce-4bde-bce8-5e966500220c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:39.830178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:39.835807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0bf7ac91-f749-4d13-b62f-f08a964719e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38950c78-9102-4a88-b343-6a323905072a HTTP/1.1" status: 204 len: 168 time: 0.2706037 May 06 12:38:39.843687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c46b2-9307-45aa-9636-7daa63faa577 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:39.846235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a1c46b2-9307-45aa-9636-7daa63faa577 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:39.903341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-05bc5fa7-c336-4a6c-8604-ef5db70675bb service neutron] 10.222.0.13 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535440 May 06 12:38:39.953328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-848abcbb-7116-4be8-84f5-c8851c8c5a56 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/c9112cbf-a5ec-43fc-a71a-f64a05a13d3c HTTP/1.1" status: 204 len: 168 time: 2.8193893 May 06 12:38:39.958153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33316) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.025577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a1c46b2-9307-45aa-9636-7daa63faa577 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:40.030219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a1c46b2-9307-45aa-9636-7daa63faa577 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8144076 May 06 12:38:40.030426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33320) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.037190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.041280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.045962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.049347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.053203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.057141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.061194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.063116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-30d7cd13-3d37-4d0f-83e3-64e61c36847c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.5218472 May 06 12:38:40.103451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b2180f-f83f-4c3d-81f6-ff26a948cba6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.104946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b2180f-f83f-4c3d-81f6-ff26a948cba6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.106334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7b2180f-f83f-4c3d-81f6-ff26a948cba6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Synchronizing usage tracker for tenant:a9454e1b70534115ac98afc4633498f8 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:40.125380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.127953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56734851-ab83-48ce-9074-184a795accb1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.136053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56734851-ab83-48ce-9074-184a795accb1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:40.177777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.188305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-839bc3be-fbaf-4936-9e1d-bf16223f4218 req-3b7d616d-d485-46fc-a4f3-fc0ab77fe261 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132348 May 06 12:38:40.191762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] Pushing event deleted for resources: {'Port': ['ID=2ec4f03e-e4ce-4bde-bce8-5e966500220c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:40.193819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] DHCP port deletion for a1bbb322-5d30-4250-a301-776bd7ed2ec8 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:40.194659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5c5ab561-1f28-455c-af3b-5d80feb61bea req-c50f23cc-0181-49c8-a9c7-ae429e3a8f37 service neutron] 10.222.0.13 "GET /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729242 May 06 12:38:40.198742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e47ba-379e-42a7-8980-3822d6136efa None None] No DVR routers for this DVR port 2ec4f03e-e4ce-4bde-bce8-5e966500220c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:40.201228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Deleting port f6350aec-5ba2-4898-81d4-b6aa63129d09 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:40.201599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.209701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7b2180f-f83f-4c3d-81f6-ff26a948cba6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Unset dirty status for tenant:a9454e1b70534115ac98afc4633498f8 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:40.214716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.214893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7b2180f-f83f-4c3d-81f6-ff26a948cba6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2552309 May 06 12:38:40.273541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56734851-ab83-48ce-9074-184a795accb1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:40.274712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56734851-ab83-48ce-9074-184a795accb1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2432334 May 06 12:38:40.278945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33332) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.333893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ec4f03e-e4ce-4bde-bce8-5e966500220c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:40.410854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2ec4f03e-e4ce-4bde-bce8-5e966500220c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:40.413522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ec4f03e-e4ce-4bde-bce8-5e966500220c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:40.436428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce7b0aee-7487-4032-b850-9dfbe8c270e6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1560748 May 06 12:38:40.441494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.447321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.453660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6350aec-5ba2-4898-81d4-b6aa63129d09 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:40.492972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:40.580059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.621578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:40.632968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:40.646146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57b8c-a4c8-4ddf-a849-30754eb10dbb req-a6c20f7a-1f65-45b3-9f23-f7384f3e133f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.647640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3e57b8c-a4c8-4ddf-a849-30754eb10dbb req-a6c20f7a-1f65-45b3-9f23-f7384f3e133f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.2101078 May 06 12:38:40.689413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22284835-3b31-4575-9530-193bc97e30a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.707846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3e57b8c-a4c8-4ddf-a849-30754eb10dbb req-f1fb71ab-712a-409c-9e42-da82152dd8be tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 May 06 12:38:40.752742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6350aec-5ba2-4898-81d4-b6aa63129d09,segment=NetworkSegment(7f13e9a4-beb5-4eac-8add-b9a47d11c413),segment_id=7f13e9a4-beb5-4eac-8add-b9a47d11c413)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:40.753125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.778581 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-22284835-3b31-4575-9530-193bc97e30a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 12:38:40.779011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22284835-3b31-4575-9530-193bc97e30a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:40.784486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-22284835-3b31-4575-9530-193bc97e30a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a1bbb322-5d30-4250-a301-776bd7ed2ec8 HTTP/1.1" status: 409 len: 405 time: 0.5639944 May 06 12:38:40.785720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33344) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.792728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Pushing event updated for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:40.795736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1295551866'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:40.804956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:40.813847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:40.825609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:40.836721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:40.848259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb68f84-b291-492e-87c6-26d39fbc20b6 req-988b46cf-a6da-4b30-8267-ab6c52af0e18 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:40.851275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:40.855263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.861670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdb68f84-b291-492e-87c6-26d39fbc20b6 req-988b46cf-a6da-4b30-8267-ab6c52af0e18 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 944 time: 0.2699628 May 06 12:38:40.882046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1e81-3a10-488b-a6be-4393c0366e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.883138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:40.887950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:40.892312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Calling delete_port for f6350aec-5ba2-4898-81d4-b6aa63129d09 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:40.925755 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.974859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:40.980306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:40.984816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:40.997883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6350aec-5ba2-4898-81d4-b6aa63129d09,segment=NetworkSegment(7f13e9a4-beb5-4eac-8add-b9a47d11c413),segment_id=7f13e9a4-beb5-4eac-8add-b9a47d11c413)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:41.056955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:41.086263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.086611 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment 34e845bc-2fa4-4083-abd8-58e66e682917 of type vlan for network b4342af5-8826-4afb-a301-36c1507fcbbc May 06 12:38:41.090770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdb68f84-b291-492e-87c6-26d39fbc20b6 req-50499436-9b3b-47e6-81fb-7fce0eb678d2 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332976 May 06 12:38:41.102281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:41.102429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c382d0b-f430-4bf0-bcf0-90735a696256 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec792c9736f44fddbf8bde1becc3d818&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1264229 May 06 12:38:41.107901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.172312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 599b98e6-1792-471f-b775-5f9602b46119 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:41.209120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:41.209120 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:41.272117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.293053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f6350aec-5ba2-4898-81d4-b6aa63129d09,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:41.310226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-611dc139-4ee5-4ca9-a596-51dc68b40e78 None None] Provisioning complete for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:41.310598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-611dc139-4ee5-4ca9-a596-51dc68b40e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.325716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.368245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.386442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-611dc139-4ee5-4ca9-a596-51dc68b40e78 None None] Port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:38:41.408213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.412618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=599b98e6-1792-471f-b775-5f9602b46119,segment=NetworkSegment(0dd1d95a-4fb4-455c-a5af-e34537d3b6b6),segment_id=0dd1d95a-4fb4-455c-a5af-e34537d3b6b6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:41.413223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.413223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.437976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '599b98e6-1792-471f-b775-5f9602b46119', 'network_id': '1ca4b9ab-7033-45df-9485-2fab4fc04adb', 'port_id': '599b98e6-1792-471f-b775-5f9602b46119', 'mac_address': 'fa:16:3e:c3:4d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e62d355-0cde-4ddd-a18a-562ccbffc64f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:41.487745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:38:41.504416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.523943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599b98e6-1792-471f-b775-5f9602b46119 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:41.542593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=599b98e6-1792-471f-b775-5f9602b46119,segment=NetworkSegment(0dd1d95a-4fb4-455c-a5af-e34537d3b6b6),segment_id=0dd1d95a-4fb4-455c-a5af-e34537d3b6b6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:41.607313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=b4342af5-8826-4afb-a301-36c1507fcbbc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:41.619718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network b4342af5-8826-4afb-a301-36c1507fcbbc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:41.646641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.674625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.690507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-924f94ed-eb57-4d80-95b4-75182e224957 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9042554 May 06 12:38:41.697418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:41.701486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:41.706436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': 'b4342af5-8826-4afb-a301-36c1507fcbbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:41.721666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.735256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Deleting port f6350aec-5ba2-4898-81d4-b6aa63129d09 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:41.735669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.761253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175d3ef3-da84-4dc2-b93f-3c9509c18b56,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:41.794770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:41.795938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0742ff99-d028-4ee7-bd39-1137c03e0f70 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/175d3ef3-da84-4dc2-b93f-3c9509c18b56 HTTP/1.1" status: 204 len: 168 time: 0.6928298 May 06 12:38:41.882389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.886515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.904628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.915805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.931754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.936170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.941730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.943657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-da85cdbe-5cbb-458f-984d-b970723f128f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.4495785 May 06 12:38:41.981111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47272df5-b1df-4354-b563-a4f8e0b29548 req-9d133c9d-4835-4b8e-ad33-df65c0e86ee0 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:41.988809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47272df5-b1df-4354-b563-a4f8e0b29548 req-9d133c9d-4835-4b8e-ad33-df65c0e86ee0 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1264858 May 06 12:38:42.009992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['599b98e6-1792-471f-b775-5f9602b46119'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:42.036290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:38:42.044018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-442459d9-4fa5-41aa-9ea2-4f283f00e41f admin admin] 10.222.0.83 "PUT /v2.0/routers/d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7764010 May 06 12:38:42.051227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:42.064649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47272df5-b1df-4354-b563-a4f8e0b29548 req-fc98741d-469b-423c-aa91-94b968e44548 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679293 May 06 12:38:42.069317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:42.071608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=94d11c2e-72ea-4e10-a2db-69b92ea5c71c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:42.089087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.089087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.106107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:42.117479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:42.124915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:42.140533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ff2c15d-e544-422c-9347-f385a99a91fc req-b74de555-d416-416e-a754-5b8b4df2eeca tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777296 May 06 12:38:42.146638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13e02c-107b-4fe6-a0d4-28379bb79a68 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:42.204259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3629fc2d-5d4d-44d1-8a8c-01613f7f38f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7540827 May 06 12:38:42.207245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33372) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:42.280763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.284969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:42.305435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.435047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a270095-a510-4677-a224-8a60a836e778 req-341c11d5-8a17-46c1-938c-2d4e0735f90e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.436842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a270095-a510-4677-a224-8a60a836e778 req-341c11d5-8a17-46c1-938c-2d4e0735f90e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1629610 May 06 12:38:42.479269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] For port f6350aec-5ba2-4898-81d4-b6aa63129d09, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6350aec-5ba2-4898-81d4-b6aa63129d09,segment=NetworkSegment(7f13e9a4-beb5-4eac-8add-b9a47d11c413),segment_id=7f13e9a4-beb5-4eac-8add-b9a47d11c413)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:42.479842 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.526383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a270095-a510-4677-a224-8a60a836e778 req-3feef696-a019-4b5f-b4c0-0bf3939b544e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829022 May 06 12:38:42.571143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:42.695305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:42.716075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Calling delete_port for f6350aec-5ba2-4898-81d4-b6aa63129d09 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:42.726637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb85ec-5ce7-420e-8608-da2caa13ac40 req-a93af079-8f7d-4939-b66a-cfeb2c49c4e8 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:42.738207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75bb85ec-5ce7-420e-8608-da2caa13ac40 req-a93af079-8f7d-4939-b66a-cfeb2c49c4e8 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 945 time: 0.3092773 May 06 12:38:43.027141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '94d11c2e-72ea-4e10-a2db-69b92ea5c71c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:43.027999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.102453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:43.163237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:43.186200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75bb85ec-5ce7-420e-8608-da2caa13ac40 req-db16ec22-8e98-4c6a-8d07-c08f802d8365 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466455 May 06 12:38:43.221649 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.229944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:43.232357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.253696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:43.343691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] Pushing event deleted for resources: {'Port': ['ID=f6350aec-5ba2-4898-81d4-b6aa63129d09,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.387587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=1119019d-b620-416c-a31c-60af9103e551,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:43.401550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': '34e845bc-2fa4-4083-abd8-58e66e682917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4342af5-8826-4afb-a301-36c1507fcbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:43.402163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: b4342af5-8826-4afb-a301-36c1507fcbbc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:43.466980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4bd5cc-99f4-4fee-bc60-3b622d53e88a None None] No DVR routers for this DVR port f6350aec-5ba2-4898-81d4-b6aa63129d09 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:43.519025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.543863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network b4342af5-8826-4afb-a301-36c1507fcbbc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:43.580801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Allocated IP 2001:db8::f816:3eff:fe21:3798 (2e7d2229-1c74-4943-b601-890d74ccfdf0/94d11c2e-72ea-4e10-a2db-69b92ea5c71c/a4db5e82-4e72-4b10-bbdc-3f050b10ddae) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:43.677240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, b4342af5-8826-4afb-a301-36c1507fcbbc) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:43.716169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.720689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.725022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.737250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.743375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.759840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.764219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.775685 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-cbee482a-335a-4550-821c-bbea483f90aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.3265042 May 06 12:38:43.798445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:43.798445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.836783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c56dc-26ed-4185-b1d1-698a051906e6 None None] Network b4342af5-8826-4afb-a301-36c1507fcbbc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:43.853780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:43.863671 n-d-840845-1 neutron-server[84800]: INFO neutron.db.ipam_backend_mixin [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94d11c2e-72ea-4e10-a2db-69b92ea5c71c (CIDR: 2001:db8::/64) May 06 12:38:43.896248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a56e639a-7636-4adc-8d85-b1e558c15d49 req-d65a788c-200c-4c9a-a2a4-cbe371166d63 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172700 May 06 12:38:43.926552 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:38:43.927007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:43.970497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b675cf63-90d9-4612-be80-e3311f8dbf68 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2720213 May 06 12:38:43.973176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33422) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:44.026801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2ea3-95a7-4e6f-b507-93503398c1ea req-7c2725d2-e302-4250-bbf3-258fe6a3c523 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:44.028451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4ea2ea3-95a7-4e6f-b507-93503398c1ea req-7c2725d2-e302-4250-bbf3-258fe6a3c523 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1622784 May 06 12:38:44.050376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.102557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Transition to ACTIVE for port object a4db5e82-4e72-4b10-bbdc-3f050b10ddae will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:44.130680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Transition to ACTIVE for port object a4db5e82-4e72-4b10-bbdc-3f050b10ddae will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:44.182559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4ea2ea3-95a7-4e6f-b507-93503398c1ea req-254a6699-263c-4bbb-bb33-0aad0594353e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403618 May 06 12:38:44.193829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-df393731-4022-47ed-ab10-96cb89e1b5f2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9911442 May 06 12:38:44.193829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33432) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:44.206722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:44.313213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.329986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.492589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.498349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:44.509182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad99625-17ff-482e-9f5d-473659641202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-b4342af5-8826-4afb-a301-36c1507fcbbc', 'network_id': 'b4342af5-8826-4afb-a301-36c1507fcbbc', 'tenant_id': 'a9454e1b70534115ac98afc4633498f8', 'fixed_ips': [{'subnet_id': '1119019d-b620-416c-a31c-60af9103e551'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:44.509182 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ad99625-17ff-482e-9f5d-473659641202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.526688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:44.536459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:44.547299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:44.638594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:44.642524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.679695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:44.687254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:44.693730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:44.842299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Attempting to bind port a4db5e82-4e72-4b10-bbdc-3f050b10ddae on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:44.842680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Attempting to bind port a4db5e82-4e72-4b10-bbdc-3f050b10ddae by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:44.843024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Attempting to bind port a4db5e82-4e72-4b10-bbdc-3f050b10ddae on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:44.850044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138030f-0458-4374-8a54-dd362c507746 req-bf8cab4b-30ee-44d1-b74c-862d5d064141 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:44.850612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:44.850612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:44.851144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.851470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:44.851610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2138030f-0458-4374-8a54-dd362c507746 req-bf8cab4b-30ee-44d1-b74c-862d5d064141 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 945 time: 0.3086376 May 06 12:38:44.852033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Bound port: a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:44.852450 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.895640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.936609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:44.960064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:44.961126 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:44.979684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=1119019d-b620-416c-a31c-60af9103e551,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:44.998805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2138030f-0458-4374-8a54-dd362c507746 req-b54ed983-6377-4900-844d-f32f086e0578 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393838 May 06 12:38:45.120361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server [None req-5ad99625-17ff-482e-9f5d-473659641202 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1119019d-b620-416c-a31c-60af9103e551: This subnet is being modified by another concurrent operation. May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:38:45.141424 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise exception May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1119019d-b620-416c-a31c-60af9103e551: This subnet is being modified by another concurrent operation. May 06 12:38:45.145544 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server May 06 12:38:45.161743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4342af5-8826-4afb-a301-36c1507fcbbc']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:45.201161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e845bc-2fa4-4083-abd8-58e66e682917') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:45.202406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e845bc-2fa4-4083-abd8-58e66e682917') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:45.220107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 599b98e6-1792-471f-b775-5f9602b46119 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:45.254560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.290099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.301115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:45.301755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.304147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.310837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.326496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.330954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.336253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.342121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.346243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.350290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-8f01eac3-4221-4f12-98a6-6e9f0767c24e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.2415042 May 06 12:38:45.371635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61aa8116-0bc3-434e-90fc-06bf76af6170 None None] Network b4342af5-8826-4afb-a301-36c1507fcbbc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:45.423640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5329c716-da56-4dc1-9b8b-f4a33e1e9c90 req-d1470021-6650-4aa5-91f9-bc37cfd7af8c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581536 May 06 12:38:45.456738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: timer() May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:45.462588 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:45.541808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:45.554527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:45.558760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:45.564276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.565444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.595859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:45.598633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=37de65cf-cb63-4469-baa8-7a86d6423dda,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:45.604562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468f809-c75f-400c-a9d8-1398b1250f41 req-862408a2-3ed4-4484-a0da-d050498c538a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:45.607278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4468f809-c75f-400c-a9d8-1398b1250f41 req-862408a2-3ed4-4484-a0da-d050498c538a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1433654 May 06 12:38:45.678815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.688026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.708363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.709311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5d2f3aa-fbb6-4ce5-a287-784b41b8c7c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5148933 May 06 12:38:45.711820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33470) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:45.719511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:5e:5d:6e', 'name': 'tempest-NetworksTestDHCPv6-1934347960'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:45.735675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=b4342af5-8826-4afb-a301-36c1507fcbbc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:45.740692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4468f809-c75f-400c-a9d8-1398b1250f41 req-3a75e73d-c749-4b77-9ddb-254dcf4ee617 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261582 May 06 12:38:45.747167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-23de144b-fc33-4168-93d2-2fb944b7f73d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/b4342af5-8826-4afb-a301-36c1507fcbbc HTTP/1.1" status: 204 len: 168 time: 1.7719707 May 06 12:38:45.748424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33474) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:45.754195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-104912467'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:45.760031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:45.767632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:45.779617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:45.800562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:45.812263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0dc16-904d-47b6-ab84-5b3b15bdd6b3 None None] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:45.831076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 599b98e6-1792-471f-b775-5f9602b46119 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:45.847698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 599b98e6-1792-471f-b775-5f9602b46119 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:45.850563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.896560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:45.901392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.914562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:45.948090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:45.974439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:45.999079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.005860 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment 8091edd1-709e-4732-9755-1177c8aa3fa2 of type vlan for network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb May 06 12:38:46.026865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.076666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.082651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b98e6-1792-471f-b775-5f9602b46119'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:46.091195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.180950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=599b98e6-1792-471f-b775-5f9602b46119,segment=NetworkSegment(0dd1d95a-4fb4-455c-a5af-e34537d3b6b6),segment_id=0dd1d95a-4fb4-455c-a5af-e34537d3b6b6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:46.186781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:46.195378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:46.200385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:46.209420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:46.239124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:46.354239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.393950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:46.395025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.399963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.400118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:46.400717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.447190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1440342-0f5d-4450-8359-1e4c46081ea7 req-55b6cc6f-f955-4583-95af-15c02419b56a tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:46.450978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1440342-0f5d-4450-8359-1e4c46081ea7 req-55b6cc6f-f955-4583-95af-15c02419b56a tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 945 time: 0.2110305 May 06 12:38:46.482370 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:46.520942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 55655158-1911-4f46-8303-c6092e1f0076 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:46.570913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:46.635883 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dec1da3-59f2-4206-833f-170fd77052a4'] response: {'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599b98e6-1792-471f-b775-5f9602b46119', 'code': 200} May 06 12:38:46.714306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1440342-0f5d-4450-8359-1e4c46081ea7 req-95546fbb-7797-4f5e-95bb-f274230e2d9c tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556529 May 06 12:38:46.716152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=a9d8cadd-346d-4089-91cb-f8f1fefb6fbb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:46.735930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:46.787223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fa5555aa-ef00-46f3-bad7-37408f48bfb6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0377538 May 06 12:38:46.790089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:46.802571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': 'a9d8cadd-346d-4089-91cb-f8f1fefb6fbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:46.814868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33502) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:47.020564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d37cafd-cabf-47d2-8afa-46fb184046d8 req-b725c878-2100-4607-a52b-09c83355c166 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 1097 time: 0.3091252 May 06 12:38:47.114088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:47.121942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:subnet and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:47.126155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:47.169696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.174498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.179386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.183693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1951384990', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:47.185331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.193607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.198582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.200832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:47.202964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.205677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-dac245ae-4fd2-48f5-85ce-224eb774fe02 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.3620496 May 06 12:38:47.210829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:47.219538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Usage tracker for resource:port and tenant:55175cfa66d9484090a337c3e6d024e5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:47.224427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:47.242547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:47.254147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8:0:1::202 (2e7d2229-1c74-4943-b601-890d74ccfdf0/37de65cf-cb63-4469-baa8-7a86d6423dda/55655158-1911-4f46-8303-c6092e1f0076) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:47.261067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d37cafd-cabf-47d2-8afa-46fb184046d8 req-fc963c9e-ada9-4d2a-9044-ac68f537dab1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037854 May 06 12:38:47.265642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32be5bd9-deaf-4455-ba50-c1c46c7773bb req-2dcc869a-dbac-4001-9237-20ac8f7d797a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513201 May 06 12:38:47.268775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe5e:5d6e (2e7d2229-1c74-4943-b601-890d74ccfdf0/94d11c2e-72ea-4e10-a2db-69b92ea5c71c/55655158-1911-4f46-8303-c6092e1f0076) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:47.311340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:47.311942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2129-ee7b-48fb-9efd-1b6de481afbd req-1d180d7f-69d4-4b24-8c73-a532117c970c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:47.311942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ad2129-ee7b-48fb-9efd-1b6de481afbd req-1d180d7f-69d4-4b24-8c73-a532117c970c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3007927 May 06 12:38:47.390231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Made reservation on behalf of 55175cfa66d9484090a337c3e6d024e5 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:47.395483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.431555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.465824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:47.743198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:47.754623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Usage tracker for resource:security_group_rule and tenant:55175cfa66d9484090a337c3e6d024e5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:47.764504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:47.803603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0ad2129-ee7b-48fb-9efd-1b6de481afbd req-9ee04658-08b0-44dc-9fa4-67bab2b648a7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557621 May 06 12:38:47.811054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:47.955693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Sync routers for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:38:48.065017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:48.065677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:48.120833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.188874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 55655158-1911-4f46-8303-c6092e1f0076 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:48.299338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.312034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83e03-8f82-4a6f-a7b3-83d8a1d99fa8 req-20865a0e-6340-40c0-a1b4-40b986c3e31d tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:48.314155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4d83e03-8f82-4a6f-a7b3-83d8a1d99fa8 req-20865a0e-6340-40c0-a1b4-40b986c3e31d tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 946 time: 0.2267575 May 06 12:38:48.339072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.352059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a35dd-a701-4e0f-b452-4e2d40d3d9c4 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:48.388165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.412597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] device_id is not set on port f9961463-22d2-4ec0-bbd9-a5d2f700d697 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:38:48.522691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.586394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4d83e03-8f82-4a6f-a7b3-83d8a1d99fa8 req-9fe01f7a-69ed-4666-80cc-7d371c841f52 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659113 May 06 12:38:48.587508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=5d2a617c-88e2-4d37-85fa-8c78fea6bb00,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:48.603249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': '8091edd1-709e-4732-9755-1177c8aa3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d8cadd-346d-4089-91cb-f8f1fefb6fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:48.604694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: a9d8cadd-346d-4089-91cb-f8f1fefb6fbb, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:48.615460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:48.701169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:48.783965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80614e34-9ab2-4c0b-9fda-96e01964033c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:48.800872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:48.814438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a9d8cadd-346d-4089-91cb-f8f1fefb6fbb) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:48.819548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=55655158-1911-4f46-8303-c6092e1f0076,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:48.822749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:48.828210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:48.832172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:48.832717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:48.834080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.834306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:48.906633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b49c1-586d-48a0-9123-56685afaa180 None None] Network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:48.933248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:48.987475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9fa6ddea-04d1-4522-bb7a-25a73c9d7772 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1960380 May 06 12:38:48.990166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:49.026108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.036752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.046561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.051142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.061231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.066209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.070516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.079154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-91a520f7-85a5-47a2-88a9-9573a3b02277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.5581255 May 06 12:38:49.087865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-64df5814-7d1a-44d1-b198-63c330b63bc1 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3743985 May 06 12:38:49.107151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33524) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:49.112022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-49586cd4-8910-48fe-9806-5839d47ce591 None None] Provisioning for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:49.170119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Allocated IP 172.25.2.21 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/f9961463-22d2-4ec0-bbd9-a5d2f700d697) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:49.260381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0af31d6-916d-4d68-a6d6-24664febffdc req-c9348168-6ba8-4995-bc9d-e6716659eaa0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797893 May 06 12:38:49.268318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 55655158-1911-4f46-8303-c6092e1f0076 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:49.277136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.320211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.328850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85bf3-87cb-4fd9-9375-1adc4cca4d16 req-0b6f49a2-328f-4119-8b0b-f4abb55890e9 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:49.335663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ab85bf3-87cb-4fd9-9375-1adc4cca4d16 req-0b6f49a2-328f-4119-8b0b-f4abb55890e9 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3148901 May 06 12:38:49.456200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ab85bf3-87cb-4fd9-9375-1adc4cca4d16 req-4285b060-a891-424d-b330-c4090bf71c3d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195242 May 06 12:38:49.460194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.460355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:49.460461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.644638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.740487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2a617c-88e2-4d37-85fa-8c78fea6bb00,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:49.847905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42704c-3124-4fb2-bd63-fac3f2ef8346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a9d8cadd-346d-4089-91cb-f8f1fefb6fbb', 'network_id': 'a9d8cadd-346d-4089-91cb-f8f1fefb6fbb', 'tenant_id': 'a9454e1b70534115ac98afc4633498f8', 'fixed_ips': [{'subnet_id': '5d2a617c-88e2-4d37-85fa-8c78fea6bb00'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:38:49.848632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8c42704c-3124-4fb2-bd63-fac3f2ef8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.908002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a4db5e82-4e72-4b10-bbdc-3f050b10ddae up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:49.932967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:49.981985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8cadd-346d-4089-91cb-f8f1fefb6fbb']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:50.016894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8091edd1-709e-4732-9755-1177c8aa3fa2') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:50.017288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8091edd1-709e-4732-9755-1177c8aa3fa2') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:50.033478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Update dhcp port {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'fixed_ips': [{'subnet_id': '94d11c2e-72ea-4e10-a2db-69b92ea5c71c', 'ip_address': '2001:db8::f816:3eff:fe21:3798'}, {'subnet_id': '37de65cf-cb63-4469-baa8-7a86d6423dda'}], 'binding:host_id': 'n-d-840845-1'}, 'id': 'a4db5e82-4e72-4b10-bbdc-3f050b10ddae'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:38:50.056617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.057583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.065321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:50.065914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.118789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.145414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 4, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '0dde18e1-da06-48e4-9873-e15e4c0b9b6a', 'name': '', 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'mac_address': 'fa:16:3e:5f:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:35Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 2, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'subnets': [{'id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:50.154506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Checking router: d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:38:50.154858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Updating router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: timer() May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:50.177149 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:50.187876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.264470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.293773 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.306384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.322310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be4a33-2e67-4294-8f61-272a3eacb5ad None None] Network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:50.325058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.347196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be4a33-2e67-4294-8f61-272a3eacb5ad None None] Network a9d8cadd-346d-4089-91cb-f8f1fefb6fbb could not be found, it might have been deleted concurrently. {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:38:50.354387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=a9d8cadd-346d-4089-91cb-f8f1fefb6fbb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:50.383446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5dcf3b7-6938-4fa2-ae0b-5ba313f1654d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a9d8cadd-346d-4089-91cb-f8f1fefb6fbb HTTP/1.1" status: 204 len: 168 time: 1.3918173 May 06 12:38:50.384185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:50.390746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-546902522'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:50.396239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:50.400513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:network and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:50.404062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:50.410735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:50.473320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 55655158-1911-4f46-8303-c6092e1f0076 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:50.514917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:50.517721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.532626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee210d-bb3f-42b8-8de2-239a31134737 req-f29f34ed-96ea-46a0-b26c-7ac92a704dc0 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.544183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cee210d-bb3f-42b8-8de2-239a31134737 req-f29f34ed-96ea-46a0-b26c-7ac92a704dc0 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 946 time: 0.6704836 May 06 12:38:50.559953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:38:50.577267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.577706 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Added segment ff0c0fbe-c2f3-41f8-b2bc-fffbd0a85618 of type vlan for network a306362f-25c6-440b-be3e-aa3b4be5f876 May 06 12:38:50.642873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.647032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.652163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.657135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.661137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.664522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cee210d-bb3f-42b8-8de2-239a31134737 req-c0f8e3ef-854c-492f-bf7c-548dd68fdb01 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188412 May 06 12:38:50.665509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.670636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.672869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7c94842-6832-47b8-827d-98ae78209488 req-2ef45d8a-35ac-44da-b220-738b57357af9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.2023919 May 06 12:38:50.681976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.691853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:50.718548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.725013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:50.725343 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.792266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7c94842-6832-47b8-827d-98ae78209488 req-263f9e6e-3c8b-49eb-86e4-f7936631daf4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044371 May 06 12:38:50.887295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Allocated IP 2001:db8:0:1::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/37de65cf-cb63-4469-baa8-7a86d6423dda/a4db5e82-4e72-4b10-bbdc-3f050b10ddae) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:38:50.958477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.979813 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:50.985709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:50.990350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.033010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:38:51.058101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:51.064156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Pushing event updated for resources: {'Port': ['ID=f9961463-22d2-4ec0-bbd9-a5d2f700d697,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:51.085430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:38:51.130850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.228941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Network': ['ID=a306362f-25c6-440b-be3e-aa3b4be5f876,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:51.253731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:51.260505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a306362f-25c6-440b-be3e-aa3b4be5f876 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:38:51.353821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8440dd93-b674-4dd4-95bb-bb77f4e949b4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9681358 May 06 12:38:51.356954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33546) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:51.373972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Request body: {'subnet': {'network_id': 'a306362f-25c6-440b-be3e-aa3b4be5f876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:51.382602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b8b30efd-f70d-4833-9735-9111829936c2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:51.407523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:51.408340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.461167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476056a8-f958-4a5d-8176-f37707b961ef req-ffcad9b2-28d8-4d65-9030-c767f3e8d78f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:51.462923 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.468654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-476056a8-f958-4a5d-8176-f37707b961ef req-ffcad9b2-28d8-4d65-9030-c767f3e8d78f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.4336736 May 06 12:38:51.504335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:51.533026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Transition to ACTIVE for port object a4db5e82-4e72-4b10-bbdc-3f050b10ddae will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:51.536413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-476056a8-f958-4a5d-8176-f37707b961ef req-eba9925e-7ba4-4efa-9e9d-982b137d47fe tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668011 May 06 12:38:51.573862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.596890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:51.606407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Usage tracker for resource:subnet and tenant:a9454e1b70534115ac98afc4633498f8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:51.610732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:51.619485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:51.656859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c5f326db-c0de-4964-9e1d-e03d3e98ff65 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.8361514 May 06 12:38:51.657445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:51.663538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=55655158-1911-4f46-8303-c6092e1f0076,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:51.666293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.21'}]}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:51.693011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:51.706814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Usage tracker for resource:router and tenant:55175cfa66d9484090a337c3e6d024e5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:51.719420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.720105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:51.727444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:51.748727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.752263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1ee2a96-8ea5-435d-b91e-a6b5045c7f8e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/55655158-1911-4f46-8303-c6092e1f0076 HTTP/1.1" status: 204 len: 168 time: 2.6438849 May 06 12:38:51.753674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33556) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:51.760059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.770135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Transition to ACTIVE for port object 0dde18e1-da06-48e4-9873-e15e4c0b9b6a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:38:51.799362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Made reservation on behalf of a9454e1b70534115ac98afc4633498f8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:51.930732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.932531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:51.988411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.021804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.047347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.111289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.119194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.125899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.131442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.137475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.143871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.148639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.151187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-4a8bb2be-079e-483a-957f-b1de7a48c6fd tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5420 time: 0.1777368 May 06 12:38:52.151888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:38:52.152581 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:38:52.168586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:52.181571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099fc33-55ed-45be-9c58-29e1a4817df6 None None] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:52.251581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84b21702-52f5-4558-a10a-36f94b9f5d66 req-5580f69e-2daa-4a8c-95ca-056db027dca8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897284 May 06 12:38:52.264159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb668765-3706-493a-baae-2e65228f6578 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.269226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb668765-3706-493a-baae-2e65228f6578 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5118952 May 06 12:38:52.269409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33566) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:52.332131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b8b30efd-f70d-4833-9735-9111829936c2', 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'port_id': 'b8b30efd-f70d-4833-9735-9111829936c2', 'mac_address': 'fa:16:3e:1c:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6258ef03-dc05-4236-9ac2-f1aa9e3de62b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:52.388247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097e426-a2c2-4f63-86d4-51207b921b91 None None] Pushing event updated for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:52.510594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62f9a7-5a4f-450a-848b-2ef53d76c876 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:52.513138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a62f9a7-5a4f-450a-848b-2ef53d76c876 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:52.683607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a62f9a7-5a4f-450a-848b-2ef53d76c876 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:52.688186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a62f9a7-5a4f-450a-848b-2ef53d76c876 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4176593 May 06 12:38:52.688930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33578) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:52.891122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:52.924886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b30efd-f70d-4833-9735-9111829936c2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:52.944301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:52.952114 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:38:53.018251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.024297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.029787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.031141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:53.123018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.134980 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.135676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:53.156826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaa8b2-3f5d-45e0-920a-cfe76523e67e req-3e454ef9-2154-4d9c-9db5-3e499c63f98f tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.158813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68aaa8b2-3f5d-45e0-920a-cfe76523e67e req-3e454ef9-2154-4d9c-9db5-3e499c63f98f tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 946 time: 0.6440356 May 06 12:38:53.172998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:53.177047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5e8f545-f1b2-4e68-8a97-edfee24768ba tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4847088 May 06 12:38:53.178131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:53.262887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab7acb-fcb1-4698-845f-567f0e3a8b51 req-fedcb5ce-5ebe-491d-b372-2751d989d975 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:53.266889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68aaa8b2-3f5d-45e0-920a-cfe76523e67e req-2746b86b-e86c-4630-9738-ce2c334ae01b tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938957 May 06 12:38:53.271429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96ab7acb-fcb1-4698-845f-567f0e3a8b51 req-fedcb5ce-5ebe-491d-b372-2751d989d975 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.4898884 May 06 12:38:53.383056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:53.425782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Attempting to bind port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:38:53.426162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Attempting to bind port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:38:53.426655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Attempting to bind port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a on network 175edea6-9b3c-4bc7-a95f-c542f15b937d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:38:53.433733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.456859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:38:53.457240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Checking segment: {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:53.457709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.458105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Bound using segment: {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:38:53.459469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Bound port: 0dde18e1-da06-48e4-9873-e15e4c0b9b6a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef273dc2-74bb-4be1-8253-78a4876fc2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:38:53.459901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.465495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96ab7acb-fcb1-4698-845f-567f0e3a8b51 req-fe23224d-9a8c-4274-bef0-43a02a284eba tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918607 May 06 12:38:53.519689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:53.575202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:53.629150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 37de65cf-cb63-4469-baa8-7a86d6423dda {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:53.631222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.654570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.736031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:53.832919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:38:53.959668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.014087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:54.025928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a4db5e82-4e72-4b10-bbdc-3f050b10ddae up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:54.081691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3e7cad23-c399-46ad-9235-495956f10d9e None None] Could not find standard attr ID for object 55655158-1911-4f46-8303-c6092e1f0076. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:38:54.120665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event updated for resources: {'Subnet': ['ID=0c1b986c-1afc-4aa1-9256-b82db974a709,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:54.144378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Checking segment: {'id': 'ff0c0fbe-c2f3-41f8-b2bc-fffbd0a85618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a306362f-25c6-440b-be3e-aa3b4be5f876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:38:54.145000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network hostable DHCP agents. Network: a306362f-25c6-440b-be3e-aa3b4be5f876, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:38:54.176131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] For port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:38:54.208126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] For port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:38:54.263398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:54.280416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'port_id': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'mac_address': 'fa:16:3e:4a:88:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:54.307797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.321394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.324092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Network a306362f-25c6-440b-be3e-aa3b4be5f876 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:38:54.332386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.338500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.352747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.359064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3e7cad23-c399-46ad-9235-495956f10d9e None None] Provisioning for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:38:54.360902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.361560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.367831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.381007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-2c9c3015-8fc5-4ab0-b3df-b1ce84550ad0 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5421 time: 0.5604274 May 06 12:38:54.386150 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.420161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.443241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.518804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.533712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3e7cad23-c399-46ad-9235-495956f10d9e None None] Provisioning complete for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:54.533712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3e7cad23-c399-46ad-9235-495956f10d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.567021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a306362f-25c6-440b-be3e-aa3b4be5f876) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:38:54.582787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7eb857-3cb6-459a-9d96-251c02bb76e3 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:38:54.602872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.604343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.686780 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ed21dfc-e67b-48ae-9237-768a946b00ff req-558d66b8-e0b0-4626-9a84-7119806d80da tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3045576 May 06 12:38:54.740814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-44d1e58c-e4a9-4f39-9209-25cc0fbaac05 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:54.748013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-44d1e58c-e4a9-4f39-9209-25cc0fbaac05 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 946 time: 0.5310676 May 06 12:38:54.855279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.922549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:54.927709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2038908b-8edb-449d-9936-43f76b60722e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5667489 May 06 12:38:54.938711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:54.941002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:54.982791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=37de65cf-cb63-4469-baa8-7a86d6423dda,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:55.053162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Deleting port 599b98e6-1792-471f-b775-5f9602b46119 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:55.053724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.139004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3e1fdad5-ef93-40fd-9e32-10001cf75285 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/37de65cf-cb63-4469-baa8-7a86d6423dda HTTP/1.1" status: 204 len: 168 time: 1.9554965 May 06 12:38:55.140030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.187904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33608) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:55.192080 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.193882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097e426-a2c2-4f63-86d4-51207b921b91 None None] Pushing event updated for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:55.220331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:55.225095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:38:55.226024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:38:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:55.349092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8248b-601a-43f6-a063-dcdfae3ac67e req-2179fb02-a6ee-4c6c-bb7d-13b5dfb10a4b tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:55.350729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ae8248b-601a-43f6-a063-dcdfae3ac67e req-2179fb02-a6ee-4c6c-bb7d-13b5dfb10a4b tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 946 time: 0.4332280 May 06 12:38:55.446651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.447457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b4800c8e-54b9-40c3-b31e-8824ba3a9c5c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:55.528974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.717235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:55.731474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:55.772011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce335b7b-2b01-4f64-81af-a3683992d43d None None] Could not find standard attr ID for object 55655158-1911-4f46-8303-c6092e1f0076. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:38:55.792585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'port_id': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c', 'mac_address': 'fa:16:3e:fc:9a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:55.801964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a4db5e82-4e72-4b10-bbdc-3f050b10ddae up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:55.827028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ae8248b-601a-43f6-a063-dcdfae3ac67e req-e68856be-a727-4ca9-abdf-d0754522d45c tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/security-groups?id=4c63170a-a83c-4051-b407-84cb6d978052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669650 May 06 12:38:55.903225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] For port 599b98e6-1792-471f-b775-5f9602b46119, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=599b98e6-1792-471f-b775-5f9602b46119,segment=NetworkSegment(0dd1d95a-4fb4-455c-a5af-e34537d3b6b6),segment_id=0dd1d95a-4fb4-455c-a5af-e34537d3b6b6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:55.903867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:55.940119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7eb857-3cb6-459a-9d96-251c02bb76e3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:38:56.059880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Calling delete_port for 599b98e6-1792-471f-b775-5f9602b46119 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:56.084408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:38:56.119386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 94d11c2e-72ea-4e10-a2db-69b92ea5c71c {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:38:56.150290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.189343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.195737 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.230964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.277243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.323477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4800c8e-54b9-40c3-b31e-8824ba3a9c5c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:56.329390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b154c-189c-4b38-8880-7e6077e35824 req-b0abbabc-8d4c-4f72-ae93-b6ea95ec9c91 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.338256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c0b154c-189c-4b38-8880-7e6077e35824 req-b0abbabc-8d4c-4f72-ae93-b6ea95ec9c91 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 1.1417723 May 06 12:38:56.363242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.363922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2d4dfe-ac84-4c24-bc92-a82a81abed0d {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:38:56.440057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.440057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.440057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.444463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.448582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.453020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.456853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:56.464271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-bb41e61d-2774-4850-81c8-c1b8eda20973 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5422 time: 0.3334184 May 06 12:38:56.537791 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfd6508b-cbeb-4e69-9421-22a0f3460019 req-b6456ea9-2afe-4f21-9c17-c7e3d824515a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697527 May 06 12:38:56.545662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c0b154c-189c-4b38-8880-7e6077e35824 req-89c61802-0388-4798-8544-6ad2589191a5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065017 May 06 12:38:56.555568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.591896 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 12:38:56.593100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-183c5fe1-93ee-4178-890d-05438893d202 tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9342597 May 06 12:38:56.615625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:56.626022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1b986c-1afc-4aa1-9256-b82db974a709,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:56.679428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:56.685657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a4db5e82-4e72-4b10-bbdc-3f050b10ddae triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:38:56.686181 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.723353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Deleting port f9961463-22d2-4ec0-bbd9-a5d2f700d697 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:56.724555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.749840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.784832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.830725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a306362f-25c6-440b-be3e-aa3b4be5f876']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:56.844981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.851701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0c0fbe-c2f3-41f8-b2bc-fffbd0a85618') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:56.858309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0c0fbe-c2f3-41f8-b2bc-fffbd0a85618') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:56.904047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.932648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Pushing event deleted for resources: {'Port': ['ID=599b98e6-1792-471f-b775-5f9602b46119,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:56.938660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['599b98e6-1792-471f-b775-5f9602b46119'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:38:56.944714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:56.994844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:38:56.995214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.013785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.013785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 179e92d7-ca62-480c-a35a-2556716ce1cd details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: timer() May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:38:57.197667 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:38:57.297998 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:38:57.396850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] No DVR routers for this DVR port 599b98e6-1792-471f-b775-5f9602b46119 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:38:57.403862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.428506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'name': 'network-vif-deleted', 'tag': '599b98e6-1792-471f-b775-5f9602b46119'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:38:57.434451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.516636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=94d11c2e-72ea-4e10-a2db-69b92ea5c71c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:57.518201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:57.527651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.532802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f24711b5-77ea-42f3-96d0-69a82588cba3 req-5d09b9d8-0c90-4020-92dc-b4af52b314e6 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.1856070 May 06 12:38:57.552109 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7620b6-9e6d-45ed-9996-b2d03bad16b5'] response: {'server_uuid': '0c0cb47e-082c-426d-a1a8-067590fbc386', 'name': 'network-vif-deleted', 'tag': '599b98e6-1792-471f-b775-5f9602b46119', 'status': 'completed', 'code': 200} May 06 12:38:57.565271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.571801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f25c2530-a5db-4ea8-9b75-f1e3d01af937 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/94d11c2e-72ea-4e10-a2db-69b92ea5c71c HTTP/1.1" status: 204 len: 168 time: 2.3776469 May 06 12:38:57.580720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:57.592353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:57.596559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'network_id': '2e553be6-48e2-4d2b-91a8-a1b24612e1b1', 'port_id': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'mac_address': 'fa:16:3e:28:cd:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6258ef03-dc05-4236-9ac2-f1aa9e3de62b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:57.676361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 4, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '0dde18e1-da06-48e4-9873-e15e4c0b9b6a', 'name': '', 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'mac_address': 'fa:16:3e:5f:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:35Z', 'updated_at': '2022-05-06T12:38:54Z', 'revision_number': 4, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'subnets': [{'id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:38:57.689574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae977c0b-92c0-48f5-90ad-69433d13cab0 None None] The sync data for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 is: [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:38:39Z', 'revision_number': 4, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '0dde18e1-da06-48e4-9873-e15e4c0b9b6a', 'name': '', 'network_id': '175edea6-9b3c-4bc7-a95f-c542f15b937d', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'mac_address': 'fa:16:3e:5f:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:35Z', 'updated_at': '2022-05-06T12:38:54Z', 'revision_number': 4, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'subnets': [{'id': 'ff1eb977-c271-4945-9a12-ea4e7bc777bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:38:57.754542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.773371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e854cff9-803c-461f-9f9d-2b1c8a1c6745 req-eb9c7d36-f9c7-45f0-b4fb-48a4e8ee72d9 tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.13 "DELETE /v2.0/ports/599b98e6-1792-471f-b775-5f9602b46119 HTTP/1.1" status: 204 len: 173 time: 3.0197022 May 06 12:38:57.773974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.831743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Calling delete_port for f9961463-22d2-4ec0-bbd9-a5d2f700d697 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:38:57.881306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179e92d7-ca62-480c-a35a-2556716ce1cd {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:57.887882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:57.890306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a306362f-25c6-440b-be3e-aa3b4be5f876 HTTP/1.1" status: 204 len: 168 time: 2.9447448 May 06 12:38:57.895896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3d9b2b4e-aa2e-4e12-a17b-d92f5236665d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2991297 May 06 12:38:57.898496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33638) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:57.898840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33640) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:57.917259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:38:58.003117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5f25-5b62-49d9-a4b5-ce7934fa9f52 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=a306362f-25c6-440b-be3e-aa3b4be5f876,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:58.067058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:58.097055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d5bce-b6e3-4be7-a8c1-25784185af7d None None] Network a306362f-25c6-440b-be3e-aa3b4be5f876 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:58.113870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.118484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.131333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.137059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99c8c5-3aac-4c6c-8217-71586274d578 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:58.137862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.143632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.148482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.153820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.162283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-8a61df22-8b41-4bd9-a9ba-adaa2bada001 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5423 time: 0.2600489 May 06 12:38:58.188475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d5bce-b6e3-4be7-a8c1-25784185af7d None None] Network a306362f-25c6-440b-be3e-aa3b4be5f876 could not be found, it might have been deleted concurrently. {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:38:58.202507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:58.203162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:58.236155 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d59481a-ff87-4a55-b426-7b1d109398f6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:58.236741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d59481a-ff87-4a55-b426-7b1d109398f6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:58.260773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-614cae77-9027-4f39-a4cb-a562d2ec6f6c req-49f660ae-fcf9-49c0-abd2-bd5aef42d459 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954084 May 06 12:38:58.331324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33648) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:58.379077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d59481a-ff87-4a55-b426-7b1d109398f6 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/0c1b986c-1afc-4aa1-9256-b82db974a709 HTTP/1.1" status: 404 len: 337 time: 0.4706607 May 06 12:38:58.395161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc90394-6fd7-472a-91f4-880400ea662d None None] Network a306362f-25c6-440b-be3e-aa3b4be5f876 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:38:58.441097 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a768eab2-0115-43bc-bc65-60fe6e377e3c tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:58.441355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:38:58.441446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a768eab2-0115-43bc-bc65-60fe6e377e3c tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:58.441446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a768eab2-0115-43bc-bc65-60fe6e377e3c tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a306362f-25c6-440b-be3e-aa3b4be5f876 HTTP/1.1" status: 404 len: 339 time: 0.0946252 May 06 12:38:58.441601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33652) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:58.451241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:38:58.499923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:38:58.518959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:38:58.542796 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a87c9a8-2b4a-4f84-b314-1eb3c6d733a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:58.543614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a87c9a8-2b4a-4f84-b314-1eb3c6d733a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:58.620447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc90394-6fd7-472a-91f4-880400ea662d None None] Network a306362f-25c6-440b-be3e-aa3b4be5f876 could not be found, it might have been deleted concurrently. {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:38:58.667024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8740be3-d6fc-4e4d-acf4-26d365c461b8 req-2f5c5f31-cea2-47d3-9f1b-45b993e15a4b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:38:58.686026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8740be3-d6fc-4e4d-acf4-26d365c461b8 req-2f5c5f31-cea2-47d3-9f1b-45b993e15a4b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.7901731 May 06 12:38:58.755055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5a87c9a8-2b4a-4f84-b314-1eb3c6d733a4 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/5d2a617c-88e2-4d37-85fa-8c78fea6bb00 HTTP/1.1" status: 404 len: 337 time: 0.3126068 May 06 12:38:58.755752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33660) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:58.769286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:58.844136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:38:58.865120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:58.893330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-38290ca1-340e-4c23-8afa-05ed14bc48fd req-7f3447b0-b0b3-4663-b98e-1971381535ca tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Synchronizing usage tracker for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:38:58.898763 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-099a0125-ab6b-4712-9430-a7d9c9c15f14 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:58.899394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099a0125-ab6b-4712-9430-a7d9c9c15f14 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:58.901393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-099a0125-ab6b-4712-9430-a7d9c9c15f14 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a9d8cadd-346d-4089-91cb-f8f1fefb6fbb HTTP/1.1" status: 404 len: 339 time: 0.1444647 May 06 12:38:58.906908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33664) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:58.973560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:58.984280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:58.985263 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec639b8-6829-4832-b8ce-91a14e66b5ce tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:58.985770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec639b8-6829-4832-b8ce-91a14e66b5ce tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:58.989216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ec639b8-6829-4832-b8ce-91a14e66b5ce tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/1119019d-b620-416c-a31c-60af9103e551 HTTP/1.1" status: 404 len: 337 time: 0.0812948 May 06 12:38:58.994582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9961463-22d2-4ec0-bbd9-a5d2f700d697,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:38:58.999708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33668) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:59.041068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'port_id': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'mac_address': 'fa:16:3e:50:c5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:59.081035 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d88b5c-aca6-436a-add7-b88c93eb7e1d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:38:59.082162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d88b5c-aca6-436a-add7-b88c93eb7e1d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:38:59.084057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-60d88b5c-aca6-436a-add7-b88c93eb7e1d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/b4342af5-8826-4afb-a301-36c1507fcbbc HTTP/1.1" status: 404 len: 339 time: 0.0739467 May 06 12:38:59.088600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:38:59.143312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.164119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-38290ca1-340e-4c23-8afa-05ed14bc48fd req-7f3447b0-b0b3-4663-b98e-1971381535ca tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] Unset dirty status for tenant:99e58f5aab3248eba5bf198906bd7426 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:38:59.171856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:38:59.172090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8740be3-d6fc-4e4d-acf4-26d365c461b8 req-5eb39c8f-4d59-4851-98b5-666329a57f60 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834077 May 06 12:38:59.182269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38290ca1-340e-4c23-8afa-05ed14bc48fd req-7f3447b0-b0b3-4663-b98e-1971381535ca tempest-ServerPasswordTestJSON-1634785034 tempest-ServerPasswordTestJSON-1634785034-project] 10.222.0.83 "GET /v2.0/ports?device_id=0c0cb47e-082c-426d-a1a8-067590fbc386 HTTP/1.1" status: 200 len: 210 time: 0.3886337 May 06 12:38:59.200887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:59.247536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting port c6ba8ccc-d6a0-40d5-b629-68920396df83 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:59.248238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.252317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:38:59.256366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Deleting port a4db5e82-4e72-4b10-bbdc-3f050b10ddae {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:38:59.256784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.307373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.323640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 599b98e6-1792-471f-b775-5f9602b46119 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:38:59.326822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3031faf9-a499-45e3-9972-c736f64952ec tempest-RoutersAdminNegativeIpV6Test-1041780389 tempest-RoutersAdminNegativeIpV6Test-1041780389-project-admin] 10.222.0.83 "DELETE /v2.0/ports/f9961463-22d2-4ec0-bbd9-a5d2f700d697 HTTP/1.1" status: 204 len: 168 time: 2.7168708 May 06 12:38:59.378186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.379520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a16b6464-324f-496e-9104-131c95871e13 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:38:59.404322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:38:59.501060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a16b6464-324f-496e-9104-131c95871e13', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'port_id': 'a16b6464-324f-496e-9104-131c95871e13', 'mac_address': 'fa:16:3e:59:42:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:38:59.531287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 599b98e6-1792-471f-b775-5f9602b46119 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:38:59.531630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 599b98e6-1792-471f-b775-5f9602b46119 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:38:59.651594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.844115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0dde18e1-da06-48e4-9873-e15e4c0b9b6a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:38:59.878327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:38:59.913406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Calling delete_port for c6ba8ccc-d6a0-40d5-b629-68920396df83 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:00.000538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16b6464-324f-496e-9104-131c95871e13 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:00.020752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:00.047563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.049020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.053469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.061051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.065840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.070029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.074390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.078650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.081044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad29503b-ed22-4558-9a94-b930b1808037 req-6ff9990f-7991-420b-afed-a42274a95f59 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5425 time: 0.4959838 May 06 12:39:00.082101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:39:00.096653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.101393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.105013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.139804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:00.176765 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.177433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c8fb510-e800-4e25-85ee-358db074c240 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:00.179598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:00.193878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Port': ['ID=c6ba8ccc-d6a0-40d5-b629-68920396df83,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:00.211435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.234549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-85854470-187c-48bb-86a5-024243c4dd71 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/ports/c6ba8ccc-d6a0-40d5-b629-68920396df83 HTTP/1.1" status: 204 len: 168 time: 1.1435876 May 06 12:39:00.235226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:00.295631 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1877e214-e872-4c80-bbb8-272195872f23 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:39:00.296100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1877e214-e872-4c80-bbb8-272195872f23 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:00.300486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1877e214-e872-4c80-bbb8-272195872f23 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/c9112cbf-a5ec-43fc-a71a-f64a05a13d3c HTTP/1.1" status: 404 len: 337 time: 0.0638001 May 06 12:39:00.301818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:00.321182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Calling delete_port for a4db5e82-4e72-4b10-bbdc-3f050b10ddae owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:00.381424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:00.381814 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.414432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad29503b-ed22-4558-9a94-b930b1808037 req-1f31552c-8f03-4c47-a4e6-e211b3d4eab8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2734227 May 06 12:39:00.521484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:00.549259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.565793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c8fb510-e800-4e25-85ee-358db074c240,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.572071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.597001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:00.606965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3774c89-deeb-4c43-9c4a-13417d45722f req-aaa50fcd-797a-49db-b50f-513c93ae243c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:00.613631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2c8fb510-e800-4e25-85ee-358db074c240', 'network_id': '6298ae54-b76f-40e7-b952-b17458a73da0', 'port_id': '2c8fb510-e800-4e25-85ee-358db074c240', 'mac_address': 'fa:16:3e:7d:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96196c2-c14b-483b-aaf5-d9512447e8bd', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:00.620391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3774c89-deeb-4c43-9c4a-13417d45722f req-aaa50fcd-797a-49db-b50f-513c93ae243c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.2426503 May 06 12:39:00.632943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:00.637918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb8c9e7a4724d50a5c88862c53baa2d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:00.641362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:00.652155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:00.676195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:00.676667 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:00.785658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.826518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.842046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.843367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8fb510-e800-4e25-85ee-358db074c240 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:00.875610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c8fb510-e800-4e25-85ee-358db074c240,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.889350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:00.930777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33708) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:00.931464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.947830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3774c89-deeb-4c43-9c4a-13417d45722f req-76bf16fe-bd0a-4249-93c3-8c8a00ef24b2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261998 May 06 12:39:00.985550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.986523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:00.986795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.019658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bbb322-5d30-4250-a301-776bd7ed2ec8']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.035355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f13e9a4-beb5-4eac-8add-b9a47d11c413') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.035731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f13e9a4-beb5-4eac-8add-b9a47d11c413') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:01.048636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.068127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:01.072476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.073635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.088646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:01.088646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:01.099657 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:01.149713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6313e7e4-855a-4dbb-9261-a77a07c9294e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:01.171530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Deleting subnet 8e62d355-0cde-4ddd-a18a-562ccbffc64f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:01.178945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5baf7e9d-285f-4424-abe3-96e3dae9cc64 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ceb8c9e7a4724d50a5c88862c53baa2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0368142 May 06 12:39:01.180108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.181601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Deleting port a4db5e82-4e72-4b10-bbdc-3f050b10ddae {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:01.182071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.187739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33712) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:01.210867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a4db5e82-4e72-4b10-bbdc-3f050b10ddae no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:01.276238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.315017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.333857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.345752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.367395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.370117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=a1bbb322-5d30-4250-a301-776bd7ed2ec8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:01.370407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:01.383046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18220e45-e2cb-4a8c-b3b9-f8fe2e7a7523 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a1bbb322-5d30-4250-a301-776bd7ed2ec8 HTTP/1.1" status: 204 len: 168 time: 1.0799623 May 06 12:39:01.387083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:01.542161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.550519 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.555656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting port 51c73ff6-8368-43f9-b09c-6d885854ae11 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:01.556026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.592501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6313e7e4-855a-4dbb-9261-a77a07c9294e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:01.614319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.619509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-27735f0e-ab27-4869-8ea4-92395eef7052 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6313e7e4-855a-4dbb-9261-a77a07c9294e HTTP/1.1" status: 204 len: 168 time: 0.4297364 May 06 12:39:01.621946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b4800c8e-54b9-40c3-b31e-8824ba3a9c5c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:01.687664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:01.688243 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.714298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.767189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['d8c2cb3a-c5f7-47d8-b90d-f2b62faded82'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:01.770687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:01.797037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:01.902009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['179e92d7-ca62-480c-a35a-2556716ce1cd'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:01.922491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:01.964366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:01.990002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a16b6464-324f-496e-9104-131c95871e13'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:01.994626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:01.998572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.002497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.006409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.010265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.014733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.018564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.025935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63842805-28ba-4362-9d5b-e45561e97766 req-275324f0-905c-45cf-94db-83083beb6d13 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5427 time: 0.3585131 May 06 12:39:02.030553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Calling delete_port for a4db5e82-4e72-4b10-bbdc-3f050b10ddae owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:02.041838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.070331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.071050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.215840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:02.290513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:02.303390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Calling delete_port for 51c73ff6-8368-43f9-b09c-6d885854ae11 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:02.339175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.351101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:02.351507 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:02.362183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.363127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.404917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189af08-af99-4c76-8777-4a352d161853 req-a366b21a-e6e6-4df2-b5e4-9c8708289b62 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:02.413120 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a189af08-af99-4c76-8777-4a352d161853 req-a366b21a-e6e6-4df2-b5e4-9c8708289b62 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1789775 May 06 12:39:02.467196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63842805-28ba-4362-9d5b-e45561e97766 req-917602c9-3cba-4f87-b07d-6a55642b136e tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4404101 May 06 12:39:02.468518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.470501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8e62d355-0cde-4ddd-a18a-562ccbffc64f HTTP/1.1" status: 204 len: 168 time: 1.5256889 May 06 12:39:02.476472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=2cfb6400-c10a-4c2b-b643-33a1af0027d4,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:02.479857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33732) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:02.481868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:02.488098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:02.488460 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:02.550535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc5bab4f-b948-4c80-ab61-e1954b5a3607 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6423955 May 06 12:39:02.554642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96002e-d76a-402f-bd2c-0d7c9112327e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e62d355-0cde-4ddd-a18a-562ccbffc64f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:02.555198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33736) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:02.563508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:02.615090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b8b30efd-f70d-4833-9735-9111829936c2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:02.647654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a189af08-af99-4c76-8777-4a352d161853 req-d1ae6229-8460-4178-b08b-d2521177bd57 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295065 May 06 12:39:02.668420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2c8fb510-e800-4e25-85ee-358db074c240'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:02.682499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.803476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33740) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:02.869627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.936812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.954652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Port': ['ID=51c73ff6-8368-43f9-b09c-6d885854ae11,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:02.990117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:02.998033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca4b9ab-7033-45df-9485-2fab4fc04adb']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.010537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ef7c2a28-6652-48eb-9c9e-aa196571b21d tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/ports/51c73ff6-8368-43f9-b09c-6d885854ae11 HTTP/1.1" status: 204 len: 168 time: 1.6191940 May 06 12:39:03.015068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:03.033499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.033499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd1d95a-4fb4-455c-a5af-e34537d3b6b6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.076703 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5558b52-d999-4170-a69b-f660c54ac97e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] DELETE failed (client error): The resource could not be found. May 06 12:39:03.077147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5558b52-d999-4170-a69b-f660c54ac97e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:03.078809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5558b52-d999-4170-a69b-f660c54ac97e tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/8113bf13-ef9e-433d-8197-6410d1aa2ae8 HTTP/1.1" status: 404 len: 337 time: 0.0627730 May 06 12:39:03.081738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.083846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:03.087738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:03.097327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-99e9c370-0d77-4848-80c6-d649dd88d909 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55175cfa66d9484090a337c3e6d024e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2847340 May 06 12:39:03.100326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33754) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:03.114772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:03.117812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.124888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:03.134631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:03.135244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.143659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:03.149737 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:03.179103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:03.239155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.260180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Deleting port a4db5e82-4e72-4b10-bbdc-3f050b10ddae {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:03.260180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.266846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.298620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.347225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:03.350597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.350748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.375543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:03.378361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.392454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca4b9ab-7033-45df-9485-2fab4fc04adb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:03.497343 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.508750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.537077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e11d2335-7273-46aa-95c6-6dc2f539fb0b admin admin] 10.222.0.83 "DELETE /v2.0/networks/1ca4b9ab-7033-45df-9485-2fab4fc04adb HTTP/1.1" status: 204 len: 168 time: 1.0507424 May 06 12:39:03.550000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80614e34-9ab2-4c0b-9fda-96e01964033c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:03.554091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.555412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b99d7c97-5dc3-457a-bf15-d46c3ac0e96b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/80614e34-9ab2-4c0b-9fda-96e01964033c HTTP/1.1" status: 204 len: 168 time: 0.4541216 May 06 12:39:03.640048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.681396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0dde18e1-da06-48e4-9873-e15e4c0b9b6a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:03.687341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5802eef-9ba6-4d2a-98ec-a84ee2868a58']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.703960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb636a7-a8e7-4177-b97d-eb0405508d44') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.704609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb636a7-a8e7-4177-b97d-eb0405508d44') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:03.719683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.744058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.753873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:03.755656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:03.875632 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:04.005606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:04.008981 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cfb6400-c10a-4c2b-b643-33a1af0027d4 (CIDR: 2001:db8::/64) May 06 12:39:04.064787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:04.065175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.088382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.096580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.102334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc8c5-a659-4794-bbcc-1a61a057732e req-d46bae7f-9d90-4377-a9a5-2d9624ec806b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.104935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.108760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e51cc8c5-a659-4794-bbcc-1a61a057732e req-d46bae7f-9d90-4377-a9a5-2d9624ec806b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1475642 May 06 12:39:04.109451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.113859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.117840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.123498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:04.125518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-6c0214b8-e8cf-4c36-903a-e7242360fcea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5427 time: 0.2210450 May 06 12:39:04.141339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:04.141713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.154229 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:39:04.160089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:04.176961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e51cc8c5-a659-4794-bbcc-1a61a057732e req-692ddf95-9ac5-4399-8aa0-74aaad218234 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649824 May 06 12:39:04.197074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.223836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.227635 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/a5802eef-9ba6-4d2a-98ec-a84ee2868a58 HTTP/1.1" status: 204 len: 168 time: 1.1393964 May 06 12:39:04.231972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33770) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:04.311073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7554d4b-7eb9-4bfb-ae0a-634fcefc35ca tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=a5802eef-9ba6-4d2a-98ec-a84ee2868a58,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:04.316503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33776) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:04.316649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14892658-7dc3-4af2-9227-d3249b676299 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7600324 May 06 12:39:04.325486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:04.326890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a21fbda9-9185-4df9-a2da-d6a08b5108c8 req-3b5ad634-3504-4689-9efd-931b1863429a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1938717 May 06 12:39:04.357859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Calling delete_port for a4db5e82-4e72-4b10-bbdc-3f050b10ddae owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:04.522172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:04.618662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:04.619019 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:04.639631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:04.640531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6401f05f-a674-4870-aebe-95b6d691ee9c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=99e58f5aab3248eba5bf198906bd7426&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1136134 May 06 12:39:04.672495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting subnet 83877dbc-ade7-4049-a953-0619c474a7ce {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:04.685744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.763484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:04.771738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:04.782488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:04.789311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.796148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:04.895754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:04.895914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:04.957684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.020939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:05.041130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.116101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.209472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:05.209934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.216579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:05.217396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.257451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c63170a-a83c-4051-b407-84cb6d978052,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:05.271359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.293199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Deleting port a4db5e82-4e72-4b10-bbdc-3f050b10ddae {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:05.293786 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.350552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Subnet': ['ID=83877dbc-ade7-4049-a953-0619c474a7ce,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:05.358238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.373101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8d7ca3f7-aa3d-48e8-9d41-ef8bdfab8686 tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/subnets/83877dbc-ade7-4049-a953-0619c474a7ce HTTP/1.1" status: 204 len: 168 time: 1.1324739 May 06 12:39:05.373101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33800) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:05.408621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b80e11-4085-4073-a12e-b49e58bbc8fd None None] Network 1bdb0d22-5925-41d8-b661-8d409de7911d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:05.496664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.500775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f209cc9c-5868-4588-a5cb-502aa98f4beb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4c63170a-a83c-4051-b407-84cb6d978052 HTTP/1.1" status: 204 len: 168 time: 0.8574033 May 06 12:39:05.556105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.566138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Deleting port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:05.566610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.670753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:05.922247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:05.931002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:05.936840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:05.938426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.020411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=9c2d3b2b-1f09-4c58-8ebe-1b456a060b66,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:06.040662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.044563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878e583-c282-4693-85af-8b6e2cd2d4d1 req-935d6d66-47d0-4432-815d-194de2fe6cb8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.055112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0878e583-c282-4693-85af-8b6e2cd2d4d1 req-935d6d66-47d0-4432-815d-194de2fe6cb8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.5445249 May 06 12:39:06.124018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0878e583-c282-4693-85af-8b6e2cd2d4d1 req-257d7080-0cfa-4344-877a-761c8ecaf903 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672455 May 06 12:39:06.152537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:06.189036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.224314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] For port a4db5e82-4e72-4b10-bbdc-3f050b10ddae, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.227107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] For port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,segment=NetworkSegment(792198af-69fb-414e-a303-9614146a126a),segment_id=792198af-69fb-414e-a303-9614146a126a)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.227525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.228505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.311837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.316561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.321674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.326636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.330716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.335187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.340289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:06.342716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6cf92bf4-b8a8-4e69-bd7b-d83304a341b8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5427 time: 0.5603993 May 06 12:39:06.408486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Calling delete_port for a4db5e82-4e72-4b10-bbdc-3f050b10ddae owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:06.418016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Calling delete_port for 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:06.536920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8370b8-56a4-49ac-9d54-32a88bc23fc1 req-6b772d9a-8906-4827-aa6f-8179710e6058 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279452 May 06 12:39:06.550520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] DHCP port deletion for 1bdb0d22-5925-41d8-b661-8d409de7911d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:06.567108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Deleting port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:06.567511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.630657 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68206a46-05ba-4cba-b07d-41343e5e1c4f'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'code': 200} May 06 12:39:06.788690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] For port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,segment=NetworkSegment(792198af-69fb-414e-a303-9614146a126a),segment_id=792198af-69fb-414e-a303-9614146a126a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:06.789080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:06.926741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Calling delete_port for 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:07.005103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff490e4e-0c70-41b9-b2e4-9306fc698b14 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6849284 May 06 12:39:07.005737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:07.011738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:94:17:fa', 'name': 'tempest-NetworksTestDHCPv6-1118270392'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:07.018964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.019743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b4800c8e-54b9-40c3-b31e-8824ba3a9c5c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:07.053530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.099274 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.144045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Port': ['ID=86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:07.180854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] No DVR routers for this DVR port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:07.266190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:07.296301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33850) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:07.365040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] Pushing event deleted for resources: {'Port': ['ID=a4db5e82-4e72-4b10-bbdc-3f050b10ddae,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:07.367797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd9d3e-4541-4ccb-8f30-8158836bff94 None None] No DVR routers for this DVR port a4db5e82-4e72-4b10-bbdc-3f050b10ddae on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:07.370679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:07.371429 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:07.373998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.398022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657d35c-4bf8-43c9-ae8a-c3e63d1b8c3d None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:07.406455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:07.418648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:07.493776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdb0d22-5925-41d8-b661-8d409de7911d']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.517387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'networks': [{'name': 'tempest-network--1718834018'}, {'name': 'tempest-network--1034115528'}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:07.517789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-network--1718834018'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:07.518338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-network--1034115528'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:07.528762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:07.549044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792198af-69fb-414e-a303-9614146a126a') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.549044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792198af-69fb-414e-a303-9614146a126a') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:07.569035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.581763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:network and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:07.595835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:07.596150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d74770-94be-4b63-8b26-69639011cbfe req-195abd45-22bd-4af3-8cea-44e1bdab2016 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:07.597611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d74770-94be-4b63-8b26-69639011cbfe req-195abd45-22bd-4af3-8cea-44e1bdab2016 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1675727 May 06 12:39:07.605914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:07.607799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.615575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.639509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:07.644300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:07.653649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:07.654062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.658099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:07.658476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:07.674728 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:07.697765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4d74770-94be-4b63-8b26-69639011cbfe req-5067b749-4afb-4017-82f1-c236d685f1c2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914917 May 06 12:39:07.701921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 45b73293-375f-4fc7-af27-404f59977c0b yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:07.746981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:07.851297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:07.851543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:07.892349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'network': 2} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:07.899456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.902117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Deleting port 86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:07.906116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:07.915900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-459c0cad-3794-4af8-84af-9ed6744f5aaa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 0.1651106 May 06 12:39:07.952469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33874) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:07.953740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.016369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:08.020966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:security_group_rule and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:08.025092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:08.030674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:08.090587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.111996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b9eecf9-6880-4ed3-b699-1cfedd08d116 None None] The port '86a40f8c-4e24-42e0-a30c-b6f99d0fcdb1' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:39:08.139870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '2cfb6400-c10a-4c2b-b643-33a1af0027d4'}, {'subnet_id': '9c2d3b2b-1f09-4c58-8ebe-1b456a060b66'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:08.140961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.144342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06f1b-2c98-4151-9577-8463e82056d2 req-95436322-73dc-4f96-b554-ae1babd6ff30 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.155859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19b06f1b-2c98-4151-9577-8463e82056d2 req-95436322-73dc-4f96-b554-ae1babd6ff30 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.3479540 May 06 12:39:08.181363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.215905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] Pushing event deleted for resources: {'Network': ['ID=1bdb0d22-5925-41d8-b661-8d409de7911d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:08.223841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-deeb7f50-cd00-4874-9085-72eb7a98713f tempest-NetworksIpV6TestAttrs-1011969436 tempest-NetworksIpV6TestAttrs-1011969436-project] 10.222.0.83 "DELETE /v2.0/networks/1bdb0d22-5925-41d8-b661-8d409de7911d HTTP/1.1" status: 204 len: 168 time: 2.8514705 May 06 12:39:08.240661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1813978146-network', 'tenant_id': 'c7cf4da13f884f6ebff44cfa16e43b9d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:08.270095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:08.296276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.301122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.304642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.309252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.321201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.325241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.329253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.331151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-1e294d00-d2a3-492d-b4a6-ab9765933c61 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5428 time: 0.2432137 May 06 12:39:08.336485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-55042858-c2f0-4a44-a0f8-decfd3538d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.338153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-55042858-c2f0-4a44-a0f8-decfd3538d8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.4156764 May 06 12:39:08.368495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.373435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Usage tracker for resource:network and tenant:c7cf4da13f884f6ebff44cfa16e43b9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:08.404329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:08.421271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:08.463240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:08.471386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6f1af32-3801-4001-a5e4-179842d4d7f4 req-eb3645df-552a-4808-8105-92df447d0acf tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325550 May 06 12:39:08.472496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.479905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19b06f1b-2c98-4151-9577-8463e82056d2 req-a5fbb941-a3a6-4905-85bb-aacbd3e9e389 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227305 May 06 12:39:08.507144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8:0:1::172 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9c2d3b2b-1f09-4c58-8ebe-1b456a060b66/45b73293-375f-4fc7-af27-404f59977c0b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:08.507932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-26ecc404-5fe0-4266-860a-df97f75a73b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 1001 time: 0.1360481 May 06 12:39:08.521623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::f816:3eff:fe94:17fa (2e7d2229-1c74-4943-b601-890d74ccfdf0/2cfb6400-c10a-4c2b-b643-33a1af0027d4/45b73293-375f-4fc7-af27-404f59977c0b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:08.531475 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-09d45426-b237-48df-a4f1-9e637563f51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.577924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-90dc6785-dd7e-4c78-ae69-3bbaa2e584cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:08.579395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-90dc6785-dd7e-4c78-ae69-3bbaa2e584cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.0669761 May 06 12:39:08.609903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.610902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 179e92d7-ca62-480c-a35a-2556716ce1cd up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:08.667301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.668570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.669960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-9260ebff-1797-41aa-9dc1-58f2de8ab771 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842721 May 06 12:39:08.706304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:08.724647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287c6bb4-280d-4302-a0cf-fd74d0e8ba4a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:08.768778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Made reservation on behalf of c7cf4da13f884f6ebff44cfa16e43b9d for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:08.771399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.783403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:08.802120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.837523 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65fb35c-978e-4b29-a28a-ff4403524f1f'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4800c8e-54b9-40c3-b31e-8824ba3a9c5c', 'code': 200} May 06 12:39:08.846375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:08.905953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:08.911592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Usage tracker for resource:security_group_rule and tenant:c7cf4da13f884f6ebff44cfa16e43b9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:08.915624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:08.920203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 179e92d7-ca62-480c-a35a-2556716ce1cd completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:08.925242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:08.926183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 179e92d7-ca62-480c-a35a-2556716ce1cd triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:08.926737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.969235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:08.969674 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 2d06944b-e4f2-4d34-9203-16d4a207e7ae of type vlan for network afc5bc3c-4d95-496b-9eb5-9b54bb259c3c May 06 12:39:09.022182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:09.101247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-029b0399-8eca-4433-a359-f24bcc250c80 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984284 May 06 12:39:09.133017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.143422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.182950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.231045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:09.242938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.246275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 45b73293-375f-4fc7-af27-404f59977c0b will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:09.270902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5670d03-691b-4a70-83a4-619cf89d4610 req-20db8fc6-4df1-4286-b265-507271f0a126 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.272186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5670d03-691b-4a70-83a4-619cf89d4610 req-20db8fc6-4df1-4286-b265-507271f0a126 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.2995539 May 06 12:39:09.276341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:09.305234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.306128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a16b6464-324f-496e-9104-131c95871e13 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:09.315203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.315542 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 96177e46-a46c-46b0-b966-d16a30b9f4a5 of type vlan for network 5deb0c96-9f02-4e03-bee4-3400f1169e64 May 06 12:39:09.316870 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.351677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6666728-cf62-4839-999e-695bbb3fd91c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9454e1b70534115ac98afc4633498f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261850 May 06 12:39:09.353019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:09.368953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a2bec7c-1614-4cb0-bba2-df3fce963c41 req-3a1f3916-3ee6-48ef-90cd-02f47135ff2e service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601733 May 06 12:39:09.395520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:09.437100 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.437449 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Added segment aaeaa09d-707c-4a20-adc5-cd336a936664 of type vlan for network 73ec557d-53c7-4007-9249-18c461089770 May 06 12:39:09.439747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.454280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004b61a5-a276-49bc-8e5d-cb66013179f7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:09.462872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5670d03-691b-4a70-83a4-619cf89d4610 req-a740774f-8e49-4954-a034-dfad7fec8fe4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825225 May 06 12:39:09.471370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.538231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.572529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:09.579261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.587498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.598973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.599575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.600160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.600746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.601315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.602256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.602871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.603925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.604479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.606089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.606660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:09.642190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:09.650980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:09.658272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=45b73293-375f-4fc7-af27-404f59977c0b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:09.660906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:09.665129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.665819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.713577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Allocated IP 2001:db8:0:1::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/9c2d3b2b-1f09-4c58-8ebe-1b456a060b66/a2971439-8e60-422d-968e-aee386e372e0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:09.725239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Allocated IP 2001:db8::f816:3eff:fe0f:8031 (2e7d2229-1c74-4943-b601-890d74ccfdf0/2cfb6400-c10a-4c2b-b643-33a1af0027d4/a2971439-8e60-422d-968e-aee386e372e0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:09.752482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.753062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.760930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.769024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.770155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.848524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.872635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f791d07-6f6c-43ff-b0c1-1ce72e6c7bc8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:09.894542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.899984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.906009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.911289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.916910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.922287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.927131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.929855 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-a33b9178-f9ac-48a1-8a04-f6cf1aaa02f1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5430 time: 0.1843662 May 06 12:39:09.947034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a16b6464-324f-496e-9104-131c95871e13 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:09.961206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a16b6464-324f-496e-9104-131c95871e13 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:09.961731 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.964190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.966638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d3e46a2-5092-4176-a219-3fc0b0188acf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f791d07-6f6c-43ff-b0c1-1ce72e6c7bc8 HTTP/1.1" status: 204 len: 168 time: 0.6136422 May 06 12:39:09.985321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6880901 May 06 12:39:09.986724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9496587d-510a-4d60-b796-e751d64871d0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9802170 May 06 12:39:09.994291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.995152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:09.995796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:09.998921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.000017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33914) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.056142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=afc5bc3c-4d95-496b-9eb5-9b54bb259c3c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:10.088701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1251693 May 06 12:39:10.095016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.100657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network afc5bc3c-4d95-496b-9eb5-9b54bb259c3c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:10.152731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Request body: {'subnet': {'network_id': '73ec557d-53c7-4007-9249-18c461089770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1813978146-subnet', 'tenant_id': 'c7cf4da13f884f6ebff44cfa16e43b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:10.176946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:10.188875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Usage tracker for resource:subnet and tenant:c7cf4da13f884f6ebff44cfa16e43b9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:10.194701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:10.198082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a61878e1-883e-4abf-bb60-ce2f8a3e6dae req-2543e80e-6f97-49a9-8c71-b4fc75c2b0eb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596662 May 06 12:39:10.204965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d96d3-f1ce-4859-bbee-b7fbcd310c09 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=5deb0c96-9f02-4e03-bee4-3400f1169e64,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:10.207577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:10.247904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a08937-c9b0-4df7-b088-8cf3f7ff6290 req-d102a015-0642-4e6e-86c4-c1db4c1daec1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.254409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90a08937-c9b0-4df7-b088-8cf3f7ff6290 req-d102a015-0642-4e6e-86c4-c1db4c1daec1 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.4527111 May 06 12:39:10.254893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.273208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 5deb0c96-9f02-4e03-bee4-3400f1169e64 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:10.300294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 45b73293-375f-4fc7-af27-404f59977c0b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:10.300777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.482091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Made reservation on behalf of c7cf4da13f884f6ebff44cfa16e43b9d for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:10.484405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.506526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0581cd-3cb4-40d7-82e2-8ed36344bf40 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.510909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0581cd-3cb4-40d7-82e2-8ed36344bf40 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.516245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0581cd-3cb4-40d7-82e2-8ed36344bf40 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.521588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0581cd-3cb4-40d7-82e2-8ed36344bf40 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:10.523609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f0581cd-3cb4-40d7-82e2-8ed36344bf40 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5224230 May 06 12:39:10.534780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:10.592487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Transition to ACTIVE for port object a2971439-8e60-422d-968e-aee386e372e0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:10.596708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.669818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c58ea9-8500-4180-9bd7-410a11b2994c admin admin] Pushing event updated for resources: {'Network': ['ID=73ec557d-53c7-4007-9249-18c461089770,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:10.707407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 73ec557d-53c7-4007-9249-18c461089770 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:10.712497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.723057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90a08937-c9b0-4df7-b088-8cf3f7ff6290 req-aaf9628c-eeca-42c1-bd62-f5ae310aa92c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678092 May 06 12:39:10.743856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Transition to ACTIVE for port object a2971439-8e60-422d-968e-aee386e372e0 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:10.870220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:10.916092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:10.963791 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b49943-e20c-44bd-9463-9ae335534c72'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'code': 200} May 06 12:39:10.982369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:10.986631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-07204a9d-2dc4-4645-962b-fd0a42ea6202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.029623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.052853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:11.073337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.105354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:11.110360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:11.122002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:11.124446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.138382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Pushing event updated for resources: {'Port': ['ID=a2971439-8e60-422d-968e-aee386e372e0,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:11.156454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8328a881-5a7c-4a90-8506-f4270c6ecf87,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:11.158136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.205020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Checking segment: {'id': 'aaeaa09d-707c-4a20-adc5-cd336a936664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73ec557d-53c7-4007-9249-18c461089770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:11.205523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Network hostable DHCP agents. Network: 73ec557d-53c7-4007-9249-18c461089770, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:11.304425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Network 73ec557d-53c7-4007-9249-18c461089770 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:11.370669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:11.374265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Attempting to bind port a2971439-8e60-422d-968e-aee386e372e0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:11.374785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Attempting to bind port a2971439-8e60-422d-968e-aee386e372e0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:11.375156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Attempting to bind port a2971439-8e60-422d-968e-aee386e372e0 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:11.377001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 73ec557d-53c7-4007-9249-18c461089770) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:11.391482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.391482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.392540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c34ec-c61d-4c22-9373-665a369510c7 None None] Network 73ec557d-53c7-4007-9249-18c461089770 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:11.394880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 45b73293-375f-4fc7-af27-404f59977c0b owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:11.485885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:11.488683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:11.488683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.488683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:11.488683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Bound port: a2971439-8e60-422d-968e-aee386e372e0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:11.488683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.506098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc5bc3c-4d95-496b-9eb5-9b54bb259c3c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:11.519737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d06944b-e4f2-4d34-9203-16d4a207e7ae') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:11.521748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d06944b-e4f2-4d34-9203-16d4a207e7ae') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:11.523860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:11.533133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.551275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.557723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:11.558770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.560629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:11.561004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:11.562337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-427cf813-e516-4221-8ff1-8d3058dd95f5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4653311 May 06 12:39:11.632766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.639344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.645144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.650148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.658482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.665215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.673912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.687801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-010307fa-cf9d-4a45-941e-d25e3160fb90 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5431 time: 0.1968937 May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:11.788473 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:11.794441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c785-7aab-471d-b0ae-fe1afb80af15 req-9371cb9e-b08c-472c-b423-1e7dcf9419c9 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:11.795668 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d29c785-7aab-471d-b0ae-fe1afb80af15 req-9371cb9e-b08c-472c-b423-1e7dcf9419c9 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.9953022 May 06 12:39:11.823421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be1ba91e-70e0-4cd7-a0e7-0fca8862d370 req-5d8cae39-d884-4251-b3c0-f3272650c2bc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342821 May 06 12:39:11.904184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:11.965687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] For port a2971439-8e60-422d-968e-aee386e372e0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:12.034724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.054917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] For port a2971439-8e60-422d-968e-aee386e372e0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a2971439-8e60-422d-968e-aee386e372e0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:12.078782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d29c785-7aab-471d-b0ae-fe1afb80af15 req-dcef7810-a6cb-4abd-b636-5e172ec56c1d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736888 May 06 12:39:12.166664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.171375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-546245716'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:12.173888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.179869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:12.185083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:12.185394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.189980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:12.197528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:12.213592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:12.217760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbf032-7a51-4615-9780-954496c928ea None None] Network 73ec557d-53c7-4007-9249-18c461089770 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:12.234308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/afc5bc3c-4d95-496b-9eb5-9b54bb259c3c HTTP/1.1" status: 204 len: 168 time: 1.6977723 May 06 12:39:12.234664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33970) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:12.244569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.248610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b5e0a-8b95-4ce0-be9c-d2b2af6a1d77 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=afc5bc3c-4d95-496b-9eb5-9b54bb259c3c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.278359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8b694-b539-4c6a-b82d-c1f19df94d03 req-cda9e7f2-9bb7-4255-8d48-b0f5e9573ddb tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.284377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58b8b694-b539-4c6a-b82d-c1f19df94d03 req-cda9e7f2-9bb7-4255-8d48-b0f5e9573ddb tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.2187042 May 06 12:39:12.309069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.357138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4579c-c49c-4008-a0d2-61ccee465f4a None None] Pushing event updated for resources: {'Port': ['ID=a2971439-8e60-422d-968e-aee386e372e0,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.388848 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.389618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c8fb510-e800-4e25-85ee-358db074c240 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:12.421568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.458481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.474579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58b8b694-b539-4c6a-b82d-c1f19df94d03 req-edd74e11-80c1-4580-ac18-7f2df17aa8e3 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214216 May 06 12:39:12.514121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:12.516852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.577789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=45b73293-375f-4fc7-af27-404f59977c0b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.605294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.735944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.753996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.758663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b9e456b7-cdf2-403c-b761-99793f321d78 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/45b73293-375f-4fc7-af27-404f59977c0b HTTP/1.1" status: 204 len: 168 time: 2.7546682 May 06 12:39:12.759536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33980) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:12.761737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:12.820218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2c8fb510-e800-4e25-85ee-358db074c240 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:12.828888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:12.829043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2c8fb510-e800-4e25-85ee-358db074c240 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:12.829043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.839592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:security_group_rule and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:12.845247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5deb0c96-9f02-4e03-bee4-3400f1169e64']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:12.855947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:12.866005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:12.869497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96177e46-a46c-46b0-b966-d16a30b9f4a5') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:12.869782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96177e46-a46c-46b0-b966-d16a30b9f4a5') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:12.891543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.916935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.928228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:12.928626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:12.931969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-5f92f0d2-9179-4274-8601-d979bbd2e816 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.934211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-5f92f0d2-9179-4274-8601-d979bbd2e816 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/networks?id=73ec557d-53c7-4007-9249-18c461089770 HTTP/1.1" status: 200 len: 809 time: 0.4073472 May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:12.944357 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:12.960521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-79379d7f-546b-435a-9d29-b057ddc1a27a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/quotas/c7cf4da13f884f6ebff44cfa16e43b9d HTTP/1.1" status: 200 len: 375 time: 0.0186825 May 06 12:39:12.968108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f5b65-8d63-48c0-8446-5a8ee0ef3e7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:12.969004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b70f5b65-8d63-48c0-8446-5a8ee0ef3e7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:13.028090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-835bc798-b245-4900-b82a-44a464c47eb8 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7cf4da13f884f6ebff44cfa16e43b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560381 May 06 12:39:13.050211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b6464-324f-496e-9104-131c95871e13'}, {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:13.059229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.097968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c8fb510-e800-4e25-85ee-358db074c240,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:13.118887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.173554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.177456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.181775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.184561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-f9027ac5-0514-4347-8c0e-facc83b5b0c2 service neutron] 10.222.0.83 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457400 May 06 12:39:13.186301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b70f5b65-8d63-48c0-8446-5a8ee0ef3e7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:13.186474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.189872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b70f5b65-8d63-48c0-8446-5a8ee0ef3e7f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4236681 May 06 12:39:13.190059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:13.190645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.200722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.200722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.201258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-42155242-6d7d-4dc7-bddf-8e9b5c194cbe tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5432 time: 0.1221294 May 06 12:39:13.202580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.221294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.257801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=5deb0c96-9f02-4e03-bee4-3400f1169e64,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:13.266952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fb615ae2-b8ed-4d40-8e3e-5afcaadd4230 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/5deb0c96-9f02-4e03-bee4-3400f1169e64 HTTP/1.1" status: 204 len: 168 time: 1.0284817 May 06 12:39:13.272159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33994) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:13.295453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.297011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b8b30efd-f70d-4833-9735-9111829936c2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:13.361076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.394201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1daf1043-8eff-42de-b880-47b49ae9dd7f req-937290c0-295c-4794-b36b-bbda5be36540 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1700454 May 06 12:39:13.405664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-74c1705b-f02b-4032-b620-bc72582c39ad service neutron] 10.222.0.83 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128201 May 06 12:39:13.426141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef818b-6e2d-439f-b95b-f35a03fc43da tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.427297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:13.427831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-64ef818b-6e2d-439f-b95b-f35a03fc43da tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2368197 May 06 12:39:13.434249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:13.457286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2afa728-f705-4f46-85cc-92fbcd6cdcd3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:13.472093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.472093 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a of type vlan for network 98209ec9-14c6-4346-9cee-80c248b22b8a May 06 12:39:13.531657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a0549-0d68-4ef7-bccc-77c9d8254c78 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.536578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a0549-0d68-4ef7-bccc-77c9d8254c78 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.537370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ab8a0549-0d68-4ef7-bccc-77c9d8254c78 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Synchronizing usage tracker for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:13.552634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.566155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:13.608898 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304411a0-8364-4781-9751-dc601859102c'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16b6464-324f-496e-9104-131c95871e13', 'code': 200} May 06 12:39:13.609165 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304411a0-8364-4781-9751-dc601859102c'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'code': 200} May 06 12:39:13.619040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.627898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.629707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.630815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:13.643598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.690014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b8b30efd-f70d-4833-9735-9111829936c2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:13.690938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ab8a0549-0d68-4ef7-bccc-77c9d8254c78 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Unset dirty status for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:13.692568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ab8a0549-0d68-4ef7-bccc-77c9d8254c78 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4194860 May 06 12:39:13.697146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34004) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:13.700693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b8b30efd-f70d-4833-9735-9111829936c2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:13.701159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.704753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-783388427'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:13.715415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:13.728258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:13.733277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a2971439-8e60-422d-968e-aee386e372e0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:13.787569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.795449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:13.796321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.814822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:13.818825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e276975-dd2c-40d8-bbf0-96fcd72691c9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3791735 May 06 12:39:13.819703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34010) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:13.897560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:13.905015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.909170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afff80-ed25-4c3e-a54c-8a62e1abb202 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:13.938111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:13.949400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:13.949751 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 83275152-076f-40d4-b684-4b4599680e7c of type vlan for network e90ada51-21d3-4db9-a56e-8291f30d34f5 May 06 12:39:13.982440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.094800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=98209ec9-14c6-4346-9cee-80c248b22b8a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:14.109611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaf550-3756-4746-a075-99e1d2182423 req-4eb13b11-d5cb-4226-8281-8bf7df94cdaa tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.110967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2aaf550-3756-4746-a075-99e1d2182423 req-4eb13b11-d5cb-4226-8281-8bf7df94cdaa tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3840017 May 06 12:39:14.138038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 98209ec9-14c6-4346-9cee-80c248b22b8a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:14.175637 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.178951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.179617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.239757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.258240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f21093e0-d266-4c18-b6fd-1ff45bc9c290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3528991 May 06 12:39:14.264173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2aaf550-3756-4746-a075-99e1d2182423 req-3bdf588f-650c-4165-a5e2-e59d80aab6eb tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472466 May 06 12:39:14.283632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a2971439-8e60-422d-968e-aee386e372e0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:14.355102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=e90ada51-21d3-4db9-a56e-8291f30d34f5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:14.357923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:14.373564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network e90ada51-21d3-4db9-a56e-8291f30d34f5 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:14.386208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 2cfb6400-c10a-4c2b-b643-33a1af0027d4 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:14.390300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.421985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:14.431513 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb74b60c-f5f0-4f37-9c3c-cae66ae641b0 req-00acf8c9-c165-49f7-b1b6-dcd134483cfe tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.0591314 May 06 12:39:14.433391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:14.470399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Provisioning for port a2971439-8e60-422d-968e-aee386e372e0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:14.496029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Provisioning complete for port a2971439-8e60-422d-968e-aee386e372e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:14.496641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.570160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.586580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-832f4f86-6a16-435d-b20a-1d55d2ed6322 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8860109 May 06 12:39:14.588211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34028) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:14.597199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1092175622'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:14.666514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:14.675947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e787e3e-2d44-4562-a26f-44949a7d07bf req-6aa84b6d-9993-4390-bb42-1ad4a1eb30ff tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.677917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e787e3e-2d44-4562-a26f-44949a7d07bf req-6aa84b6d-9993-4390-bb42-1ad4a1eb30ff tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.6256580 May 06 12:39:14.680260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:network and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:14.686998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:14.688375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.704777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:14.717216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:14.742736 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.756166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.762244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.767033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.772126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.776573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.782357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.787246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:14.794178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:14.808275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:14.808946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77ccd6df-1ce1-4003-8358-22541838b322 req-ca726449-5e74-405c-bc21-c60cdd537edc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2063627 May 06 12:39:14.818768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:14.831280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e787e3e-2d44-4562-a26f-44949a7d07bf req-337c39dc-f6b9-4595-9148-5f3615ae074e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042757 May 06 12:39:14.837337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:14.847805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] For port a2971439-8e60-422d-968e-aee386e372e0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a2971439-8e60-422d-968e-aee386e372e0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:14.888342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77ccd6df-1ce1-4003-8358-22541838b322 req-8671a152-adfe-4f21-a26b-384ab021b44b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784128 May 06 12:39:14.898818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:14.902594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.933720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:14.943294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.943666 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 3e833ffb-506c-483b-bb27-81794fa9d255 of type vlan for network 1a1e8549-5d09-4360-a86a-7603948307f6 May 06 12:39:14.963546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.966446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:14.977090 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.071868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bb4a8-1a4c-45e9-a288-2ae8d4ce51ee None None] Pushing event updated for resources: {'Port': ['ID=a2971439-8e60-422d-968e-aee386e372e0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:15.083345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:15.116746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-873eba87-53c1-4d15-b974-5235b330ecf6 None None] Provisioning complete for port a2971439-8e60-422d-968e-aee386e372e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:15.117119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-873eba87-53c1-4d15-b974-5235b330ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.128849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.132524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.133304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.213438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.233304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.264185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6732106 May 06 12:39:15.267031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34034) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:15.270093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3d472-cabd-4942-9132-abb2476d50ee tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=1a1e8549-5d09-4360-a86a-7603948307f6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:15.276182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'ports': [{'network_id': 'e90ada51-21d3-4db9-a56e-8291f30d34f5', 'name': 'tempest-port--1759340570', 'admin_state_up': True}, {'network_id': '1a1e8549-5d09-4360-a86a-7603948307f6', 'admin_state_up': False}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:15.284829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'port': {'network_id': 'e90ada51-21d3-4db9-a56e-8291f30d34f5', 'name': 'tempest-port--1759340570', 'admin_state_up': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:15.284829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'port': {'network_id': '1a1e8549-5d09-4360-a86a-7603948307f6', 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:15.285294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1a1e8549-5d09-4360-a86a-7603948307f6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:15.455597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8c01eea5-fa86-4312-bf7d-b47e79e13f74 None None] Could not find standard attr ID for object 45b73293-375f-4fc7-af27-404f59977c0b. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:39:15.472765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfb6400-c10a-4c2b-b643-33a1af0027d4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:15.488558 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.558314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c3253-2cda-41e4-9aa5-26e21cf59213 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:15.621065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6194072-d260-4380-b00f-f76394dd4a10 req-0416d0b2-1d85-4982-9110-32db76c17e5e tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.0800118 May 06 12:39:15.627032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fb510-e800-4e25-85ee-358db074c240'}, {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:15.638737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:15.646257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:port and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:15.649319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:15.652938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a2971439-8e60-422d-968e-aee386e372e0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:15.656446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:15.715363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9834ca4c-814e-45f3-b17d-2bee5e5f8e9c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2cfb6400-c10a-4c2b-b643-33a1af0027d4 HTTP/1.1" status: 204 len: 168 time: 1.8864057 May 06 12:39:15.717220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:15.719047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb3b7-950c-43dc-bb75-ea80ed87021d req-076b5c4b-d12b-4fb0-abbd-b7d319af3b94 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:15.720488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbbbb3b7-950c-43dc-bb75-ea80ed87021d req-076b5c4b-d12b-4fb0-abbd-b7d319af3b94 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.2012463 May 06 12:39:15.736798 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9768d70-0207-4d8c-a52f-b4360ef80438'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8fb510-e800-4e25-85ee-358db074c240', 'code': 200} May 06 12:39:15.737070 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9768d70-0207-4d8c-a52f-b4360ef80438'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2', 'code': 200} May 06 12:39:15.851522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbbbb3b7-950c-43dc-bb75-ea80ed87021d req-1acb34df-fd15-4e7c-aba8-d38606694a9b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185002 May 06 12:39:15.882028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a2971439-8e60-422d-968e-aee386e372e0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:15.882401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.891580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0a81325-5059-4be7-9c53-a2cadd58e809 req-978c611b-38e9-4f65-a7b7-0f0121c6aa12 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6491 time: 0.0908976 May 06 12:39:15.905870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'port': 2} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:15.910260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.943525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:15.948500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.078702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0a81325-5059-4be7-9c53-a2cadd58e809 req-f38beda1-0e4e-4613-b31d-238d76160219 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809304 May 06 12:39:16.094098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=e2bca123-fc6b-4810-abe9-6e31f5e4aaa0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:16.115324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:16.115659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 98209ec9-14c6-4346-9cee-80c248b22b8a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:16.219495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 9c2d3b2b-1f09-4c58-8ebe-1b456a060b66 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:16.234581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 98209ec9-14c6-4346-9cee-80c248b22b8a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:16.234925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.286870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.291257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.301139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.305748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.309880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.314152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.318679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.336386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-38dbfb2e-4ea1-4564-bd4f-814c305d0429 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.1710095 May 06 12:39:16.353202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 98209ec9-14c6-4346-9cee-80c248b22b8a) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:16.362698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.363295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.364157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdf7e9-32e5-4bd7-992f-eb630fd64fca None None] Network 98209ec9-14c6-4346-9cee-80c248b22b8a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:16.391202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.426802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef0662e6-637c-4e0c-8aa8-2c00d98bade5 req-8ba37b9e-2e62-4613-a354-da45f23995fb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895185 May 06 12:39:16.455410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.523321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] device_id is not set on port 44c7676b-67d2-4607-88c7-08aff85ecbd9 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:16.555412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0618a1-e53f-4d1c-9084-5b83807b64bc req-223de525-99e5-47e0-bab9-64bdd356ea0d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:16.556958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a0618a1-e53f-4d1c-9084-5b83807b64bc req-223de525-99e5-47e0-bab9-64bdd356ea0d tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.5385795 May 06 12:39:16.615721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ce83929-38da-4617-975f-2c5b4fbb9ac0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1922534 May 06 12:39:16.629212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34056) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:16.633543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a0618a1-e53f-4d1c-9084-5b83807b64bc req-634fb982-a105-4eb9-8295-fcc862192eea tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658667 May 06 12:39:16.635375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552476248'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:16.645652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:16.653590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:16.659203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:16.666154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:16.674047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-98209ec9-14c6-4346-9cee-80c248b22b8a', 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': 'e2bca123-fc6b-4810-abe9-6e31f5e4aaa0'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:16.674827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.718198 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.860680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:16.863612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.887085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] device_id is not set on port 7a5964e0-f4a9-4640-a19f-f4344b703121 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:16.891361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.916245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Allocated IP 172.20.255.242 (98209ec9-14c6-4346-9cee-80c248b22b8a/e2bca123-fc6b-4810-abe9-6e31f5e4aaa0/6df9cde7-3261-4183-a57b-98b0140d185f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:16.923359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-675227d8-eff2-4f2f-b903-0f5b9a70bcce req-425cbe6a-59d2-48a6-8d0f-9c6f32637a8c tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.0475502 May 06 12:39:16.936802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:16.948080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.948470 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment 949c1970-5952-42b6-aa18-7851ea3ab967 of type vlan for network a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 May 06 12:39:16.968778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b0b7bb0e-0d1a-402f-8246-5edb90ff2594 None None] Provisioning complete for port a2971439-8e60-422d-968e-aee386e372e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:16.974362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bb0e-0d1a-402f-8246-5edb90ff2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:16.979688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.155648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.185122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.189570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.190366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.255421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2d3b2b-1f09-4c58-8ebe-1b456a060b66,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:17.279082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.284360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.289226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d41706-1b67-4dd6-953b-c74ea2e45f98 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:17.319847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c6498861-871d-48a7-9e37-5f778a379f2d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9c2d3b2b-1f09-4c58-8ebe-1b456a060b66 HTTP/1.1" status: 204 len: 168 time: 1.5992506 May 06 12:39:17.321399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.373785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:17.388856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:17.405107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6307dd12-4201-44c6-8a1e-b0f6a2eff3f6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820043 May 06 12:39:17.407102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.408244 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.418899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:17.484556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c8b5e3ce-909d-469e-a543-00e56824af94 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8533878 May 06 12:39:17.486465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34076) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:17.493699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Transition to ACTIVE for port object 6df9cde7-3261-4183-a57b-98b0140d185f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:17.499628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': 'a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:17.514407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e1a4a-827f-452b-b2e3-bd947d47d07b req-85240d37-0e70-4ef6-a3aa-9f08efa1c9b8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.515946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff6e1a4a-827f-452b-b2e3-bd947d47d07b req-85240d37-0e70-4ef6-a3aa-9f08efa1c9b8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3650846 May 06 12:39:17.607341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Transition to ACTIVE for port object 6df9cde7-3261-4183-a57b-98b0140d185f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:17.674619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:17.683932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:17.690135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:17.695233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff6e1a4a-827f-452b-b2e3-bd947d47d07b req-c767d7a8-1bef-426a-8ea8-fd954148d989 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582568 May 06 12:39:17.699985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:17.742187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:17.747276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Deleting port a2971439-8e60-422d-968e-aee386e372e0 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:17.747657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.822084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:17.847013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:17.848408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.850005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:17.852680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:17.854461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.863117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:17.878727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.884399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.889960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.895606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.900577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.907934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.912924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:17.915638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-f1e4eb48-aad2-45c0-b48a-308de1170b3c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2445803 May 06 12:39:17.932726 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:17.977003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa20d5bb-b098-4ab6-b26b-bda1066e6cda req-532fae47-e6af-4261-867a-33130a3f9c14 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538301 May 06 12:39:18.014563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Network 98209ec9-14c6-4346-9cee-80c248b22b8a is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:18.023814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:18.031120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:18.116784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Pushing event updated for resources: {'Port': ['ID=6df9cde7-3261-4183-a57b-98b0140d185f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:18.126894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:18.224783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Port': ['ID=44c7676b-67d2-4607-88c7-08aff85ecbd9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:18.243075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] For port a2971439-8e60-422d-968e-aee386e372e0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a2971439-8e60-422d-968e-aee386e372e0,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:18.243485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.252073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Attempting to bind port 6df9cde7-3261-4183-a57b-98b0140d185f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:18.252450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Attempting to bind port 6df9cde7-3261-4183-a57b-98b0140d185f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:18.253162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Attempting to bind port 6df9cde7-3261-4183-a57b-98b0140d185f on network 98209ec9-14c6-4346-9cee-80c248b22b8a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:18.300484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Checking segment: {'id': '83275152-076f-40d4-b684-4b4599680e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e90ada51-21d3-4db9-a56e-8291f30d34f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:18.300900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network hostable DHCP agents. Network: e90ada51-21d3-4db9-a56e-8291f30d34f5, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:18.328286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df8eb0e6-4020-4d7e-beb1-e61e1d5b1599 req-1a1ba4bc-0110-458b-9aa1-1b2a9bb79fb9 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.1209228 May 06 12:39:18.353717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.388220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:18.388515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Checking segment: {'id': 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:18.388884 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.389274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Bound using segment: {'id': 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:18.389854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Bound port: 6df9cde7-3261-4183-a57b-98b0140d185f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98209ec9-14c6-4346-9cee-80c248b22b8a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:18.390104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.406418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Calling delete_port for a2971439-8e60-422d-968e-aee386e372e0 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:18.408665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-4561caf1-9f05-46b1-94ff-06f15bfe9396 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.409383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-4561caf1-9f05-46b1-94ff-06f15bfe9396 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Synchronizing usage tracker for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:18.423027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3d7cd-0b6b-4c6a-b0d9-58c9af45c4be req-312ec815-962c-421d-834b-9b239f37ea8b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.425426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf3d7cd-0b6b-4c6a-b0d9-58c9af45c4be req-312ec815-962c-421d-834b-9b239f37ea8b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.4570596 May 06 12:39:18.544287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf3d7cd-0b6b-4c6a-b0d9-58c9af45c4be req-83dec3d8-d946-40e6-9280-e08bbd569e7c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074357 May 06 12:39:18.594205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:18.597761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:18.597971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-4561caf1-9f05-46b1-94ff-06f15bfe9396 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Unset dirty status for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:18.599210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-4561caf1-9f05-46b1-94ff-06f15bfe9396 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.13 "GET /v2.0/networks?id=73ec557d-53c7-4007-9249-18c461089770 HTTP/1.1" status: 200 len: 809 time: 0.5377393 May 06 12:39:18.616918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Request body: {'port': {'device_id': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'network_id': '73ec557d-53c7-4007-9249-18c461089770', 'admin_state_up': True, 'tenant_id': 'c7cf4da13f884f6ebff44cfa16e43b9d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:18.695850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.704292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network e90ada51-21d3-4db9-a56e-8291f30d34f5 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:18.707068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.787061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] No DVR routers for this DVR port a2971439-8e60-422d-968e-aee386e372e0 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:18.789022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942edc-971b-4420-b72a-6f020c1a7afc None None] Pushing event deleted for resources: {'Port': ['ID=a2971439-8e60-422d-968e-aee386e372e0,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:18.799655 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.807516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:18.822219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:18.825966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:18.826551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.870190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=2c8cd86c-8df7-49cc-a8ce-f6413e8fa016,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:18.880392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b2cd7-2c7a-4788-b0ec-563f67812f03 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:18.893269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:18.897996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Usage tracker for resource:port and tenant:c7cf4da13f884f6ebff44cfa16e43b9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:18.902019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:18.910411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:18.923946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, e90ada51-21d3-4db9-a56e-8291f30d34f5) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:18.927962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:18.929121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.949479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:18.999446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698fcf3-d76b-4aee-a8f5-c70aea7c59e7 None None] Network e90ada51-21d3-4db9-a56e-8291f30d34f5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:19.017689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26a5a4f3-7ffb-4c60-9624-4472d9668421 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6069191 May 06 12:39:19.022197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34088) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:19.041307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:19.046906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Port': ['ID=7a5964e0-f4a9-4640-a19f-f4344b703121,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:19.053984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Checking segment: {'id': '3e833ffb-506c-483b-bb27-81794fa9d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1a1e8549-5d09-4360-a86a-7603948307f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:19.054341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network hostable DHCP agents. Network: 1a1e8549-5d09-4360-a86a-7603948307f6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:19.155879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=1b7b444e-ffec-4c50-9ea6-3dea359e0eae,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:19.183323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Made reservation on behalf of c7cf4da13f884f6ebff44cfa16e43b9d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:19.184162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28414b26-a2ee-4c3a-8f33-e3b380d89524 None None] Pushing event updated for resources: {'Port': ['ID=6df9cde7-3261-4183-a57b-98b0140d185f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:19.187874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.223227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba5206-cc3b-4095-9271-e167e89ec39f req-f94ca4f9-92a5-4824-9021-c830946af1bb tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.224827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9ba5206-cc3b-4095-9271-e167e89ec39f req-f94ca4f9-92a5-4824-9021-c830946af1bb tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3223691 May 06 12:39:19.228876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': '949c1970-5952-42b6-aa18-7851ea3ab967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:19.229240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:19.253485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network 1a1e8549-5d09-4360-a86a-7603948307f6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:19.319793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:19.328369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9ba5206-cc3b-4095-9271-e167e89ec39f req-6daecb69-702d-4c04-9364-4c7eccd7ba0d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854893 May 06 12:39:19.333293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:19.338500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:19.347512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:19.355901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:19.359470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:19.404881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.438811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b90535bb-bd09-488f-936e-54a42d4c383a req-630c5bd1-198a-423c-90e9-a24f9a974be8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2236867 May 06 12:39:19.471205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1a1e8549-5d09-4360-a86a-7603948307f6) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:19.513382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fe83b-b7fa-419c-b1d2-bbf00278921d None None] Network 1a1e8549-5d09-4360-a86a-7603948307f6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:19.535153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:19.546783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:19.547337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '2c8cd86c-8df7-49cc-a8ce-f6413e8fa016'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:19.547337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.554173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.562250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:19.564240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.564944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.700631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:19.713168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Allocated IP 172.20.0.2 (73ec557d-53c7-4007-9249-18c461089770/8328a881-5a7c-4a90-8506-f4270c6ecf87/28dc9c84-4ab8-468c-a7e1-b2fef101d4df) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:19.796960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09e0fd96-b314-4b5a-9ce8-2187d6407d75 req-af7341e8-7a7a-410c-8e27-13d03c107398 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.1034946 May 06 12:39:19.800747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:19.820453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:19.821070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.869624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6df9cde7-3261-4183-a57b-98b0140d185f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:19.897070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce7e38-6bd7-493a-8482-c2e205085d9c None None] Network a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:19.901173 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:19.956721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-afdeee78-9531-41d9-b8ce-40a3e9910fcb tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6879544 May 06 12:39:19.958116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34100) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:20.013350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b90535bb-bd09-488f-936e-54a42d4c383a req-5bfe9b1f-ccfe-4793-b840-5538b2fc5ab3 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5441563 May 06 12:39:20.068104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bdc64ea9-b488-4a11-83d1-60a733c5f3b1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5713277 May 06 12:39:20.068226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34104) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:20.157662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58742-2bd9-49ab-8238-d52db5f03728 req-c83d700e-f368-4138-ab6a-b1f4c42f725b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.160912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aac58742-2bd9-49ab-8238-d52db5f03728 req-c83d700e-f368-4138-ab6a-b1f4c42f725b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.1667967 May 06 12:39:20.162545 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c8cd86c-8df7-49cc-a8ce-f6413e8fa016 (CIDR: 2001:db8::/64) May 06 12:39:20.179897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.227572 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aac58742-2bd9-49ab-8238-d52db5f03728 req-3aca9307-a900-4c95-a158-a885d1736cf4 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513871 May 06 12:39:20.244955 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:39:20.247030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:20.281152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:20.373850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'port_id': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'mac_address': 'fa:16:3e:a8:2b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6bf2a9-09a7-48ae-8d84-d3780fe32163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:20.391909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:20.394666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e4f167dd-7a53-466a-8c3e-428992a45e04 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3665557 May 06 12:39:20.402494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:20.409772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:20.497384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:20.502394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e159cd4-70f7-4085-b076-3b4f01e4ab74 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.512219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e159cd4-70f7-4085-b076-3b4f01e4ab74 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.513003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e159cd4-70f7-4085-b076-3b4f01e4ab74 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Synchronizing usage tracker for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:20.540131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.550277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.577918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.581029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/2c8cd86c-8df7-49cc-a8ce-f6413e8fa016/9835aece-4c5b-480c-8470-839078effcdf) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:20.583336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.588733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.595126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.600032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.609182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.613451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.615563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8ff3c3d-8972-4929-b5d7-ec869232e669 req-b324c755-2284-4720-8ba2-17784771ff62 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.4132526 May 06 12:39:20.631297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:20.644167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Request body: {'floatingip': {'port_id': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:20.675860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:20.821993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.830198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:20.837746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:20.855988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:20.873908 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ff3ed0-b07f-4f73-84ee-46bd3c8185e2'] response: {'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'code': 200} May 06 12:39:20.878058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b3458-466e-4a26-8f28-1938d7dec8ce None None] Network 98209ec9-14c6-4346-9cee-80c248b22b8a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:20.907692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6df9cde7-3261-4183-a57b-98b0140d185f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:20.910838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.911569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.914643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e159cd4-70f7-4085-b076-3b4f01e4ab74 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Unset dirty status for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:20.919126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e159cd4-70f7-4085-b076-3b4f01e4ab74 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9484041 May 06 12:39:20.920620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34126) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:20.924201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:20.954916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c8d6d-6ae8-413d-87af-5ba17b861eee req-6632cfb7-e6d5-456a-9ef5-2e508d3ec74c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:20.963574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-274c8d6d-6ae8-413d-87af-5ba17b861eee req-6632cfb7-e6d5-456a-9ef5-2e508d3ec74c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 943 time: 0.3013365 May 06 12:39:21.024424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-274c8d6d-6ae8-413d-87af-5ba17b861eee req-69b3e078-510f-4dc2-be76-0cdf5a2f7d9f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595539 May 06 12:39:21.044838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23441a5b-c6dc-45a7-a2db-cc40276ca8e0 req-1212104f-ece3-4785-bc3a-97330ba499b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 0.2711959 May 06 12:39:21.063958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:21.067537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.100102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.160001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a2971439-8e60-422d-968e-aee386e372e0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:21.172037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-da1c30a5-7054-410d-ae3f-5a38080b679f req-aec868bb-0c32-44ac-9f53-667b3fd1296f tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Synchronizing usage tracker for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:21.178260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23441a5b-c6dc-45a7-a2db-cc40276ca8e0 req-f8e1351a-cb51-4952-a9d8-a09ee99726c0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335058 May 06 12:39:21.234874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting port 44c7676b-67d2-4607-88c7-08aff85ecbd9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:21.235374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.242397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a2971439-8e60-422d-968e-aee386e372e0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:21.242738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a2971439-8e60-422d-968e-aee386e372e0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:21.261073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.289671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b38b89a-38b9-4c62-866d-364cfa1ab1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26', 'network_id': 'a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '1b7b444e-ffec-4c50-9ea6-3dea359e0eae'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:21.290507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b38b89a-38b9-4c62-866d-364cfa1ab1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.304754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:21.313424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.348627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:21.354087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Transition to ACTIVE for port object 9835aece-4c5b-480c-8470-839078effcdf will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:21.372993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.441583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-da1c30a5-7054-410d-ae3f-5a38080b679f req-aec868bb-0c32-44ac-9f53-667b3fd1296f tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Unset dirty status for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:21.442659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da1c30a5-7054-410d-ae3f-5a38080b679f req-aec868bb-0c32-44ac-9f53-667b3fd1296f tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.4264145 May 06 12:39:21.464365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Provisioning for port 6df9cde7-3261-4183-a57b-98b0140d185f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:21.477956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7b444e-ffec-4c50-9ea6-3dea359e0eae,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:21.498855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Provisioning complete for port 6df9cde7-3261-4183-a57b-98b0140d185f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:21.499174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.543299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67326c-d880-4105-a1b3-43ee88282248 req-a06485d6-65f6-4be8-acc1-e0381932714a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:21.545375 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e67326c-d880-4105-a1b3-43ee88282248 req-a06485d6-65f6-4be8-acc1-e0381932714a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.1469102 May 06 12:39:21.607203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e67326c-d880-4105-a1b3-43ee88282248 req-f2b68c33-10a2-471e-8f7c-774e4008f3f9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523198 May 06 12:39:21.615864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Transition to ACTIVE for port object 9835aece-4c5b-480c-8470-839078effcdf will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:21.624201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:21.624741 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:21.781792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b5403-f6e4-4023-83dd-23fed58485b8 None None] Network a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:21.786885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Network 73ec557d-53c7-4007-9249-18c461089770 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:21.795110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Pushing event updated for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:21.797616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:21.861189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:21.988545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:21.992676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:39:22.006914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.061226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.089517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:22.111357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:22.112312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Pushing event updated for resources: {'Port': ['ID=9835aece-4c5b-480c-8470-839078effcdf,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:22.114181 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.126730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:22.126730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:22.134449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.135126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.155021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949c1970-5952-42b6-aa18-7851ea3ab967') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:22.155275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949c1970-5952-42b6-aa18-7851ea3ab967') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:22.291927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:22.297258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.298267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.309916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Attempting to bind port 9835aece-4c5b-480c-8470-839078effcdf on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:22.310715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Attempting to bind port 9835aece-4c5b-480c-8470-839078effcdf by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:22.311075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Attempting to bind port 9835aece-4c5b-480c-8470-839078effcdf on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Bound port: 9835aece-4c5b-480c-8470-839078effcdf, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:22.333085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.384451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:22.399491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Calling delete_port for 44c7676b-67d2-4607-88c7-08aff85ecbd9 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:22.431470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.449571 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.469288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.505885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:22.506287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.515522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] For port 9835aece-4c5b-480c-8470-839078effcdf, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:22.525027 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:22.536099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] For port 9835aece-4c5b-480c-8470-839078effcdf, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9835aece-4c5b-480c-8470-839078effcdf,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:22.540066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92c7fd-3498-4b9b-a493-fac0c5d11a48 None None] Pushing event updated for resources: {'Port': ['ID=6df9cde7-3261-4183-a57b-98b0140d185f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:22.557493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.635571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-272bb79f-c603-4353-b4dd-a0cc3263b3ed None None] Provisioning complete for port 6df9cde7-3261-4183-a57b-98b0140d185f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:22.636605 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-272bb79f-c603-4353-b4dd-a0cc3263b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.676114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b75569-e8df-41fc-95e1-41a3dadc1ff4 req-50db99ce-508e-47f7-a654-6cc86d4d3ad2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.677679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54b75569-e8df-41fc-95e1-41a3dadc1ff4 req-50db99ce-508e-47f7-a654-6cc86d4d3ad2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 943 time: 0.4520643 May 06 12:39:22.695634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:22.726639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe8e11-6580-4f1f-a1fc-3514fe4d34f3 req-03857de7-5a5e-42ac-91b5-fc4ad5122959 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:22.733668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9e931b76-4ee3-4305-9b6b-9125a3d70a26 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1207731 May 06 12:39:22.737805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29fe8e11-6580-4f1f-a1fc-3514fe4d34f3 req-03857de7-5a5e-42ac-91b5-fc4ad5122959 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 931 time: 0.0926647 May 06 12:39:22.796968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-1dcbbcff-40a4-4e76-8486-586ebd126d16 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:39:22.798000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-1dcbbcff-40a4-4e76-8486-586ebd126d16 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050185 May 06 12:39:22.801350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['a8b97cbf-c437-4731-a9a9-03d15e8e8154'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:22.826002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:22.830480 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:22.830480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29fe8e11-6580-4f1f-a1fc-3514fe4d34f3 req-fa0fe5fb-cea8-41f9-9977-837c27070ec5 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859318 May 06 12:39:22.839908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54b75569-e8df-41fc-95e1-41a3dadc1ff4 req-79b0d856-39c1-42a7-8200-a98e04721f75 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501818 May 06 12:39:22.866853 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.906212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.924727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Request body: {'port': {'device_id': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:22.961491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:22.972240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.045939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1a750-4eeb-4a99-afa4-2a417f2060e5 None None] Pushing event updated for resources: {'Port': ['ID=9835aece-4c5b-480c-8470-839078effcdf,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.052459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.135476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.137871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.213610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Port': ['ID=44c7676b-67d2-4607-88c7-08aff85ecbd9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:23.230647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-883636b4-2e49-4f66-944f-20afe6686bd8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 HTTP/1.1" status: 204 len: 168 time: 3.1622729 May 06 12:39:23.234704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:23.241903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1775682259'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:23.248348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:23.253034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:23.256215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:23.262951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:23.329060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.333456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d944d932-602d-42fc-b881-31e97ea775b7 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/ports/44c7676b-67d2-4607-88c7-08aff85ecbd9 HTTP/1.1" status: 204 len: 168 time: 2.3218341 May 06 12:39:23.344376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34148) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:23.378159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:23.381119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.410926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.460573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:23.494517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.494908 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment dad77ef1-44e4-43d4-9d98-9bb2acce80ed of type vlan for network 792a696f-649c-4ad5-8ee5-1ca13da32310 May 06 12:39:23.555283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.558371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.590035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting port 7a5964e0-f4a9-4640-a19f-f4344b703121 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:23.590376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.670830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72b2a6-7eb9-471b-bb6a-c17ebcdf4aff req-7051b8c1-93e4-45ec-89b0-06a1e732213f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:23.672417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e72b2a6-7eb9-471b-bb6a-c17ebcdf4aff req-7051b8c1-93e4-45ec-89b0-06a1e732213f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.6958194 May 06 12:39:23.757774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6df9cde7-3261-4183-a57b-98b0140d185f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:23.763781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port 9835aece-4c5b-480c-8470-839078effcdf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9835aece-4c5b-480c-8470-839078effcdf,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:23.796231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.826136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.837086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:23.837086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.859359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6df9cde7-3261-4183-a57b-98b0140d185f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:23.860152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:23.971014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e72b2a6-7eb9-471b-bb6a-c17ebcdf4aff req-234a8e4a-c627-4ff1-8393-de12e583cb62 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882326 May 06 12:39:24.025336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.028552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.033708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9835aece-4c5b-480c-8470-839078effcdf up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:24.160295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.264033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9835aece-4c5b-480c-8470-839078effcdf completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:24.278867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=9835aece-4c5b-480c-8470-839078effcdf,revision_number=4']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:24.303813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:24.314444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:24.320161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=792a696f-649c-4ad5-8ee5-1ca13da32310,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:24.323178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.324569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.338381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7211c99-15ca-41d6-bf45-75c56638583e None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:24.355178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 792a696f-649c-4ad5-8ee5-1ca13da32310 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:24.371338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=2c094216-6972-43b1-92ff-9d768f499f0b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:24.400841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7565c-ce70-48a5-a382-b36d077ffafb req-f29474c1-602f-48d3-941b-a031aebb8dd1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.403177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bc7565c-ce70-48a5-a382-b36d077ffafb req-f29474c1-602f-48d3-941b-a031aebb8dd1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 944 time: 0.1695802 May 06 12:39:24.404364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Calling delete_port for 7a5964e0-f4a9-4640-a19f-f4344b703121 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:24.431072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52f5b69d-6342-406e-8893-2635c543556d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1925092 May 06 12:39:24.431988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34162) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:24.441684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:24.534913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-551397a5-9625-42a6-b76d-ca240c573ea5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1308520 May 06 12:39:24.554141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:24.558075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34166) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:24.567666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:31:9b:20', 'name': 'tempest-NetworksTestDHCPv6-1627028006'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:24.598885 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Floating IP 57cb1490-ff43-4324-bc9e-1b8002b96d6c associated. External IP: 172.25.2.207, port: dea5d3ca-eb10-4fd0-b656-e182e84b6ab7. May 06 12:39:24.648042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bc7565c-ce70-48a5-a382-b36d077ffafb req-301c654c-157c-4d9e-9525-2d8d48f5c955 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391241 May 06 12:39:24.708056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:24.716413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:24.717161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:24.720251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Provisioning for port 9835aece-4c5b-480c-8470-839078effcdf completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:24.724232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:24.734644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0cfe1-f6d0-4ec7-a516-4f64f6806794 req-30279239-bc22-4a7c-a072-04e5ab64efb7 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:24.735948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Provisioning complete for port 9835aece-4c5b-480c-8470-839078effcdf triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:24.736417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.741565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddf0cfe1-f6d0-4ec7-a516-4f64f6806794 req-30279239-bc22-4a7c-a072-04e5ab64efb7 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 931 time: 0.4827709 May 06 12:39:24.794426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:24.801110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:24.806438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:24.815949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:24.843432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port a8b97cbf-c437-4731-a9a9-03d15e8e8154 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:24.844023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.875753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:24.894366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:24.950634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:24.979314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Port': ['ID=7a5964e0-f4a9-4640-a19f-f4344b703121,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:24.988427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dc9c84-4ab8-468c-a7e1-b2fef101d4df {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:24.994681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddf0cfe1-f6d0-4ec7-a516-4f64f6806794 req-b10d54cf-f404-49a5-9dd4-f74149f12baa tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Synchronizing usage tracker for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:25.003636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.012441 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.031542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.070684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Transition to ACTIVE for port object 28dc9c84-4ab8-468c-a7e1-b2fef101d4df will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:25.141801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.187075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.205366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddf0cfe1-f6d0-4ec7-a516-4f64f6806794 req-b10d54cf-f404-49a5-9dd4-f74149f12baa tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Unset dirty status for tenant:c7cf4da13f884f6ebff44cfa16e43b9d on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:25.212952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] For port 9835aece-4c5b-480c-8470-839078effcdf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9835aece-4c5b-480c-8470-839078effcdf,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:25.213816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddf0cfe1-f6d0-4ec7-a516-4f64f6806794 req-b10d54cf-f404-49a5-9dd4-f74149f12baa tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707851 May 06 12:39:25.221155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:25.232544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:25.276059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.325296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.337433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 1fd022a6-f74c-420b-8f4f-e19583f3ccdb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:25.406517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-63246dbc-5ea4-4c02-a6ae-798451662e59 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/ports/7a5964e0-f4a9-4640-a19f-f4344b703121 HTTP/1.1" status: 204 len: 168 time: 2.0597816 May 06 12:39:25.407702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Pushing event updated for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:25.412236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34178) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:25.509899 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac4eaba-dc4a-4425-83d2-b73b61a96180'] response: {'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'code': 200} May 06 12:39:25.561391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:25.642410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f36187-3ff6-495e-beea-1dc953346b85 None None] Pushing event updated for resources: {'Port': ['ID=9835aece-4c5b-480c-8470-839078effcdf,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:25.660551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42313b40-bd41-4100-860f-09814dde7bcc tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Synchronizing usage tracker for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:25.748694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:25.752304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.016239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing IP validity checks on allocation pools {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:39:26.016850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:39:26.041851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Attempting to bind port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:26.043568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Attempting to bind port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'aaeaa09d-707c-4a20-adc5-cd336a936664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73ec557d-53c7-4007-9249-18c461089770'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:26.043825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Attempting to bind port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df on network 73ec557d-53c7-4007-9249-18c461089770 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:26.124817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42313b40-bd41-4100-860f-09814dde7bcc tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Unset dirty status for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:26.125977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-42313b40-bd41-4100-860f-09814dde7bcc tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6968396 May 06 12:39:26.130616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:26.144887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2063917764'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:26.157462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bc76c20a-4a81-4833-bfcd-27beb0eaefcd None None] Provisioning complete for port 9835aece-4c5b-480c-8470-839078effcdf triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:26.158016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:26.158603 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bc76c20a-4a81-4833-bfcd-27beb0eaefcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.173429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:network and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:26.178513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df on network 73ec557d-53c7-4007-9249-18c461089770 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:26.178849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Attempting to bind port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df on network 73ec557d-53c7-4007-9249-18c461089770 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:26.187806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:26.210855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:26.211231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Checking segment: {'id': 'aaeaa09d-707c-4a20-adc5-cd336a936664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73ec557d-53c7-4007-9249-18c461089770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:26.211677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Bound using segment: {'id': 'aaeaa09d-707c-4a20-adc5-cd336a936664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73ec557d-53c7-4007-9249-18c461089770'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:26.212144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Bound port: 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeaa09d-707c-4a20-adc5-cd336a936664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '73ec557d-53c7-4007-9249-18c461089770'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:26.212494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.226639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1924f-8223-4843-8667-b9133a7ca30d req-e23aff41-0ac6-434d-b34d-6209806953bf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.226940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:26.235314 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6b1924f-8223-4843-8667-b9133a7ca30d req-e23aff41-0ac6-434d-b34d-6209806953bf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.5481689 May 06 12:39:26.245013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-461f26da-816e-46cc-a4d8-17aa6a24eea4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 0.5026407 May 06 12:39:26.261003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f120db4-0fca-4b7a-ac2a-64de45fa5323 req-ea64d8fc-6fa4-4732-a163-165288fe3cbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 1096 time: 0.5707605 May 06 12:39:26.319010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba11d6-597f-4a15-af85-8a29285888e2 req-56a624b8-b6b4-486c-a2d2-7ab2f745d373 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.320406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23ba11d6-597f-4a15-af85-8a29285888e2 req-56a624b8-b6b4-486c-a2d2-7ab2f745d373 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.4013700 May 06 12:39:26.414270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6b1924f-8223-4843-8667-b9133a7ca30d req-7208e919-8486-4762-8c7b-59173d8e3d3e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778800 May 06 12:39:26.432068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f120db4-0fca-4b7a-ac2a-64de45fa5323 req-e4dae284-1965-41e5-a711-bbd254709824 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552408 May 06 12:39:26.436850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:26.441900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,segment=NetworkSegment(aaeaa09d-707c-4a20-adc5-cd336a936664),segment_id=aaeaa09d-707c-4a20-adc5-cd336a936664)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:26.501615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:26.513757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::380 (2e7d2229-1c74-4943-b601-890d74ccfdf0/2c8cd86c-8df7-49cc-a8ce-f6413e8fa016/1fd022a6-f74c-420b-8f4f-e19583f3ccdb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:26.515759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:26.518679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.550412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:9b20 (2e7d2229-1c74-4943-b601-890d74ccfdf0/2c094216-6972-43b1-92ff-9d768f499f0b/1fd022a6-f74c-420b-8f4f-e19583f3ccdb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:26.569476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23ba11d6-597f-4a15-af85-8a29285888e2 req-814d7b91-2004-4c23-9ea2-3848c1c7b39f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352943 May 06 12:39:26.572149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-8db31387-7ef4-43cd-aa31-642ccdc95a18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:26.573134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.574770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-8db31387-7ef4-43cd-aa31-642ccdc95a18 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.3143528 May 06 12:39:26.657694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.711788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.713431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] 10.222.0.13 "PUT /v2.0/ports/28dc9c84-4ab8-468c-a7e1-b2fef101d4df HTTP/1.1" status: 200 len: 1091 time: 3.9069769 May 06 12:39:26.722583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:26.723716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:26.772348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81598e91-cecd-49a1-973a-f0bf8f02003d service neutron] Pushing event updated for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:26.890471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:26.891944 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 2e8aad5e-9c14-44c8-a845-b7c7296489fd of type vlan for network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 May 06 12:39:26.947169 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f85d351-534a-4c08-95b7-fad5438d63c7'] response: {'name': 'network-changed', 'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df', 'status': 'completed', 'code': 200} May 06 12:39:26.977356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=79405bf0-08db-490d-9775-ffc0c329fb17,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.012288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-c07aee49-27f9-47a4-8e13-d6e57c1857c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 1001 time: 0.4288843 May 06 12:39:27.030216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:27.037863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.041494 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Sync routers for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:27.054526 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:27.055207 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:27.086382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.106237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9a827052-a9dc-4e56-8c96-85ed1826a3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7cf4da13f884f6ebff44cfa16e43b9d&device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 1094 time: 0.2251532 May 06 12:39:27.120679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e40898-ef10-413a-99ae-25af5f575534 req-8a1152be-e5dc-4284-aca8-dc16067a1dae tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.122374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42e40898-ef10-413a-99ae-25af5f575534 req-8a1152be-e5dc-4284-aca8-dc16067a1dae tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 943 time: 0.1784403 May 06 12:39:27.122505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:27.122885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 792a696f-649c-4ad5-8ee5-1ca13da32310, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:27.137925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1d94548-7f8a-4215-90b1-148725aa73ea tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "PUT /v2.0/floatingips/57cb1490-ff43-4324-bc9e-1b8002b96d6c HTTP/1.1" status: 200 len: 992 time: 6.4877973 May 06 12:39:27.177909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-0787fc3c-b89a-419c-a641-c4cd22da6a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.179439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-0787fc3c-b89a-419c-a641-c4cd22da6a8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.1550293 May 06 12:39:27.215423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-6717f324-2a9f-4f98-a744-66939dc85a41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df HTTP/1.1" status: 200 len: 217 time: 0.0901990 May 06 12:39:27.242495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.253412 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:27.271950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 1fd022a6-f74c-420b-8f4f-e19583f3ccdb will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:27.284802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42e40898-ef10-413a-99ae-25af5f575534 req-73ce1608-56c3-470e-b5eb-37beb001096c tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087389 May 06 12:39:27.294650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9523125e-573d-4f57-890f-ec0e63ddefef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.296366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-9523125e-573d-4f57-890f-ec0e63ddefef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8328a881-5a7c-4a90-8506-f4270c6ecf87 HTTP/1.1" status: 200 len: 849 time: 0.0716116 May 06 12:39:27.311952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-5c09014b-5116-4046-9cec-b7bd24e112f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245608 May 06 12:39:27.354847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-ad38d066-3879-4d82-a496-c6d4ca558a6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73ec557d-53c7-4007-9249-18c461089770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506077 May 06 12:39:27.400627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.404457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.405028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.444685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 792a696f-649c-4ad5-8ee5-1ca13da32310 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:27.523753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.786809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-7bd075b8-8072-47a5-ba8d-fb888ec64320 service neutron] 10.222.0.13 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220049 May 06 12:39:27.788350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9835aece-4c5b-480c-8470-839078effcdf up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:27.806576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 792a696f-649c-4ad5-8ee5-1ca13da32310) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:27.857185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7222095 May 06 12:39:27.866744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:27.871730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:27.876542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:27.893407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '57cb1490-ff43-4324-bc9e-1b8002b96d6c', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'port_id': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'mac_address': 'fa:16:3e:50:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:36:54Z', 'updated_at': '2022-05-06T12:39:22Z', 'revision_number': 1, 'project_id': '980c74da53e142ed854555cab024d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:27.906013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687228d5-1e20-445f-81b2-3d64d822f62b None None] Network 792a696f-649c-4ad5-8ee5-1ca13da32310 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:27.912851 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Checking router: bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:39:27.946728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88277c2c-bd07-40a0-b919-0720fe853790 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=8c573126-ecd4-4d0e-8225-a92bcf746ff4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:27.972394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:27.981844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1114055553'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:28.002193 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:28.005992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:28.006149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f7c999b-3853-4d34-b29b-0167af8ff448 req-e3d61e0e-2cbb-4a32-9fca-a56df4b239d4 service neutron] 10.222.0.13 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085547 May 06 12:39:28.018263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:28.046875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=1fd022a6-f74c-420b-8f4f-e19583f3ccdb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:28.051222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:network and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:28.080294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:28.088698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:28.105822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef572-ec06-4605-a37e-2183a4ba95b3 req-203bf665-c9c7-436f-a194-353f63bcffad tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.108112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e03ef572-ec06-4605-a37e-2183a4ba95b3 req-203bf665-c9c7-436f-a194-353f63bcffad tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1007943 May 06 12:39:28.115828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:28.128629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:28.136603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.137523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.143957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:28.162519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-fe3b99aa-b550-42bd-aefb-a0fba4ad9cd3 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433502 May 06 12:39:28.197736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a48c2f16-c981-4b26-97a3-e44547309fc6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7564163 May 06 12:39:28.198916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:28.224659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e03ef572-ec06-4605-a37e-2183a4ba95b3 req-3a74cbf8-6eae-42ba-ad71-ef3b1dfb1cbe tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110225 May 06 12:39:28.300951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-69ed207f-6530-4a1b-8f5e-c17d4ec67e36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7cf4da13f884f6ebff44cfa16e43b9d&device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 1094 time: 0.1242344 May 06 12:39:28.414205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9835aece-4c5b-480c-8470-839078effcdf triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:28.414664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.430385 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:28.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:28.480709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.554628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d7fcd3c-2d24-475c-8639-9ce218148014 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9952865 May 06 12:39:28.577704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34222) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:28.730177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-a403d4ac-85d8-4665-a223-09ba39eeb084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.731630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-a403d4ac-85d8-4665-a223-09ba39eeb084 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73ec557d-53c7-4007-9249-18c461089770 HTTP/1.1" status: 200 len: 910 time: 0.4248831 May 06 12:39:28.862710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2d02-80be-48c4-be01-af07248e3b54 req-362d7df2-23b7-4798-9281-32e285b18a6b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:28.873890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-285e2d02-80be-48c4-be01-af07248e3b54 req-362d7df2-23b7-4798-9281-32e285b18a6b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 1.0727327 May 06 12:39:28.986016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-792a696f-649c-4ad5-8ee5-1ca13da32310', 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '79405bf0-08db-490d-9775-ffc0c329fb17'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:28.987009 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:28.988475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '57cb1490-ff43-4324-bc9e-1b8002b96d6c', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'port_id': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'mac_address': 'fa:16:3e:50:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:36:54Z', 'updated_at': '2022-05-06T12:39:22Z', 'revision_number': 1, 'project_id': '980c74da53e142ed854555cab024d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:28.996154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:28.997490 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ca2ef-6ca2-4014-ba27-579d6a296320 None None] The sync data for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 is: [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '57cb1490-ff43-4324-bc9e-1b8002b96d6c', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'port_id': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'mac_address': 'fa:16:3e:50:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:36:54Z', 'updated_at': '2022-05-06T12:39:22Z', 'revision_number': 1, 'project_id': '980c74da53e142ed854555cab024d28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:29.008283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-f0b296f6-2c68-4153-8a3b-7adc9e293fec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df HTTP/1.1" status: 200 len: 217 time: 0.1930401 May 06 12:39:29.012408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:29.022571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.022907 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Added segment 1ad439e4-0293-4cb8-a3e8-f7da020f9482 of type vlan for network 823f59e6-f380-41aa-ac3f-736880df47a9 May 06 12:39:29.059891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7638bb0e-ef58-4537-82f5-920949cbc5e4 None None] Provisioning for port 1fd022a6-f74c-420b-8f4f-e19583f3ccdb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:29.060583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.078445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7638bb0e-ef58-4537-82f5-920949cbc5e4 None None] Provisioning complete for port 1fd022a6-f74c-420b-8f4f-e19583f3ccdb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:29.083908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7638bb0e-ef58-4537-82f5-920949cbc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.094199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 1fd022a6-f74c-420b-8f4f-e19583f3ccdb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:29.094693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.165636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-d43eca04-4235-495e-97b7-eb5433044743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:29.169688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-d43eca04-4235-495e-97b7-eb5433044743 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8328a881-5a7c-4a90-8506-f4270c6ecf87 HTTP/1.1" status: 200 len: 849 time: 0.1510270 May 06 12:39:29.183684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2bcf4a5-025a-4cef-8eaa-523b20a3a2d3 req-0f5916f8-1f1b-4b70-a924-2d593153e267 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9774656 May 06 12:39:29.232548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7638bb0e-ef58-4537-82f5-920949cbc5e4 None None] Port 1fd022a6-f74c-420b-8f4f-e19583f3ccdb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:29.248782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.273740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-285e2d02-80be-48c4-be01-af07248e3b54 req-fc70ecde-b504-4b4b-9811-c3f19642afd8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970356 May 06 12:39:29.367076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-653f202a-7997-46aa-9773-5e285c8f1d5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73ec557d-53c7-4007-9249-18c461089770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1824415 May 06 12:39:29.411030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.422944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:29.423920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:29.504880 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561c5e49-dbe0-41c9-85fe-424c1287272e'] response: {'name': 'network-changed', 'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'status': 'completed', 'code': 200} May 06 12:39:29.533365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Allocated IP 172.20.0.3 (792a696f-649c-4ad5-8ee5-1ca13da32310/79405bf0-08db-490d-9775-ffc0c329fb17/6dcafd46-10bf-4f8f-8b74-634d1d4a421e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:29.583732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d5ae-c8b4-4a4a-ba59-93f1ad42f190 req-a2f0a960-4b6c-4acd-a2f7-936729fb05c8 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:29.586600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f710387c-2769-4a82-bdbc-607b49049dd6 None None] New status for floating IP 57cb1490-ff43-4324-bc9e-1b8002b96d6c: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:39:29.591456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9448d5ae-c8b4-4a4a-ba59-93f1ad42f190 req-a2f0a960-4b6c-4acd-a2f7-936729fb05c8 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 943 time: 0.8588028 May 06 12:39:29.723817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-34d20afc-3606-48d4-b9d5-b4d991d52cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454978 May 06 12:39:29.732768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9448d5ae-c8b4-4a4a-ba59-93f1ad42f190 req-996bf2c7-c7d1-43c3-806d-241c0bf8d331 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403263 May 06 12:39:29.944835 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:39:29.984045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e127a583-fd1b-4e58-bea4-9028284fbf59 req-c3b0664c-202d-477a-9797-02c7cd009225 service neutron] 10.222.0.13 "GET /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472816 May 06 12:39:30.100489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.140551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Network': ['ID=823f59e6-f380-41aa-ac3f-736880df47a9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.153205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66863231-6a59-434b-9716-dcec19417e4f tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2079699 May 06 12:39:30.156473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 823f59e6-f380-41aa-ac3f-736880df47a9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:30.213061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-87bce2ea-4b2a-43a3-a2de-1b33c78d0e64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6491 time: 0.6611509 May 06 12:39:30.269660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.288908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Transition to ACTIVE for port object 6dcafd46-10bf-4f8f-8b74-634d1d4a421e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:30.340435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Transition to ACTIVE for port object 6dcafd46-10bf-4f8f-8b74-634d1d4a421e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:30.375114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded446-9603-4911-90b1-9dc3af409fa2 req-44e2f81f-9164-4041-adb7-f4c792663d7f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.382678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54ded446-9603-4911-90b1-9dc3af409fa2 req-44e2f81f-9164-4041-adb7-f4c792663d7f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.6459110 May 06 12:39:30.390970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.462377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:30.611093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 28dc9c84-4ab8-468c-a7e1-b2fef101d4df details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:30.666131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Network 792a696f-649c-4ad5-8ee5-1ca13da32310 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:30.671617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:30.677877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:30.685944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Pushing event updated for resources: {'Port': ['ID=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:30.694365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557bfb7-d359-47f8-b848-21203f7c1a1b req-300c603d-92b0-4de2-9fdb-b9348355d99a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:30.695884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2557bfb7-d359-47f8-b848-21203f7c1a1b req-300c603d-92b0-4de2-9fdb-b9348355d99a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.1623080 May 06 12:39:30.712130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 1fd022a6-f74c-420b-8f4f-e19583f3ccdb owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:30.790421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2557bfb7-d359-47f8-b848-21203f7c1a1b req-1bd26f95-5eba-4f27-b3d8-e8b6819ee220 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875759 May 06 12:39:30.863103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,segment=NetworkSegment(aaeaa09d-707c-4a20-adc5-cd336a936664),segment_id=aaeaa09d-707c-4a20-adc5-cd336a936664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:30.895282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df', 'network_id': '73ec557d-53c7-4007-9249-18c461089770', 'port_id': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df', 'mac_address': 'fa:16:3e:1a:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8328a881-5a7c-4a90-8506-f4270c6ecf87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:31.136348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Attempting to bind port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:31.137015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Attempting to bind port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:31.137565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Attempting to bind port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e on network 792a696f-649c-4ad5-8ee5-1ca13da32310 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:31.151327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.167785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a031ce-043c-4f2a-ac53-eabf98f3b4c9 req-2c03fad1-28ca-4691-bb18-0f89bcc1a4be tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:31.170798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:31.171818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Checking segment: {'id': 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:31.172389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.172937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Bound using segment: {'id': 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:31.173574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Bound port: 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '792a696f-649c-4ad5-8ee5-1ca13da32310'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:31.174145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.176440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87a031ce-043c-4f2a-ac53-eabf98f3b4c9 req-2c03fad1-28ca-4691-bb18-0f89bcc1a4be tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 943 time: 0.1575398 May 06 12:39:31.238906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87a031ce-043c-4f2a-ac53-eabf98f3b4c9 req-f754f252-a87b-4f0b-8f61-0e7c9039d735 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613930 May 06 12:39:31.259251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dc9c84-4ab8-468c-a7e1-b2fef101d4df {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:31.298404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54ded446-9603-4911-90b1-9dc3af409fa2 req-f5193c2e-71fe-4bd6-bd58-d6b89a40e39a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9152930 May 06 12:39:31.343848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,segment=NetworkSegment(aaeaa09d-707c-4a20-adc5-cd336a936664),segment_id=aaeaa09d-707c-4a20-adc5-cd336a936664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:31.397486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-14fe3461-f115-4f4a-bb1b-ca25a3e6fc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:31.399651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-14fe3461-f115-4f4a-bb1b-ca25a3e6fc3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd HTTP/1.1" status: 200 len: 913 time: 1.1786485 May 06 12:39:31.426365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:31.433963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:31.444014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.587841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.594945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.634243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83350f83-7133-4736-90ee-24e1a2997171 req-ff0ea25b-4ef4-485a-91e1-ca5f4d5c1a76 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:31.640780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:31.650657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=79405bf0-08db-490d-9775-ffc0c329fb17,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:31.653803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83350f83-7133-4736-90ee-24e1a2997171 req-ff0ea25b-4ef4-485a-91e1-ca5f4d5c1a76 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.1531343 May 06 12:39:31.657977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:31.767157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['28dc9c84-4ab8-468c-a7e1-b2fef101d4df'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:31.780340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83350f83-7133-4736-90ee-24e1a2997171 req-6d0b3e75-d36c-4e10-909d-bac25fa0a3d5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255014 May 06 12:39:31.891419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=1fd022a6-f74c-420b-8f4f-e19583f3ccdb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.019166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e09c-ed53-4050-8dbf-7c9ef5726fdd None None] Pushing event updated for resources: {'Port': ['ID=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:32.201504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.282950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.302061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-3448ab78-b60d-4d59-9a9b-a4b5c95be463 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 200 len: 1002 time: 0.8028891 May 06 12:39:32.389813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51d95b98-d3cf-4c41-99fc-a95a785641e3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/1fd022a6-f74c-420b-8f4f-e19583f3ccdb HTTP/1.1" status: 204 len: 168 time: 3.8082664 May 06 12:39:32.407321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34254) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:32.432125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792a696f-649c-4ad5-8ee5-1ca13da32310']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:32.456279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:32.456799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:32.475444 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.483755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-dd98d42f-3150-45ad-bce7-37d11a4dce80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:32.485531 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-dd98d42f-3150-45ad-bce7-37d11a4dce80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3752f996-5416-43de-9e1f-b6558d60de00 HTTP/1.1" status: 200 len: 851 time: 0.1715837 May 06 12:39:32.574480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.594784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01507841-4b96-47e9-84ee-abb36f25af33 req-263c638e-ca2c-4b38-a11e-fc926721a377 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:32.596673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01507841-4b96-47e9-84ee-abb36f25af33 req-263c638e-ca2c-4b38-a11e-fc926721a377 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.3115029 May 06 12:39:32.606664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:32.607079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:32.656579 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:32.693193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f6875-76a8-49d0-8342-691a14644a4e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:32.695409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fc2f6875-76a8-49d0-8342-691a14644a4e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:32.764393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01507841-4b96-47e9-84ee-abb36f25af33 req-a847bd60-2772-42b0-81ff-d5df627309d6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568751 May 06 12:39:32.893035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fc2f6875-76a8-49d0-8342-691a14644a4e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:32.894167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fc2f6875-76a8-49d0-8342-691a14644a4e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4852865 May 06 12:39:32.897224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.053842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f24c2-1845-4ee8-97c1-85e0328ae5ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.059085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-107f24c2-1845-4ee8-97c1-85e0328ae5ae tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1609368 May 06 12:39:33.059970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34270) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.157933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-1086a837-c732-4c2b-9c33-1750ff49a9e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6644449 May 06 12:39:33.231424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:39:33.231424 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:39:33.231424 n-d-840845-1 neutron-server[84799]: [parameters: {'id': '792a696f-649c-4ad5-8ee5-1ca13da32310'}] May 06 12:39:33.231424 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:33.235675 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:33.256257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.258609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.260836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.262255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:33.301090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0c86-9c36-420f-b712-1e5ec5e54b50 req-c973bbc2-0300-412c-a21e-4fc3650e7ad9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.324946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bde0c86-9c36-420f-b712-1e5ec5e54b50 req-c973bbc2-0300-412c-a21e-4fc3650e7ad9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.2625759 May 06 12:39:33.326140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.337858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Request body: {'floatingip': {'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.341958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4c10-4d88-452e-b26e-061c57a64b7f req-d5815ae0-c2de-4828-9b4d-1236fc362064 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:33.348743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdaf4c10-4d88-452e-b26e-061c57a64b7f req-d5815ae0-c2de-4828-9b4d-1236fc362064 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 944 time: 0.4867935 May 06 12:39:33.385888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23be153e-46fc-4474-a180-0e68620bcb63 None None] Network 792a696f-649c-4ad5-8ee5-1ca13da32310 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:33.436354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdaf4c10-4d88-452e-b26e-061c57a64b7f req-1a5edca1-2c4d-4bfb-a95d-c81071ca0164 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867002 May 06 12:39:33.463486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-7e29d515-6fef-483d-8826-6e3a9b8bcd03 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917011 May 06 12:39:33.532070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.568232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.579025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'subnets': [{'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1674795845', 'ip_version': 6}, {'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.579587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'subnet': {'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1674795845', 'ip_version': 6}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.580428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Request body: {'subnet': {'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.616573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1ea850cb-6349-450c-b6c7-bc4a19a27879 None None] Provisioning for port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:33.727601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6dcafd46-10bf-4f8f-8b74-634d1d4a421e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:33.739325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.761420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:33.762952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65436629-f1fc-4dff-ba03-8e70c646c642 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6548409 May 06 12:39:33.770922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fcb2486-f9e2-46a8-892e-6469efb66803 req-bfffedd4-a9fb-4469-a467-cd445270a839 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998998 May 06 12:39:33.771553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34288) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.776242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:33.868622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] DHCP port deletion for 792a696f-649c-4ad5-8ee5-1ca13da32310 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:33.874073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Deleting port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:33.874443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:33.879756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1681987259'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:33.897738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:33.912806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:network and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:33.918233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:33.967944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:33.981126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:33.981558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:33.981936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.047057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-07a6ade5-77d2-4f87-a26d-b6dc93a488b8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:34.053150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-07a6ade5-77d2-4f87-a26d-b6dc93a488b8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.4418707 May 06 12:39:34.115296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-afb97831-a248-422a-bd7c-07c36edbf7d4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/quotas/7c960108dbe34149a3d529d21718f7f5 HTTP/1.1" status: 200 len: 375 time: 0.0293033 May 06 12:39:34.151214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:34.151855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.195647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:34.199595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Usage tracker for resource:subnet and tenant:efb93538fe6a4fab832c15715d3eef52 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:34.202532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:34.215522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:34.233147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:34.234200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.258782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.283115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:34.283512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.317605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 2c094216-6972-43b1-92ff-9d768f499f0b {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:34.324226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.378716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Made reservation on behalf of efb93538fe6a4fab832c15715d3eef52 for: {'subnet': 2} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:34.427895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Calling delete_port for 6dcafd46-10bf-4f8f-8b74-634d1d4a421e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:34.439901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:34.464586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:34.481373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.481724 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Added segment 9c812efe-0596-400e-8b69-058aa80251ea of type vlan for network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 May 06 12:39:34.532001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.563268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-da18d552-432b-4b27-acd9-e5d0374eea56 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4373002 May 06 12:39:34.578214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.636236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.647071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:34.647436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.649457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 28dc9c84-4ab8-468c-a7e1-b2fef101d4df up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:34.650227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09e1d9-5662-40b0-8754-733055607a20 req-4bca9e6f-74ca-4b51-98fd-4456747031a6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:34.652394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc09e1d9-5662-40b0-8754-733055607a20 req-4bca9e6f-74ca-4b51-98fd-4456747031a6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.13 "GET /v2.0/ports?device_id=b13ab10a-1a79-4c7c-a4ed-143c2865380c HTTP/1.1" status: 200 len: 945 time: 0.3453557 May 06 12:39:34.712344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:34.712344 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:34.754531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:34.856240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Deleting port a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:34.856580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:34.913253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for 6dcafd46-10bf-4f8f-8b74-634d1d4a421e owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:34.940791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-cfaa6b74-3da9-4eff-9de2-8c2eb38fe139 service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494051 May 06 12:39:35.018191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.052585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.066027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.162278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:35.169724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:35.169852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.175130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:35.202794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f85c1-e761-4e27-9bcf-c1c48779ac1b req-7c58c309-1a93-40c0-b06b-0e065670da8b tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.202794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a25f85c1-e761-4e27-9bcf-c1c48779ac1b req-7c58c309-1a93-40c0-b06b-0e065670da8b tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 944 time: 0.5598333 May 06 12:39:35.238657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Deleting port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:35.239319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.291430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a25f85c1-e761-4e27-9bcf-c1c48779ac1b req-895577cb-da62-4354-8153-03c30b6f3102 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702393 May 06 12:39:35.298667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:35.299043 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:35.369463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.369752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.374084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:35.376654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.419329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=2c094216-6972-43b1-92ff-9d768f499f0b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.437370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.455416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a48084-4248-4974-81ff-77c99bbb1c59 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:35.567146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d86924c0-2cb4-4fb2-8a44-c9a7d18c38a2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2c094216-6972-43b1-92ff-9d768f499f0b HTTP/1.1" status: 204 len: 168 time: 1.7469873 May 06 12:39:35.568104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34300) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:35.578776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.590180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-e23cd94c-2665-448f-9945-68a0850adf5f service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420369 May 06 12:39:35.600310 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.603297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Network': ['ID=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:35.615810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7703729 May 06 12:39:35.625109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] For port a8b97cbf-c437-4731-a9a9-03d15e8e8154, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=a8b97cbf-c437-4731-a9a9-03d15e8e8154,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:35.625473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.632930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:35.642728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1016781530'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:35.650846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.651509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.652557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.653068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.653578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.654083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.654596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.655099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.655972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.657095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.658497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea323bc7-5d42-4b06-b3c1-94ec496e0d01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:35.660975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:35.662764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:35.695100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:35.701246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 2c8cd86c-8df7-49cc-a8ce-f6413e8fa016 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:35.711521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.731682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6dcafd46-10bf-4f8f-8b74-634d1d4a421e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:35.830622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.847424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.923756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.949021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,segment=NetworkSegment(aaeaa09d-707c-4a20-adc5-cd336a936664),segment_id=aaeaa09d-707c-4a20-adc5-cd336a936664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:35.954447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:35.954782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:35.981759 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1f936e-ad5d-42a3-a44f-f3f9a87a8783'] response: {'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df', 'code': 200} May 06 12:39:36.016272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:network and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:36.134597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Calling delete_port for a8b97cbf-c437-4731-a9a9-03d15e8e8154 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:36.165060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:36.198148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:36.203511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Calling delete_port for 6dcafd46-10bf-4f8f-8b74-634d1d4a421e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:36.218528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:36.218886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.230096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.231192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:36.320680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c52d6d2-312d-424a-98ae-2502114ac6a5 req-74e587cb-4369-47d0-9d4e-89cc573297f4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 210 time: 0.0668819 May 06 12:39:36.336397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:36.341892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.383807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e4ede5d-554e-4430-80f9-d042b793c853 req-1cadd543-9ff0-4189-9601-939ff020c79f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 1096 time: 0.4223268 May 06 12:39:36.476180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:36.503381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.538384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No active binding found for port a8b97cbf-c437-4731-a9a9-03d15e8e8154 {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:39:36.539457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device a8b97cbf-c437-4731-a9a9-03d15e8e8154 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:36.541117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:36.553429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.553776 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Added segment 3deb15ed-31ff-454d-be79-98c7408cd4e1 of type vlan for network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc May 06 12:39:36.569504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event deleted for resources: {'Port': ['ID=a8b97cbf-c437-4731-a9a9-03d15e8e8154,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:36.574597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.603735 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.624277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e4ede5d-554e-4430-80f9-d042b793c853 req-83b60a2e-7665-4c73-8b20-3a41924f6bb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320895 May 06 12:39:36.625670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,segment=NetworkSegment(dad77ef1-44e4-43d4-9d98-9bb2acce80ed),segment_id=dad77ef1-44e4-43d4-9d98-9bb2acce80ed)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:36.626031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.688705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.723411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.755871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] Pushing event deleted for resources: {'Port': ['ID=6dcafd46-10bf-4f8f-8b74-634d1d4a421e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:36.772346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43645163-87bd-4c75-9ec6-f9f18a0093c0 None None] No DVR routers for this DVR port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:36.777418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] No DVR routers for this DVR port a8b97cbf-c437-4731-a9a9-03d15e8e8154 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:36.784305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.785752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:36.787553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-deleted', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:36.790116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Deleting port 9835aece-4c5b-480c-8470-839078effcdf {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:36.790496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.822993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8cd86c-8df7-49cc-a8ce-f6413e8fa016,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:36.845101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for 6dcafd46-10bf-4f8f-8b74-634d1d4a421e owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:36.930563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:36.960048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffe55fdc-a583-4ddb-a818-cd0a25901039 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2c8cd86c-8df7-49cc-a8ce-f6413e8fa016 HTTP/1.1" status: 204 len: 168 time: 1.3867707 May 06 12:39:36.961583 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb4b7e0-6137-4953-a1f2-31fb01dff195'] response: {'server_uuid': 'b13ab10a-1a79-4c7c-a4ed-143c2865380c', 'name': 'network-vif-deleted', 'tag': 'a8b97cbf-c437-4731-a9a9-03d15e8e8154', 'status': 'completed', 'code': 200} May 06 12:39:36.962290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:37.057514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc09e1d9-5662-40b0-8754-733055607a20 req-11fe1218-fc9e-435a-82f6-f15e4b205570 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.13 "DELETE /v2.0/ports/a8b97cbf-c437-4731-a9a9-03d15e8e8154 HTTP/1.1" status: 204 len: 173 time: 2.3418372 May 06 12:39:37.057514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb6dd6-e839-468f-95a1-b8636bd882fb req-a1aa3971-6ec3-41f2-91c8-7c2fff1c58c9 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.064843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-43cb6dd6-e839-468f-95a1-b8636bd882fb req-a1aa3971-6ec3-41f2-91c8-7c2fff1c58c9 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.4894519 May 06 12:39:37.088443 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.092293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:37.092886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.101151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:37.101151 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:37.146355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-184727ef-18b2-4e9c-831e-12861c83f9c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647828 May 06 12:39:37.150116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:37.174565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:37.181110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] For port 9835aece-4c5b-480c-8470-839078effcdf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9835aece-4c5b-480c-8470-839078effcdf,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:37.182499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.278229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Network': ['ID=6f0ba0d0-27c8-4e38-840b-4046e16a51bc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:37.289234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:37.300622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-43cb6dd6-e839-468f-95a1-b8636bd882fb req-af95a82c-584d-4d04-b6e6-30b8090da62c tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344027 May 06 12:39:37.398954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-54a2ad13-ff94-47b5-a1ec-a8881d548d85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7495589 May 06 12:39:37.398954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:37.423171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'subnet': {'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:37.548772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Subnet': ['ID=3d34a13e-93c6-4d05-b1f7-5c530240b119,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:37.559800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Calling delete_port for 9835aece-4c5b-480c-8470-839078effcdf owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:37.616802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:37.635297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:37.644723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:37.660267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:37.674113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Checking segment: {'id': '2e8aad5e-9c14-44c8-a845-b7c7296489fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:37.674715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network hostable DHCP agents. Network: 8c573126-ecd4-4d0e-8225-a92bcf746ff4, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:37.723017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:37.734501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:subnet and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:37.744420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Router c8df22ec-8e6a-494b-914c-e39580e4d45d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:39:37.744420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:37.754697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:37.763355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:37.784532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9835aece-4c5b-480c-8470-839078effcdf no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:37.899445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:37.903006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port 9835aece-4c5b-480c-8470-839078effcdf {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:39:37.903006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9835aece-4c5b-480c-8470-839078effcdf not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:37.964582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae1470c3-1f37-4219-97bb-311bd3813edf req-841d765f-ec88-4d43-af04-032cb701b363 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 210 time: 0.1982806 May 06 12:39:38.009863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.016220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:38.016220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.057515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6dcafd46-10bf-4f8f-8b74-634d1d4a421e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:38.057515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.160973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:38.164285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] Pushing event deleted for resources: {'Port': ['ID=9835aece-4c5b-480c-8470-839078effcdf,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:38.184622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46ec69-e7e1-49e9-8c76-9808b875bade None None] No DVR routers for this DVR port 9835aece-4c5b-480c-8470-839078effcdf on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:38.218106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.384621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] The port '6dcafd46-10bf-4f8f-8b74-634d1d4a421e' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:39:38.498152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8c573126-ecd4-4d0e-8225-a92bcf746ff4) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:38.500919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf9e04-1403-4368-9886-31253f82dc57 None None] Network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:38.574792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.655992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4369fd23-245e-4983-b084-37d3531c4b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.694751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.760131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792a696f-649c-4ad5-8ee5-1ca13da32310']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:38.770346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event updated for resources: {'Subnet': ['ID=a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:38.792321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:38.792321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad77ef1-44e4-43d4-9d98-9bb2acce80ed') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:38.816591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Checking segment: {'id': '1ad439e4-0293-4cb8-a3e8-f7da020f9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:38.816591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network hostable DHCP agents. Network: 823f59e6-f380-41aa-ac3f-736880df47a9, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:38.829851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.906863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.927436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:38.927436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:38.952883 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:38.971499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-8c573126-ecd4-4d0e-8225-a92bcf746ff4', 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4', 'tenant_id': 'efb93538fe6a4fab832c15715d3eef52', 'fixed_ips': [{'subnet_id': '3d34a13e-93c6-4d05-b1f7-5c530240b119'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:38.971499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:38.983895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee7bf7-6dc1-40ff-94b3-8148c9c4d440 req-ad9e86e3-55ae-4498-83d2-77b85476b106 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:38.983895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9ee7bf7-6dc1-40ff-94b3-8148c9c4d440 req-ad9e86e3-55ae-4498-83d2-77b85476b106 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.3720810 May 06 12:39:39.002471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.088562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Subnet': ['ID=58e8fbda-9cbf-466b-8519-3c333f4e5713,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:39.088562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:39:39.121373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.126694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:39:39.181710 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:39.198246 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:39.208014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9ee7bf7-6dc1-40ff-94b3-8148c9c4d440 req-45f4c7d7-5416-4c98-90f0-8eb580089cba tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110884 May 06 12:39:39.273793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Network 823f59e6-f380-41aa-ac3f-736880df47a9 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:39.312738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:39.327468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:39.328216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network hostable DHCP agents. Network: 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:39.368142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e491e13c-9155-456f-94fc-42a5fe36f580 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "PUT /v2.0/floatingips/b00ae304-29df-44ae-8c37-342302844e41 HTTP/1.1" status: 200 len: 993 time: 6.0394835 May 06 12:39:39.398709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.436894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.453643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=792a696f-649c-4ad5-8ee5-1ca13da32310,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:39.485740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 823f59e6-f380-41aa-ac3f-736880df47a9) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:39.498792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.505650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.506261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.506801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.507746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.508320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.508859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.509391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.509914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.510440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.511007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.511616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:39:39.561502 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:39.572096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82354bad-7944-49fc-9988-d45190e88ce1 None None] Network 823f59e6-f380-41aa-ac3f-736880df47a9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:39.582783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:39.583180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:39.583800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.588481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-341d0412-c21f-4bc6-88cf-bf2db38b743b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/792a696f-649c-4ad5-8ee5-1ca13da32310 HTTP/1.1" status: 204 len: 168 time: 11.3650839 May 06 12:39:39.592411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34350) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:39.598079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645434947'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:39.604349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:39.608148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:39.611262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:39.622433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:39.671141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:39.677740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:39.682255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e921867e-8975-4c71-b502-da48e9172ece req-1ee58f97-b61f-40c2-9d1f-092c23302e9b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 210 time: 0.1029086 May 06 12:39:39.689247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:39.700335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:39.702871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:39.704312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.707344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:39.718285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.724258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:39.739990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.750083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b979a1-14e6-4988-8c9a-f9fc0cc84ff8 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:39.785657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ee566-4ea9-4434-94ce-39d928a13e33 None None] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:39.787917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=904707f6-c247-409a-9686-0c73270f59f1,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:39.867205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df8c27d6-9988-425d-9495-7133c5b6f826 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.2976618 May 06 12:39:39.877406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:39.883729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:39.890869 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92c71b7-0581-419a-ad93-9ced26d50fa5'] response: {'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'status': 'completed', 'code': 200} May 06 12:39:39.951276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Allocated IP 2001:db8::1 (8c573126-ecd4-4d0e-8225-a92bcf746ff4/3d34a13e-93c6-4d05-b1f7-5c530240b119/d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:39.962294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-b3875fa9-ad91-4a33-a718-977cac50b9db tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:39.965813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-b3875fa9-ad91-4a33-a718-977cac50b9db tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:39.985510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e2667c6b-7d38-48d5-9677-2bb3168191ec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8399510 May 06 12:39:39.993921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:39.994572 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment df29439c-79b9-4408-9cc0-fbd5cf6505ff of type vlan for network 18b47c11-cf3c-4c65-b971-5726877db0a7 May 06 12:39:40.007090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34362) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:40.018335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-78d4a002-a081-4d77-adb8-9b4c5e659899 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6247277 May 06 12:39:40.024567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:40.051216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34366) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:40.074107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'subnet': {'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:40.110812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.110812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.110812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.110812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Synchronizing usage tracker for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:40.178586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-b3875fa9-ad91-4a33-a718-977cac50b9db tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:40.178586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-b3875fa9-ad91-4a33-a718-977cac50b9db tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.5011036 May 06 12:39:40.199198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Request body: {'port': {'device_id': '77259898-efff-4327-9ffc-601ff1e77a8d', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'admin_state_up': True, 'tenant_id': '7c960108dbe34149a3d529d21718f7f5'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:40.199570 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:39:34Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:40.206853 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:39:40.219164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:39:40.221035 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:40.247115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Unset dirty status for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:40.257344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a521144c-6714-493b-95b3-11b7b23dd685 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3765926 May 06 12:39:40.259353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34370) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:40.346952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.362954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-79e916b0-cb52-4474-8967-0bee09f41d18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 0.4385087 May 06 12:39:40.602076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-54b75d3c-12f8-4b91-b55a-9a9d5124fe6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:40.602076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-54b75d3c-12f8-4b91-b55a-9a9d5124fe6d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.2294841 May 06 12:39:40.717704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting subnet 3d34a13e-93c6-4d05-b1f7-5c530240b119 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:40.734446 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:39:40.770087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:40.779480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Usage tracker for resource:port and tenant:7c960108dbe34149a3d529d21718f7f5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:40.786650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:40.816884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:40.846931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2e7d2229-1c74-4943-b601-890d74ccfdf0', 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'tenant_id': 'b38c7f5a259c4443b1dc588cbee7209a', 'fixed_ips': [{'subnet_id': '904707f6-c247-409a-9686-0c73270f59f1'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:40.848558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:40.921197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:40.925791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:subnet and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:40.929811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:40.937600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:40.964498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:40.997316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Made reservation on behalf of 7c960108dbe34149a3d529d21718f7f5 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:41.000466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.014487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:41.019153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:41.023097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:41.038140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-823f59e6-f380-41aa-ac3f-736880df47a9', 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9', 'tenant_id': 'efb93538fe6a4fab832c15715d3eef52', 'fixed_ips': [{'subnet_id': 'a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:41.038953 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.045479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7976b5c-ada8-400d-ba51-5102bced1246 req-9af4c3ec-edea-4d4e-9aa6-749cdda5112f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 210 time: 0.0933604 May 06 12:39:41.045731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:41.049796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-92100d7d-e7da-4986-be56-d797b99b5b6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 1001 time: 0.4324744 May 06 12:39:41.116609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3832-18c9-4e00-8efd-80ac4fff7bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.136084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:41.136630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.141951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:41.265761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Allocated IP 172.20.0.12 (6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64/6d6bf2a9-09a7-48ae-8d84-d3780fe32163/44906361-3de0-43f8-bb74-abfe15440514) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:41.301027 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.315699 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:39:34Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:41.321479 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41eb89-6608-45d9-8bd0-5bf5df07080f None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b00ae304-29df-44ae-8c37-342302844e41', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'port_id': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'mac_address': 'fa:16:3e:3c:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deba1093-7417-41ef-8473-251dd12b48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:37:34Z', 'updated_at': '2022-05-06T12:39:34Z', 'revision_number': 3, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:39:41.389514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.389514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:41.389514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.400761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-fde19c32-d09d-4e22-ad56-fdee42acad45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:41.400761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-fde19c32-d09d-4e22-ad56-fdee42acad45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.3317378 May 06 12:39:41.400761 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.403956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Transition to ACTIVE for port object d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:41.607657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Transition to ACTIVE for port object d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:41.661435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.726126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:41.735188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.822852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:41.893575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Allocated IP 10.1.1.2 (6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242/58e8fbda-9cbf-466b-8519-3c333f4e5713/2ae34e42-c25d-48c5-97dc-5e69d9d3f153) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:41.918293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=18b47c11-cf3c-4c65-b971-5726877db0a7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:41.925968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:41.988511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:42.001380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.001380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 18b47c11-cf3c-4c65-b971-5726877db0a7 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:42.011734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:42.014449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:42.103176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.145869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.200577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Pushing event updated for resources: {'Port': ['ID=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:42.234405 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f8b7f6-1d2f-41bc-8392-85111866aaff'] response: {'name': 'network-changed', 'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'status': 'completed', 'code': 200} May 06 12:39:42.240728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:42.272440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a300352b-5a72-41f4-8195-05d3e6972f0a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6604939 May 06 12:39:42.279310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:42.279310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.279310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34394) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:42.288939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '18b47c11-cf3c-4c65-b971-5726877db0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:42.347849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Allocated IP 2001:db8::2 (2e7d2229-1c74-4943-b601-890d74ccfdf0/904707f6-c247-409a-9686-0c73270f59f1/ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:42.398897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:42.411444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:42.433330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.451363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:42.476859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-2740f1a6-03f2-4f20-82a3-10ef20a6b3a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8959680 May 06 12:39:42.495140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Allocated IP 2001:db8:0:1::1 (823f59e6-f380-41aa-ac3f-736880df47a9/a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9/fe29823f-4a3b-435f-8d6e-8079a385c41f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:42.558802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.586843 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.693959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-d2fa7c97-17a1-42d6-952c-5bab757fa05c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6434007 May 06 12:39:42.727277 n-d-840845-1 neutron-server[84800]: INFO neutron.db.ipam_backend_mixin [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 904707f6-c247-409a-9686-0c73270f59f1 (CIDR: 2001:db8::/64) May 06 12:39:42.782136 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:39:42.782673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:39:42.821803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-f0e6afc8-a4fc-4f9c-8325-90cff7f22099 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245428 May 06 12:39:42.872219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-702bbbb7-65fd-4086-8e66-075b644a6693 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6809149 May 06 12:39:42.900907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Attempting to bind port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:42.901571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Attempting to bind port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '2e8aad5e-9c14-44c8-a845-b7c7296489fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:42.901710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Attempting to bind port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 on network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:42.904879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Request body: {'port': {'device_id': '77259898-efff-4327-9ffc-601ff1e77a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:42.922952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:42.923322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Checking segment: {'id': '2e8aad5e-9c14-44c8-a845-b7c7296489fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:42.923720 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.924136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Bound using segment: {'id': '2e8aad5e-9c14-44c8-a845-b7c7296489fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:42.926148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Bound port: d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8aad5e-9c14-44c8-a845-b7c7296489fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c573126-ecd4-4d0e-8225-a92bcf746ff4'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:42.926148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:42.958652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:42.968279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:42.979296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:43.006792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.021643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:43.021792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae98b0bf-87bd-42ea-82c1-6807e87260e2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0057847 May 06 12:39:43.031646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34402) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:43.057458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'subnet': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:43.071408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Transition to ACTIVE for port object 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.117241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0785b4e-e2d4-410d-9f7d-c5ba29e4134a req-f03e3a6f-6a59-4d57-9095-1fabf56dbda1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:43.118062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f0785b4e-e2d4-410d-9f7d-c5ba29e4134a req-f03e3a6f-6a59-4d57-9095-1fabf56dbda1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:43.141421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.167735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.187549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-5bd5fc85-8a2f-4246-8873-3bc71cdce9a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 1096 time: 0.3673971 May 06 12:39:43.188275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.231874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Subnet': ['ID=3d34a13e-93c6-4d05-b1f7-5c530240b119,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:43.231874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:43.241275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Transition to ACTIVE for port object 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.263054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.269000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:43.288315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.288315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,segment=NetworkSegment(2e8aad5e-9c14-44c8-a845-b7c7296489fd),segment_id=2e8aad5e-9c14-44c8-a845-b7c7296489fd)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:43.350198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.392442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Subnet': ['ID=97bf5837-932e-4714-9ea3-f0c5ad911a4b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:43.398488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Checking segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:43.398488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network hostable DHCP agents. Network: 6f0ba0d0-27c8-4e38-840b-4046e16a51bc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:43.430209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b62dd122-a8ac-40f1-93f8-40d8e39b3977 req-c8698378-e8f9-420b-88d2-3e3f97a6c1ac service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844569 May 06 12:39:43.430209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:43.447390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:subnet and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:43.447390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:43.457338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:43.491344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f0785b4e-e2d4-410d-9f7d-c5ba29e4134a req-f03e3a6f-6a59-4d57-9095-1fabf56dbda1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:43.491344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0785b4e-e2d4-410d-9f7d-c5ba29e4134a req-f03e3a6f-6a59-4d57-9095-1fabf56dbda1 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 932 time: 0.8381727 May 06 12:39:43.509312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Transition to ACTIVE for port object ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.509312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.513661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.558247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Transition to ACTIVE for port object fe29823f-4a3b-435f-8d6e-8079a385c41f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.583814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Transition to ACTIVE for port object ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.586187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:43.606882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:43.606882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Pushing event updated for resources: {'Port': ['ID=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:43.606882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:43.619130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:43.634840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Transition to ACTIVE for port object fe29823f-4a3b-435f-8d6e-8079a385c41f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:43.654313 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.668667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:43.672243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.706297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.780435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Attempting to bind port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:43.780733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Attempting to bind port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:43.781543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Attempting to bind port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:43.791727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a1c14-145f-4f3a-aea2-91f7c2ba7112 None None] Pushing event updated for resources: {'Port': ['ID=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:43.791727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:43.791727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:43.791727 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.797363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Bound using segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:43.797363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Bound port: 2ae34e42-c25d-48c5-97dc-5e69d9d3f153, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:43.797363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.871035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.909418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0785b4e-e2d4-410d-9f7d-c5ba29e4134a req-f96a3b24-b7fa-4685-8d0d-fc65e65515e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946099 May 06 12:39:43.910664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ee579b3e-51e5-4bf3-bde0-2ca9f3623388 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/subnets/3d34a13e-93c6-4d05-b1f7-5c530240b119 HTTP/1.1" status: 204 len: 168 time: 3.5888603 May 06 12:39:43.924925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:43.949231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:43.980708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-225a91c2-b1a9-42f3-9b95-ad79ce568c13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 1096 time: 0.4978633 May 06 12:39:43.994413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6f0ba0d0-27c8-4e38-840b-4046e16a51bc) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:44.019225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e81df-f3cf-4db1-9986-a18f77443fab None None] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:44.042000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:44.042922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.181470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-b645e22c-56d7-4c2f-a4a9-b7087ecd6f53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5613651 May 06 12:39:44.215735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:44.222027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Network 823f59e6-f380-41aa-ac3f-736880df47a9 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:44.254201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Pushing event updated for resources: {'Port': ['ID=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:44.259579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:44.263974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:44.269779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:44.293617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ded1eadd-f177-4e1c-960c-883e64d8cfd1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2261016 May 06 12:39:44.298219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34416) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:44.305888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aae848-b8d5-49da-96ab-edac645499df req-5e2595de-8ae9-4a2f-8b25-90809d371314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:44.313970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting subnet a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:44.322246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-5e2595de-8ae9-4a2f-8b25-90809d371314 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.3310266 May 06 12:39:44.322741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.343929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'name': 'tempest-TaggedBootDevicesTest_v242-1778219578', 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:44.383063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Pushing event updated for resources: {'Port': ['ID=fe29823f-4a3b-435f-8d6e-8079a385c41f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:44.387139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:44.401712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.480327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] For port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:44.617605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] For port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:44.633027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274394b-bf31-402a-b436-108f585cdd0b req-268f5da8-53b8-4174-ab3f-35ba9b9de308 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:44.642828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-268f5da8-53b8-4174-ab3f-35ba9b9de308 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 1.3246601 May 06 12:39:44.705784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Attempting to bind port fe29823f-4a3b-435f-8d6e-8079a385c41f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:44.706068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Attempting to bind port fe29823f-4a3b-435f-8d6e-8079a385c41f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '1ad439e4-0293-4cb8-a3e8-f7da020f9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:44.706425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Attempting to bind port fe29823f-4a3b-435f-8d6e-8079a385c41f on network 823f59e6-f380-41aa-ac3f-736880df47a9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:44.725213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.783086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ips': [{'subnet_id': '97bf5837-932e-4714-9ea3-f0c5ad911a4b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:44.783228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-7ff9570d-ca69-4716-98f5-40b1a5c5b680 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 200 len: 217 time: 0.1325336 May 06 12:39:44.783362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Attempting to bind port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Attempting to bind port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Attempting to bind port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 on network 2e7d2229-1c74-4943-b601-890d74ccfdf0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Checking segment: {'id': '1ad439e4-0293-4cb8-a3e8-f7da020f9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Bound using segment: {'id': '1ad439e4-0293-4cb8-a3e8-f7da020f9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Bound port: fe29823f-4a3b-435f-8d6e-8079a385c41f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad439e4-0293-4cb8-a3e8-f7da020f9482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '823f59e6-f380-41aa-ac3f-736880df47a9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:44.819622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.844968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-0d1c13dc-593e-4a1b-a66d-f7db038cc0c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 200 len: 1001 time: 0.4224951 May 06 12:39:44.845517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.864755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:44.865224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Checking segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:44.865580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.865969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Bound using segment: {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:44.866957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Bound port: ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e792af00-83e6-4238-8a73-c72743d5ba0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:44.867342 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:44.950524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-97999683-5bc0-4884-b4d7-e87c1b46a987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33720975033a4e1e864c18aff718f5ad&device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 1097 time: 0.5883672 May 06 12:39:45.161788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:45.166025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:port and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:45.170876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:45.180065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:45.250771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aae848-b8d5-49da-96ab-edac645499df req-65d51d8b-b54f-4c34-abda-95f3551346ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:45.250771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-65d51d8b-b54f-4c34-abda-95f3551346ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.3921435 May 06 12:39:45.362213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:45.377096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.441736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fd492-cdba-41a5-9aca-611969bdb6f4 None None] Pushing event updated for resources: {'Port': ['ID=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:45.539973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.566360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-c1599783-3458-47ed-b0cb-c17400010fad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:45.575213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-c1599783-3458-47ed-b0cb-c17400010fad service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 200 len: 920 time: 0.5799043 May 06 12:39:45.575373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] For port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:45.579530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] For port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:45.629394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Subnet': ['ID=a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:45.756205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.850408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:45.865376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274394b-bf31-402a-b436-108f585cdd0b req-e5ff3ec9-fd37-47a7-9046-c56347643e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:45.877257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-e5ff3ec9-fd37-47a7-9046-c56347643e02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 1.0829768 May 06 12:39:45.923982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-59dea41b-0325-43a7-87d9-19a0756d9bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 200 len: 217 time: 0.3339462 May 06 12:39:46.048322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8cef497e-6f78-49cc-bee6-134a464915f5 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/subnets/a90c0c9f-1040-4f4d-b7a6-aa9f69b00df9 HTTP/1.1" status: 204 len: 168 time: 2.1085672 May 06 12:39:46.055795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.062603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34430) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:46.062603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:46.090902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-d0d81cde-44bd-46dd-b51b-4a1c577e2e3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8265553 May 06 12:39:46.108564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Allocated IP 10.2.2.2 (6f0ba0d0-27c8-4e38-840b-4046e16a51bc/97bf5837-932e-4714-9ea3-f0c5ad911a4b/1fb4c542-a9c5-4a37-a0fa-0f92573f9df0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:46.158935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1f079-7ebf-4ec5-9ac5-5ec79d1ec657 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.158935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-36b1f079-7ebf-4ec5-9ac5-5ec79d1ec657 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Synchronizing usage tracker for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:46.239043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=1de794e5-2f0a-48ec-8321-e31eec884410,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:46.262054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-e2d32f50-fdd5-47ab-9e5b-3b5f2db41c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.271240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-e2d32f50-fdd5-47ab-9e5b-3b5f2db41c3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 200 len: 858 time: 0.3265464 May 06 12:39:46.274868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'df29439c-79b9-4408-9cc0-fbd5cf6505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '18b47c11-cf3c-4c65-b971-5726877db0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:46.275349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 18b47c11-cf3c-4c65-b971-5726877db0a7, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:46.321747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccc74-fcb6-41bc-b466-2281de509732 req-169c4002-bbd4-4a00-9337-ff404f7b6c4e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:46.326530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f8ccc74-fcb6-41bc-b466-2281de509732 req-169c4002-bbd4-4a00-9337-ff404f7b6c4e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 932 time: 0.9589348 May 06 12:39:46.342781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] device_id is not set on port b49fda7b-729e-4ae4-a1fb-6588aa577cad yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:46.359066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44906361-3de0-43f8-bb74-abfe15440514 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:46.371757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.407028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Transition to ACTIVE for port object 44906361-3de0-43f8-bb74-abfe15440514 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:46.428092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-36b1f079-7ebf-4ec5-9ac5-5ec79d1ec657 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Unset dirty status for tenant:efb93538fe6a4fab832c15715d3eef52 on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:46.429027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-36b1f079-7ebf-4ec5-9ac5-5ec79d1ec657 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3614354 May 06 12:39:46.437175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.453076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Transition to ACTIVE for port object 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:46.456038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34436) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:46.467375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0a558-6c86-46d9-b56b-252dcba21396 None None] Pushing event updated for resources: {'Port': ['ID=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:46.472479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:46.487134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-04e673b3-0202-4236-8005-bef10cae07e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5671964 May 06 12:39:46.531414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851027-9283-48c0-bb03-880b22c5fc4c None None] Network 8c573126-ecd4-4d0e-8225-a92bcf746ff4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:46.567906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f8ccc74-fcb6-41bc-b466-2281de509732 req-978ba150-0227-4c30-87d5-6e319de2d271 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485245 May 06 12:39:46.568562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.583741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Transition to ACTIVE for port object 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:46.707334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] For port fe29823f-4a3b-435f-8d6e-8079a385c41f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:46.763015 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.772637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] For port fe29823f-4a3b-435f-8d6e-8079a385c41f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fe29823f-4a3b-435f-8d6e-8079a385c41f,segment=NetworkSegment(1ad439e4-0293-4cb8-a3e8-f7da020f9482),segment_id=1ad439e4-0293-4cb8-a3e8-f7da020f9482)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:46.804958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835dfd91-df55-4132-a0e8-c451eb8f5513 None None] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:46.915440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.918363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:46.920795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:46.933465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.objects.ports [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84800) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:39:46.968959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:46.998409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Attempting to bind port 44906361-3de0-43f8-bb74-abfe15440514 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:46.999031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Attempting to bind port 44906361-3de0-43f8-bb74-abfe15440514 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:46.999362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Attempting to bind port 44906361-3de0-43f8-bb74-abfe15440514 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:47.020884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.035672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Port 44906361-3de0-43f8-bb74-abfe15440514 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:39:47.035672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Attempting to bind port 44906361-3de0-43f8-bb74-abfe15440514 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:47.035925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:47.036052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-70bb41c0-524f-425b-836d-4c92f1cde82f service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9332404 May 06 12:39:47.044677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-25bdca70-c664-4d6d-8d3a-5ccaa721e6a8 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325334 May 06 12:39:47.048972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:47.049542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Checking segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:47.050099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Bound using segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:47.050776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Bound port: 44906361-3de0-43f8-bb74-abfe15440514, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:47.051336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.095176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 18b47c11-cf3c-4c65-b971-5726877db0a7 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:47.118199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Provisioning for port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:47.189496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:47.202498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting port fe29823f-4a3b-435f-8d6e-8079a385c41f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:47.202837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.268482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-46a38c5a-25b8-4dd6-b053-305059192dec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fd770f1-f122-4cfe-99f2-45ca45cd1e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8711917 May 06 12:39:47.293210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 18b47c11-cf3c-4c65-b971-5726877db0a7) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:47.313799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:47.313799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.318382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:47.327334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:47.358103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Pushing event updated for resources: {'Port': ['ID=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:47.401063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a91321-0fe0-4aeb-b59e-265ed6d424af None None] Network 18b47c11-cf3c-4c65-b971-5726877db0a7 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:47.436198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1274394b-bf31-402a-b436-108f585cdd0b req-08052027-6364-4cf0-ae2d-9acddf507be4 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718972 May 06 12:39:47.442295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:47.443300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:47.461949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56ce5a56-7540-4e25-a038-0537fdb21de6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.1912868 May 06 12:39:47.470675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c76440-07d4-4f06-a607-04eb31677210 req-83f69a38-63cc-42ec-b0c2-17bb7596205e tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:47.478158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16c76440-07d4-4f06-a607-04eb31677210 req-83f69a38-63cc-42ec-b0c2-17bb7596205e tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.2521553 May 06 12:39:47.504550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34444) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:47.520506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28aae848-b8d5-49da-96ab-edac645499df req-af0399a0-3417-4951-bb15-3f9763d8f652 service neutron] 10.222.0.86 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720652 May 06 12:39:47.525383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Provisioning complete for port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:47.526247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.605413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.711063 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-16c76440-07d4-4f06-a607-04eb31677210 req-07f0450e-aa89-4399-bc41-442170f3062a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316825 May 06 12:39:47.732489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.733859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] 10.222.0.86 "PUT /v2.0/ports/44906361-3de0-43f8-bb74-abfe15440514 HTTP/1.1" status: 200 len: 1092 time: 4.8368104 May 06 12:39:47.734420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'tag': '44906361-3de0-43f8-bb74-abfe15440514'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:47.773887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c099-41d5-4a5d-841a-da7380e1b826 service neutron] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:47.778117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] For port fe29823f-4a3b-435f-8d6e-8079a385c41f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fe29823f-4a3b-435f-8d6e-8079a385c41f,segment=NetworkSegment(1ad439e4-0293-4cb8-a3e8-f7da020f9482),segment_id=1ad439e4-0293-4cb8-a3e8-f7da020f9482)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:47.785537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.794708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:47.809733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.1.1.155 (6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242/58e8fbda-9cbf-466b-8519-3c333f4e5713/b49fda7b-729e-4ae4-a1fb-6588aa577cad) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:47.899044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-2e85cd60-2f9d-45b8-a976-bd930c8aece8 req-92730569-f243-47d0-ae6b-85d9b7904540 tempest-ServersOnMultiNodesTest-950203329 tempest-ServersOnMultiNodesTest-950203329-project] (84799) timed out ('10.222.0.83', 47594) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:39:47.901088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3cfd90-7591-4d75-b3a2-7bc1d4beb5bf None None] Network 823f59e6-f380-41aa-ac3f-736880df47a9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:47.997485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435ee62-910a-4ccd-b9b1-74e5570a9615 None None] Pushing event updated for resources: {'Port': ['ID=fe29823f-4a3b-435f-8d6e-8079a385c41f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:48.090453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-3c681e9a-3946-4c73-ad90-5930de0946df service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979798 May 06 12:39:48.125569 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade18f07-ae11-4735-8854-081b19d4c2a8'] response: {'name': 'network-changed', 'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'tag': '44906361-3de0-43f8-bb74-abfe15440514', 'status': 'completed', 'code': 200} May 06 12:39:48.130350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.238013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-dce30185-4351-4c3e-8163-2e815705e2e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 1095 time: 0.3877311 May 06 12:39:48.239055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Attempting to bind port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:39:48.239502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Attempting to bind port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:39:48.239970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Attempting to bind port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:39:48.299379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:48.332243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-51f980f2-8195-474a-9e8f-2a2cd16dc022 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44906361-3de0-43f8-bb74-abfe15440514 HTTP/1.1" status: 200 len: 217 time: 0.0856948 May 06 12:39:48.337876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Calling delete_port for fe29823f-4a3b-435f-8d6e-8079a385c41f owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:48.390485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:39:48.391173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Checking segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:48.391173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.392587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Bound using segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:39:48.392587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Bound port: 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:39:48.392587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.399751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.460527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=1de794e5-2f0a-48ec-8321-e31eec884410,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:48.514059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-2b295dad-1775-4227-944d-939b8e1e72f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:48.515919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-2b295dad-1775-4227-944d-939b8e1e72f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.1784267 May 06 12:39:48.585660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.606221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.623483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] DHCP port deletion for 8c573126-ecd4-4d0e-8225-a92bcf746ff4 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:39:48.639175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Deleting port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:48.639943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.655365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.670741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd77a3c-b9b6-45df-95ab-796bb0135389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-18b47c11-cf3c-4c65-b971-5726877db0a7', 'network_id': '18b47c11-cf3c-4c65-b971-5726877db0a7', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '1de794e5-2f0a-48ec-8321-e31eec884410'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:48.672301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fd77a3c-b9b6-45df-95ab-796bb0135389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.703624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.713718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-9dcfe1c2-be65-4427-b4dd-a6e2e7afd94e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915946 May 06 12:39:48.733175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:48.800422 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.825252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b47c11-cf3c-4c65-b971-5726877db0a7']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:48.832171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object b49fda7b-729e-4ae4-a1fb-6588aa577cad will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:48.859347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df29439c-79b9-4408-9cc0-fbd5cf6505ff') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:48.860346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df29439c-79b9-4408-9cc0-fbd5cf6505ff') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:48.887666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.924547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.946436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:48.947358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:48.969447 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:48.972103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] For port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:39:48.977854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dfe0a2b4-ccb2-4de4-8c3f-fad9026cc132 req-23e510d6-f095-4fb1-b834-72bc1b4b3cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392236 May 06 12:39:48.980111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Port': ['ID=fe29823f-4a3b-435f-8d6e-8079a385c41f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:48.982297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] No DVR routers for this DVR port fe29823f-4a3b-435f-8d6e-8079a385c41f on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:49.052358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c959e6-dc86-4c35-9d47-64ba4ad8184b req-a3a6b0da-2a78-46b0-b063-f5ef4cf9a854 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.055400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72c959e6-dc86-4c35-9d47-64ba4ad8184b req-a3a6b0da-2a78-46b0-b063-f5ef4cf9a854 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:49.099630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] For port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:39:49.106896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-8291b247-bac1-411f-80f3-f9e8474827ae service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855677 May 06 12:39:49.132933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,segment=NetworkSegment(2e8aad5e-9c14-44c8-a845-b7c7296489fd),segment_id=2e8aad5e-9c14-44c8-a845-b7c7296489fd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:49.186465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72c959e6-dc86-4c35-9d47-64ba4ad8184b req-a3a6b0da-2a78-46b0-b063-f5ef4cf9a854 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:49.193631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c959e6-dc86-4c35-9d47-64ba4ad8184b req-a3a6b0da-2a78-46b0-b063-f5ef4cf9a854 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 944 time: 1.1513298 May 06 12:39:49.259709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbeae0-7bc1-4341-9892-7b7842cf7d2d req-abcbe3d8-35c9-4275-902f-4df706d3eed4 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.259709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06dbeae0-7bc1-4341-9892-7b7842cf7d2d req-abcbe3d8-35c9-4275-902f-4df706d3eed4 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.2711768 May 06 12:39:49.264471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.283103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.298805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.336851 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.340770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.370157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.387315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d4d74b0-3339-4db9-a9cd-75c35934289d req-5911f8e2-97e3-4bf1-a817-750101c92954 service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719817 May 06 12:39:49.389143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:49.397845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=18b47c11-cf3c-4c65-b971-5726877db0a7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:49.430225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4fe49-d7dc-44f0-a6cb-cd62ecc2d0c9 None None] Network 18b47c11-cf3c-4c65-b971-5726877db0a7 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:49.443717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d2b2e21f-ce35-418e-afe3-0a66a68443a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/18b47c11-cf3c-4c65-b971-5726877db0a7 HTTP/1.1" status: 204 len: 168 time: 1.9288728 May 06 12:39:49.457902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34456) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:49.475236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823f59e6-f380-41aa-ac3f-736880df47a9']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:49.477983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06dbeae0-7bc1-4341-9892-7b7842cf7d2d req-51a7b21b-9c67-4f35-8558-ec05f726a10e tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072995 May 06 12:39:49.488430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb4fe49-d7dc-44f0-a6cb-cd62ecc2d0c9 None None] Network 18b47c11-cf3c-4c65-b971-5726877db0a7 could not be found, it might have been deleted concurrently. {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:39:49.497876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,segment=NetworkSegment(2e8aad5e-9c14-44c8-a845-b7c7296489fd),segment_id=2e8aad5e-9c14-44c8-a845-b7c7296489fd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:49.497876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.510688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650391527'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:49.540455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:49.550001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad439e4-0293-4cb8-a3e8-f7da020f9482') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:49.550001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad439e4-0293-4cb8-a3e8-f7da020f9482') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:49.558441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:49.561115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:49.571718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-2c0c9ae3-365f-4d8e-84e3-55065486008c tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.573259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-2c0c9ae3-365f-4d8e-84e3-55065486008c tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.13 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.7392678 May 06 12:39:49.577288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:49.593151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:49.603537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:49.627569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:49.645675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca31b8-2c86-4cd9-8034-b408416cfd30 None None] Pushing event updated for resources: {'Port': ['ID=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:49.673112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-302af07a-8678-4a2b-83a3-d7bf5c2a80cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 1095 time: 0.1157665 May 06 12:39:49.675696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:49.694445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Provisioning for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:49.745802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.792979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Calling delete_port for d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:49.816816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c959e6-dc86-4c35-9d47-64ba4ad8184b req-3606c0f7-0d71-4c55-9f20-e981dfcc39dc tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220739 May 06 12:39:49.856227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Provisioning complete for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:49.860456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.874483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-c9fc71f2-6c1b-4368-bcbd-ca5bd04cd34d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:49.875978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-c9fc71f2-6c1b-4368-bcbd-ca5bd04cd34d service neutron] 10.222.0.86 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 916 time: 0.1935132 May 06 12:39:49.922015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Deleting port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:49.922352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:49.976255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] For port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:49.976877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-e07f4105-84c1-4782-b112-34fd48cb4cf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44906361-3de0-43f8-bb74-abfe15440514 HTTP/1.1" status: 200 len: 217 time: 0.0918324 May 06 12:39:50.007034 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.035038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7884-1eb9-468f-931f-3b3b5366fe87 None None] Pushing event updated for resources: {'Port': ['ID=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:50.072528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:50.072528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.080570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:50.080977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.098004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-4d59dd5b-1670-4a73-94b3-53680143e85a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:50.099542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-4d59dd5b-1670-4a73-94b3-53680143e85a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.1158271 May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:50.101525 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:50.104998 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.108244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:39:50.117018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:50.117377 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:50.128421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:50.129024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.153037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-e57f1b3c-0dc6-4a49-b44c-4dc0bb25d672 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433731 May 06 12:39:50.232439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.286708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:50.298110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-f4cb3653-9939-4fb1-86f1-f04524021776 service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341603 May 06 12:39:50.319755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.326933 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment 772adfa1-99cc-4902-a581-fa55a8ecf633 of type vlan for network 3ef5aea8-980e-41b4-93ea-e44430c6e441 May 06 12:39:50.373706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.373706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.394138 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:50.394490 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:50.473935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-134cdf9d-a227-4569-83b1-f582cb57502c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1730673 May 06 12:39:50.474834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.499693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34460) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:50.551198 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.568907 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.570034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'name': 'tempest-TaggedBootDevicesTest_v242-2102424126', 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:50.596872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.601077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:50.602159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-77c7f851-c327-48d9-b888-6d1d378bbce5 req-09d9ed81-7838-4b1d-8102-875e5241b16f service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956276 May 06 12:39:50.613099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=823f59e6-f380-41aa-ac3f-736880df47a9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:50.649519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Deleting port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:50.650213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.710312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:50.739546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:50.749385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e9b3fec1-ac13-4960-947f-67108935551a tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/823f59e6-f380-41aa-ac3f-736880df47a9 HTTP/1.1" status: 204 len: 168 time: 4.2852645 May 06 12:39:50.751647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34466) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:50.752195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:50.752853 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.759588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,revision_number=4']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:50.762383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Subnet': ['ID=f7f14695-ca03-43cf-bd1c-e680a3b8d490,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:50.778907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3972eed-8e21-40a0-af21-8390bb8d10a0 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:50.917295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] For port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,segment=NetworkSegment(aaeaa09d-707c-4a20-adc5-cd336a936664),segment_id=aaeaa09d-707c-4a20-adc5-cd336a936664)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:50.917814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:50.940461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.020753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Deleting port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:51.021101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.026154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6fd4f0e2-db7b-4a1b-85b9-f29a0b297ad6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.9870934 May 06 12:39:51.059305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34472) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:51.069415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d258af-dccc-4fe9-a1bc-61c826e51752 None None] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:51.071068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Request body: {'port': {'network_id': '2e7d2229-1c74-4943-b601-890d74ccfdf0', 'mac_address': 'fa:16:3e:30:22:29', 'name': 'tempest-NetworksTestDHCPv6-257544043'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:51.236385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.240592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.240736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.255861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Calling delete_port for 28dc9c84-4ab8-468c-a7e1-b2fef101d4df owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:51.276493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.279078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d8acc-da6a-4da2-87f9-053b849adba8 req-0de0eca7-1e41-49bb-afc2-66e299ecde5f tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.280596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f6d8acc-da6a-4da2-87f9-053b849adba8 req-0de0eca7-1e41-49bb-afc2-66e299ecde5f tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 945 time: 0.3310492 May 06 12:39:51.320622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:51.369524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,segment=NetworkSegment(2e8aad5e-9c14-44c8-a845-b7c7296489fd),segment_id=2e8aad5e-9c14-44c8-a845-b7c7296489fd)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:51.369909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.404437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:51.414649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:port and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:51.419612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Usage tracker for resource:port and tenant:b38c7f5a259c4443b1dc588cbee7209a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:51.438470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:51.438609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:51.445907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:51.451435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:51.453265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] For port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,segment=NetworkSegment(2e8aad5e-9c14-44c8-a845-b7c7296489fd),segment_id=2e8aad5e-9c14-44c8-a845-b7c7296489fd)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:51.453840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.472336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f6d8acc-da6a-4da2-87f9-053b849adba8 req-b420a4be-23d6-4c46-9d32-e967cbeee5ea tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/security-groups?id=004b61a5-a276-49bc-8e5d-cb66013179f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782932 May 06 12:39:51.493105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=3ef5aea8-980e-41b4-93ea-e44430c6e441,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:51.546806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Calling delete_port for d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:51.579513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17b297-8956-4dcf-a706-860e60d11782 req-5d75b802-bbdf-48b7-88f3-e0c69888f5f8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:51.580909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3ef5aea8-980e-41b4-93ea-e44430c6e441 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:51.581318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed17b297-8956-4dcf-a706-860e60d11782 req-5d75b802-bbdf-48b7-88f3-e0c69888f5f8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 944 time: 0.5565317 May 06 12:39:51.585710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3ad00066-7ec2-4802-93f8-653459ab325a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1270053 May 06 12:39:51.593250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34476) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:51.602207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Calling delete_port for d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:51.613087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:51.615921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '3ef5aea8-980e-41b4-93ea-e44430c6e441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:51.653527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] For port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:51.700356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:51.706757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Made reservation on behalf of b38c7f5a259c4443b1dc588cbee7209a for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:51.812723 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.827751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.829848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:51.882432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] No DVR routers for this DVR port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:51.892384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:51.893244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed17b297-8956-4dcf-a706-860e60d11782 req-dc6e6926-4748-4b62-b978-46729ccf6d86 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033745 May 06 12:39:51.899693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Pushing event deleted for resources: {'Port': ['ID=28dc9c84-4ab8-468c-a7e1-b2fef101d4df,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:51.902113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:51.930972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:51.936227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Port': ['ID=d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:51.945014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:52.012689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:52.018798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:52.024757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:52.067312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:39:52.067312 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:39:52.076249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.083636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.089619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Pushing event updated for resources: {'Port': ['ID=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:52.100572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.115168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c573126-ecd4-4d0e-8225-a92bcf746ff4']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:52.134509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] device_id is not set on port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:52.135604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8aad5e-9c14-44c8-a845-b7c7296489fd') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:52.135604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8aad5e-9c14-44c8-a845-b7c7296489fd') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:52.142978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] device_id is not set on port 0bc4d09b-1311-419d-9d0c-c96053414ecb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:39:52.175205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Provisioning for port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:52.181293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Provisioning complete for port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:52.181674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.189682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.257906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.265413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Deleting port d21e19fe-8230-4da3-bf1d-0edb1a0dc9b3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:52.265413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.272130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:52.272130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:52.306623 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:52.443685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fab1cb9-eea6-4880-8d6e-b2ab108b750d None None] The port 'd21e19fe-8230-4da3-bf1d-0edb1a0dc9b3' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:39:52.597228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] No DVR routers for this DVR port 28dc9c84-4ab8-468c-a7e1-b2fef101d4df on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:39:52.611417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:52.616481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.633479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:52.723917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] For port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:52.739722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 28dc9c84-4ab8-468c-a7e1-b2fef101d4df no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:39:52.744764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.768079 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41e57482-c506-465d-ac8c-b8e10878f651 req-a1832213-8b56-4f88-a1f7-696c66096e38 tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.0558062 May 06 12:39:52.779208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.1.1.205 (6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242/58e8fbda-9cbf-466b-8519-3c333f4e5713/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:52.808632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:52.825101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.890194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.909888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.911532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 28dc9c84-4ab8-468c-a7e1-b2fef101d4df {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:39:52.912316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 28dc9c84-4ab8-468c-a7e1-b2fef101d4df not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:39:52.921103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:52.943699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=8c573126-ecd4-4d0e-8225-a92bcf746ff4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:53.023673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8::17a (2e7d2229-1c74-4943-b601-890d74ccfdf0/904707f6-c247-409a-9686-0c73270f59f1/0bc4d09b-1311-419d-9d0c-c96053414ecb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:53.030112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6e880c45-4a77-4a80-b7f1-ffca7969c92b tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/8c573126-ecd4-4d0e-8225-a92bcf746ff4 HTTP/1.1" status: 204 len: 168 time: 2.2769949 May 06 12:39:53.031628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34484) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:53.047256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:2229 (2e7d2229-1c74-4943-b601-890d74ccfdf0/f7f14695-ca03-43cf-bd1c-e680a3b8d490/0bc4d09b-1311-419d-9d0c-c96053414ecb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:53.088562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05df48-4d48-48e5-883b-843d543d121d None None] Pushing event updated for resources: {'Port': ['ID=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:53.095378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'name': 'network-vif-deleted', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:53.133836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e045687-3083-4703-b393-2ec36799e298 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:39:53.179047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Provisioning for port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:53.205500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Provisioning complete for port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:53.205883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.222704 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768f905b-2f6a-4107-9fdd-2fc90535863c'] response: {'server_uuid': '04f4392d-8b38-49f5-9636-3dddf6aff3a6', 'name': 'network-vif-deleted', 'tag': '28dc9c84-4ab8-468c-a7e1-b2fef101d4df', 'status': 'completed', 'code': 200} May 06 12:39:53.227718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.265588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:39:53.286111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:53.289706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.334202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.398057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5de6a3ff-e28c-4aa3-b8d6-97d5fdaa274f req-8478533f-8ceb-4508-be97-5aca57530e3a tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.13 "DELETE /v2.0/ports/28dc9c84-4ab8-468c-a7e1-b2fef101d4df HTTP/1.1" status: 204 len: 173 time: 3.7668831 May 06 12:39:53.445484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c90d9-35c1-4036-a072-2e7ba216d092 req-70ca679e-84f2-411b-be76-3cedad4fa314 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.449230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa6c90d9-35c1-4036-a072-2e7ba216d092 req-70ca679e-84f2-411b-be76-3cedad4fa314 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 944 time: 0.3070874 May 06 12:39:53.557942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa6c90d9-35c1-4036-a072-2e7ba216d092 req-e4021dad-1783-4499-a9bb-9cac669b1d26 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951929 May 06 12:39:53.573082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.573082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.631387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Transition to ACTIVE for port object 0bc4d09b-1311-419d-9d0c-c96053414ecb will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:39:53.631387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1e8549-5d09-4360-a86a-7603948307f6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:53.633636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.634190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e833ffb-506c-483b-bb27-81794fa9d255') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:53.634190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e833ffb-506c-483b-bb27-81794fa9d255') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:53.637071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e045687-3083-4703-b393-2ec36799e298 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:39:53.656804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.689775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.711445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:53.711445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:53.729255 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:53.743468 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.812207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:53.818675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.940872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:53.940872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:53.940872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:53.953976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:53.953976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:53.966940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:53.977917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event updated for resources: {'Port': ['ID=0bc4d09b-1311-419d-9d0c-c96053414ecb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:53.989703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:53.996970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '44906361-3de0-43f8-bb74-abfe15440514', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'port_id': '44906361-3de0-43f8-bb74-abfe15440514', 'mac_address': 'fa:16:3e:e7:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6bf2a9-09a7-48ae-8d84-d3780fe32163', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:39:54.002501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:54.005771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.010069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:54.047880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.047880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/1a1e8549-5d09-4360-a86a-7603948307f6 HTTP/1.1" status: 204 len: 168 time: 0.9994533 May 06 12:39:54.048202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.048381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd009f2f-d689-40dc-8541-cc548b3cf38e tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=1a1e8549-5d09-4360-a86a-7603948307f6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.048381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34494) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:54.112978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.138840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] For port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:54.173191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:54.173191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.173191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=a27fd570-1be0-40fc-b77d-8b8e835b00fb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.202285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44906361-3de0-43f8-bb74-abfe15440514 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:39:54.219035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': '772adfa1-99cc-4902-a581-fa55a8ecf633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3ef5aea8-980e-41b4-93ea-e44430c6e441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:54.228036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.234198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 3ef5aea8-980e-41b4-93ea-e44430c6e441, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:54.250654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.250654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ae607e9-e00d-4f77-b495-c610e50247aa tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1866782 May 06 12:39:54.253592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34498) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:54.285671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-815ad999-bb43-42bb-8c7d-8cc841a061fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7521865 May 06 12:39:54.298188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d57ec7d4-bd9b-4c6e-9da2-b2f3352b8c86 req-35ccbbaf-b371-4d59-ba1b-df5fb04c98bd tempest-ServerTagsTestJSON-1098494856 tempest-ServerTagsTestJSON-1098494856-project] 10.222.0.83 "GET /v2.0/ports?device_id=04f4392d-8b38-49f5-9636-3dddf6aff3a6 HTTP/1.1" status: 200 len: 210 time: 0.0554399 May 06 12:39:54.314566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 3ef5aea8-980e-41b4-93ea-e44430c6e441 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:54.333423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:54.362994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Pushing event updated for resources: {'Port': ['ID=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.368681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Provisioning complete for port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:54.369281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.392469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting port 0bc4d09b-1311-419d-9d0c-c96053414ecb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:39:54.392811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.427670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.489913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3ef5aea8-980e-41b4-93ea-e44430c6e441) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:54.506319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.511232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:54.511862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.547084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90ada51-21d3-4db9-a56e-8291f30d34f5']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:54.566489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83275152-076f-40d4-b684-4b4599680e7c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:54.566791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83275152-076f-40d4-b684-4b4599680e7c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:54.580112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.600638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.613591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:54.613591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.662892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:54.715647 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:54.837853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['44906361-3de0-43f8-bb74-abfe15440514'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:39:54.844647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01ad2b1d-1a73-4f44-8c52-31ec9f12b2c8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2500980 May 06 12:39:54.846071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34506) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:54.848210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.870409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.875281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.905066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:54.912814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] Pushing event deleted for resources: {'Network': ['ID=e90ada51-21d3-4db9-a56e-8291f30d34f5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:54.929206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-85917d68-c39e-4d76-b3c4-0669688d5c05 tempest-BulkNetworkOpsIpV6Test-582769153 tempest-BulkNetworkOpsIpV6Test-582769153-project] 10.222.0.83 "DELETE /v2.0/networks/e90ada51-21d3-4db9-a56e-8291f30d34f5 HTTP/1.1" status: 204 len: 168 time: 0.8831980 May 06 12:39:54.946208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205a1eb-55b4-4584-86f5-9acfe54dcb74 req-9cabf5c3-225d-4420-83b9-c72af00ccf75 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:54.951605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d205a1eb-55b4-4584-86f5-9acfe54dcb74 req-9cabf5c3-225d-4420-83b9-c72af00ccf75 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 945 time: 0.1504123 May 06 12:39:54.982819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:54.983140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.041532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d205a1eb-55b4-4584-86f5-9acfe54dcb74 req-e3ad4c6d-f668-45db-80a6-3904a7a01e50 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821834 May 06 12:39:55.076122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34512) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:55.082420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986941643', 'description': 'tempest-description--1436212150'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:55.092521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd35a6-9f30-44d1-becf-898a955ca5df None None] Network 3ef5aea8-980e-41b4-93ea-e44430c6e441 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:55.092972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:55.100012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:security_group and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:55.112838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:55.127803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:55.133601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Provisioning for port b49fda7b-729e-4ae4-a1fb-6588aa577cad completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:55.138710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Calling delete_port for 0bc4d09b-1311-419d-9d0c-c96053414ecb owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:39:55.223237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.290722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.301991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:55.301991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:security_group_rule and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:55.305779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:55.318101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Provisioning complete for port b49fda7b-729e-4ae4-a1fb-6588aa577cad triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:55.318479 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.324153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:55.487700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.509784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:55.580158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-69e52848-6ff7-4eba-9a9d-7494a0ffba96 None None] Port b49fda7b-729e-4ae4-a1fb-6588aa577cad cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:55.608581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:55.667245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.686805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Deleting subnet 8328a881-5a7c-4a90-8506-f4270c6ecf87 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:55.689865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.713293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.766934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40a424-58ed-467c-b2a1-92647b6db702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3ef5aea8-980e-41b4-93ea-e44430c6e441', 'network_id': '3ef5aea8-980e-41b4-93ea-e44430c6e441', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': 'a27fd570-1be0-40fc-b77d-8b8e835b00fb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:55.767715 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e40a424-58ed-467c-b2a1-92647b6db702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.771208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.773151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Port': ['ID=0bc4d09b-1311-419d-9d0c-c96053414ecb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:55.778407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=a27fd570-1be0-40fc-b77d-8b8e835b00fb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:55.860424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.878056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.897286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Provisioning complete for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:55.897891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.953965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:55.957042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:55.978829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:55.979297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.008396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.067259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db120fef-e54e-4b47-a4fa-4f3ab359acd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/0bc4d09b-1311-419d-9d0c-c96053414ecb HTTP/1.1" status: 204 len: 168 time: 1.8160129 May 06 12:39:56.077657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.138048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2bf72c-4f30-4335-b91e-14ec0bf6d6a4 None None] Network 3ef5aea8-980e-41b4-93ea-e44430c6e441 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:56.145452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48dbc99-c2b3-43a1-a5ab-9a56d626d542,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:56.162105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.163285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.217018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef5aea8-980e-41b4-93ea-e44430c6e441']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.234117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772adfa1-99cc-4902-a581-fa55a8ecf633') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.234712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772adfa1-99cc-4902-a581-fa55a8ecf633') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.251744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.259452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8328a881-5a7c-4a90-8506-f4270c6ecf87,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:56.271087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.280464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:56.280933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.309089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Could not find standard attr ID for object 0bc4d09b-1311-419d-9d0c-c96053414ecb. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: timer() May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:56.321288 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:56.357749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.357749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b6524b1b-36ca-484b-bfc4-4835b52fe760 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2627969 May 06 12:39:56.357749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.357749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af7ee275-68b5-481b-9749-235e99197840 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8328a881-5a7c-4a90-8506-f4270c6ecf87 HTTP/1.1" status: 204 len: 168 time: 0.8392267 May 06 12:39:56.357749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34538) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.371095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34540) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.417893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'security_group_rule': {'security_group_id': 'f48dbc99-c2b3-43a1-a5ab-9a56d626d542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:56.417893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-27d8fb66-b310-4b8e-8a51-7f4eb8d2d8be admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=efb93538fe6a4fab832c15715d3eef52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4492185 May 06 12:39:56.417893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:56.425747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34546) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.435396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Provisioning for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:56.435396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Provisioning complete for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:56.435396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.441829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:security_group_rule and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:56.503963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eda41fe0-42c1-4923-9229-5dd749d65886 None None] Port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:39:56.525408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89343933-3d42-47f5-854f-dab60a8e715a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:56.525408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89343933-3d42-47f5-854f-dab60a8e715a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:56.532525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:56.539118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:56.550041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0429c7f-1649-4e1d-b7e2-2382165696d5 req-af10e208-4965-4b60-adb8-6ddeca8f5a6e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:56.551614 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0429c7f-1649-4e1d-b7e2-2382165696d5 req-af10e208-4965-4b60-adb8-6ddeca8f5a6e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 945 time: 0.2960570 May 06 12:39:56.616611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.622692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.622692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.657258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=3ef5aea8-980e-41b4-93ea-e44430c6e441,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:56.672666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-feb37ecd-75c7-4305-b485-404f6979cbb9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/3ef5aea8-980e-41b4-93ea-e44430c6e441 HTTP/1.1" status: 204 len: 168 time: 1.7993681 May 06 12:39:56.672666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34550) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.679568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0429c7f-1649-4e1d-b7e2-2382165696d5 req-e7fffffe-72cd-4ba0-abd2-a6b88c549dfd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995400 May 06 12:39:56.690374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606314570'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:56.690374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:56.698207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.721422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:56.729869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:56.740996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:56.740996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.764107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89343933-3d42-47f5-854f-dab60a8e715a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:56.769635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34554) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.772983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-89343933-3d42-47f5-854f-dab60a8e715a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6821282 May 06 12:39:56.772983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.810736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.857482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ec557d-53c7-4007-9249-18c461089770']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.868361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:56.868361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.872992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeaa09d-707c-4a20-adc5-cd336a936664') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.872992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeaa09d-707c-4a20-adc5-cd336a936664') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:39:56.887079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.904056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9433e37-a4a2-4ff0-8a73-eddb3a0430a7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:56.904056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9433e37-a4a2-4ff0-8a73-eddb3a0430a7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:56.904290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.907262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.913386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:39:56.913824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.914402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9433e37-a4a2-4ff0-8a73-eddb3a0430a7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:56.915583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d9433e37-a4a2-4ff0-8a73-eddb3a0430a7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1538804 May 06 12:39:56.916358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:56.919029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: timer() May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:39:56.941633 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:39:56.971143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:56.971758 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment cfb17b01-3d40-4fc7-b301-6b197b4c33b6 of type vlan for network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c May 06 12:39:56.972577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.000967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.009606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287c6bb4-280d-4302-a0cf-fd74d0e8ba4a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.030314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7d84da-db54-4571-910d-f2a782066fb3,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.047917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.049249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.050569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.051357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:39:57.054923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.061166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.062236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0b7c45e6-9088-442a-95cc-56d0f23a4a18 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/287c6bb4-280d-4302-a0cf-fd74d0e8ba4a HTTP/1.1" status: 204 len: 168 time: 0.6495183 May 06 12:39:57.127144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.146806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.148692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/73ec557d-53c7-4007-9249-18c461089770 HTTP/1.1" status: 204 len: 168 time: 0.7787869 May 06 12:39:57.159855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4445047-7c8f-4c29-9a3c-164267c422f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ec557d-53c7-4007-9249-18c461089770,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.195715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.198720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:39:57.198841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ef05229f-0188-48b7-b1ba-beb1a2cbd352 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8351321 May 06 12:39:57.198947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cbc5fa3f-0b63-4108-b7c1-c0551aac1a1c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2777584 May 06 12:39:57.200679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34566) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.201120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34568) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.206676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'security_group_rule': {'security_group_id': 'f48dbc99-c2b3-43a1-a5ab-9a56d626d542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:57.213423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:57.217500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:security_group_rule and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:57.220873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:57.227936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:57.249974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:39:57.252831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.256700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:57.257261 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.373698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=f47cf1ff-c490-4fd0-99c7-e6c711f6c12c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.385415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:39:57.397475 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.411525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet 904707f6-c247-409a-9686-0c73270f59f1 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:57.414523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.453494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 44906361-3de0-43f8-bb74-abfe15440514 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:39:57.457372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ee37cedf-6173-407a-a531-f96a25e3e641 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7966745 May 06 12:39:57.464819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 44906361-3de0-43f8-bb74-abfe15440514 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:57.465129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.467640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34574) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.474187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:57.514876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.615600 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.626971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.627948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.640693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.652268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:57.654704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:39:57.661493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:57.667318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:39:57.667639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:57.681516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:57.702722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.737076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a16e28-4558-4077-b0ee-48cf7d4e90ff,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.739063 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891142a0-7632-48b4-a1fe-6a59e6c69bfe'] response: {'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514', 'code': 200} May 06 12:39:57.749570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-66d5d78d-6791-4b49-83c6-0238e1a966b0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c7cf4da13f884f6ebff44cfa16e43b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1190059 May 06 12:39:57.753441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.759241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.800569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:57.863956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.894087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.927058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:57.929090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5543de50-58e6-43e7-85ee-5787da119ee0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7262912 May 06 12:39:57.938661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34598) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:57.946946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:57.955598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:57.969365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:floatingip and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:57.974728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:57.983245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=904707f6-c247-409a-9686-0c73270f59f1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:57.983804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:57.988403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.016024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba51e4-ef39-45fe-84c6-ba58f4dc30e3 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:58.018573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.045076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.098204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.144393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b2cbba7-dadb-484c-ad70-55b03ec851b7 req-467afa72-0159-4ae9-ae79-7062e2beb865 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 1097 time: 0.2896388 May 06 12:39:58.144613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing IP validity checks on allocation pools {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:39:58.144613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:39:58.274847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac9e6369-5d32-43b0-adb2-fc694d459bcc tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/904707f6-c247-409a-9686-0c73270f59f1 HTTP/1.1" status: 204 len: 168 time: 1.0725460 May 06 12:39:58.278036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34604) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:58.281896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.287970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11a63-e88e-48bb-bf43-bece5949c1ae req-a50544e0-77cb-4559-b15b-7739e6e5071f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:58.289411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dca11a63-e88e-48bb-bf43-bece5949c1ae req-a50544e0-77cb-4559-b15b-7739e6e5071f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3497238 May 06 12:39:58.332894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1b2cbba7-dadb-484c-ad70-55b03ec851b7 req-cdad1730-d6e1-4565-a54a-7049b4a496a2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082615 May 06 12:39:58.371541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dca11a63-e88e-48bb-bf43-bece5949c1ae req-5a1a90d3-c23f-461c-be3f-703570218f07 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675161 May 06 12:39:58.420529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.493089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.514259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b61a5-a276-49bc-8e5d-cb66013179f7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:58.603062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=01acde06-81b6-4dbc-ad9b-f1dc79e864b0,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:58.626316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.630420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35f63677-a3c0-4d48-862e-2aa958cf6b43 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/004b61a5-a276-49bc-8e5d-cb66013179f7 HTTP/1.1" status: 204 len: 168 time: 0.8754995 May 06 12:39:58.679664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Deleting subnet f7f14695-ca03-43cf-bd1c-e680a3b8d490 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:39:58.682854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:39:58.683195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: f47cf1ff-c490-4fd0-99c7-e6c711f6c12c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:39:58.691795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.788535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:58.795580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.848951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:58.911545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:39:58.958672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-251360718'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:39:58.972899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:58.979317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:58.984701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:58.994669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:59.101146 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.104341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:39:59.107602 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.128151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.144441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-275e00f4-e8d5-4131-91b4-293caf36ead7 None None] Provisioning complete for port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:39:59.145036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-275e00f4-e8d5-4131-91b4-293caf36ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.152809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f47cf1ff-c490-4fd0-99c7-e6c711f6c12c) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:59.157158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:59.157990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.159196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:39:59.163526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:security_group_rule and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:39:59.166878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:39:59.176467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:39:59.201337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688651d3-8ac9-4934-ab62-107d25608020 None None] Network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:59.216236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 172.25.2.168 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8cb24731-24e3-483c-a7ac-ec613961a883) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:39:59.300618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.317442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d27a86a5-5852-4bef-9f93-5671c7f9a2bf tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8480709 May 06 12:39:59.322533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34624) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:59.423408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.437339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.495581 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.523158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:39:59.549334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0c12b-5a0b-40e5-9ae8-2cd7fd8760c9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:59.565402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.566110 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment a76a9f9a-998e-43ec-85f1-20a41b74c3fa of type vlan for network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da May 06 12:39:59.572377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f14695-ca03-43cf-bd1c-e680a3b8d490,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:39:59.580326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.606684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.610171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.619837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe46b9-d63e-4543-8a7d-4c1fe7749122 None None] Network 2e7d2229-1c74-4943-b601-890d74ccfdf0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:39:59.641858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.679206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-71c4b5be-f3cf-4086-a116-f6c64d5c1dc6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f7f14695-ca03-43cf-bd1c-e680a3b8d490 HTTP/1.1" status: 204 len: 168 time: 1.3942380 May 06 12:39:59.682148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34638) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:59.753741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.839074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.843371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:39:59.844615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.847639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84dc2ed3-0008-403b-96e5-6c2c13c99844 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1644187 May 06 12:39:59.857394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f47cf1ff-c490-4fd0-99c7-e6c711f6c12c', 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '01acde06-81b6-4dbc-ad9b-f1dc79e864b0'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:39:59.857645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:39:59.858189 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:39:59.858453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34642) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:39:59.862931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:39:59.868389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:39:59.939788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=8cb24731-24e3-483c-a7ac-ec613961a883,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:00.063760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=11fdd625-aa5c-4011-9be4-e0dc7d27a1da,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:00.094303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:00.099454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed0ef0-4793-47c7-8a18-d6f54808b273 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:00.109389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5ed0ef0-4793-47c7-8a18-d6f54808b273 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2343717 May 06 12:40:00.110549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34650) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.125654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] DHCP port deletion for 2e7d2229-1c74-4943-b601-890d74ccfdf0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:00.132331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.158258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2727058f-03b1-48ba-9730-18cca7eba5c0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3616502 May 06 12:40:00.158258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34654) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.160359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa833ea-c255-48f7-b9c0-2af4efeb6114 req-afcc7ff5-1e30-4282-a156-71823bd9485f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:00.164218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fa833ea-c255-48f7-b9c0-2af4efeb6114 req-afcc7ff5-1e30-4282-a156-71823bd9485f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.4895434 May 06 12:40:00.174792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863455507'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:00.186632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:00.191728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:00.195522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Deleting port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:00.196093 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.196252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:00.206323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:00.210360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442202b-d863-4d15-b009-bffafb583f27 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:00.211180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6442202b-d863-4d15-b009-bffafb583f27 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Synchronizing usage tracker for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:00.271782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fa833ea-c255-48f7-b9c0-2af4efeb6114 req-8f1cc20b-43c8-48e1-b647-707bcb7b853f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032977 May 06 12:40:00.301533 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.302153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Allocated IP 172.20.0.3 (f47cf1ff-c490-4fd0-99c7-e6c711f6c12c/01acde06-81b6-4dbc-ad9b-f1dc79e864b0/5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:00.372693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:00.375811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.394859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6442202b-d863-4d15-b009-bffafb583f27 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Unset dirty status for tenant:b38c7f5a259c4443b1dc588cbee7209a on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:00.411626 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6442202b-d863-4d15-b009-bffafb583f27 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2863257 May 06 12:40:00.411626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.496558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e6ea187-9de6-473f-acaf-20321a523a0f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893919 May 06 12:40:00.502829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34670) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.511352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:00.529126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.529703 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment 88aed886-2188-44bb-9ac4-64764badfb3d of type vlan for network 98ad86c8-dc59-46d5-aa3d-975111db1bff May 06 12:40:00.578719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.592444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:00.606651 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad722ddf-9d71-4c6c-b90b-fdfacd44657d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:00.607092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad722ddf-9d71-4c6c-b90b-fdfacd44657d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:00.616357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ad722ddf-9d71-4c6c-b90b-fdfacd44657d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/0bc4d09b-1311-419d-9d0c-c96053414ecb HTTP/1.1" status: 404 len: 333 time: 0.1150026 May 06 12:40:00.623008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34676) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.657927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] For port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,segment=NetworkSegment(e792af00-83e6-4238-8a73-c72743d5ba0e),segment_id=e792af00-83e6-4238-8a73-c72743d5ba0e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:00.658324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.668241 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cf4fe3-c84c-4a3a-a052-51b26afad6b3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:00.669161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cf4fe3-c84c-4a3a-a052-51b26afad6b3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:00.669293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.676670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7cf4fe3-c84c-4a3a-a052-51b26afad6b3 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f7f14695-ca03-43cf-bd1c-e680a3b8d490 HTTP/1.1" status: 404 len: 337 time: 0.0523028 May 06 12:40:00.679190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.718693 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f26fec2-ff9f-4e16-b055-3ae3a9550250 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:00.719124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f26fec2-ff9f-4e16-b055-3ae3a9550250 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:00.720801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f26fec2-ff9f-4e16-b055-3ae3a9550250 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/904707f6-c247-409a-9686-0c73270f59f1 HTTP/1.1" status: 404 len: 337 time: 0.0407407 May 06 12:40:00.724519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.760259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.763784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.764978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:00.765564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.871688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Calling delete_port for ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:00.913167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=8cb24731-24e3-483c-a7ac-ec613961a883,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:00.924459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:00.943345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=98ad86c8-dc59-46d5-aa3d-975111db1bff,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:00.951636 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd27073d-a021-4327-a60c-c163a847f333 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:00.952639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd27073d-a021-4327-a60c-c163a847f333 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:00.955233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd27073d-a021-4327-a60c-c163a847f333 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/1fd022a6-f74c-420b-8f4f-e19583f3ccdb HTTP/1.1" status: 404 len: 333 time: 0.2294030 May 06 12:40:00.957800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34690) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:00.986197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:01.027797 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-871847ef-b8c2-450e-80f7-36ad6dd22e80 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.028477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871847ef-b8c2-450e-80f7-36ad6dd22e80 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.031056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-871847ef-b8c2-450e-80f7-36ad6dd22e80 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2c094216-6972-43b1-92ff-9d768f499f0b HTTP/1.1" status: 404 len: 337 time: 0.0719688 May 06 12:40:01.033650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34694) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.037920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.040654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b26baacc-bc2c-4190-8bd9-dec58f311f6a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0991580 May 06 12:40:01.080915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ed4d49eb-ea93-42b0-92ff-dee3513fd7d4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9224885 May 06 12:40:01.082230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.083902 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed30f5e-a685-46bc-925d-5511f28b78b9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.085144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed30f5e-a685-46bc-925d-5511f28b78b9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.090718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0ed30f5e-a685-46bc-925d-5511f28b78b9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2c8cd86c-8df7-49cc-a8ce-f6413e8fa016 HTTP/1.1" status: 404 len: 337 time: 0.0534403 May 06 12:40:01.090718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34704) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.091753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:01.129181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-bdff2eaf-f8b3-4d4b-98cd-1ffd6692907b req-bfa42bd4-3b4d-40bc-b6d1-299fbe79d088 service neutron] (84799) timed out ('10.222.0.83', 40312) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:40:01.142720 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0600772d-f1e2-4ece-a2d2-47089a134e10 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.143171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0600772d-f1e2-4ece-a2d2-47089a134e10 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.145179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0600772d-f1e2-4ece-a2d2-47089a134e10 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/45b73293-375f-4fc7-af27-404f59977c0b HTTP/1.1" status: 404 len: 333 time: 0.0537829 May 06 12:40:01.147890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34708) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.210195 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2931af9c-3845-4da0-90d0-c722aec9ad46 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.210806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2931af9c-3845-4da0-90d0-c722aec9ad46 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.217248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34714) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.219831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2931af9c-3845-4da0-90d0-c722aec9ad46 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9c2d3b2b-1f09-4c58-8ebe-1b456a060b66 HTTP/1.1" status: 404 len: 337 time: 0.0696375 May 06 12:40:01.262581 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.278397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.305855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34720) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.310555 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ab6537-0f8a-4807-a2d3-0f0e87285a4c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.311382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ab6537-0f8a-4807-a2d3-0f0e87285a4c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.315813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7ab6537-0f8a-4807-a2d3-0f0e87285a4c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2cfb6400-c10a-4c2b-b643-33a1af0027d4 HTTP/1.1" status: 404 len: 337 time: 0.0939696 May 06 12:40:01.316594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.345196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Transition to ACTIVE for port object 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:01.368443 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafd4ec9-cf50-4caa-a296-e42c5550bceb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.368889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafd4ec9-cf50-4caa-a296-e42c5550bceb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.371026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aafd4ec9-cf50-4caa-a296-e42c5550bceb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/55655158-1911-4f46-8303-c6092e1f0076 HTTP/1.1" status: 404 len: 333 time: 0.0532286 May 06 12:40:01.372315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:01.374560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34732) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.376743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:01.380920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:01.387273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:01.394215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.430675 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4879a0-2514-4610-9198-98ce48658c98 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.432478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4879a0-2514-4610-9198-98ce48658c98 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.434761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bc4879a0-2514-4610-9198-98ce48658c98 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/37de65cf-cb63-4469-baa8-7a86d6423dda HTTP/1.1" status: 404 len: 337 time: 0.0596075 May 06 12:40:01.441345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34736) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.499302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] Pushing event deleted for resources: {'Port': ['ID=ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:01.502023 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6e36b-f918-4629-b600-a80598d0806b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.502597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be6e36b-f918-4629-b600-a80598d0806b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.505305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5be6e36b-f918-4629-b600-a80598d0806b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/94d11c2e-72ea-4e10-a2db-69b92ea5c71c HTTP/1.1" status: 404 len: 337 time: 0.0667028 May 06 12:40:01.508090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34742) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.510301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Transition to ACTIVE for port object 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:01.517329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0df41-7532-4739-be8b-4a539a5fd397 None None] No DVR routers for this DVR port ecaad1dc-d3c6-46c0-aeb9-39c1ba6f2500 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:01.575597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:01.588513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.595276 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-907e850b-55f6-4cb7-9078-c06d990093d6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.595667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907e850b-55f6-4cb7-9078-c06d990093d6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.597773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-907e850b-55f6-4cb7-9078-c06d990093d6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/d36371d3-5339-40d3-a480-7c1bb4666d78 HTTP/1.1" status: 404 len: 333 time: 0.0882974 May 06 12:40:01.601080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.622003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.669409 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdc72ca-0840-4d07-9ca4-26d4aab3afa6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.669857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdc72ca-0840-4d07-9ca4-26d4aab3afa6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.701197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6fdc72ca-0840-4d07-9ca4-26d4aab3afa6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/87bc8534-8fcc-41c2-a6e8-f66fd6a0c67f HTTP/1.1" status: 404 len: 337 time: 0.0973597 May 06 12:40:01.701910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:01.703052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:01.706584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34754) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.706814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:01.711948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:01.714974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Usage tracker for resource:security_group_rule and tenant:8a74c65cdf0c461d8e24a4ae8db97b64 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:01.720042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Pushing event updated for resources: {'Port': ['ID=5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:01.756439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:01.780434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:01.791974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0ad1f-8c62-45d5-95c0-9f9c57499f63 req-2be93be8-32c8-4dbe-a2d5-f31cfc9af6e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:01.794635 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aa0ad1f-8c62-45d5-95c0-9f9c57499f63 req-2be93be8-32c8-4dbe-a2d5-f31cfc9af6e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3232379 May 06 12:40:01.795825 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-516f7447-e226-4937-8f3c-4f28a9f9b5f9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:01.796440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516f7447-e226-4937-8f3c-4f28a9f9b5f9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:01.798236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-516f7447-e226-4937-8f3c-4f28a9f9b5f9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/c727b757-84d2-4b04-8f1e-3998242be1e1 HTTP/1.1" status: 404 len: 333 time: 0.0886788 May 06 12:40:01.801192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34758) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:01.812464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.837851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.851690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Attempting to bind port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:01.852485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Attempting to bind port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:01.852881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Attempting to bind port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 on network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:01.860667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:01.861042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Checking segment: {'id': 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:01.861665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.862063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Bound using segment: {'id': 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:01.862589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Bound port: 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:01.863104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:01.863886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-4df68769-0a07-4a05-b780-cfcfc6afefcb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1986941643&fields=id&tenant_id=67900abb497542389a9f6834cd5bc0d6 HTTP/1.1" status: 200 len: 267 time: 0.2730961 May 06 12:40:01.974783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] For port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:01.978437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] For port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3,segment=NetworkSegment(cfb17b01-3d40-4fc7-b301-6b197b4c33b6),segment_id=cfb17b01-3d40-4fc7-b301-6b197b4c33b6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:02.019595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8f11578-8924-417d-a339-e6ab8df3dac8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.020137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8f11578-8924-417d-a339-e6ab8df3dac8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:02.054470 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ed879e-0d8c-4570-8904-7cb80c703d18 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.054897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ed879e-0d8c-4570-8904-7cb80c703d18 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.062016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=01acde06-81b6-4dbc-ad9b-f1dc79e864b0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:02.078951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-39ed879e-0d8c-4570-8904-7cb80c703d18 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/ff46d133-136b-41f2-a3f8-61a886821b00 HTTP/1.1" status: 404 len: 337 time: 0.2752495 May 06 12:40:02.083250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34762) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.108016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.140229 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee80aef-70c8-4444-ae21-bfc1b9f6ea59 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.140919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee80aef-70c8-4444-ae21-bfc1b9f6ea59 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.152622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ee80aef-70c8-4444-ae21-bfc1b9f6ea59 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/49f5ca48-e740-4643-b077-1c29fd72e043 HTTP/1.1" status: 404 len: 333 time: 0.0674126 May 06 12:40:02.155922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8f11578-8924-417d-a339-e6ab8df3dac8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:02.156969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8f11578-8924-417d-a339-e6ab8df3dac8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 937 time: 0.2421582 May 06 12:40:02.159812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34766) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.207808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc69503-093b-4346-ab2b-59262f47bc8c None None] Pushing event updated for resources: {'Port': ['ID=5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:02.211152 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b923424a-4795-4ce7-802b-b2f692614349 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.212072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b923424a-4795-4ce7-802b-b2f692614349 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.214498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b923424a-4795-4ce7-802b-b2f692614349 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/671c7e35-19da-4dda-97a4-9ec323b5282e HTTP/1.1" status: 404 len: 337 time: 0.0533781 May 06 12:40:02.224137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aa0ad1f-8c62-45d5-95c0-9f9c57499f63 req-ef42fa70-3393-4bfb-9712-d9fb07facc6e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217191 May 06 12:40:02.224714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34770) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.298276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.313103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-d938c237-e2a0-4fa6-8fd4-2218ee09eef3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.314545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-d938c237-e2a0-4fa6-8fd4-2218ee09eef3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 937 time: 0.1127758 May 06 12:40:02.325697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.325697 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbd7fec-ca23-4677-8edf-d6e17cd37580 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.325697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbd7fec-ca23-4677-8edf-d6e17cd37580 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.346557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47cf1ff-c490-4fd0-99c7-e6c711f6c12c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:02.362577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bfbd7fec-ca23-4677-8edf-d6e17cd37580 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/9c91c22c-ef3c-424b-b648-515a25f9eaf6 HTTP/1.1" status: 404 len: 333 time: 0.1311171 May 06 12:40:02.366206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.371117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:02.371415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:02.383651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-265bf8c7-fe98-408c-b955-1dc31e59529b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0506213 May 06 12:40:02.385021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.407794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ae0c4-090c-4342-bc08-061e992dc0a0 None None] Network f47cf1ff-c490-4fd0-99c7-e6c711f6c12c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:02.442910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.494832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0261d52c-6064-4309-adc3-41f3a2a9eb80 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0690620 May 06 12:40:02.513131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a74c65cdf0c461d8e24a4ae8db97b64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2059982 May 06 12:40:02.518019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.541672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.565518 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-df27aeb4-573c-47a1-88bd-49808453bcd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.565771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=0697226e-852e-4b82-98e8-649a402578af,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:02.566372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df27aeb4-573c-47a1-88bd-49808453bcd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.568994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df27aeb4-573c-47a1-88bd-49808453bcd2 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/0e6147db-d1cb-441b-89c5-5ff101ce3d25 HTTP/1.1" status: 404 len: 337 time: 0.2014825 May 06 12:40:02.591957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34784) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.666695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.669654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35a63e-4bae-427d-9379-27b1b0934ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c195d755-aa15-43ad-b630-9e5e895cd1aa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:02.677878 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f952a74-c059-4893-bf3f-3177d4e2785b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.678978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f952a74-c059-4893-bf3f-3177d4e2785b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.680905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f952a74-c059-4893-bf3f-3177d4e2785b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/675bec94-2fb3-4760-aac4-9522fb00af3d HTTP/1.1" status: 404 len: 333 time: 0.0806854 May 06 12:40:02.685390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f9193-c71e-418b-8185-ed41a4446f99 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:40:02.693871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.694666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:02.695583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:02.712959 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:02.739154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:02.739544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: 11fdd625-aa5c-4011-9be4-e0dc7d27a1da, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:02.778514 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a27a1c0-f71b-48b7-9a31-d8e3e61bdf69 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.779282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a27a1c0-f71b-48b7-9a31-d8e3e61bdf69 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.781326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a27a1c0-f71b-48b7-9a31-d8e3e61bdf69 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/c5d096f4-0f31-4ba1-9209-b9dca3577c6a HTTP/1.1" status: 404 len: 337 time: 0.0837615 May 06 12:40:02.784547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.823418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.823418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.825307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.826393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:02.842321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.867694 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ea4cba-6745-47e1-bdc7-63828c325650 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.868191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ea4cba-6745-47e1-bdc7-63828c325650 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.869906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-60ea4cba-6745-47e1-bdc7-63828c325650 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/aa04fcef-ecaf-4bdd-a7fc-dd9741a4c13a HTTP/1.1" status: 404 len: 333 time: 0.0755358 May 06 12:40:02.874285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34796) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.881033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fbc14-06bd-4d44-9ab1-02e8c11068c7 req-851c18a6-00d8-437c-ac2c-51b0bfca5c18 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:02.888574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f05fbc14-06bd-4d44-9ab1-02e8c11068c7 req-851c18a6-00d8-437c-ac2c-51b0bfca5c18 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.4470456 May 06 12:40:02.940386 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ff55f0-8f21-4007-8546-d8fbf7978455 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.941145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ff55f0-8f21-4007-8546-d8fbf7978455 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.942735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f05fbc14-06bd-4d44-9ab1-02e8c11068c7 req-ee9e66d9-57e0-4560-b912-fffd70ae0de4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 May 06 12:40:02.943497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f8ff55f0-8f21-4007-8546-d8fbf7978455 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/4dff6aee-2a25-4762-8cc5-4c4b37be8cb0 HTTP/1.1" status: 404 len: 337 time: 0.0678165 May 06 12:40:02.945803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:02.946609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34800) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.986799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:40:02.986799 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:40:02.986799 n-d-840845-1 neutron-server[84799]: [parameters: {'id': 'f47cf1ff-c490-4fd0-99c7-e6c711f6c12c'}] May 06 12:40:02.986799 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:02.987249 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:02.992435 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb6ea68-e775-42ea-949d-47160f51a0c7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:02.992986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb6ea68-e775-42ea-949d-47160f51a0c7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:02.994558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5eb6ea68-e775-42ea-949d-47160f51a0c7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b9cb5d9e-195e-4d68-b83c-2f76021adefa HTTP/1.1" status: 404 len: 337 time: 0.0470021 May 06 12:40:02.998286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:02.998458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:03.002091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3e72f8ff-0008-490d-99da-36dcb0cdb408 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 200 len: 1996 time: 0.4953744 May 06 12:40:03.038554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:03.049537 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff07a73-8f3d-4c24-b2ae-3625cc2cd97e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.050067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff07a73-8f3d-4c24-b2ae-3625cc2cd97e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.051923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ff07a73-8f3d-4c24-b2ae-3625cc2cd97e tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/fbf9fd4b-8382-4a96-95b3-2b694e203c44 HTTP/1.1" status: 404 len: 333 time: 0.0523579 May 06 12:40:03.054804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0a1d499f-8a69-44fc-be07-ee35620f0443 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/quotas/67900abb497542389a9f6834cd5bc0d6 HTTP/1.1" status: 200 len: 375 time: 0.0296965 May 06 12:40:03.057287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.147303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.151807 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-53493b65-7661-4152-a430-a3cd9a2c049b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.156498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53493b65-7661-4152-a430-a3cd9a2c049b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.170157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f9193-c71e-418b-8185-ed41a4446f99 None None] Unable to find a vacant binding_index for network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da and agent f68783bb-2125-4960-97f5-a15fd87f6ea2 {{(pid=84801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 12:40:03.171258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 11fdd625-aa5c-4011-9be4-e0dc7d27a1da) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:03.179184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f9193-c71e-418b-8185-ed41a4446f99 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 11fdd625-aa5c-4011-9be4-e0dc7d27a1da) {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:40:03.187132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:03.187132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.191478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.192731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c195d755-aa15-43ad-b630-9e5e895cd1aa HTTP/1.1" status: 204 len: 168 time: 0.6467652 May 06 12:40:03.197821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-53493b65-7661-4152-a430-a3cd9a2c049b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/d835ee38-7c60-4c39-9ab5-6374c12c5500 HTTP/1.1" status: 404 len: 337 time: 0.1391940 May 06 12:40:03.199302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba310-692a-4848-87ad-a76f3901a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c195d755-aa15-43ad-b630-9e5e895cd1aa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:03.206412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34816) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.263155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-411d8a60-a877-4235-a9a8-6b7efe62075a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2025282 May 06 12:40:03.276661 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f303dac9-bcf9-4770-b0b9-976dfa5c7084 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.277560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f303dac9-bcf9-4770-b0b9-976dfa5c7084 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.279188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f303dac9-bcf9-4770-b0b9-976dfa5c7084 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f1bb96e6-46e4-4a90-af11-a4b0e34e9788 HTTP/1.1" status: 404 len: 337 time: 0.0721016 May 06 12:40:03.288081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34822) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.344147 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c976e290-1606-452f-b2e5-d12134e233c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.344147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c976e290-1606-452f-b2e5-d12134e233c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.344147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c976e290-1606-452f-b2e5-d12134e233c0 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/1b3169a3-74f3-4576-9078-940ef289e6c4 HTTP/1.1" status: 404 len: 333 time: 0.0507436 May 06 12:40:03.344147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34828) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.375701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1425f345-d0e5-4c78-835b-30a9ae0eb9e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2920997 May 06 12:40:03.379858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34832) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.388573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:03.404607 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c9162-e4cc-461f-8681-f937dabb7b40 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.404607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433c9162-e4cc-461f-8681-f937dabb7b40 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.404607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-433c9162-e4cc-461f-8681-f937dabb7b40 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/37a456fa-c00f-4630-946b-6ef83b9e2f85 HTTP/1.1" status: 404 len: 337 time: 0.0599513 May 06 12:40:03.406257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.475738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-dd8dcba6-739f-45c5-b64c-afacc1462af5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:40:03.477080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-dd8dcba6-739f-45c5-b64c-afacc1462af5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1956987 May 06 12:40:03.488608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.502705 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-637bf66b-5c05-44e4-bee6-2f3bc682c905 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.503243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637bf66b-5c05-44e4-bee6-2f3bc682c905 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.505021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-637bf66b-5c05-44e4-bee6-2f3bc682c905 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/2cfd3941-9c67-4071-b593-5c81b9814d20 HTTP/1.1" status: 404 len: 337 time: 0.0977952 May 06 12:40:03.512986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.554926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:03.555352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.608613 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8c6703-2f96-49e7-8b2c-84b630d0dcdb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.609081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8c6703-2f96-49e7-8b2c-84b630d0dcdb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.611956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a8c6703-2f96-49e7-8b2c-84b630d0dcdb tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/687ce219-c010-4ecd-b67f-e2a20c00900d HTTP/1.1" status: 404 len: 333 time: 0.0952671 May 06 12:40:03.625052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34844) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.645146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:03.654767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:03.660251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:03.674617 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-100f3c22-a841-46cb-b0e5-bf7f94a3e988 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.675312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100f3c22-a841-46cb-b0e5-bf7f94a3e988 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.677135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-100f3c22-a841-46cb-b0e5-bf7f94a3e988 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/bbf85f83-fde3-48de-8b91-740fcc60949e HTTP/1.1" status: 404 len: 337 time: 0.0496652 May 06 12:40:03.684293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34850) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.685762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:03.720984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0f1ba52e-a27b-44f2-b086-21654a2f0a6b service neutron] 10.222.0.83 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357731 May 06 12:40:03.772865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-11fdd625-aa5c-4011-9be4-e0dc7d27a1da', 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '0697226e-852e-4b82-98e8-649a402578af'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:03.774941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:03.788716 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-936e8760-b347-4f00-b0eb-1178014b74c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:03.789156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936e8760-b347-4f00-b0eb-1178014b74c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:03.791018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-936e8760-b347-4f00-b0eb-1178014b74c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/8db65a77-9621-46d8-ac92-6bffcd704930 HTTP/1.1" status: 404 len: 337 time: 0.1052372 May 06 12:40:03.795896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34856) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:03.812592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03db48-1652-4830-81c7-ad83ed67c193 req-204a3466-f06c-4e70-913b-801f9c5da961 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:03.821312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d03db48-1652-4830-81c7-ad83ed67c193 req-204a3466-f06c-4e70-913b-801f9c5da961 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3788166 May 06 12:40:03.884630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:03.911691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81b5f252-4110-4468-859e-46484db7b25a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8a325ef-b077-4d31-adb4-3e6b318bc33a HTTP/1.1" status: 200 len: 205 time: 0.1138344 May 06 12:40:03.920338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.021041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Allocated IP 172.20.0.2 (11fdd625-aa5c-4011-9be4-e0dc7d27a1da/0697226e-852e-4b82-98e8-649a402578af/9bdbf54e-2c32-4c16-b558-e7462536388b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:04.084122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d03db48-1652-4830-81c7-ad83ed67c193 req-807e65d7-6753-4ab4-a031-6281225c7c18 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615156 May 06 12:40:04.107513 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-5bfb15ab-be5d-40f8-8fba-c671ab53e5cb service neutron] 10.222.0.83 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725953 May 06 12:40:04.177414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.228497 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-940fa7a5-a598-4e3f-be4a-9aa982f8b16a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] delete failed (client error): The resource could not be found. May 06 12:40:04.232838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-940fa7a5-a598-4e3f-be4a-9aa982f8b16a tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/routers/b8a325ef-b077-4d31-adb4-3e6b318bc33a HTTP/1.1" status: 404 len: 336 time: 0.3104777 May 06 12:40:04.236749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34874) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.287087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-181b8d00-f8b8-44ab-bbe9-8c64350165a2 service neutron] 10.222.0.83 "GET /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1750157 May 06 12:40:04.297737 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d821b6a-5f2f-44a9-8e21-e963bd5276b6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:04.298877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d821b6a-5f2f-44a9-8e21-e963bd5276b6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:04.301044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6d821b6a-5f2f-44a9-8e21-e963bd5276b6 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b4bb1800-c785-491c-b7ea-50ab9f945eba HTTP/1.1" status: 404 len: 337 time: 0.0599482 May 06 12:40:04.304700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.360751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3,segment=NetworkSegment(cfb17b01-3d40-4fc7-b301-6b197b4c33b6),segment_id=cfb17b01-3d40-4fc7-b301-6b197b4c33b6)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:04.361455 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.392614 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.410927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Transition to ACTIVE for port object 9bdbf54e-2c32-4c16-b558-e7462536388b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:04.422379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f57e2daf-00c1-4883-ac81-576700824155 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1670c40-f1f6-4aa5-ad06-d6b98f905441 HTTP/1.1" status: 200 len: 205 time: 0.1162267 May 06 12:40:04.425052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.440979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Transition to ACTIVE for port object 9bdbf54e-2c32-4c16-b558-e7462536388b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:04.524186 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-0653bcb1-bd95-43c4-bcc1-851a935dadc9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] delete failed (client error): The resource could not be found. May 06 12:40:04.525258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0653bcb1-bd95-43c4-bcc1-851a935dadc9 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/routers/f1670c40-f1f6-4aa5-ad06-d6b98f905441 HTTP/1.1" status: 404 len: 336 time: 0.0965724 May 06 12:40:04.532394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34886) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.553453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:04.606362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-26e23fa8-25a2-4c6a-95a8-779368c2b0cd service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059630 May 06 12:40:04.619747 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-540a1d75-d3db-474c-8889-502dc28aaa8f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:04.620246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540a1d75-d3db-474c-8889-502dc28aaa8f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:04.625319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.646763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec1eea-d4e7-4ffb-8f8a-caa50f51fbc1 req-d90280eb-6414-48a7-9299-95454704c9a4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:04.648864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92ec1eea-d4e7-4ffb-8f8a-caa50f51fbc1 req-d90280eb-6414-48a7-9299-95454704c9a4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2758515 May 06 12:40:04.656859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-540a1d75-d3db-474c-8889-502dc28aaa8f tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/f54372de-00d9-465d-9be5-2df98945a4f3 HTTP/1.1" status: 404 len: 337 time: 0.1234326 May 06 12:40:04.660776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.726139 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-266bf9f1-ac25-403e-80c0-1014006c30e7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:04.726139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266bf9f1-ac25-403e-80c0-1014006c30e7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:04.738250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.754640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:04.756272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:04.763282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Pushing event updated for resources: {'Port': ['ID=9bdbf54e-2c32-4c16-b558-e7462536388b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:04.768655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:04.822998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92ec1eea-d4e7-4ffb-8f8a-caa50f51fbc1 req-a50aaf56-2c32-4dd5-a8c3-a5b119d12bee tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629596 May 06 12:40:04.830111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-266bf9f1-ac25-403e-80c0-1014006c30e7 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9d54026e-4f21-410b-9625-45c6b0577977 HTTP/1.1" status: 404 len: 337 time: 0.1679521 May 06 12:40:04.832532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34898) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.835068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Port': ['ID=5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:04.865918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-37acb3fa-57f3-4f99-b29f-430db0ac0e14 service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472737 May 06 12:40:04.894867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No DVR routers for this DVR port 5b3299b2-69a0-4c1f-95ce-7ead7d16e9b3 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:04.925241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Attempting to bind port 9bdbf54e-2c32-4c16-b558-e7462536388b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:04.925830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Attempting to bind port 9bdbf54e-2c32-4c16-b558-e7462536388b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:04.925830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Attempting to bind port 9bdbf54e-2c32-4c16-b558-e7462536388b on network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:04.930583 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-23509ec5-5043-477c-b906-e337c1171b58 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:04.931062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23509ec5-5043-477c-b906-e337c1171b58 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:04.936002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-23509ec5-5043-477c-b906-e337c1171b58 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/7138ea57-d54c-438d-b919-71351f39f334 HTTP/1.1" status: 404 len: 333 time: 0.1001146 May 06 12:40:04.936196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:04.936196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Checking segment: {'id': 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:04.936465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.937212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Bound using segment: {'id': 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:04.937893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Bound port: 9bdbf54e-2c32-4c16-b558-e7462536388b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '11fdd625-aa5c-4011-9be4-e0dc7d27a1da'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:04.938402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34906) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:04.938535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:04.972884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-cd9e9eda-22c9-4af7-a7fe-9f6aa258a67d service neutron] 10.222.0.83 "GET /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1060054 May 06 12:40:05.024405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.087180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.100639 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27537e6-f317-4fdf-9fd5-bd159fc4e903 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.101895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27537e6-f317-4fdf-9fd5-bd159fc4e903 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.106704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e27537e6-f317-4fdf-9fd5-bd159fc4e903 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/5e21cc7a-aac5-46bf-b85f-d8b885458a8b HTTP/1.1" status: 404 len: 337 time: 0.1635659 May 06 12:40:05.119704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.126868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:05.132215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bdbf54e-2c32-4c16-b558-e7462536388b,segment=NetworkSegment(a76a9f9a-998e-43ec-85f1-20a41b74c3fa),segment_id=a76a9f9a-998e-43ec-85f1-20a41b74c3fa)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:05.172845 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71f0740-b9df-479b-960e-6dc933688110 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.173293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71f0740-b9df-479b-960e-6dc933688110 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.175094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e71f0740-b9df-479b-960e-6dc933688110 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/2f6684b1-7182-41b7-af59-e7975a4d2821 HTTP/1.1" status: 404 len: 333 time: 0.0535200 May 06 12:40:05.176868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.185170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.217152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.240451 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed4401b-5299-4bfa-bcd4-990bd8f9284d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.241026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed4401b-5299-4bfa-bcd4-990bd8f9284d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.243853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ed4401b-5299-4bfa-bcd4-990bd8f9284d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/86891be5-8763-4036-982b-2bad97a7eff7 HTTP/1.1" status: 404 len: 337 time: 0.0577755 May 06 12:40:05.249543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47cf1ff-c490-4fd0-99c7-e6c711f6c12c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:05.255865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34930) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.256518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=2be2dd41-dc8a-4f87-a0e6-182ce0a31274,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:05.275300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:05.275596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb17b01-3d40-4fc7-b301-6b197b4c33b6') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:05.302034 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.347192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': '88aed886-2188-44bb-9ac4-64764badfb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:05.347694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: 98ad86c8-dc59-46d5-aa3d-975111db1bff, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:05.349588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.358324 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d66b71-652b-4ba3-b51f-61dea994dbce tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.358866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d66b71-652b-4ba3-b51f-61dea994dbce tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.363381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1d66b71-652b-4ba3-b51f-61dea994dbce tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/2fedfcb9-7b1b-4a01-abe9-7b4d594dd984 HTTP/1.1" status: 404 len: 333 time: 0.1043801 May 06 12:40:05.364623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34934) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.371263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:05.371982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.377090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cf32c-8086-42e0-ba99-2d7af53a13db None None] Pushing event updated for resources: {'Port': ['ID=9bdbf54e-2c32-4c16-b558-e7462536388b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:05.430855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-34110cf8-96d5-4877-9602-059c5f9e359e service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486330 May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:05.431463 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:05.440822 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac6ef13-8c5d-4841-bf60-d3b0cbf94269 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.441679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac6ef13-8c5d-4841-bf60-d3b0cbf94269 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.446198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ac6ef13-8c5d-4841-bf60-d3b0cbf94269 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9e32ac83-fbcd-4259-8cfe-3504b1366701 HTTP/1.1" status: 404 len: 337 time: 0.0786524 May 06 12:40:05.520826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-855860769-network', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:05.527657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:05.530947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.580593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Usage tracker for resource:network and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:05.657174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:05.665829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:05.677641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-5175c69a-ec67-4b8e-83e6-047b89b24e08 service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381473 May 06 12:40:05.679543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:05.687464 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-435146c3-5eb8-4479-9a0a-c712c2c7563d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.687464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435146c3-5eb8-4479-9a0a-c712c2c7563d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.700334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-435146c3-5eb8-4479-9a0a-c712c2c7563d tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/b4f765ed-9a01-483d-9d53-d871210fb9db HTTP/1.1" status: 404 len: 333 time: 0.1682549 May 06 12:40:05.703042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.791549 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c64cbbb-6c00-417b-8c36-fd848cb420c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.792551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c64cbbb-6c00-417b-8c36-fd848cb420c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.795350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8c64cbbb-6c00-417b-8c36-fd848cb420c5 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/9096510c-b1ea-47fe-833a-6ce22ba38f50 HTTP/1.1" status: 404 len: 337 time: 0.0911088 May 06 12:40:05.798136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34948) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.892027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 98ad86c8-dc59-46d5-aa3d-975111db1bff) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:05.904600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:05.905201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.923506 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa84803-b866-4adf-baf6-fc8c524ff4ed tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:05.923963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa84803-b866-4adf-baf6-fc8c524ff4ed tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:05.925588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5aa84803-b866-4adf-baf6-fc8c524ff4ed tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/4476da0e-58ba-4ac0-8124-a4e8cdc9b976 HTTP/1.1" status: 404 len: 333 time: 0.1262047 May 06 12:40:05.926228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.927712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Made reservation on behalf of dcabaae8a9de4c4d943350fd896764ec for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:05.928262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34952) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.930424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.964935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:05.966746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/f47cf1ff-c490-4fd0-99c7-e6c711f6c12c HTTP/1.1" status: 204 len: 168 time: 6.6423521 May 06 12:40:05.973032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34956) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:05.985755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1396470847'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:05.989712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ecbad-db06-4ddc-a107-72cbd887c880 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=f47cf1ff-c490-4fd0-99c7-e6c711f6c12c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:05.993500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.004107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:06.011289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:06.018671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:06.029482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:06.068328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:06.074436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:06.078837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:06.085830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:06.097014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3ab9779c-5848-4fe9-9183-349bcb209990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7134156 May 06 12:40:06.098195 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-579e5fde-f764-4a10-8431-4625c4ff3cec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:06.098629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579e5fde-f764-4a10-8431-4625c4ff3cec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:06.098748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917ca4-460b-40f6-98ab-0e0badeddcb0 req-38b256e9-21a0-4d90-b4cd-b06dadd52014 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:06.102636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27917ca4-460b-40f6-98ab-0e0badeddcb0 req-38b256e9-21a0-4d90-b4cd-b06dadd52014 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2118042 May 06 12:40:06.103361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-579e5fde-f764-4a10-8431-4625c4ff3cec tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/12cf87b3-6a90-4262-a30a-b9f3b3b62266 HTTP/1.1" status: 404 len: 337 time: 0.1711049 May 06 12:40:06.103555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34960) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.103726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.118006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1458423455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:06.123618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:06.146110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:06.154881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:06.158930 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ef46f2-aeda-493d-9437-4956a060658b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:06.158930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ef46f2-aeda-493d-9437-4956a060658b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:06.160488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0ef46f2-aeda-493d-9437-4956a060658b tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/9ff87bc0-e2ea-4955-b18f-013572bb1d72 HTTP/1.1" status: 404 len: 333 time: 0.0563653 May 06 12:40:06.163354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34968) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.167633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:06.169452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f37164f4-1b8c-4c05-b1bd-033dcd618043 service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257531 May 06 12:40:06.176330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.189884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:06.254857 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bf16fb-a5d8-4b63-8369-a35f6b3c4694 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:06.254857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bf16fb-a5d8-4b63-8369-a35f6b3c4694 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:06.254857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10bf16fb-a5d8-4b63-8369-a35f6b3c4694 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/c1db3297-d1cf-4c29-847f-f0cfcff5d7da HTTP/1.1" status: 404 len: 337 time: 0.0725334 May 06 12:40:06.254857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.273271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27917ca4-460b-40f6-98ab-0e0badeddcb0 req-d98cd70c-4eaf-403c-a4a5-6ece8a8630da tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541295 May 06 12:40:06.291531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:06.299628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.305379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.306135 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment 74581f2e-d67b-4f5a-bc30-15057eb4fe6c of type vlan for network d9226a3f-e4ca-4024-9119-720595461dcd May 06 12:40:06.337572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.377366 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-792808ef-29ba-47f1-a79a-fef30a881621 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:06.377808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792808ef-29ba-47f1-a79a-fef30a881621 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:06.379515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-792808ef-29ba-47f1-a79a-fef30a881621 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/ports/560e6c49-5bcd-4cfd-ba27-82bd111b93c0 HTTP/1.1" status: 404 len: 333 time: 0.1359303 May 06 12:40:06.382540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34976) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.423406 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-753aff75-9053-4d26-838e-b57cf0189357 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] DELETE failed (client error): The resource could not be found. May 06 12:40:06.423867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753aff75-9053-4d26-838e-b57cf0189357 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:06.440260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-753aff75-9053-4d26-838e-b57cf0189357 tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/subnets/b33e48a4-97df-4202-a48b-05241aa75b60 HTTP/1.1" status: 404 len: 337 time: 0.0566187 May 06 12:40:06.442662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-29ba1922-246f-441a-9d2d-31cdc386e0e4 service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388017 May 06 12:40:06.443346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34980) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:06.547945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.547945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.584043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.597845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:06.600375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.606343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bdbf54e-2c32-4c16-b558-e7462536388b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:06.609270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:06.614514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.658530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0d55d1a3-9fc4-4612-aa24-8c20ac06083c service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051961 May 06 12:40:06.682281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.691043 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Added segment 05b49373-0d24-460a-ba4d-0f763ab0df8d of type vlan for network 12736949-423a-4aae-9ae1-8fdebcb3ec89 May 06 12:40:06.723906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3052ddd-8daa-43f4-af85-326e7424e63e None None] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:06.744341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a67c2b0-b7e3-4027-b48e-acd57e883df0 None None] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:06.884836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-966ab9fa-9849-4c35-acee-66d63c82c542 service neutron] 10.222.0.83 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184064 May 06 12:40:06.888715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9bdbf54e-2c32-4c16-b558-e7462536388b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:06.908932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:06.941795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503d1296-2809-431e-a941-9120b8b30376,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:06.969265 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:40:06.974860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=d9226a3f-e4ca-4024-9119-720595461dcd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:06.984718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.005797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d9226a3f-e4ca-4024-9119-720595461dcd details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:07.017751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.063455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3a44743c-252b-4899-bb63-763589f3466b service neutron] 10.222.0.83 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680663 May 06 12:40:07.130345 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21681cc9-c51e-4ec9-8793-27c270e38ee3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1514766 May 06 12:40:07.143029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Provisioning for port 9bdbf54e-2c32-4c16-b558-e7462536388b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:07.149132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34984) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:07.166973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': 'd9226a3f-e4ca-4024-9119-720595461dcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:07.188463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Provisioning complete for port 9bdbf54e-2c32-4c16-b558-e7462536388b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:07.188968 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.193647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.230183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-e70b1fa0-63fa-4e3f-9fe2-97d6e8c0d88e service neutron] 10.222.0.83 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576569 May 06 12:40:07.271647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.305488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7d2229-1c74-4943-b601-890d74ccfdf0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:07.336648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e792af00-83e6-4238-8a73-c72743d5ba0e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:07.337008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e792af00-83e6-4238-8a73-c72743d5ba0e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:07.354159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.367889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.368972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:07.369713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.392334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:07.394342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-98ad86c8-dc59-46d5-aa3d-975111db1bff', 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '2be2dd41-dc8a-4f87-a0e6-182ce0a31274'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:07.395212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.407129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-b6bbc1eb-4be8-475e-ad1f-bb2b7674443c service neutron] 10.222.0.83 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691344 May 06 12:40:07.410814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:07.463513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:07.483380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.538453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:07.539708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.545756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.547167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b263e533-1a20-4ac0-8e63-e79231d5721c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4421101 May 06 12:40:07.560127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:07.560127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.560435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:07.577984 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:07.618387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bdbf54e-2c32-4c16-b558-e7462536388b,segment=NetworkSegment(a76a9f9a-998e-43ec-85f1-20a41b74c3fa),segment_id=a76a9f9a-998e-43ec-85f1-20a41b74c3fa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:07.639282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0719f1c8-fc76-4d35-9832-11ede837e168 service neutron] 10.222.0.83 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256851 May 06 12:40:07.671078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] Pushing event updated for resources: {'Network': ['ID=12736949-423a-4aae-9ae1-8fdebcb3ec89,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:07.690656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:07.766790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc82b5-6f55-47be-ad0f-a3a2a11ffaca req-6eb2f8a7-e0e6-49ea-adff-963008c59fb4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:07.768991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8dc82b5-6f55-47be-ad0f-a3a2a11ffaca req-6eb2f8a7-e0e6-49ea-adff-963008c59fb4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3552234 May 06 12:40:07.817195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:07.862989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:07.934127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-326d8640-cafd-4714-9ee7-09c69bd23c57 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8405700 May 06 12:40:07.941313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34996) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:07.942281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.014962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Allocated IP 172.21.0.2 (98ad86c8-dc59-46d5-aa3d-975111db1bff/2be2dd41-dc8a-4f87-a0e6-182ce0a31274/aaf98b94-bc25-4b5f-a9ad-768c3b4e394e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:08.024809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.046687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Request body: {'subnet': {'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-855860769-subnet', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:08.081612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:08.088543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] Pushing event deleted for resources: {'Network': ['ID=2e7d2229-1c74-4943-b601-890d74ccfdf0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:08.096872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Usage tracker for resource:subnet and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:08.114898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-390b8c14-1a2e-411b-acbf-ccc6a18ae33c tempest-NetworksTestDHCPv6-2103815580 tempest-NetworksTestDHCPv6-2103815580-project] 10.222.0.83 "DELETE /v2.0/networks/2e7d2229-1c74-4943-b601-890d74ccfdf0 HTTP/1.1" status: 204 len: 168 time: 1.6711893 May 06 12:40:08.116163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:08.128095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8dc82b5-6f55-47be-ad0f-a3a2a11ffaca req-16a4f2d9-be0a-4d02-be48-75f0eafc0e5f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533404 May 06 12:40:08.136290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:08.148769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.335914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29573f4-bc0e-47eb-bf93-1296b86ebf75 None None] Pushing event updated for resources: {'Port': ['ID=9bdbf54e-2c32-4c16-b558-e7462536388b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:08.364390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Made reservation on behalf of dcabaae8a9de4c4d943350fd896764ec for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:08.366764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.384898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.499160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d89a2d7b-1d98-44a8-bc76-5ab8bab9b3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.546301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97240dc0-aa0b-49e5-b942-b978ac2a79b2 None None] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:08.577276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bdbf54e-2c32-4c16-b558-e7462536388b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:08.607532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.832474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:08.852254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Transition to ACTIVE for port object aaf98b94-bc25-4b5f-a9ad-768c3b4e394e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:08.884129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f8cc1c23-a5c5-4293-b316-9b8098626b61 None None] Provisioning complete for port 9bdbf54e-2c32-4c16-b558-e7462536388b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:08.888280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1c23-a5c5-4293-b316-9b8098626b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.003059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Transition to ACTIVE for port object aaf98b94-bc25-4b5f-a9ad-768c3b4e394e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:09.026645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=586ae979-5e20-4ed3-ab8c-4fe39db29e42,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.072234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.083501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35026) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:09.086552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.20.0.1 (11fdd625-aa5c-4011-9be4-e0dc7d27a1da/0697226e-852e-4b82-98e8-649a402578af/90bdf204-fddc-4fe5-9670-85bc3c8a97b7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:09.109044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9bdbf54e-2c32-4c16-b558-e7462536388b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:09.110313 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.180629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': '74581f2e-d67b-4f5a-bc30-15057eb4fe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd9226a3f-e4ca-4024-9119-720595461dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:09.181259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: d9226a3f-e4ca-4024-9119-720595461dcd, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:09.214462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.251747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd29a5c-17e9-4473-bfb9-97eac0b9888c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.264586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Checking segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:09.265067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Network hostable DHCP agents. Network: 12736949-423a-4aae-9ae1-8fdebcb3ec89, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:09.317490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Pushing event updated for resources: {'Port': ['ID=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.328943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:09.330535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:09.335283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:09.351433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.390256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fe189b51-f1d5-407e-8f16-6c075d1b076f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b38c7f5a259c4443b1dc588cbee7209a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055909 May 06 12:40:09.392830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35036) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:09.410086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network d9226a3f-e4ca-4024-9119-720595461dcd is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:09.416915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:09.487888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.506491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:09.523035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.534189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Attempting to bind port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:09.540127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Attempting to bind port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '88aed886-2188-44bb-9ac4-64764badfb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:09.540127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Attempting to bind port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e on network 98ad86c8-dc59-46d5-aa3d-975111db1bff {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Checking segment: {'id': '88aed886-2188-44bb-9ac4-64764badfb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Bound using segment: {'id': '88aed886-2188-44bb-9ac4-64764badfb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Bound port: aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aed886-2188-44bb-9ac4-64764badfb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '98ad86c8-dc59-46d5-aa3d-975111db1bff'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:09.552518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.577509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d9226a3f-e4ca-4024-9119-720595461dcd) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:09.587095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:09.587095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.611145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.612210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 12736949-423a-4aae-9ae1-8fdebcb3ec89) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:09.616659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:09.617243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:09.643181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949cf65-2992-411c-852a-f61a8fd65f1f None None] Network d9226a3f-e4ca-4024-9119-720595461dcd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:09.658338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63e465-de32-4945-b164-2a73422f231a None None] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:09.740441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:09.745325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:09.772609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:09.806388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d574c0cf-dfaa-4103-9cfd-a063d0b27ca1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6565008 May 06 12:40:09.813048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:09.818098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-03211fff-15fd-468d-8f69-1f36df4c053b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8644502 May 06 12:40:09.834645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:09.840279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:09.846112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:09.850580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Usage tracker for resource:router and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:09.853935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:09.861535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:09.873980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=90bdf204-fddc-4fe5-9670-85bc3c8a97b7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:09.921441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833572-8caa-43b1-8e8a-c7c77481424e req-249b17b2-7015-4368-a70c-719c79ca41f3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:09.931960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22833572-8caa-43b1-8e8a-c7c77481424e req-249b17b2-7015-4368-a70c-719c79ca41f3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2983363 May 06 12:40:10.012125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-22833572-8caa-43b1-8e8a-c7c77481424e req-769cf8e5-a623-4543-ac44-45bf4a71c469 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773849 May 06 12:40:10.026204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.040099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.041429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.043322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ea56e455-d866-4de9-a555-3072037cde2f None None] Provisioning complete for port 9bdbf54e-2c32-4c16-b558-e7462536388b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:10.043837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea56e455-d866-4de9-a555-3072037cde2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.048471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.076761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.078237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cc13fcd2-df11-4a8c-963d-74dbe5f848e9 HTTP/1.1" status: 204 len: 168 time: 0.6844368 May 06 12:40:10.094817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:10.098668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a4cb-5b85-432e-81ca-964d72bd34e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc13fcd2-df11-4a8c-963d-74dbe5f848e9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:10.129060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.129687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.336549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:10.374513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-12736949-423a-4aae-9ae1-8fdebcb3ec89', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:10.376829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.441929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.505706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.519487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.764682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b45f6bb9-2f90-483d-9ab9-2411fabd11e2 req-4746eda9-a9d9-4a46-bc2f-9b3b9f553711 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.2716088 May 06 12:40:10.812912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:10.970239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a09a4-8721-4f2b-a9cb-675832c6f70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d9226a3f-e4ca-4024-9119-720595461dcd', 'network_id': 'd9226a3f-e4ca-4024-9119-720595461dcd', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '586ae979-5e20-4ed3-ab8c-4fe39db29e42'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:10.971689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-854a09a4-8721-4f2b-a9cb-675832c6f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.051227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1380cba-9935-47b0-b7ea-97399a243dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.080991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Pushing event updated for resources: {'Port': ['ID=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:11.195278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.331708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.332426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.333166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.333806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.334565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.335159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.335740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.336379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.337762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.338435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.339742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9bb40-49bd-4a11-8d18-d409dec4a602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:11.456896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.468080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.486414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.599652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=90bdf204-fddc-4fe5-9670-85bc3c8a97b7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:11.631081 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.701487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Allocated IP 172.25.2.24 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6a9c382e-dbe8-4601-ad98-aab9f2a156f2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:11.727848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72572-5862-427a-ab52-77e36d0196d4 req-002cfb5b-5820-482d-9027-88494f8ea019 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:11.729349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e7f72572-5862-427a-ab52-77e36d0196d4 req-002cfb5b-5820-482d-9027-88494f8ea019 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.4486806 May 06 12:40:11.787298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Allocated IP 172.20.0.2 (12736949-423a-4aae-9ae1-8fdebcb3ec89/1bd29a5c-17e9-4473-bfb9-97eac0b9888c/9c9f75c8-7cdc-450a-998b-9ed1cb59bccd) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:11.813682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.892426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=586ae979-5e20-4ed3-ab8c-4fe39db29e42,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:11.935698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:11.938748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e7f72572-5862-427a-ab52-77e36d0196d4 req-fb6d9e54-a31a-437a-ae50-2317ee43ffa3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986518 May 06 12:40:11.969059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:11.976876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:12.016906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4355688b-858b-496c-951b-672ff7d5fb75 None None] Provisioning for port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:12.075131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ecabf14-5ff7-4c25-9b3d-f902a72e23ff req-5715ba97-aa1e-4c0d-bf8b-a4598e37398c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.1318595 May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server [None req-854a09a4-8721-4f2b-a9cb-675832c6f70c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 586ae979-5e20-4ed3-ab8c-4fe39db29e42: This subnet is being modified by another concurrent operation. May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:40:12.101101 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise exception May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 586ae979-5e20-4ed3-ab8c-4fe39db29e42: This subnet is being modified by another concurrent operation. May 06 12:40:12.107983 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server May 06 12:40:12.172420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4355688b-858b-496c-951b-672ff7d5fb75 None None] Provisioning complete for port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:12.172420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4355688b-858b-496c-951b-672ff7d5fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.188910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7ce9e-8849-40ed-a5a2-525d4d40431a None None] Network d9226a3f-e4ca-4024-9119-720595461dcd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:12.237635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.353979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.372603 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.398412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:12.402377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35086) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:12.403650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:12.417087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:12.454035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9226a3f-e4ca-4024-9119-720595461dcd']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:12.461211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.474762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4355688b-858b-496c-951b-672ff7d5fb75 None None] Port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:12.485450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74581f2e-d67b-4f5a-bc30-15057eb4fe6c') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:12.485820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74581f2e-d67b-4f5a-bc30-15057eb4fe6c') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:12.528169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:12.615488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.703362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.714733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Transition to ACTIVE for port object 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:12.747294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Transition to ACTIVE for port object 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:12.762379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aaf98b94-bc25-4b5f-a9ad-768c3b4e394e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:12.786822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1763616332'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:12.789737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.801156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:12.805246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:12.805776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:12.806039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.815998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:12.832061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: timer() May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:12.836042 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:12.892076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.913196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35921c-2657-432a-96ca-38b98d1ca439 None None] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:12.925650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:12.925650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.013628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:13.016636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.047354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.050228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.074946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.080721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:13.081632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=d9226a3f-e4ca-4024-9119-720595461dcd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:13.087745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:13.092020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:13.092249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a659ca63-5979-4658-ad07-ecf635907fe0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/d9226a3f-e4ca-4024-9119-720595461dcd HTTP/1.1" status: 204 len: 168 time: 3.2739942 May 06 12:40:13.102298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35100) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:13.108244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-921412974'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:13.123034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f823fa2d-bab4-47cc-aea1-22428a709fbc None None] Provisioning complete for port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:13.124099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f823fa2d-bab4-47cc-aea1-22428a709fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.124546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:13.128608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:13.152513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:13.166216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 00b6bf3f-3ae4-4427-8cb9-661d9ec19136 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:40:13.171786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:13.250204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:13.254635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:13.257987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:13.265884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:13.279948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Pushing event updated for resources: {'Port': ['ID=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:13.381071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.390692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:13.401123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.420706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f823fa2d-bab4-47cc-aea1-22428a709fbc None None] Port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:13.433656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Attempting to bind port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:13.434390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Attempting to bind port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:13.434390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Attempting to bind port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:13.474669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:13.491124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:13.491538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Checking segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:13.491929 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.492355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Bound using segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:13.492848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Bound port: 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:13.493226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.503555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbd206d3-751e-47f3-bf77-1ec38cf50831 req-2f7f1225-8bac-4168-963b-0168641855fd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.0663364 May 06 12:40:13.519520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.569822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:13.582762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6016e5-165b-48a6-b6a5-11281bee82d0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:13.595943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.597532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.597889 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment 628e3818-dea3-4fbb-a4b5-3947aafe9809 of type vlan for network ecd54788-e6d4-44f2-a21c-33da1685c695 May 06 12:40:13.650576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.677323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:13.696194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648ec21-14c9-48e2-90a4-318cfc768b7e req-c8f9c11b-ffc9-4609-8891-7de03f3beab6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:13.701691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b648ec21-14c9-48e2-90a4-318cfc768b7e req-c8f9c11b-ffc9-4609-8891-7de03f3beab6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.4403696 May 06 12:40:13.706933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.707300 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment fda58adb-3059-4a9e-91c3-962cf3240aa8 of type vlan for network ee3a8260-cc44-479c-a03f-69c8be37fce6 May 06 12:40:13.718969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] For port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:13.727667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] For port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:13.784320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:40:13.795209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b648ec21-14c9-48e2-90a4-318cfc768b7e req-28ceeed7-c987-4e7f-8cf2-676ac18e44c8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844042 May 06 12:40:13.818188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.822863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:13.846435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.873132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52c746bd-a5c1-40bf-aef8-4ded0506b393 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3204219 May 06 12:40:13.874070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35110) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:13.904769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Provisioning for port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:13.911005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.917427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] Sync routers for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:13.917735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:13.918585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:13.938200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Provisioning complete for port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:13.940220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.012262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b91bd-6f13-4357-93bd-11d5807c11ef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:14.013314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-186b91bd-6f13-4357-93bd-11d5807c11ef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:14.057272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:14.057655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.081566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.086330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:14.086530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.145201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.154446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062daebe-d394-4504-a54c-1f558b35c7be None None] Pushing event updated for resources: {'Port': ['ID=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:14.200827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-186b91bd-6f13-4357-93bd-11d5807c11ef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:14.202267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-186b91bd-6f13-4357-93bd-11d5807c11ef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports/90bdf204-fddc-4fe5-9670-85bc3c8a97b7 HTTP/1.1" status: 200 len: 910 time: 0.3252153 May 06 12:40:14.209546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35114) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:14.246559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:14.247228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.426447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=ecd54788-e6d4-44f2-a21c-33da1685c695,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:14.463500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3592114 May 06 12:40:14.469087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35120) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:14.474223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': 'ee3a8260-cc44-479c-a03f-69c8be37fce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:14.492025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031137a-c723-4deb-bf93-7e1831781e10 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=ee3a8260-cc44-479c-a03f-69c8be37fce6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:14.493526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:14.526719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.527150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9374c69-53ce-4f35-91e3-0631edfe7230 None None] The sync data for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:14.536004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ee3a8260-cc44-479c-a03f-69c8be37fce6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:14.678970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:14.719907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4a0a7081-c212-4acb-94f0-1710b0d5d0d9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3129973 May 06 12:40:14.723565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35126) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:14.729203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-b39a11de-2657-4d73-95ea-e643b2bfeb46 service neutron] 10.222.0.13 "GET /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 1033 time: 0.1562333 May 06 12:40:14.741862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'name': 'tempest-PortsIpV6TestJSON-1407045414'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:14.810822 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:14.864953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d48756da-0ec0-4276-8e38-c259b8359ecb req-1377648c-51ae-4703-bf88-4880976dceed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.1063049 May 06 12:40:14.885284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:14.894365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:14.901434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:14.915719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3acefd-fb9e-411f-92ae-13d6c546d308 req-dbd19dfb-de87-4dd7-8b3b-3d2a3ca7af19 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:14.917488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e3acefd-fb9e-411f-92ae-13d6c546d308 req-dbd19dfb-de87-4dd7-8b3b-3d2a3ca7af19 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.4243970 May 06 12:40:14.919617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:14.928198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:14.940736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:14.953177 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:14.982271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:14.987925 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:14.988561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:14.993329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:14.998882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:15.005820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:15.016024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:15.047283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.048412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.049816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-94ab54b7-4b17-4efe-b797-f1ac6ac0b674 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2192290 May 06 12:40:15.050964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:15.115837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35132) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:15.127865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-410b0337-078a-4b62-8973-1856268e325d service neutron] 10.222.0.13 "GET /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 1033 time: 0.3913901 May 06 12:40:15.191931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba13b6-fa9e-430d-b20a-2dfa4a1527de None None] Pushing event updated for resources: {'Port': ['ID=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:15.209352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e6cd2a91-bfac-4d0c-a063-7789f51bd638 None None] Provisioning complete for port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:15.209813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e6cd2a91-bfac-4d0c-a063-7789f51bd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.289229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.299459 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:15.411472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:15.414569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.474685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f44f6-1e5f-41d8-bfa1-b29e1d46558a req-f9c8bab3-c0d3-43e5-ae84-c69a0c092ed8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.476272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-686f44f6-1e5f-41d8-bfa1-b29e1d46558a req-f9c8bab3-c0d3-43e5-ae84-c69a0c092ed8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3268526 May 06 12:40:15.631685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4d1f8-87b3-4ce8-be72-6915623ca440 None None] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:15.675389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e3acefd-fb9e-411f-92ae-13d6c546d308 req-61865234-006f-4970-a1a8-0152b6107b02 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7449841 May 06 12:40:15.714646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-686f44f6-1e5f-41d8-bfa1-b29e1d46558a req-d1226e60-a794-4b7b-91e8-c06fe2b3dd69 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911531 May 06 12:40:15.794485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 7415646b-b11f-48a9-aa7f-e29dd392a510 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:15.816903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:12Z', 'revision_number': 3, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:15.827269 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:15.827539 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Updating router af00f609-2da7-4ad2-b2b2-de2f3086a74e port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:40:15.873485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.892081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0473b497-ce11-4885-bee4-a80339448923 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.900410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0473b497-ce11-4885-bee4-a80339448923 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.905117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0473b497-ce11-4885-bee4-a80339448923 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:15.906714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0473b497-ce11-4885-bee4-a80339448923 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 200 len: 1996 time: 0.6136158 May 06 12:40:15.916086 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:15.920218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Provisioning for port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:15.966110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Provisioning complete for port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:15.966846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.164286 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.224688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=9ec1aa61-b9e1-4d6c-960d-8f3c8c8bd14d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:16.234146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] For port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:16.255429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'fda58adb-3059-4a9e-91c3-962cf3240aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ee3a8260-cc44-479c-a03f-69c8be37fce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:16.255429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: ee3a8260-cc44-479c-a03f-69c8be37fce6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:16.325299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.380408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.429970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b90f-c887-4ea1-b926-d3bcce2a4092 None None] Pushing event updated for resources: {'Port': ['ID=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:16.444237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64231b08-529e-448e-bb78-de0f9ef382a9 req-8ef0bf8c-169f-4915-b50f-1dff6d78cf2a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.1463759 May 06 12:40:16.453416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network ee3a8260-cc44-479c-a03f-69c8be37fce6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:16.551054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7d8e6-ee12-41f4-9759-50d74af2a338 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:40:16.563589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, ee3a8260-cc44-479c-a03f-69c8be37fce6) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:16.563589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:16.563589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.584136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-4509c11e-4b50-48ba-a5c8-60faf83fa58c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67900abb497542389a9f6834cd5bc0d6 HTTP/1.1" status: 200 len: 380 time: 0.6602659 May 06 12:40:16.608582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:16.622309 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.628143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'admin_state_up': True, 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'security_groups': ['f48dbc99-c2b3-43a1-a5ab-9a56d626d542']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:16.637538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Transition to ACTIVE for port object 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:16.713955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ac62b9d-9fc3-423a-b513-3da53c162570 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2453012 May 06 12:40:16.719799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35140) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:16.767265 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.776903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9ee7fb65-c4fb-4ba8-92cb-cda98cc7ac60 None None] Provisioning complete for port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:16.777476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9ee7fb65-c4fb-4ba8-92cb-cda98cc7ac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.938530 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Pushing event updated for resources: {'Port': ['ID=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:16.940221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:16.940335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.952376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Attempting to bind port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:16.954342 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Attempting to bind port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:16.957284 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Attempting to bind port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:16.967759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.989040 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:16.991228 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:16.994006 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:16.994629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:16.995873 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Bound port: 6a9c382e-dbe8-4601-ad98-aab9f2a156f2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:16.997965 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.018587 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.070965 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.071450 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.071901 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.072306 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.074333 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.074778 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.075286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.075628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.076104 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.081753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.081753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:17.161477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:17.165756 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] For port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:17.172361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] For port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:17.172608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:17.174976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.287550 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.288399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4adb6-8462-4f27-a2ca-4655b219f9b2 req-81a75ac5-866f-418f-88be-f456dedd0975 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:17.293717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6a4adb6-8462-4f27-a2ca-4655b219f9b2 req-81a75ac5-866f-418f-88be-f456dedd0975 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.2806134 May 06 12:40:17.301048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aaf98b94-bc25-4b5f-a9ad-768c3b4e394e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:17.361547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6a4adb6-8462-4f27-a2ca-4655b219f9b2 req-535d5d78-5e0c-4aeb-941d-f8e0eab7e8b9 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644312 May 06 12:40:17.377681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0c3c0-c4cd-4e25-b8c7-282436bb5011 req-562891ee-9868-4e77-bea7-351684ae4219 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:17.379217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9c0c3c0-c4cd-4e25-b8c7-282436bb5011 req-562891ee-9868-4e77-bea7-351684ae4219 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3285141 May 06 12:40:17.410265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.413381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7d8e6-ee12-41f4-9759-50d74af2a338 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:40:17.446633 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:17.446633 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:17.492404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec1aa61-b9e1-4d6c-960d-8f3c8c8bd14d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:17.497339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.499279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:17.501811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.551083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:17.551561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.658619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.692377 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b42909-9b71-41b7-89f0-df26167be973 None None] Pushing event updated for resources: {'Port': ['ID=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:17.733504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3a8260-cc44-479c-a03f-69c8be37fce6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:17.754198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda58adb-3059-4a9e-91c3-962cf3240aa8') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:17.754588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda58adb-3059-4a9e-91c3-962cf3240aa8') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:17.769714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=7415646b-b11f-48a9-aa7f-e29dd392a510,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:17.787681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.829694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:17.907133 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9c0c3c0-c4cd-4e25-b8c7-282436bb5011 req-e6e71cab-bd4b-4e87-8004-1cfbf8322aa7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913568 May 06 12:40:17.911684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.922283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b70b5963-796e-432d-a781-04beede72c0e req-1042d2d3-3a2a-4315-a526-6d01e984e6b3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.1152859 May 06 12:40:17.939755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:17.940353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:17.976227 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:18.053425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.305853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': '628e3818-dea3-4fbb-a4b5-3947aafe9809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:18.306223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: ecd54788-e6d4-44f2-a21c-33da1685c695, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:18.329419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 172.20.0.9 (99edebc2-8b3b-42bf-a690-3757d6268ab1/d805ff44-3ad3-44d8-a4ea-b8e61ca5371f/56931c20-2f9b-4de4-bfaf-2691ed309858) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:18.359727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d0415-8acc-4a27-b62b-a6ca2eadfff5 None None] Network ee3a8260-cc44-479c-a03f-69c8be37fce6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:18.365299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-756d67a2-0697-4674-a7be-6fc8da7279d6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:18.366813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-756d67a2-0697-4674-a7be-6fc8da7279d6 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.1479871 May 06 12:40:18.369178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9511255c-158e-4597-8788-bd7d479be2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:12Z', 'revision_number': 3, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:18.387609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9511255c-158e-4597-8788-bd7d479be2da None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:12Z', 'revision_number': 3, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:18.452597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Deleting port 9fc2f12f-6b67-490b-ac71-c213b2089665 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:18.452941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.488081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.520585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.532535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/ee3a8260-cc44-479c-a03f-69c8be37fce6 HTTP/1.1" status: 204 len: 168 time: 1.8114572 May 06 12:40:18.544326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35154) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:18.545387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176703a-57f1-4b83-8e2a-6cad9f402444 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=ee3a8260-cc44-479c-a03f-69c8be37fce6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:18.559682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101109959'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:18.574065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:18.582881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:18.589979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:18.644616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fac003-e381-45d1-9180-1741ed5dec2d None None] Network ee3a8260-cc44-479c-a03f-69c8be37fce6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:18.645345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:18.668833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fac003-e381-45d1-9180-1741ed5dec2d None None] Network ee3a8260-cc44-479c-a03f-69c8be37fce6 could not be found, it might have been deleted concurrently. {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 06 12:40:18.912299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] For port 9fc2f12f-6b67-490b-ac71-c213b2089665, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=9fc2f12f-6b67-490b-ac71-c213b2089665,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:18.912869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:18.999608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:18.999608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.060082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:19.186372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:19.237203 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.246372 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment 803d3a85-aa51-4acc-bbbf-cd019d5af147 of type vlan for network 23c81c44-034f-43bb-b21b-932ab29c849e May 06 12:40:19.283004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, ecd54788-e6d4-44f2-a21c-33da1685c695) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:19.291203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ce1aa-6cc1-4b73-bfe9-5e01c5b206a4 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:19.319987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:19.324702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:19.325353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.337982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.21.0.1 (98ad86c8-dc59-46d5-aa3d-975111db1bff/2be2dd41-dc8a-4f87-a0e6-182ce0a31274/51060b3d-a618-4ddb-aedd-cc8315900e6d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:19.391956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08010ede-09dc-4b21-aa18-70557c80ec68 req-70d57b7c-51b5-4cb4-a163-a8760eaa75a5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:19.399728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08010ede-09dc-4b21-aa18-70557c80ec68 req-70d57b7c-51b5-4cb4-a163-a8760eaa75a5 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 945 time: 0.6506686 May 06 12:40:19.405831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.433863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.434516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.435152 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Floating IP b00ae304-29df-44ae-8c37-342302844e41 disassociated. External IP: 172.25.2.174, port: 9fc2f12f-6b67-490b-ac71-c213b2089665. May 06 12:40:19.435521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Calling delete_port for 9fc2f12f-6b67-490b-ac71-c213b2089665 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:19.514289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31457e4-3c3a-4f14-a66a-11f35dcbcadc req-faab0162-b507-4641-978a-c82d5156926c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:19.521333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a31457e4-3c3a-4f14-a66a-11f35dcbcadc req-faab0162-b507-4641-978a-c82d5156926c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.3777730 May 06 12:40:19.596378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.614247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08010ede-09dc-4b21-aa18-70557c80ec68 req-0b5d572c-365b-429f-a878-92687d69aa2b tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=33de65cb-b0a3-45a3-875f-b79e4d09421d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133491 May 06 12:40:19.635105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object 56931c20-2f9b-4de4-bfaf-2691ed309858 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:19.661545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a31457e4-3c3a-4f14-a66a-11f35dcbcadc req-eb305df7-37b3-4cac-aced-a3fa84cad0c2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392138 May 06 12:40:19.731931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.742755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:19.743724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.781270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2d45617c-2d60-45d2-9907-4766823c1333 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.0533025 May 06 12:40:19.787182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35162) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:19.832692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.887701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-736328692'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:19.926321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:19.937496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:19.942737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:19.953768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=23c81c44-034f-43bb-b21b-932ab29c849e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:19.956237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:19.956463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:19.963515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:20.006643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:20.016187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:20.021230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:20.025520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:20.041525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-675d41a9-9777-45ba-8b03-aa03c0392bb6 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4920878 May 06 12:40:20.046043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35166) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:20.052148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:20.058250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 51060b3d-a618-4ddb-aedd-cc8315900e6d will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:20.187507 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.194687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611ac6-866d-48dc-ae81-3bf03083d7d3 req-8cf762cd-e296-4957-8c32-e098bb2e52bb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:20.195337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d611ac6-866d-48dc-ae81-3bf03083d7d3 req-8cf762cd-e296-4957-8c32-e098bb2e52bb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:20.209345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:20.210307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.228452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:20.232571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.277750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event deleted for resources: {'Port': ['ID=9fc2f12f-6b67-490b-ac71-c213b2089665,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:20.366744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d611ac6-866d-48dc-ae81-3bf03083d7d3 req-8cf762cd-e296-4957-8c32-e098bb2e52bb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:20.368130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d611ac6-866d-48dc-ae81-3bf03083d7d3 req-8cf762cd-e296-4957-8c32-e098bb2e52bb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 931 time: 0.5865319 May 06 12:40:20.374542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.413433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:20.425010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.436328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-deae5f51-0492-4c80-a48a-a1408327bb30 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8122127 May 06 12:40:20.455464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6f9a3b26-3efa-477d-bbc2-6c9812f634f3 None None] Provisioning for port 56931c20-2f9b-4de4-bfaf-2691ed309858 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:20.455464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6f9a3b26-3efa-477d-bbc2-6c9812f634f3 None None] Provisioning complete for port 56931c20-2f9b-4de4-bfaf-2691ed309858 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:20.455464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3b26-3efa-477d-bbc2-6c9812f634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.509958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'admin_state_up': True, 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'security_groups': ['f48dbc99-c2b3-43a1-a5ab-9a56d626d542']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:20.529415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a3b26-3efa-477d-bbc2-6c9812f634f3 None None] Port 56931c20-2f9b-4de4-bfaf-2691ed309858 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:20.638266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.664614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d611ac6-866d-48dc-ae81-3bf03083d7d3 req-f10e6c51-4fdd-433c-8d7d-b0c45984985b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802145 May 06 12:40:20.664765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:20.681434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:20.698992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:20.706659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=51060b3d-a618-4ddb-aedd-cc8315900e6d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:20.713596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:20.905831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:20.906066 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment 78f995f7-5d56-4f98-aeea-2828b6e866e0 of type vlan for network 1d3de818-fc1c-44a3-8b83-fc44454cd4f1 May 06 12:40:20.949639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:20.956108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:20.956487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.005080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2b3f444b-20b4-40a6-bd0f-03c7aab4ee6c req-5f70873c-8a94-4f2a-8b62-439a6926811c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:21.046324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.147450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.171889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.176956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:21.178508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.205839 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.233917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:21.291296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.311331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2b3f444b-20b4-40a6-bd0f-03c7aab4ee6c req-5f70873c-8a94-4f2a-8b62-439a6926811c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:21.313344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.317066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:21.324186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b3f444b-20b4-40a6-bd0f-03c7aab4ee6c req-5f70873c-8a94-4f2a-8b62-439a6926811c tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.4795425 May 06 12:40:21.327703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:21.367314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 23c81c44-034f-43bb-b21b-932ab29c849e is not hosted by any dhcp agent {{(pid=84799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:40:21.371784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:21.372403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.376662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "PUT /v2.0/networks/23c81c44-034f-43bb-b21b-932ab29c849e HTTP/1.1" status: 200 len: 723 time: 1.3264735 May 06 12:40:21.378830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.381153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35174) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:21.386581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=1d3de818-fc1c-44a3-8b83-fc44454cd4f1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:21.388680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d857993d-301e-4f75-915c-c499013cb6f5 None None] Provisioning for port 51060b3d-a618-4ddb-aedd-cc8315900e6d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:21.394905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:21.412232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1d3de818-fc1c-44a3-8b83-fc44454cd4f1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:21.421026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0ee0c8d-f5c2-4c27-9ad1-d00c30959f25 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6205623 May 06 12:40:21.434718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35178) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:21.441950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'ports': [{'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'}, {'network_id': '1d3de818-fc1c-44a3-8b83-fc44454cd4f1'}]} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:21.442260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:21.442725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '1d3de818-fc1c-44a3-8b83-fc44454cd4f1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:21.448583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d857993d-301e-4f75-915c-c499013cb6f5 None None] Provisioning complete for port 51060b3d-a618-4ddb-aedd-cc8315900e6d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:21.449335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d857993d-301e-4f75-915c-c499013cb6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.507896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9fc2f12f-6b67-490b-ac71-c213b2089665 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:21.544043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:21.548770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e82bf-0d8d-4110-b741-de63480eab9b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=23c81c44-034f-43bb-b21b-932ab29c849e,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:21.555914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:21.588198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Router c8df22ec-8e6a-494b-914c-e39580e4d45d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:21.650856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:21.683360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 9fc2f12f-6b67-490b-ac71-c213b2089665 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:21.683823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 9fc2f12f-6b67-490b-ac71-c213b2089665 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:21.724227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53abd4-2c07-492a-bd3a-aad34966615b req-f4b5b658-bb4c-41b4-9914-60043fae970b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:21.725690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd53abd4-2c07-492a-bd3a-aad34966615b req-f4b5b658-bb4c-41b4-9914-60043fae970b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.7884042 May 06 12:40:21.799953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Allocated IP 172.20.0.1 (12736949-423a-4aae-9ae1-8fdebcb3ec89/1bd29a5c-17e9-4473-bfb9-97eac0b9888c/f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:21.851006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:21.874549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:21.894453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:21.933792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d857993d-301e-4f75-915c-c499013cb6f5 None None] Port 51060b3d-a618-4ddb-aedd-cc8315900e6d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:21.976584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:21.999995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:22.002558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd53abd4-2c07-492a-bd3a-aad34966615b req-2b4d39f0-710a-4d76-aedf-3f3d7f7b4f38 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496250 May 06 12:40:22.012620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:22.032866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:22.033904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:22.083443 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.091904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] No DVR routers for this DVR port 9fc2f12f-6b67-490b-ac71-c213b2089665 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:22.103867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.107914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cb3066b-1d35-4c10-a94b-3298816cc770 req-1cc3ab8c-7ecf-4e45-a01d-fc97c337a3d0 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "DELETE /v2.0/ports/9fc2f12f-6b67-490b-ac71-c213b2089665 HTTP/1.1" status: 204 len: 173 time: 3.7348456 May 06 12:40:22.107914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'name': 'network-vif-deleted', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:22.145082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed3b8-ab32-4355-b71d-065c91ff3d29 req-d6322dce-74a5-4057-be09-3a0ec28b39bc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:22.147679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7fed3b8-ab32-4355-b71d-065c91ff3d29 req-d6322dce-74a5-4057-be09-3a0ec28b39bc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 931 time: 0.2022469 May 06 12:40:22.201330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:22.201753 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e3e5bd-a488-4b97-9a5f-6ef33ac0c452'] response: {'server_uuid': 'deba1093-7417-41ef-8473-251dd12b48f8', 'name': 'network-vif-deleted', 'tag': '9fc2f12f-6b67-490b-ac71-c213b2089665', 'status': 'completed', 'code': 200} May 06 12:40:22.215029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c7fed3b8-ab32-4355-b71d-065c91ff3d29 req-1022fa63-8e11-4e71-ac2d-69b131cd761e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:22.283737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:22.379362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:22.398799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c7fed3b8-ab32-4355-b71d-065c91ff3d29 req-1022fa63-8e11-4e71-ac2d-69b131cd761e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:22.402256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7fed3b8-ab32-4355-b71d-065c91ff3d29 req-1022fa63-8e11-4e71-ac2d-69b131cd761e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443931 May 06 12:40:22.485549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:22.497849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:22.600425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:22.657278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.660508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:22.692755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:22.758863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:22.759145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.759495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.1.1.84 (6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242/58e8fbda-9cbf-466b-8519-3c333f4e5713/86ea232e-effa-465b-b205-51be483051df) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:22.835375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Transition to ACTIVE for port object f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:22.853161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e9b8446-8466-4b4d-a37b-984c5bbdc2fe req-ae459759-d25d-4104-a7b0-91235c8cafbb tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=deba1093-7417-41ef-8473-251dd12b48f8 HTTP/1.1" status: 200 len: 210 time: 0.1733911 May 06 12:40:22.873702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:22.891807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:22.912371 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:22.913502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:22.914117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:23.027650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 2} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:23.031091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.126273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.145495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:23.305382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f68cd5-4e56-4d48-baed-21e6992b3918 req-b5c44e2a-fcb8-4a24-bdd8-0137a1e83447 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:23.305382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f68cd5-4e56-4d48-baed-21e6992b3918 req-b5c44e2a-fcb8-4a24-bdd8-0137a1e83447 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.1077638 May 06 12:40:23.394708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f68cd5-4e56-4d48-baed-21e6992b3918 req-39c8a7ed-4686-442d-9083-0cef8753ad74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881286 May 06 12:40:23.531833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:23.677236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:23.682637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6b70-e934-489d-ae4f-9ea3d87f567a None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:35:18Z', 'revision_number': 4, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '815b4d43-e142-468b-947f-952999d58613', 'name': '', 'network_id': '3fd770f1-f122-4cfe-99f2-45ca45cd1e20', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'mac_address': 'fa:16:3e:df:d9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f99d992-917a-4632-8d64-64150958ce11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:15Z', 'updated_at': '2022-05-06T12:35:54Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'subnets': [{'id': '9f99d992-917a-4632-8d64-64150958ce11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:23.815280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:23.857021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:23.873141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:23.905432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 4a0c049e-1aa5-4479-aff8-0b3bfc59837d yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:23.949806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Pushing event updated for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:23.991180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:24.066001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.078008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.115398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.136572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object 86ea232e-effa-465b-b205-51be483051df will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:24.171388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35196) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:24.220050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.249606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.286581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.329511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa5e1a-5da3-4115-b892-ea4b5d30ed5b req-b498a650-6463-426d-98d9-e54618020602 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:24.333144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aafa5e1a-5da3-4115-b892-ea4b5d30ed5b req-b498a650-6463-426d-98d9-e54618020602 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 931 time: 0.5664070 May 06 12:40:24.376292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c3528dec-9ef5-4992-8a3e-f8a1cbd70fd5 None None] Provisioning for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:24.385464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c3528dec-9ef5-4992-8a3e-f8a1cbd70fd5 None None] Provisioning complete for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:24.386401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c3528dec-9ef5-4992-8a3e-f8a1cbd70fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.404844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.426851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.460665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de65cb-b0a3-45a3-875f-b79e4d09421d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:24.498962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.526195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.536586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-05733ab3-064d-4fb4-907f-55ac6c6183e2 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "DELETE /v2.0/security-groups/33de65cb-b0a3-45a3-875f-b79e4d09421d HTTP/1.1" status: 204 len: 168 time: 0.3637993 May 06 12:40:24.537767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35202) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:24.542078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=51060b3d-a618-4ddb-aedd-cc8315900e6d,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:24.567144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.575540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:24.582703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c3528dec-9ef5-4992-8a3e-f8a1cbd70fd5 None None] Port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:24.792040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aafa5e1a-5da3-4115-b892-ea4b5d30ed5b req-b50aff23-3b87-4174-9817-811f43ed6318 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575512 May 06 12:40:24.793619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=147c0295-9c72-4434-af59-20fe26871431,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:24.827634 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-40242ca6-ff5c-4802-aea5-2ca7cddf0bad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] show failed (client error): The resource could not be found. May 06 12:40:24.831249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-40242ca6-ff5c-4802-aea5-2ca7cddf0bad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups/33de65cb-b0a3-45a3-875f-b79e4d09421d HTTP/1.1" status: 404 len: 347 time: 0.2904773 May 06 12:40:24.833889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35208) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:24.922274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ee134-bee2-4bc6-b655-996a30e881ae req-33766507-a421-4468-99c8-9eec52cfd457 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:24.922274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a33ee134-bee2-4bc6-b655-996a30e881ae req-33766507-a421-4468-99c8-9eec52cfd457 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2306235 May 06 12:40:24.930259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.001531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:25.007179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:25.017183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:25.023804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 2ecea202-0568-4e9d-a60d-c9cf17766ed4 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:25.027336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:25.037759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Deleting port 3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:25.038160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.109215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a33ee134-bee2-4bc6-b655-996a30e881ae req-fdc96e9c-0909-4c34-b0ba-65b7339718cd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797659 May 06 12:40:25.148831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': '803d3a85-aa51-4acc-bbbf-cd019d5af147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:25.149201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 23c81c44-034f-43bb-b21b-932ab29c849e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:25.192958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:25.193589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.384726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cece0cd4-8b09-4dfa-989f-ecb7bfc5a65c None None] Provisioning for port 86ea232e-effa-465b-b205-51be483051df completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:25.390516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cece0cd4-8b09-4dfa-989f-ecb7bfc5a65c None None] Provisioning complete for port 86ea232e-effa-465b-b205-51be483051df triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:25.390952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cece0cd4-8b09-4dfa-989f-ecb7bfc5a65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.411338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.412159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.474525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cece0cd4-8b09-4dfa-989f-ecb7bfc5a65c None None] Port 86ea232e-effa-465b-b205-51be483051df cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:25.493977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:25.505445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:25.549014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Calling delete_port for 3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:25.660641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f00644ab-18ea-4ca8-aa6b-60fe07cd90c5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1546948 May 06 12:40:25.661225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 23c81c44-034f-43bb-b21b-932ab29c849e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:25.689056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'admin_state_up': True, 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'security_groups': ['f48dbc99-c2b3-43a1-a5ab-9a56d626d542']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:25.798874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2e80dbf6-f68b-4682-9e3d-4427c67461de None None] Provisioning complete for port 51060b3d-a618-4ddb-aedd-cc8315900e6d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:25.799230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2e80dbf6-f68b-4682-9e3d-4427c67461de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.860502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2e80dbf6-f68b-4682-9e3d-4427c67461de None None] Port 51060b3d-a618-4ddb-aedd-cc8315900e6d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:25.880349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.908937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:25.921611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event deleted for resources: {'Port': ['ID=3f2efcc5-fe84-4ba2-a5f4-d6935a34fd65,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:26.022559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.047850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:26.055479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 23c81c44-034f-43bb-b21b-932ab29c849e) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:26.064965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3aa94b-5aeb-4a28-a873-5f1bc70fa3c9 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:26.119683 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79033fe-e28c-423b-b47e-acee0d71dae1 None None] New status for floating IP b00ae304-29df-44ae-8c37-342302844e41: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:40:26.166915 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.174674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2956c654-412f-458f-8808-d90bafa0d375 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "DELETE /v2.0/floatingips/b00ae304-29df-44ae-8c37-342302844e41 HTTP/1.1" status: 204 len: 168 time: 1.3326049 May 06 12:40:26.174837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:26.174837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.183505 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.214613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:26.231723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:port and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:26.250184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:26.264516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:26.302488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-adfe4d78-8f69-4a7a-9d9d-11ce394c9ff0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:26.306888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-adfe4d78-8f69-4a7a-9d9d-11ce394c9ff0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:26.308780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-adfe4d78-8f69-4a7a-9d9d-11ce394c9ff0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:26.354600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 00b6bf3f-3ae4-4427-8cb9-661d9ec19136 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:26.392526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3595d-54e8-4517-a46c-ca9c380051b8 req-d2b0a9bc-615a-4958-a616-511b83002d3a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:26.394179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67e3595d-54e8-4517-a46c-ca9c380051b8 req-d2b0a9bc-615a-4958-a616-511b83002d3a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.1051507 May 06 12:40:26.441230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7c16f172-fdb3-4d6c-a827-ba5074aa9228 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0491393 May 06 12:40:26.441230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.441588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35218) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:26.449901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:26.464994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.487861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-23c81c44-034f-43bb-b21b-932ab29c849e', 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '147c0295-9c72-4434-af59-20fe26871431'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:26.489483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.505875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67e3595d-54e8-4517-a46c-ca9c380051b8 req-21f35d1f-31b8-4ea0-b038-221f8d169e0d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053119 May 06 12:40:26.595123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:26.598392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.671532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Pushing event updated for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:26.748043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:26.749125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.752556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Allocated IP 172.20.0.2 (23c81c44-034f-43bb-b21b-932ab29c849e/147c0295-9c72-4434-af59-20fe26871431/ffaf1078-0268-4321-bb7a-2ac602663574) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:26.764001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:26.765864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-adfe4d78-8f69-4a7a-9d9d-11ce394c9ff0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:26.767082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-adfe4d78-8f69-4a7a-9d9d-11ce394c9ff0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 1652 time: 0.7331150 May 06 12:40:26.771178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:26.772374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.856136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1158977'] for subnet, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:26.984882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=4a0c049e-1aa5-4479-aff8-0b3bfc59837d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:27.017418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.029646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Transition to ACTIVE for port object ffaf1078-0268-4321-bb7a-2ac602663574 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:27.054174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Transition to ACTIVE for port object ffaf1078-0268-4321-bb7a-2ac602663574 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:27.134140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a82f519-0c69-4829-b1d7-0660b0e2fd96 req-acb807a1-2e63-4235-9b0f-1452c25c6439 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295007 May 06 12:40:27.157698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.186430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=2ecea202-0568-4e9d-a60d-c9cf17766ed4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:27.224077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': '78f995f7-5d56-4f98-aeea-2828b6e866e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1d3de818-fc1c-44a3-8b83-fc44454cd4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:27.224077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: 1d3de818-fc1c-44a3-8b83-fc44454cd4f1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:27.227610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.1.1.10 (6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242/58e8fbda-9cbf-466b-8519-3c333f4e5713/b1818eef-033a-4b46-92b2-824c32121419) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:27.232797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:27.246829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:27.257093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:27.315461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Pushing event updated for resources: {'Port': ['ID=ffaf1078-0268-4321-bb7a-2ac602663574,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:27.319015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] Sync routers for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:27.342524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:27.345873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:27.350787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:27.388490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:27.389076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:27.424537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742007016605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1077832'] for subnet, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.473483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:40:27.477819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:27.486129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-410a63ea-a6b0-498a-97b5-448824b9a77e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2755227 May 06 12:40:27.490627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35226) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:27.577403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:27.582423 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.582423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "PUT /v2.0/subnets/147c0295-9c72-4434-af59-20fe26871431 HTTP/1.1" status: 200 len: 806 time: 1.1370761 May 06 12:40:27.590868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:27.659479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:27.695365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:27.696169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:27.733208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 1d3de818-fc1c-44a3-8b83-fc44454cd4f1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:27.782113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6891133-c7f5-4ddc-a75e-8276fa7f8247 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:27.786000 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6891133-c7f5-4ddc-a75e-8276fa7f8247 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports/51060b3d-a618-4ddb-aedd-cc8315900e6d HTTP/1.1" status: 200 len: 910 time: 0.2914562 May 06 12:40:27.787336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:27.787744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4236b5b-fe20-4e18-a95b-6efe46ba1df1 None None] The sync data for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:27.790682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35238) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:27.810340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c2ee-fff2-49ba-bd12-ed9e471f4d27 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=147c0295-9c72-4434-af59-20fe26871431,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:27.812492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Attempting to bind port ffaf1078-0268-4321-bb7a-2ac602663574 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:27.812867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Attempting to bind port ffaf1078-0268-4321-bb7a-2ac602663574 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '803d3a85-aa51-4acc-bbbf-cd019d5af147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:27.813229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Attempting to bind port ffaf1078-0268-4321-bb7a-2ac602663574 on network 23c81c44-034f-43bb-b21b-932ab29c849e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:27.830846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:27.869943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:27.870332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Checking segment: {'id': '803d3a85-aa51-4acc-bbbf-cd019d5af147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:27.870989 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.871629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Bound using segment: {'id': '803d3a85-aa51-4acc-bbbf-cd019d5af147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:27.872958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Bound port: ffaf1078-0268-4321-bb7a-2ac602663574, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803d3a85-aa51-4acc-bbbf-cd019d5af147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '23c81c44-034f-43bb-b21b-932ab29c849e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:27.873510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:27.970094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1d3de818-fc1c-44a3-8b83-fc44454cd4f1) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:27.994209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:27.994209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:27.997879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:27.998773 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.021391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe65d40-0d79-41fc-a3ae-d6ce97b30937 None None] Network 1d3de818-fc1c-44a3-8b83-fc44454cd4f1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:28.047461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.069010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port ffaf1078-0268-4321-bb7a-2ac602663574 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:28.069380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.070641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fe0cd079-5b42-4421-8a7e-5320947e2662 None None] Provisioning complete for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:28.071016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd079-5b42-4421-8a7e-5320947e2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.123150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47a9bd-14f1-42c5-91b6-1035a1919fc9 req-9ac28f3f-5f82-4124-81f5-3ff3b7928ea4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:28.124884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa47a9bd-14f1-42c5-91b6-1035a1919fc9 req-9ac28f3f-5f82-4124-81f5-3ff3b7928ea4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2519276 May 06 12:40:28.192310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.236140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object b1818eef-033a-4b46-92b2-824c32121419 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:28.236140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b82fe468-75e3-4f91-b7b5-2379f42e3529 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7973857 May 06 12:40:28.240590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35244) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:28.257243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] For port ffaf1078-0268-4321-bb7a-2ac602663574, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:28.265363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] For port ffaf1078-0268-4321-bb7a-2ac602663574, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ffaf1078-0268-4321-bb7a-2ac602663574,segment=NetworkSegment(803d3a85-aa51-4acc-bbbf-cd019d5af147),segment_id=803d3a85-aa51-4acc-bbbf-cd019d5af147)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:28.297361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa47a9bd-14f1-42c5-91b6-1035a1919fc9 req-7935fa32-7e12-4c79-a806-f116554df3a7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640623 May 06 12:40:28.364043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 2ecea202-0568-4e9d-a60d-c9cf17766ed4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:28.364381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.398773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.431517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.541567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port ffaf1078-0268-4321-bb7a-2ac602663574, host n-d-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:28.541943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.568816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cd079-5b42-4421-8a7e-5320947e2662 None None] Port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:28.584792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.723480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:28.757493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:28.759139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be84b-3b84-4a97-a485-f00348b1e0e9 None None] Pushing event updated for resources: {'Port': ['ID=ffaf1078-0268-4321-bb7a-2ac602663574,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:28.773573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:28.801208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '44906361-3de0-43f8-bb74-abfe15440514', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'port_id': '44906361-3de0-43f8-bb74-abfe15440514', 'mac_address': 'fa:16:3e:e7:ed:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6bf2a9-09a7-48ae-8d84-d3780fe32163', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:40:28.849230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:28.872693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:28.874060 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71fb199-1b30-4d9e-a190-29e20009db74'] response: {'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514', 'code': 200} May 06 12:40:28.874716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:28.895940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:28.950632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for ffaf1078-0268-4321-bb7a-2ac602663574 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:29.129289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:29.149459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.173329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44906361-3de0-43f8-bb74-abfe15440514 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:29.189584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:29.220532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:29.221077 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:29.238609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:29.304720 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.319908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.353350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.357885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.370560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.372106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:29.391189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:29.468941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.469850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.498099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-35df4935-9734-44b4-b643-b5122bf307fa None None] Provisioning for port b1818eef-033a-4b46-92b2-824c32121419 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:29.503830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-35df4935-9734-44b4-b643-b5122bf307fa None None] Provisioning complete for port b1818eef-033a-4b46-92b2-824c32121419 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:29.504196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-35df4935-9734-44b4-b643-b5122bf307fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.588051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-35df4935-9734-44b4-b643-b5122bf307fa None None] Port b1818eef-033a-4b46-92b2-824c32121419 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:29.589325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 2ecea202-0568-4e9d-a60d-c9cf17766ed4 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:29.621292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['44906361-3de0-43f8-bb74-abfe15440514'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:40:29.625692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15edfb5-0115-4751-87e7-2f9f04cfb05c req-8f0ef366-bcc7-44a5-8eb1-c91ccff75a90 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:29.627890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e15edfb5-0115-4751-87e7-2f9f04cfb05c req-8f0ef366-bcc7-44a5-8eb1-c91ccff75a90 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 945 time: 0.1172383 May 06 12:40:29.643647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-8885703c-1f75-45cd-b8ed-97d8b173fe33 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9702551 May 06 12:40:29.665322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'admin_state_up': True, 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'security_groups': ['f48dbc99-c2b3-43a1-a5ab-9a56d626d542']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:29.690694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e15edfb5-0115-4751-87e7-2f9f04cfb05c req-76d93528-9fd6-4b49-8388-3eace9eb349a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545740 May 06 12:40:29.726520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port ffaf1078-0268-4321-bb7a-2ac602663574 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:29.726520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:29.758440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:29.765581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-7e54b94e-742d-4185-b4c2-0c6c1ec6086a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 2372 time: 1.3309562 May 06 12:40:29.783116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:29.856153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.041753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e49d7f54-223e-4e98-a42b-f340dde6ac4e req-b95d1b7e-2743-4b0a-9387-c9556b6d9e00 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751241 May 06 12:40:30.064404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port ffaf1078-0268-4321-bb7a-2ac602663574, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ffaf1078-0268-4321-bb7a-2ac602663574,segment=NetworkSegment(803d3a85-aa51-4acc-bbbf-cd019d5af147),segment_id=803d3a85-aa51-4acc-bbbf-cd019d5af147)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:30.064686 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.077763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.246169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for ffaf1078-0268-4321-bb7a-2ac602663574 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:30.313994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=2ecea202-0568-4e9d-a60d-c9cf17766ed4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:30.370374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:30.382016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.394484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:30.400659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6da73a48-299b-4f0f-83ca-ef68972745fa tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/2ecea202-0568-4e9d-a60d-c9cf17766ed4 HTTP/1.1" status: 204 len: 168 time: 2.1566772 May 06 12:40:30.401456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35260) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:30.475675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f32fe-1202-42d7-940d-ea33d8b8a335 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:30.529460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:30.571065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba4007-76a6-4b5b-a4e6-edff88b8692f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:30.582404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba4007-76a6-4b5b-a4e6-edff88b8692f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:30.587407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-13ba4007-76a6-4b5b-a4e6-edff88b8692f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1847236 May 06 12:40:30.588726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35268) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:30.628111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.634269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39d9aa9f-5b11-4049-b1b9-0c58d2852390 None None] Provisioning for port ffaf1078-0268-4321-bb7a-2ac602663574 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:30.668037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39d9aa9f-5b11-4049-b1b9-0c58d2852390 None None] Provisioning complete for port ffaf1078-0268-4321-bb7a-2ac602663574 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:30.669387 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39d9aa9f-5b11-4049-b1b9-0c58d2852390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.711888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Port': ['ID=ffaf1078-0268-4321-bb7a-2ac602663574,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:30.758705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-39d9aa9f-5b11-4049-b1b9-0c58d2852390 None None] Port ffaf1078-0268-4321-bb7a-2ac602663574 was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:40:30.763020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ffaf1078-0268-4321-bb7a-2ac602663574 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:30.774538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 4a0c049e-1aa5-4479-aff8-0b3bfc59837d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:30.775045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.814382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ffaf1078-0268-4321-bb7a-2ac602663574 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:30.815079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ffaf1078-0268-4321-bb7a-2ac602663574 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 12:40:30.838483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:30.875151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:30.876549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port ffaf1078-0268-4321-bb7a-2ac602663574 not found, will not notify nova. {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 12:40:30.902356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6023da5b-2d43-49f0-ab53-28296278073c admin admin] 10.222.0.83 "PUT /v2.0/routers/af00f609-2da7-4ad2-b2b2-de2f3086a74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7692904 May 06 12:40:30.905609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:30.926701 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:30.927326 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:31.139477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:31.352355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No DVR routers for this DVR port ffaf1078-0268-4321-bb7a-2ac602663574 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:31.446148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2eb0b-4d1b-4986-9012-e2deaf19fc13 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:31.489307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:31.538615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.565666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.705156 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:25Z', 'revision_number': 2, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:31.713515 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:40:31.713900 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Updating router af00f609-2da7-4ad2-b2b2-de2f3086a74e port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:40:31.714663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 44906361-3de0-43f8-bb74-abfe15440514 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:31.715265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:31.813067 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.012978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.2.2.100 (6f0ba0d0-27c8-4e38-840b-4046e16a51bc/97bf5837-932e-4714-9ea3-f0c5ad911a4b/f2224e44-270f-4992-aad4-968e4ef50563) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:32.103083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 4a0c049e-1aa5-4479-aff8-0b3bfc59837d owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:32.147564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.196575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:32.226959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:32.244645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:32.255592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765084', 'description': 'tempest-description--1266173065'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:32.294549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.296060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:32.321148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd54bb5-a7e1-42bf-b4b9-e69c6cb28ac5 req-a325fbcc-d5f3-4f40-a67a-92a98a4ac290 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:32.324395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdd54bb5-a7e1-42bf-b4b9-e69c6cb28ac5 req-a325fbcc-d5f3-4f40-a67a-92a98a4ac290 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 945 time: 1.3403187 May 06 12:40:32.381597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:32.392498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:32.415089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:32.440703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdd54bb5-a7e1-42bf-b4b9-e69c6cb28ac5 req-0d67c591-8c57-4c23-9e07-8708eac7f846 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909398 May 06 12:40:32.445113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:32.513306 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.541478 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b65398-84d8-4ebb-9444-6877edaccca3'] response: {'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44906361-3de0-43f8-bb74-abfe15440514', 'code': 200} May 06 12:40:32.550455 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Transition to ACTIVE for port object f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:32.550673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.570398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 51060b3d-a618-4ddb-aedd-cc8315900e6d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:32.570992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.579555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.596589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.664568 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.670283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.702518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=4a0c049e-1aa5-4479-aff8-0b3bfc59837d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:32.708974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc1673-37d8-4d33-87b5-e1bbd07bf772 None None] Network 23c81c44-034f-43bb-b21b-932ab29c849e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:32.713939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=147c0295-9c72-4434-af59-20fe26871431,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:32.744559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.785542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object f2224e44-270f-4992-aad4-968e4ef50563 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:32.811497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13b6c-5500-4ba2-8e8c-4df79c194acc req-67332010-564a-4d80-bf57-20013a117803 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:32.815880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13b6c-5500-4ba2-8e8c-4df79c194acc req-67332010-564a-4d80-bf57-20013a117803 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:32.820132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13b6c-5500-4ba2-8e8c-4df79c194acc req-67332010-564a-4d80-bf57-20013a117803 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:32.835014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ceb13b6c-5500-4ba2-8e8c-4df79c194acc req-67332010-564a-4d80-bf57-20013a117803 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 2372 time: 0.3695590 May 06 12:40:32.961376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.979807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:32.987468 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313633dc-1f2b-4ef6-aab8-c5824428b4b3 None None] Pushing event updated for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:32.996346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:33.030180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e628559a-4f90-49fa-b96e-2dfbc820d886 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/4a0c049e-1aa5-4479-aff8-0b3bfc59837d HTTP/1.1" status: 204 len: 168 time: 2.4362562 May 06 12:40:33.045329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35296) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:33.050682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:33.082855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:33.155365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c81c44-034f-43bb-b21b-932ab29c849e']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.163994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:33.195166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adece563-3829-4a52-a156-049984b99622 None None] DHCP port deletion for 23c81c44-034f-43bb-b21b-932ab29c849e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:33.223216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ceb13b6c-5500-4ba2-8e8c-4df79c194acc req-6f00ba07-1b44-4a8a-91ab-e376c38d8211 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919237 May 06 12:40:33.233444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 51060b3d-a618-4ddb-aedd-cc8315900e6d owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:33.237235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803d3a85-aa51-4acc-bbbf-cd019d5af147') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.244316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803d3a85-aa51-4acc-bbbf-cd019d5af147') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.257901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c76057df-7fb1-4973-a9a9-8004d0f84ddf req-af1bc5f2-d265-4b2d-a3ac-99ce2f1ebe12 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 1097 time: 0.4278872 May 06 12:40:33.264847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.272403 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Attempting to bind port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:33.274977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Attempting to bind port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:33.274977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Attempting to bind port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:33.282042 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:33.282411 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Checking segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:33.283289 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.283894 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Bound using segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:33.284722 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Bound port: f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:33.285422 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.384518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.388116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.393129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:33.395967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.398796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:33.408645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:33.410250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c76057df-7fb1-4973-a9a9-8004d0f84ddf req-369cb066-c2f4-4cc3-904e-b2dc07e9fbe6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007512 May 06 12:40:33.426217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.437829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:33.438288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.441712 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] For port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:33.445243 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] For port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:33.455102 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:33.539268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:33.539675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.572532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42450e7-d268-43ec-ac6e-6cba557242a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:33.573418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a42450e7-d268-43ec-ac6e-6cba557242a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:33.575694 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.592026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.659495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27bb323-83aa-41cc-a1ce-6e8b3f504e73,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.722045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313633dc-1f2b-4ef6-aab8-c5824428b4b3 None None] Pushing event updated for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.728764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.728764 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29307e9c-ea43-48a8-a720-edcb710981bf tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.4797466 May 06 12:40:33.729283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35302) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:33.729837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:33.730634 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:33.738134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group_rule': {'security_group_id': 'e27bb323-83aa-41cc-a1ce-6e8b3f504e73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:33.753399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:33.764547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:33.777182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:33.780549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.785594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:33.792478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a42450e7-d268-43ec-ac6e-6cba557242a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:33.802330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-213adbb3-7ff7-4aa0-b691-2c370ecf20a9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1432621 May 06 12:40:33.810277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.810451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a42450e7-d268-43ec-ac6e-6cba557242a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7486672 May 06 12:40:33.820703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:33.834562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'admin_state_up': True, 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'security_groups': ['f48dbc99-c2b3-43a1-a5ab-9a56d626d542']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:33.857501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:33.861829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=23c81c44-034f-43bb-b21b-932ab29c849e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:33.892305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d1333a72-af62-4020-89f2-07128a69bc84 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/23c81c44-034f-43bb-b21b-932ab29c849e HTTP/1.1" status: 204 len: 168 time: 6.2999730 May 06 12:40:33.906291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:33.920688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e38a8-f27c-4d6b-b01d-e12b0b86dde1 req-61aad863-2abc-4ddf-a3a3-b3e440b1a574 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:33.933235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a86e38a8-f27c-4d6b-b01d-e12b0b86dde1 req-61aad863-2abc-4ddf-a3a3-b3e440b1a574 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2454278 May 06 12:40:33.986699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a86e38a8-f27c-4d6b-b01d-e12b0b86dde1 req-a422ee83-c2bd-4e80-8c43-38e51ccbc77c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563898 May 06 12:40:33.986931 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:40:33.993769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-14e13b80-a8ff-405a-9542-13c6c9b8fd39 None None] Provisioning for port f2224e44-270f-4992-aad4-968e4ef50563 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:33.996959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-14e13b80-a8ff-405a-9542-13c6c9b8fd39 None None] Provisioning complete for port f2224e44-270f-4992-aad4-968e4ef50563 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:33.997404 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14e13b80-a8ff-405a-9542-13c6c9b8fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.126412 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-951df6f7-7dcc-4e0f-9d80-4e8727a90e37 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:40:34.127188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-951df6f7-7dcc-4e0f-9d80-4e8727a90e37 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:34.147475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=51060b3d-a618-4ddb-aedd-cc8315900e6d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:34.210506 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d38d60-386a-43bf-9982-76ea2a90322a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:40:34.210945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d38d60-386a-43bf-9982-76ea2a90322a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:34.212635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-03d38d60-386a-43bf-9982-76ea2a90322a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/23c81c44-034f-43bb-b21b-932ab29c849e HTTP/1.1" status: 404 len: 339 time: 0.2929294 May 06 12:40:34.221266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35318) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:34.227162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-488136255', 'description': 'd1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:34.237626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:34.245851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:network and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:34.253776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:34.254928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-14e13b80-a8ff-405a-9542-13c6c9b8fd39 None None] Port f2224e44-270f-4992-aad4-968e4ef50563 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:34.267827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:34.280615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.375545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:34.379324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.490379 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:33Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:34.494661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:34.507593 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7dd0e-707e-42c3-ae89-b84b78f35739 None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:33Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:34.518959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.519422 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment b617b9dc-5e86-4c4b-9fe3-f6749ae6e7b0 of type vlan for network fde0e825-285a-44b6-9746-ec07654174b0 May 06 12:40:34.537444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-951df6f7-7dcc-4e0f-9d80-4e8727a90e37 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:34.541543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-951df6f7-7dcc-4e0f-9d80-4e8727a90e37 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/2ecea202-0568-4e9d-a60d-c9cf17766ed4 HTTP/1.1" status: 404 len: 333 time: 0.6372094 May 06 12:40:34.549479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35324) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:34.564013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ffaf1078-0268-4321-bb7a-2ac602663574 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:34.645872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ffaf1078-0268-4321-bb7a-2ac602663574 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:34.646470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ffaf1078-0268-4321-bb7a-2ac602663574 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:34.741928 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ba370c-89a3-4653-8b42-4db9a4b49857 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:40:34.761647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1ba370c-89a3-4653-8b42-4db9a4b49857 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/4a0c049e-1aa5-4479-aff8-0b3bfc59837d HTTP/1.1" status: 404 len: 333 time: 0.1187642 May 06 12:40:34.776331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:34.790625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:34.917561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:34.923931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Usage tracker for resource:port and tenant:67900abb497542389a9f6834cd5bc0d6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:34.928023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:34.960922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:34.963956 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.019826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.040643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.045468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.045841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.046452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.155318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Made reservation on behalf of 67900abb497542389a9f6834cd5bc0d6 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:35.160581 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.190288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498b27ac-f3c0-4740-9f46-863dbc1c12be,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:35.197820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.203731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97c1a7d7-29b1-45d3-9c36-2ee51dfcd8b5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4729905 May 06 12:40:35.210331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35336) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:35.226255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.268064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0414388 May 06 12:40:35.269963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:35.298751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group_rule': {'security_group_id': 'e27bb323-83aa-41cc-a1ce-6e8b3f504e73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:35.316304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:35.398638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:35.406769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:35.422830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:35.484760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-8f630e02-c9dd-4f45-9d3b-22a00b42dc8d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.491950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-8f630e02-c9dd-4f45-9d3b-22a00b42dc8d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.499237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-8f630e02-c9dd-4f45-9d3b-22a00b42dc8d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.506245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-8f630e02-c9dd-4f45-9d3b-22a00b42dc8d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.509151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-8f630e02-c9dd-4f45-9d3b-22a00b42dc8d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3093 time: 0.9584327 May 06 12:40:35.597250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe106b-6218-42be-bf22-a2504c7e7778 req-1bedc64b-6a95-4313-9152-62ed99ef7ae3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.599451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cfe106b-6218-42be-bf22-a2504c7e7778 req-1bedc64b-6a95-4313-9152-62ed99ef7ae3 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2956352 May 06 12:40:35.606211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.685938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435285bd-1843-47d2-895f-5d78aba4cb40 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=fde0e825-285a-44b6-9746-ec07654174b0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:35.707608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fde0e825-285a-44b6-9746-ec07654174b0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:35.879380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd5c9e-85f5-4f50-865b-4839ca41f035 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:35.880698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f7dd5c9e-85f5-4f50-865b-4839ca41f035 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Synchronizing usage tracker for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:35.905904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:35.960667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Allocated IP 10.2.2.200 (6f0ba0d0-27c8-4e38-840b-4046e16a51bc/97bf5837-932e-4714-9ea3-f0c5ad911a4b/52de33f8-c380-4148-baab-8217923f4dc8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:35.995053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3de818-fc1c-44a3-8b83-fc44454cd4f1']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:36.019038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31370ba8-d67d-4a87-b7d6-3fc8dd75086e req-56c84a43-bdd4-4023-a41b-ac111081f562 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341305 May 06 12:40:36.025027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f995f7-5d56-4f98-aeea-2828b6e866e0') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:36.027796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f995f7-5d56-4f98-aeea-2828b6e866e0') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:36.051414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cfe106b-6218-42be-bf22-a2504c7e7778 req-ebff05ce-e556-474d-8cde-8e2e6b3c17d8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363482 May 06 12:40:36.054763 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.085951 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.104318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:36.105546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.106737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:36.124969 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:36.304136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-65829c66-b13c-438f-9087-628ed7e90cbf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:36.304835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-65829c66-b13c-438f-9087-628ed7e90cbf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:36.497832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.542137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ce28-5caf-4d1e-b3bf-678ca4c1f2de req-8d74b730-ef0f-471f-a9b4-8daac3859f02 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:36.544048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b877ce28-5caf-4d1e-b3bf-678ca4c1f2de req-8d74b730-ef0f-471f-a9b4-8daac3859f02 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.2604153 May 06 12:40:36.553795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f7dd5c9e-85f5-4f50-865b-4839ca41f035 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Unset dirty status for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:36.556241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f7dd5c9e-85f5-4f50-865b-4839ca41f035 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks?id=fde0e825-285a-44b6-9746-ec07654174b0 HTTP/1.1" status: 200 len: 760 time: 1.2847974 May 06 12:40:36.574574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35346) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:36.582543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'description': 'd2'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:36.602013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:36.607228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 00b6bf3f-3ae4-4427-8cb9-661d9ec19136 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:36.618855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b877ce28-5caf-4d1e-b3bf-678ca4c1f2de req-275d3108-c39a-4d07-9592-107b89f3c2a0 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661752 May 06 12:40:36.734744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-65829c66-b13c-438f-9087-628ed7e90cbf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:36.736354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-65829c66-b13c-438f-9087-628ed7e90cbf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.5380504 May 06 12:40:36.739953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.749922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Transition to ACTIVE for port object 52de33f8-c380-4148-baab-8217923f4dc8 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:36.751876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.783649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.797486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/1d3de818-fc1c-44a3-8b83-fc44454cd4f1 HTTP/1.1" status: 204 len: 168 time: 1.9359524 May 06 12:40:36.804134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35354) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:36.833083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711486783'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:36.850358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f72de-e7e4-4cec-9dba-e2bedcb23352 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=1d3de818-fc1c-44a3-8b83-fc44454cd4f1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:36.852852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:36.903965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:36.911353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:36.911899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:36.923689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:36.931382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485fe773-1078-434f-ab41-8a8612689b17,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:36.963931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:36.963931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-df23101d-9516-451f-9636-6238e680ecad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:36.964424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.964424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.964424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.964821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.965014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.965409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.965741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.966064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.966387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.966708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.967034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:36.978831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:37.050037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:37.050262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.060310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25ba1e94-3526-4ac3-b7b4-d3435302c3f5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2537885 May 06 12:40:37.061185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:37.070680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] Sync routers for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:37.101387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.103258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d10ce89-d74e-454e-9550-9f8e46118c1e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8844838 May 06 12:40:37.106389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35366) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:37.110617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:37.111375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:37.111642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:37.118199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:37.122249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:floatingip and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:37.129736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:37.137397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:37.154638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.157173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:37.160410 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.188706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-df23101d-9516-451f-9636-6238e680ecad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:37.190497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af2fbbbe-a62f-4702-8d88-3c6fb7153452 req-df23101d-9516-451f-9636-6238e680ecad tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226503 May 06 12:40:37.228968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:37.237662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.261282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:37.261996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:37.301577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:37.302728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:37.326634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:37.326634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:37.330623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:37.332720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.333060 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment ae901477-989d-4471-bfed-6a87bb5045c6 of type vlan for network c3285568-ea44-4908-b5ca-ef2810353b2f May 06 12:40:37.348183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:37.355836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:37.356732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595f324-8677-47f4-9497-7fb03cef80af None None] The sync data for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:37.378012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.438827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.439829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.560293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.656623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.673630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.716347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-445abd7e-1954-47e2-b139-e52549aca72a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8859780 May 06 12:40:37.733821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:37.788964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=fde0e825-285a-44b6-9746-ec07654174b0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:37.805597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:37.810846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fde0e825-285a-44b6-9746-ec07654174b0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:37.828303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.830866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9339f120-e896-4818-bde3-1cdcc407205a None None] Provisioning for port 52de33f8-c380-4148-baab-8217923f4dc8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:37.832615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.833198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.908720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9339f120-e896-4818-bde3-1cdcc407205a None None] Provisioning complete for port 52de33f8-c380-4148-baab-8217923f4dc8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:37.914673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9339f120-e896-4818-bde3-1cdcc407205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.972576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=c3285568-ea44-4908-b5ca-ef2810353b2f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:37.974681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network fde0e825-285a-44b6-9746-ec07654174b0 is not hosted by any dhcp agent {{(pid=84799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:40:37.978362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-51ed0564-740b-4ed5-8fa5-f412d35521f8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.980222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-51ed0564-740b-4ed5-8fa5-f412d35521f8 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.13 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.3939707 May 06 12:40:37.994765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:37.995976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:37.998826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c3285568-ea44-4908-b5ca-ef2810353b2f details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:38.010574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bd82c391-3ede-4f27-aeb4-7663988c88ae tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "PUT /v2.0/networks/fde0e825-285a-44b6-9746-ec07654174b0 HTTP/1.1" status: 200 len: 757 time: 1.4301417 May 06 12:40:38.010574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:38.030488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.040270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.053411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.062968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.071075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.084678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d40d8600-2561-46ba-96b8-86d191533d0f req-a94cd580-5fa1-497c-8d4e-3a230320dfbc tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3814 time: 0.5643542 May 06 12:40:38.138978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9339f120-e896-4818-bde3-1cdcc407205a None None] Port 52de33f8-c380-4148-baab-8217923f4dc8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:38.150727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.279299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Deleting port 1d88e673-cc9e-4511-8d13-4460e218444e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:38.279630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.398985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5c951f38-6bd6-424e-b823-388d6a6124fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.430905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01554cd1-db90-4c5e-b640-9361a35f96b7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6239395 May 06 12:40:38.439523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:38.450905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:38.575132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d40d8600-2561-46ba-96b8-86d191533d0f req-dc8fade0-6028-4529-ada5-6e5e78ad5d10 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879847 May 06 12:40:38.589760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:38.645578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c0220-ed5c-4e1c-bf5a-6c77aff12867 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.646182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b47c0220-ed5c-4e1c-bf5a-6c77aff12867 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks?id=fde0e825-285a-44b6-9746-ec07654174b0 HTTP/1.1" status: 200 len: 760 time: 0.5331633 May 06 12:40:38.659311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:38.679914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349417399'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:38.686050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.716142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3fed2bb7-99a7-4425-99ae-5c17b521b7ae tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:38.728376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3fed2bb7-99a7-4425-99ae-5c17b521b7ae tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.7057419 May 06 12:40:38.756190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:38.757951 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.760882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:38.768278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:38.790864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:38.800148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:38.817965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:38.825871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:38.941408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-8ddaaa22-72ba-41f1-94b0-e296747b9b15 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/quotas/7c960108dbe34149a3d529d21718f7f5 HTTP/1.1" status: 200 len: 375 time: 0.2114058 May 06 12:40:39.005533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:39.104101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:39.140157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:39.142988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.190072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] For port 1d88e673-cc9e-4511-8d13-4460e218444e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1d88e673-cc9e-4511-8d13-4460e218444e,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:39.190439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.300069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.327805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:40:39.425014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.425365 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment fee78409-3f99-4063-a0f3-0d589e1ebc56 of type vlan for network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 May 06 12:40:39.434741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing IP validity checks on allocation pools {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:40:39.437536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:40:39.465437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba321c6d-25f9-4a69-b93a-64347fa8a1cb req-a256df85-f302-45d8-92ff-8b9cd4904c57 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:39.466590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba321c6d-25f9-4a69-b93a-64347fa8a1cb req-a256df85-f302-45d8-92ff-8b9cd4904c57 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 946 time: 0.4515262 May 06 12:40:39.471862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-d699ceca-b2d1-48a3-90e4-7733162e2af5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:39.473210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-d699ceca-b2d1-48a3-90e4-7733162e2af5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "GET /v2.0/ports?device_id=77259898-efff-4327-9ffc-601ff1e77a8d HTTP/1.1" status: 200 len: 946 time: 0.4017282 May 06 12:40:39.508525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Calling delete_port for 1d88e673-cc9e-4511-8d13-4460e218444e owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:39.561592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.602296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Allocated IP 172.25.2.214 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:39.608070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-e893d4b5-3f2c-4962-adf0-8b08ff493b49 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6656890 May 06 12:40:39.637414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Deleting port 44906361-3de0-43f8-bb74-abfe15440514 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:39.637737 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.702356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba321c6d-25f9-4a69-b93a-64347fa8a1cb req-1933696e-3fec-4836-b3be-d2feb49b6baf tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262330 May 06 12:40:39.848165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.851895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:39.852675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:39.928309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56931c20-2f9b-4de4-bfaf-2691ed309858 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:39.953030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.030757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-7f325c37-9074-46fc-ac97-6a8a52ec7905 service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083683 May 06 12:40:40.152196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.157613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Transition to ACTIVE for port object 56931c20-2f9b-4de4-bfaf-2691ed309858 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:40.161825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.175286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f00ffd3f-0000-4240-936e-537f4c9c2c78'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:40:40.243658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event deleted for resources: {'Port': ['ID=1d88e673-cc9e-4511-8d13-4460e218444e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.350976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-6877d674-cbcb-4888-aa25-2010898f30ca service neutron] 10.222.0.83 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060663 May 06 12:40:40.358827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.380769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=98a303fa-1a30-47ed-a51b-4f96ed22abb3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.380769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7164035 May 06 12:40:40.409428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35394) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:40.409428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] No DVR routers for this DVR port 1d88e673-cc9e-4511-8d13-4460e218444e on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:40.420071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:40.439338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.452423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'name': 'network-vif-deleted', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:40.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.469802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.470312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.470785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.471261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a850e6f-ebe7-4efd-b480-e99bb3a72825 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:40:40.502678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:40:40.507136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.550010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.638825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] For port 44906361-3de0-43f8-bb74-abfe15440514, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=44906361-3de0-43f8-bb74-abfe15440514,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:40.638825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:40.690975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:40.787960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:40.791375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4c03dd3-42b5-4c00-87d4-8d3f3c873b22 req-ebf8586c-bcbe-4838-a22c-2def59c05c2a tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.13 "DELETE /v2.0/ports/1d88e673-cc9e-4511-8d13-4460e218444e HTTP/1.1" status: 204 len: 173 time: 2.7476504 May 06 12:40:40.801459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:40.804678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:40.812408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:40.849979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Usage tracker for resource:subnet and tenant:00733d3c82ff43f8819c507a408977bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:40:40.919824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:40:40.979849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:40.980455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=4fb7864a-3110-44f8-ab76-954ad979634f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:41.004214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Calling delete_port for 44906361-3de0-43f8-bb74-abfe15440514 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:41.008066 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64d9cfe-b302-47e1-a92c-3488ce05fb6c'] response: {'server_uuid': 'f022fbeb-8fc0-4b27-b482-86fac297b99e', 'name': 'network-vif-deleted', 'tag': '1d88e673-cc9e-4511-8d13-4460e218444e', 'status': 'completed', 'code': 200} May 06 12:40:41.016284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1d88e673-cc9e-4511-8d13-4460e218444e no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:41.105470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:41.122900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-985168a6-0420-453e-83d6-d25cd8574807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.150991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 1d88e673-cc9e-4511-8d13-4460e218444e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:41.160949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.161497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1d88e673-cc9e-4511-8d13-4460e218444e not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:41.165328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.169543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.174429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.178745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.187633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-27b48d35-f4bb-41a7-b159-c95316b7d35f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3814 time: 1.2153685 May 06 12:40:41.213489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Attempting to bind port 56931c20-2f9b-4de4-bfaf-2691ed309858 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:41.215003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Attempting to bind port 56931c20-2f9b-4de4-bfaf-2691ed309858 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:41.215598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Attempting to bind port 56931c20-2f9b-4de4-bfaf-2691ed309858 on network 99edebc2-8b3b-42bf-a690-3757d6268ab1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:41.225702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Port 56931c20-2f9b-4de4-bfaf-2691ed309858 on network 99edebc2-8b3b-42bf-a690-3757d6268ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:40:41.226427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Attempting to bind port 56931c20-2f9b-4de4-bfaf-2691ed309858 on network 99edebc2-8b3b-42bf-a690-3757d6268ab1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:41.239027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:41.313504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:41.314259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Checking segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:41.314861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Bound using segment: {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:41.315537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Bound port: 56931c20-2f9b-4de4-bfaf-2691ed309858, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:41.316179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.319216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': 'ae901477-989d-4471-bfed-6a87bb5045c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:41.319578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: c3285568-ea44-4908-b5ca-ef2810353b2f, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:41.356970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-915c0a90-60f3-46e7-9a9d-34688f6e483b req-78baf695-2b59-40b0-a7c5-e2ee5fdb6bea tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673057 May 06 12:40:41.407712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a703177e-2c05-4399-8106-6f567bf8df4e req-f3c5d20f-2362-46e2-9da2-87902b472de7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Synchronizing usage tracker for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:41.561163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-286f7739-8363-40e4-86a4-93febe146151 req-91999fcf-c2ba-47ee-aeff-8a3b8a81d16f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.0998282 May 06 12:40:41.595818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.657146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network c3285568-ea44-4908-b5ca-ef2810353b2f is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:41.698764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.769952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event deleted for resources: {'Port': ['ID=44906361-3de0-43f8-bb74-abfe15440514,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:41.795647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.836749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c3285568-ea44-4908-b5ca-ef2810353b2f) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:41.840867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:41.844950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:41.854227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1973dc-4be4-4837-8407-0602ce3ae802 None None] Network c3285568-ea44-4908-b5ca-ef2810353b2f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:41.910601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:41.911147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.915642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:41.916000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.942129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:41.945878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a703177e-2c05-4399-8106-6f567bf8df4e req-f3c5d20f-2362-46e2-9da2-87902b472de7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Unset dirty status for tenant:33720975033a4e1e864c18aff718f5ad on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:41.947072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a703177e-2c05-4399-8106-6f567bf8df4e req-f3c5d20f-2362-46e2-9da2-87902b472de7 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=f022fbeb-8fc0-4b27-b482-86fac297b99e HTTP/1.1" status: 200 len: 210 time: 0.6104264 May 06 12:40:42.010305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] No DVR routers for this DVR port 44906361-3de0-43f8-bb74-abfe15440514 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:42.021412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.023824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-deleted', 'tag': '44906361-3de0-43f8-bb74-abfe15440514'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:42.141986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.222777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.244981 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] 10.222.0.13 "PUT /v2.0/ports/56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 1091 time: 4.5045249 May 06 12:40:42.245109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.255358 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764c0f5c-beb9-4559-a070-67d16b70dc00'] response: {'server_uuid': '77259898-efff-4327-9ffc-601ff1e77a8d', 'name': 'network-vif-deleted', 'tag': '44906361-3de0-43f8-bb74-abfe15440514', 'status': 'completed', 'code': 200} May 06 12:40:42.263736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3048a2f-d4a5-4756-9c75-c5bd8a4f0819 req-51bb9581-c27f-415f-893d-1cdd17645d74 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "DELETE /v2.0/ports/44906361-3de0-43f8-bb74-abfe15440514 HTTP/1.1" status: 204 len: 173 time: 2.7750945 May 06 12:40:42.267369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c3285568-ea44-4908-b5ca-ef2810353b2f', 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '4fb7864a-3110-44f8-ab76-954ad979634f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:42.267556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-828ae37c-0cfd-4b83-9818-917edbf19524 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8225031 May 06 12:40:42.267665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.286996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:42.296593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f', 'name': 'tempest-PortsIpV6TestJSON-1211508335'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:42.536010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.572952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Allocated IP 2001:db8::2 (c3285568-ea44-4908-b5ca-ef2810353b2f/4fb7864a-3110-44f8-ab76-954ad979634f/8aebc81b-2b1c-4b44-b41d-99a822392dd3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:42.622502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.758367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 90bdf204-fddc-4fe5-9670-85bc3c8a97b7 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:42.800019 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.843460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:42.874406 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.912597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Transition to ACTIVE for port object 8aebc81b-2b1c-4b44-b41d-99a822392dd3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:42.923124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6a668-87f7-4cca-b2c6-85e360fa4eda service neutron] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:42.936280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3660c57a-f2c5-4cc6-9711-1bab67b3353f req-f7195cd4-4ac3-4b01-988f-7f23a22735e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:42.939241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:42.943319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:42.949694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Transition to ACTIVE for port object 8aebc81b-2b1c-4b44-b41d-99a822392dd3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:42.954931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:43.040228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:43.072276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:43.078821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.087061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.125592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3660c57a-f2c5-4cc6-9711-1bab67b3353f req-f7195cd4-4ac3-4b01-988f-7f23a22735e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:43.125592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3660c57a-f2c5-4cc6-9711-1bab67b3353f req-f7195cd4-4ac3-4b01-988f-7f23a22735e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.2927392 May 06 12:40:43.166443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:40:43.168438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Network c3285568-ea44-4908-b5ca-ef2810353b2f is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:43.168438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:43.168805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:43.195067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Pushing event updated for resources: {'Port': ['ID=8aebc81b-2b1c-4b44-b41d-99a822392dd3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:43.197699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:43.266110 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.293965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.316523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Attempting to bind port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:43.317505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Attempting to bind port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'ae901477-989d-4471-bfed-6a87bb5045c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:43.318351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Attempting to bind port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 on network c3285568-ea44-4908-b5ca-ef2810353b2f {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:43.331734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:43.332355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Checking segment: {'id': 'ae901477-989d-4471-bfed-6a87bb5045c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:43.333068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.333762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Bound using segment: {'id': 'ae901477-989d-4471-bfed-6a87bb5045c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:43.334512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Bound port: 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae901477-989d-4471-bfed-6a87bb5045c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c3285568-ea44-4908-b5ca-ef2810353b2f'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:43.335220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.353996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.359535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.378720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.390750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.396951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:43.400594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:43.414094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.446658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-b7894bd4-fcd3-4240-b2dd-18899936c225 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7170126 May 06 12:40:43.634302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::325 (c3285568-ea44-4908-b5ca-ef2810353b2f/4fb7864a-3110-44f8-ab76-954ad979634f/4f5fb586-8bb6-415b-a44e-f14a31bb5e3d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:43.673622 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76101d7e-f211-423e-bdea-965020bd7fd6'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'status': 'completed', 'code': 200} May 06 12:40:43.677654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:43.696075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.778578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=90bdf204-fddc-4fe5-9670-85bc3c8a97b7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:43.821811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.824726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:43.859499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 44906361-3de0-43f8-bb74-abfe15440514 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:43.859875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 44906361-3de0-43f8-bb74-abfe15440514 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:43.865454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:43.893682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.895010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0dd6fdc6-2df1-4930-bee3-ae4f9ffac9cd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7875578 May 06 12:40:43.938931 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:43.945613 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:40:44.002719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=6b6221c0-9cc2-4e70-a251-73ce79917f3d,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:44.036656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:44.051944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-46ba1b91-299c-4875-bb72-890694771876 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3826 time: 1.4096344 May 06 12:40:44.121901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809c177-4d44-4732-948f-4c4a79b00e89 None None] Pushing event updated for resources: {'Port': ['ID=8aebc81b-2b1c-4b44-b41d-99a822392dd3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:44.569255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.577090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0ffa597-9e8f-4a30-a846-8028e8d8af78 req-25f37f5a-e381-4fef-bd4d-8a08ffca0694 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241463 May 06 12:40:44.580358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': 'fee78409-3f99-4063-a0f3-0d589e1ebc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:44.580983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 98a303fa-1a30-47ed-a51b-4f96ed22abb3, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:40:44.617899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:44.662514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9aedff35-659c-412b-b873-c547b6696a3c req-5f0acffd-75de-47ee-9335-683f032199c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 4361 time: 0.9852543 May 06 12:40:44.675425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:44.805166 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-cc2d8b84-821e-454a-99b5-5682e8f2a4b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6491 time: 1.2710049 May 06 12:40:45.030709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-60899b1a-e666-4f62-bd54-b8b7b91823f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:45.041799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee832485-ef67-4cf9-8e17-f5fceed6586b req-ae1135f3-8c2c-4725-aff9-2ce2183bc48f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.0985932 May 06 12:40:45.217506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:40:45.223726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.291534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-60899b1a-e666-4f62-bd54-b8b7b91823f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:45.308387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-60899b1a-e666-4f62-bd54-b8b7b91823f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1765084&fields=id&tenant_id=dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 267 time: 0.5783014 May 06 12:40:45.320210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedff35-659c-412b-b873-c547b6696a3c req-bd8ddc74-058f-4fbf-a1b6-4b5373b154fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.320576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedff35-659c-412b-b873-c547b6696a3c req-bd8ddc74-058f-4fbf-a1b6-4b5373b154fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.321129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedff35-659c-412b-b873-c547b6696a3c req-bd8ddc74-058f-4fbf-a1b6-4b5373b154fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.322922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9aedff35-659c-412b-b873-c547b6696a3c req-bd8ddc74-058f-4fbf-a1b6-4b5373b154fa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5818563 May 06 12:40:45.349032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49fda7b-729e-4ae4-a1fb-6588aa577cad {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:45.392404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.392601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network c3285568-ea44-4908-b5ca-ef2810353b2f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:45.392788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 98a303fa-1a30-47ed-a51b-4f96ed22abb3) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:45.404120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449b84c-24df-41f5-9f5a-db57cfed8f9b None None] Network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:45.449891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:45.453716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-47427e3c-d969-4a6e-a1c4-6006fed52765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.454409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-47427e3c-d969-4a6e-a1c4-6006fed52765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.454960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-47427e3c-d969-4a6e-a1c4-6006fed52765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.456764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-47427e3c-d969-4a6e-a1c4-6006fed52765 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1 HTTP/1.1" status: 200 len: 2293 time: 0.5156066 May 06 12:40:45.483364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.484327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.522402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:45.524907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.526624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.563425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=4f5fb586-8bb6-415b-a44e-f14a31bb5e3d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:45.582749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Transition to ACTIVE for port object b49fda7b-729e-4ae4-a1fb-6588aa577cad will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:45.670657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-ff144f88-9507-492d-a750-41f4c1e51236 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 200 len: 1002 time: 0.1889861 May 06 12:40:45.761675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-98a303fa-1a30-47ed-a51b-4f96ed22abb3', 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '6b6221c0-9cc2-4e70-a251-73ce79917f3d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:40:45.762525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.801598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:45.810471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0446eef-2155-4ac7-af24-6287bde7f6a4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4044590 May 06 12:40:45.888209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35448) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:45.898801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedff35-659c-412b-b873-c547b6696a3c req-7ee40d70-473d-45b4-a6f7-7d9835bb246d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.902650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9aedff35-659c-412b-b873-c547b6696a3c req-7ee40d70-473d-45b4-a6f7-7d9835bb246d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5538301 May 06 12:40:45.969994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26856b97-a4e6-44ca-a0fe-2deadf1b3d1d req-3ea31b2b-7489-44ad-9604-a2e3ac71f309 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:45.971693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26856b97-a4e6-44ca-a0fe-2deadf1b3d1d req-3ea31b2b-7489-44ad-9604-a2e3ac71f309 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.7466741 May 06 12:40:46.020273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e97e6c-6921-42ac-9dea-28f83712b8ca None None] Network c3285568-ea44-4908-b5ca-ef2810353b2f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:46.108080 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21e8ca88-87ed-46e1-a931-4171c455cb73 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8196447 May 06 12:40:46.113952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-42db777f-e3c5-4c85-973a-e050e8c3ae88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:46.115427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-42db777f-e3c5-4c85-973a-e050e8c3ae88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3752f996-5416-43de-9e1f-b6558d60de00 HTTP/1.1" status: 200 len: 851 time: 0.3822002 May 06 12:40:46.118739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35454) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:46.143903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:46.178708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-b6f32330-2333-4df7-ba3f-8ccdae28b5d0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:46.179681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-b6f32330-2333-4df7-ba3f-8ccdae28b5d0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:46.259645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 00b6bf3f-3ae4-4427-8cb9-661d9ec19136 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:40:46.295676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.305920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a47fe-a432-4507-90c0-38590dbcc50d req-81d8ad8b-79bf-4fb4-851f-e88772671f87 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:46.307890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-81d8ad8b-79bf-4fb4-851f-e88772671f87 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 815 time: 0.4344046 May 06 12:40:46.327474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Request body: {'port': {'device_id': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'admin_state_up': True, 'tenant_id': '7c960108dbe34149a3d529d21718f7f5'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:46.364712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Allocated IP 172.20.0.2 (98a303fa-1a30-47ed-a51b-4f96ed22abb3/6b6221c0-9cc2-4e70-a251-73ce79917f3d/1d069d67-21dd-457b-a6ca-356743179f7f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:46.470649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:46.471190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.498299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-b6f32330-2333-4df7-ba3f-8ccdae28b5d0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:46.505091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-b6f32330-2333-4df7-ba3f-8ccdae28b5d0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 810 time: 1.1902316 May 06 12:40:46.572813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26856b97-a4e6-44ca-a0fe-2deadf1b3d1d req-df3c2b0d-d93f-4e8b-91ed-355b476e9f0e tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033669 May 06 12:40:46.582599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.613272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5e8a18c9-11fd-4013-8212-7c2355150876 None None] Provisioning for port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:46.664464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-d0f9eec3-f07e-4607-bfca-cc8401802760 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/quotas/dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 375 time: 0.1582954 May 06 12:40:46.702980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:46.793548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8aebc81b-2b1c-4b44-b41d-99a822392dd3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:46.912227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-de787f2a-059d-4c23-bc5e-c3879f2468c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7082789 May 06 12:40:46.933472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Attempting to bind port b49fda7b-729e-4ae4-a1fb-6588aa577cad on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:46.934039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Attempting to bind port b49fda7b-729e-4ae4-a1fb-6588aa577cad by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:46.937800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Attempting to bind port b49fda7b-729e-4ae4-a1fb-6588aa577cad on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:46.962434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:40:46.968569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:46.984615 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] Sync routers for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:40:46.985423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1bbce5ff-0c12-4800-95fd-1e2f73e5f6e2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9217918 May 06 12:40:46.999594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:47.000366 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.010684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:47.026033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:47.070763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.084882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] Routers {'00b6bf3f-3ae4-4427-8cb9-661d9ec19136'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:40:47.085779 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:40:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.153934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8bf7337-0a0d-4ffe-90ae-86c666309967 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:47.165923 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:47.166457 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa9cb1-361d-4ed5-bccb-fb32da9de5a7 None None] The sync data for ids ['00b6bf3f-3ae4-4427-8cb9-661d9ec19136'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:40:47.182619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Made reservation on behalf of 7c960108dbe34149a3d529d21718f7f5 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:47.186646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.211113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-ebf339cf-84ba-4c5b-900f-a089f6e6961a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5455472 May 06 12:40:47.236034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-6604eff9-a6f6-4e50-9cfb-b1762872c67f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:40:47.237091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-6604eff9-a6f6-4e50-9cfb-b1762872c67f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0107872 May 06 12:40:47.272886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.291301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Port b49fda7b-729e-4ae4-a1fb-6588aa577cad on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:40:47.291874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Attempting to bind port b49fda7b-729e-4ae4-a1fb-6588aa577cad on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:47.298757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Transition to ACTIVE for port object 1d069d67-21dd-457b-a6ca-356743179f7f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:47.312892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8bf7337-0a0d-4ffe-90ae-86c666309967 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:47.318273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8bf7337-0a0d-4ffe-90ae-86c666309967 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=00b6bf3f-3ae4-4427-8cb9-661d9ec19136 HTTP/1.1" status: 200 len: 205 time: 0.2849395 May 06 12:40:47.319524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:47.334917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:47.334917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:47.334917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Bound using segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:47.334917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Bound port: b49fda7b-729e-4ae4-a1fb-6588aa577cad, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:47.334917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.342723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Transition to ACTIVE for port object 1d069d67-21dd-457b-a6ca-356743179f7f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:47.354080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:47.363555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:47.364261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.465916 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.473812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.513885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-ae1d8c97-249d-41b3-8ebe-34add7d6ddd3 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767076 May 06 12:40:47.584761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:47.592458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:47.594980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:47.599957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Pushing event updated for resources: {'Port': ['ID=1d069d67-21dd-457b-a6ca-356743179f7f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:47.728497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:47.862710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.930777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.937946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.942000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.945952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.947648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:47.951028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.952453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Attempting to bind port 1d069d67-21dd-457b-a6ca-356743179f7f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:47.952816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Attempting to bind port 1d069d67-21dd-457b-a6ca-356743179f7f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'fee78409-3f99-4063-a0f3-0d589e1ebc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:47.953171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Attempting to bind port 1d069d67-21dd-457b-a6ca-356743179f7f on network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:47.956026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:47.958443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-51762e02-f481-4bd1-928e-c2fb66391aef tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 4604 time: 0.9927802 May 06 12:40:47.974748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:47.975198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Checking segment: {'id': 'fee78409-3f99-4063-a0f3-0d589e1ebc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:47.975630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:47.976109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Bound using segment: {'id': 'fee78409-3f99-4063-a0f3-0d589e1ebc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:47.976585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Bound port: 1d069d67-21dd-457b-a6ca-356743179f7f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee78409-3f99-4063-a0f3-0d589e1ebc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:47.976955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.020163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:48.061112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.088628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:48.124219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-e333bd17-e7ba-4191-83f9-753c49ca861b service neutron] 10.222.0.83 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409534 May 06 12:40:48.125371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Allocated IP 172.20.0.6 (6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64/6d6bf2a9-09a7-48ae-8d84-d3780fe32163/88f882d7-5f82-45d3-9776-665154ebab08) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:48.132046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.174861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Provisioning for port 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:48.181114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccc8c3e1-5de8-4f78-8371-45ccd9c5704b req-a03b15be-41d4-42b5-b7c1-a57710193533 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858358 May 06 12:40:48.222552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Provisioning complete for port 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:48.229100 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.245038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-f2bcc073-c326-437a-b2f3-e5c7a6ae7da0 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177173 May 06 12:40:48.349337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.359219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Port 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:40:48.435011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Provisioning complete for port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:48.435613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ffee5ad-ad3d-4191-b9e2-26de02afb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.450041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.457141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:48.470661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-9db62a1c-3b65-4a06-9b03-33b44e377765 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 217 time: 0.2160516 May 06 12:40:48.483654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.485445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-633e478e-5185-4d30-9ffe-c3bd43f73e15 service neutron] 10.222.0.13 "PUT /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 1136 time: 5.6472595 May 06 12:40:48.501691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:48.600344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6221c0-9cc2-4e70-a251-73ce79917f3d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:48.611599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-fe5f5675-d5c7-4ef8-9639-4f912fa6bda8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:48.613238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-fe5f5675-d5c7-4ef8-9639-4f912fa6bda8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.1257598 May 06 12:40:48.636193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:48.651901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] For port 1d069d67-21dd-457b-a6ca-356743179f7f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:48.667650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8aebc81b-2b1c-4b44-b41d-99a822392dd3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:48.709659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-18c15328-cd3f-486c-bc81-458b38bdbf57 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:48.711520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-18c15328-cd3f-486c-bc81-458b38bdbf57 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 0.8179538 May 06 12:40:48.805887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2c94eb44-16d5-45bc-8130-37b599acf08a req-b2c93b35-591a-42fc-8b45-e7b278d228b2 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.0717127 May 06 12:40:48.833771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] For port 1d069d67-21dd-457b-a6ca-356743179f7f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1d069d67-21dd-457b-a6ca-356743179f7f,segment=NetworkSegment(fee78409-3f99-4063-a0f3-0d589e1ebc56),segment_id=fee78409-3f99-4063-a0f3-0d589e1ebc56)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:48.853656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:48.950595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.056877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=4f5fb586-8bb6-415b-a44e-f14a31bb5e3d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:49.095223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.137692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a67e81dc-2610-4f23-98be-f6663f839f00 None None] Could not find standard attr ID for object 4f5fb586-8bb6-415b-a44e-f14a31bb5e3d. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:40:49.195732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d8843-b37e-4494-a4fe-a0c2f50d0a0d None None] Pushing event updated for resources: {'Port': ['ID=1d069d67-21dd-457b-a6ca-356743179f7f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:49.239438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ba24a3e1-2186-41bc-9741-992a27bae335 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/4f5fb586-8bb6-415b-a44e-f14a31bb5e3d HTTP/1.1" status: 204 len: 168 time: 3.0970919 May 06 12:40:49.245346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:49.254898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.288636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.298323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-85765eab-e582-43a3-976d-92ec6349aac9 service neutron] 10.222.0.83 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1132884 May 06 12:40:49.372242 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-2b4cbf92-dd85-40f0-8ba5-a87e12cf2e41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7088361 May 06 12:40:49.632057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-60db3105-5800-47d4-9f08-b62c65af3841 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279620 May 06 12:40:49.632946 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bcd378-cdc6-4a5f-820d-68b8e67647d7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:40:49.633368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bcd378-cdc6-4a5f-820d-68b8e67647d7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:49.634976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4bcd378-cdc6-4a5f-820d-68b8e67647d7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/4f5fb586-8bb6-415b-a44e-f14a31bb5e3d HTTP/1.1" status: 404 len: 333 time: 0.3830416 May 06 12:40:49.659395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Deleting port f00ffd3f-0000-4240-936e-537f4c9c2c78 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:49.659744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:49.723305 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c31c6c5-e997-4c2b-915a-2d8c074d157e'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad', 'status': 'completed', 'code': 200} May 06 12:40:49.725566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35482) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:49.865680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a303fa-1a30-47ed-a51b-4f96ed22abb3']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:50.049498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee78409-3f99-4063-a0f3-0d589e1ebc56') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:50.050046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee78409-3f99-4063-a0f3-0d589e1ebc56') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:50.236958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87b92-051d-4d7c-9351-e7ed0bdfef39 req-83fde95c-7833-4816-a81e-4ad4a2d9b947 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:50.239618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30a87b92-051d-4d7c-9351-e7ed0bdfef39 req-83fde95c-7833-4816-a81e-4ad4a2d9b947 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 945 time: 1.1369681 May 06 12:40:50.252281 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e449e3aa-b5f7-48f0-b831-07f8d334afb6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:40:50.253426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e449e3aa-b5f7-48f0-b831-07f8d334afb6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:50.293671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.366638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.393223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.412223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.420898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30a87b92-051d-4d7c-9351-e7ed0bdfef39 req-c7dd6dd6-8eda-4d40-8e77-77660e3e6cbe tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/security-groups?id=170e5e36-38c0-4029-963d-f668b6a706b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548636 May 06 12:40:50.440190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:50.440873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:50.462674 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:50.467940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e449e3aa-b5f7-48f0-b831-07f8d334afb6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:50.469488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e449e3aa-b5f7-48f0-b831-07f8d334afb6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/4f5fb586-8bb6-415b-a44e-f14a31bb5e3d HTTP/1.1" status: 404 len: 333 time: 0.4563451 May 06 12:40:50.473053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35492) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:50.482518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.484862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-f6009d3f-cdad-4fdd-92ff-0a624b045d9a service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580538 May 06 12:40:50.610285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede9fdb3-03a6-425d-b74f-02bcd14f044e None None] Network 98a303fa-1a30-47ed-a51b-4f96ed22abb3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:50.643915 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.776816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8aebc81b-2b1c-4b44-b41d-99a822392dd3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:50.826902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] For port f00ffd3f-0000-4240-936e-537f4c9c2c78, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f00ffd3f-0000-4240-936e-537f4c9c2c78,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:50.827258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:50.891916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1a2bf4ed-3527-44ef-a277-5a5b5f3ae89f None None] Provisioning for port 1d069d67-21dd-457b-a6ca-356743179f7f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:50.906191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-7fc0e0d3-8e9f-4c4b-a0ad-bf4a346ba4d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5290 time: 1.1816146 May 06 12:40:50.978427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Calling delete_port for f00ffd3f-0000-4240-936e-537f4c9c2c78 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:51.002203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:51.010476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:51.011724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.016618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.025093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.025093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.029176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.033284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.037166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.037617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ba1d6227-08a1-4a33-9148-f1bb9859d5dd req-a9777a99-3038-4533-843f-42cf8172c73a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:51.039003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-a75827ff-2906-4847-8ead-d75863c3dafa tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 4604 time: 1.2151484 May 06 12:40:51.039659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:40:51.039659 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:40:51.039659 n-d-840845-1 neutron-server[84799]: [parameters: {'id': '98a303fa-1a30-47ed-a51b-4f96ed22abb3'}] May 06 12:40:51.039659 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:51.047456 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:51.047599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-4f4c592e-e4da-492c-a35c-78b5b34fb993 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 217 time: 0.5542028 May 06 12:40:51.067144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.067144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router 00b6bf3f-3ae4-4427-8cb9-661d9ec19136 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:40:51.150722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] DHCP port deletion for 98a303fa-1a30-47ed-a51b-4f96ed22abb3 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:51.168217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Deleting port 1d069d67-21dd-457b-a6ca-356743179f7f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:51.169044 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.222210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1d069d67-21dd-457b-a6ca-356743179f7f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:40:51.273860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.275280 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e51705ff-ce4a-4935-b70e-c5ea73102da3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136 HTTP/1.1" status: 204 len: 168 time: 3.9548151 May 06 12:40:51.290147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35498) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:51.290645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a974b55-b74a-40bf-9b6c-ff9973f550ab req-942c984f-6f2c-43ce-9674-6e074fd412b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188988 May 06 12:40:51.386175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.443020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 4fb7864a-3110-44f8-ab76-954ad979634f {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:51.471754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.499919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:51.549864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:51.571117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] For port 1d069d67-21dd-457b-a6ca-356743179f7f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1d069d67-21dd-457b-a6ca-356743179f7f,segment=NetworkSegment(fee78409-3f99-4063-a0f3-0d589e1ebc56),segment_id=fee78409-3f99-4063-a0f3-0d589e1ebc56)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:51.571582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.576653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ba1d6227-08a1-4a33-9148-f1bb9859d5dd req-a9777a99-3038-4533-843f-42cf8172c73a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:51.577820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba1d6227-08a1-4a33-9148-f1bb9859d5dd req-a9777a99-3038-4533-843f-42cf8172c73a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.6989996 May 06 12:40:51.587092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.616335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-0701fabb-300a-4646-b3bc-936e1bdf6329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.626772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-0701fabb-300a-4646-b3bc-936e1bdf6329 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.4744704 May 06 12:40:51.626921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.626921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:51.638445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event updated for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:51.652793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:40:51.677912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.718373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f00ffd3f-0000-4240-936e-537f4c9c2c78 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:51.741708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-9333d530-0d7e-4886-b054-49572777bade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.741708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-9333d530-0d7e-4886-b054-49572777bade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.741708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-9333d530-0d7e-4886-b054-49572777bade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:51.753316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-9333d530-0d7e-4886-b054-49572777bade service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7808049 May 06 12:40:51.765674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Calling delete_port for 1d069d67-21dd-457b-a6ca-356743179f7f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:51.800026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Pushing event deleted for resources: {'Port': ['ID=f00ffd3f-0000-4240-936e-537f4c9c2c78,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:51.808671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Transition to ACTIVE for port object 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:51.815368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.869320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 1d069d67-21dd-457b-a6ca-356743179f7f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:51.869928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:51.877195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1d069d67-21dd-457b-a6ca-356743179f7f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:40:51.892288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: f00ffd3f-0000-4240-936e-537f4c9c2c78 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:51.892748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f00ffd3f-0000-4240-936e-537f4c9c2c78 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:51.894271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1d069d67-21dd-457b-a6ca-356743179f7f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:40:51.894923 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.023876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 2be2dd41-dc8a-4f87-a0e6-182ce0a31274 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:52.028596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.043843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:52.044464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.046126 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.060349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.103450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.119115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] Pushing event deleted for resources: {'Port': ['ID=1d069d67-21dd-457b-a6ca-356743179f7f,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:52.130813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1f66c-fdef-434b-9ac7-84f4f5009d4f None None] No DVR routers for this DVR port 1d069d67-21dd-457b-a6ca-356743179f7f on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:52.160750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] The port '1d069d67-21dd-457b-a6ca-356743179f7f' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:40:52.161083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.180665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] No DVR routers for this DVR port f00ffd3f-0000-4240-936e-537f4c9c2c78 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:52.213103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.215611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.86 "DELETE /v2.0/ports/f00ffd3f-0000-4240-936e-537f4c9c2c78 HTTP/1.1" status: 204 len: 173 time: 3.2275627 May 06 12:40:52.221521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'name': 'network-vif-deleted', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:52.248779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9011d978-af3c-4d76-bfcf-cc36d7f13bef req-03d69087-9cb0-45f6-9124-9767ec773d93 tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e HTTP/1.1" status: 200 len: 210 time: 0.4118259 May 06 12:40:52.296744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-56ad0fe8-4822-4bb5-8e1b-a73d850f7ecd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9743092 May 06 12:40:52.449839 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e41c384-c2a1-4b66-bbe6-37884732a389'] response: {'server_uuid': 'fa9a21b5-2aff-4fc6-a79c-bcb3baf1d63e', 'name': 'network-vif-deleted', 'tag': 'f00ffd3f-0000-4240-936e-537f4c9c2c78', 'status': 'completed', 'code': 200} May 06 12:40:52.572442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.640665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a303fa-1a30-47ed-a51b-4f96ed22abb3']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:52.705398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1d069d67-21dd-457b-a6ca-356743179f7f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:52.712331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:52.726284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Request body: {'port': {'device_id': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:52.790337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66c77-a14d-4ff7-8b6b-f3cbb7d7ef24 req-7a0f2f16-5edb-4c0d-907d-feafff1763e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:52.791214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09a66c77-a14d-4ff7-8b6b-f3cbb7d7ef24 req-7a0f2f16-5edb-4c0d-907d-feafff1763e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:52.803536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1d069d67-21dd-457b-a6ca-356743179f7f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:40:52.803536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1d069d67-21dd-457b-a6ca-356743179f7f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:40:52.806328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee78409-3f99-4063-a0f3-0d589e1ebc56') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:52.806705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee78409-3f99-4063-a0f3-0d589e1ebc56') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:40:52.824496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.859580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.881603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-b743b40a-d1de-45dc-a631-45040e767417 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2335694 May 06 12:40:52.887535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-e096f521-4f9f-4a24-8d61-d1cd24147272 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:52.889243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff7c8cda-f4bb-4eb3-bad9-9731fa22b238 req-e096f521-4f9f-4a24-8d61-d1cd24147272 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1348209 May 06 12:40:52.900561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.933513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:40:52.933918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: timer() May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:40:52.952678 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:40:53.061597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.228971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-09a66c77-a14d-4ff7-8b6b-f3cbb7d7ef24 req-7a0f2f16-5edb-4c0d-907d-feafff1763e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:53.231034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09a66c77-a14d-4ff7-8b6b-f3cbb7d7ef24 req-7a0f2f16-5edb-4c0d-907d-feafff1763e5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 931 time: 1.6522055 May 06 12:40:53.250011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.253991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.257995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.262584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.267738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.272581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.277700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.279564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aff74861-7842-401a-820a-aaa89e778b31 req-063468f6-3276-42db-9669-244cbac27807 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5382 time: 0.5276594 May 06 12:40:53.303427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.309707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Attempting to bind port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:53.310893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Attempting to bind port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:53.311416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Attempting to bind port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:53.329723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-6f496aff-c371-475e-930f-18f01563e682 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377906 May 06 12:40:53.374364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.427295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.439720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:40:53.440122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Attempting to bind port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:53.444070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.489341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=98a303fa-1a30-47ed-a51b-4f96ed22abb3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:53.508431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09a66c77-a14d-4ff7-8b6b-f3cbb7d7ef24 req-56527f47-7674-4792-8f90-b58106a33a2b tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428577 May 06 12:40:53.531052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb7864a-3110-44f8-ab76-954ad979634f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:53.560520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bcb88b2c-388e-4669-9aaa-6aa81bcf1893 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/98a303fa-1a30-47ed-a51b-4f96ed22abb3 HTTP/1.1" status: 204 len: 168 time: 7.6660044 May 06 12:40:53.565828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35514) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:53.570028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:53.570698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:53.571299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Bound using segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:53.571955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Bound port: 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:53.572497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.589850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b64f4-b06d-4490-a558-87153b41f92c None None] Network c3285568-ea44-4908-b5ca-ef2810353b2f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:53.591498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.670191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2dd41-dc8a-4f87-a0e6-182ce0a31274,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:53.751078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.757226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aff74861-7842-401a-820a-aaa89e778b31 req-deed8a0c-fef7-4ab2-b6eb-3279344434c2 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4383867 May 06 12:40:53.776428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37558a1a-1214-42c5-ac9a-18f59c21b88e None None] Network 98ad86c8-dc59-46d5-aa3d-975111db1bff requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:53.800247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-62c9d7fe-a549-4097-b0ec-9b407e0ad1c5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/2be2dd41-dc8a-4f87-a0e6-182ce0a31274 HTTP/1.1" status: 204 len: 168 time: 2.5045934 May 06 12:40:53.801088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35518) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:53.813092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-7cd3bb92-c0c2-4880-905b-611439d7afe0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:53.814060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-7cd3bb92-c0c2-4880-905b-611439d7afe0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 810 time: 0.5319920 May 06 12:40:53.873741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-250644e0-6393-459c-8f37-8f588f80e65e service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649699 May 06 12:40:53.910338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:53.919393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e25fae3-285d-4e14-a414-f337ef0da15f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/4fb7864a-3110-44f8-ab76-954ad979634f HTTP/1.1" status: 204 len: 168 time: 3.4437575 May 06 12:40:53.928437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35522) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.095614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-6b896482-c893-4110-9504-79cc625aeba4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=a16b6464-324f-496e-9104-131c95871e13 HTTP/1.1" status: 200 len: 217 time: 0.2095625 May 06 12:40:54.100015 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba2d90f-9f13-40f5-8f32-581727e7eb8a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] GET failed (client error): The resource could not be found. May 06 12:40:54.112047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ba2d90f-9f13-40f5-8f32-581727e7eb8a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Synchronizing usage tracker for tenant:00733d3c82ff43f8819c507a408977bd on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:54.136098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d226e676-2de8-490e-b04a-6677a3034b5a req-ad9efd4e-4c16-48d5-8896-b3ccbdabe372 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.2000175 May 06 12:40:54.164236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:54.271316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-783a5a46-5273-4640-bbd5-c7941cf84fe1 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 377 time: 0.4182725 May 06 12:40:54.273242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:54.280482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35526) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.310912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'port': {'device_id': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'admin_state_up': True, 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'security_groups': ['e27bb323-83aa-41cc-a1ce-6e8b3f504e73']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:54.346659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-a7a342ac-2cda-47eb-a84a-5d3f810ffa1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:54.348362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-a7a342ac-2cda-47eb-a84a-5d3f810ffa1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.2292614 May 06 12:40:54.409671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] DHCP port deletion for c3285568-ea44-4908-b5ca-ef2810353b2f request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:54.421013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Deleting port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:54.428090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.472384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.495829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.556255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] DHCP port deletion for 98ad86c8-dc59-46d5-aa3d-975111db1bff request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:54.556955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:54.556955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.579408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Deleting port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:54.579869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:54.627441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ba2d90f-9f13-40f5-8f32-581727e7eb8a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Unset dirty status for tenant:00733d3c82ff43f8819c507a408977bd on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:54.629680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2ba2d90f-9f13-40f5-8f32-581727e7eb8a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets/6b6221c0-9cc2-4e70-a251-73ce79917f3d HTTP/1.1" status: 404 len: 337 time: 1.0595000 May 06 12:40:54.656702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.681796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8aebc81b-2b1c-4b44-b41d-99a822392dd3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:54.726395 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d27401-2b06-4397-892d-b1e166285ca9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:40:54.727233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d27401-2b06-4397-892d-b1e166285ca9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:40:54.730325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e5d27401-2b06-4397-892d-b1e166285ca9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/98a303fa-1a30-47ed-a51b-4f96ed22abb3 HTTP/1.1" status: 404 len: 339 time: 0.0717711 May 06 12:40:54.782506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35538) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:54.796373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:55.002256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.002773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] 10.222.0.13 "PUT /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 1136 time: 6.3858891 May 06 12:40:55.005348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f882d7-5f82-45d3-9776-665154ebab08 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:55.021819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:55.044112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 0697226e-852e-4b82-98e8-649a402578af {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:40:55.196871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.208924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:40:55.219358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Transition to ACTIVE for port object 88f882d7-5f82-45d3-9776-665154ebab08 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:55.246257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.278785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:55.279483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.306676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0e4f-d1d6-462a-b5d6-3e5e1da78211 req-bedae64f-168b-4886-bacb-f903be04e85e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:55.309133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4bb0e4f-d1d6-462a-b5d6-3e5e1da78211 req-bedae64f-168b-4886-bacb-f903be04e85e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 931 time: 0.4949813 May 06 12:40:55.339751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb35d-eefb-413c-b247-7eb2f6d9c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:55.405960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f5d6a-4b38-412e-a2f9-e3bdd05a0e4f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:55.406669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-226f5d6a-4b38-412e-a2f9-e3bdd05a0e4f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Synchronizing usage tracker for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:55.414548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:40:55.429361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-adae8ef6-ecb2-4a17-8d9f-142172753d80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0091569 May 06 12:40:55.489246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:40:55.499562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.501032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.541832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 8aebc81b-2b1c-4b44-b41d-99a822392dd3 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:55.546833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.640502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:55.641115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.684676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:55.770199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Pushing event updated for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:55.790632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-226f5d6a-4b38-412e-a2f9-e3bdd05a0e4f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Unset dirty status for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:55.792566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-226f5d6a-4b38-412e-a2f9-e3bdd05a0e4f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0059388 May 06 12:40:55.799331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.863902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35548) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:55.916011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:55.916011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aaf98b94-bc25-4b5f-a9ad-768c3b4e394e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:55.917104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4bb0e4f-d1d6-462a-b5d6-3e5e1da78211 req-88a88328-db04-4de3-9a10-c8088caf4151 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330758 May 06 12:40:55.983835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.048226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Made reservation on behalf of dcabaae8a9de4c4d943350fd896764ec for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:40:56.052985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.067149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Calling delete_port for 8aebc81b-2b1c-4b44-b41d-99a822392dd3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:56.092169 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818bc3b5-cc27-4fc7-9951-d2a3446d75c3'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43', 'status': 'completed', 'code': 200} May 06 12:40:56.097416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.236353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.240398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=0697226e-852e-4b82-98e8-649a402578af,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:56.250263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-48fd6553-96c7-4a29-aa2c-01326077bd8d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Synchronizing usage tracker for tenant:00733d3c82ff43f8819c507a408977bd on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:56.297498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bdff7a-c9c3-418e-8146-b8a725f3934b None None] Network 11fdd625-aa5c-4011-9be4-e0dc7d27a1da requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:40:56.320824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:56.324458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.331694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:56.332283 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:56.356208 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1bfa99d1-be4b-40f2-a325-871f3f88e525 req-3b4ee936-5d09-4391-8d06-33d5d2fe71bb tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.0716331 May 06 12:40:56.358098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Attempting to bind port 88f882d7-5f82-45d3-9776-665154ebab08 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:40:56.358673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Attempting to bind port 88f882d7-5f82-45d3-9776-665154ebab08 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:40:56.359293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Attempting to bind port 88f882d7-5f82-45d3-9776-665154ebab08 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:56.360149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-48fd6553-96c7-4a29-aa2c-01326077bd8d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Unset dirty status for tenant:00733d3c82ff43f8819c507a408977bd on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:56.362047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48fd6553-96c7-4a29-aa2c-01326077bd8d tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 207 time: 0.3796427 May 06 12:40:56.380753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.384029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:56.388472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.400270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.403013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.410371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.417869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.425427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:56.428752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-b3b33dc3-11b6-4d8a-8996-bc8d82f2d421 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5382 time: 1.2647531 May 06 12:40:56.465054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-17f41285-d512-40de-9aa8-271f415cb0a4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/0697226e-852e-4b82-98e8-649a402578af HTTP/1.1" status: 204 len: 168 time: 2.6503465 May 06 12:40:56.473258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Port 88f882d7-5f82-45d3-9776-665154ebab08 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:40:56.473915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Attempting to bind port 88f882d7-5f82-45d3-9776-665154ebab08 on network 6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:40:56.476016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35556) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:56.603188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Calling delete_port for aaf98b94-bc25-4b5f-a9ad-768c3b4e394e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:56.608428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-734db25c-61bd-4b40-8fea-b2e895fd2460 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1622446 May 06 12:40:56.693032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.710906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:40:56.711236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Checking segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:40:56.712121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Bound using segment: {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:40:56.712357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Bound port: 88f882d7-5f82-45d3-9776-665154ebab08, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20029dd-55c7-4137-9aab-115f3cd0c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:40:56.712610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.740833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.750745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:56.751126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:56.800962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a706790-d254-4e60-aee7-90fa06187474 req-1fa9393d-d97d-435f-b843-3b01b2a69a53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6219 time: 0.7127683 May 06 12:40:56.856464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8aebc81b-2b1c-4b44-b41d-99a822392dd3,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:56.894794 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:56.895620 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:56.942981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:56.974602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bd9fd71-9e93-419c-849e-9fdf81e07396 req-e10c9f89-5db8-481e-89d8-304ade889351 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5124910 May 06 12:40:56.988791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:56.989513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.009483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.115786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] DHCP port deletion for 11fdd625-aa5c-4011-9be4-e0dc7d27a1da request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:40:57.135109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Allocated IP 172.20.0.14 (12736949-423a-4aae-9ae1-8fdebcb3ec89/1bd29a5c-17e9-4473-bfb9-97eac0b9888c/b083d7e8-04b5-4a46-acb5-ab7b13505aff) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:40:57.170290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:57.170652 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:57.181270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Deleting port 9bdbf54e-2c32-4c16-b558-e7462536388b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:57.181651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.285205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:57.287130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9bdbf54e-2c32-4c16-b558-e7462536388b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:40:57.397322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Deleting port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:57.397709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.653950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706790-d254-4e60-aee7-90fa06187474 req-d3bffb02-f095-48ba-8f04-71a02774f7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.654393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706790-d254-4e60-aee7-90fa06187474 req-d3bffb02-f095-48ba-8f04-71a02774f7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.654938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706790-d254-4e60-aee7-90fa06187474 req-d3bffb02-f095-48ba-8f04-71a02774f7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.656528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a706790-d254-4e60-aee7-90fa06187474 req-d3bffb02-f095-48ba-8f04-71a02774f7f8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8333874 May 06 12:40:57.676074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Deleting port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:57.676074 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.693738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.697924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.702419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.706283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:57.707131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Synchronizing usage tracker for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:40:57.776264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df6f7c-9bcc-4e95-a446-b869e2c0b8b9 req-444915a9-b1fc-422e-abe9-ea354cb36d9a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.1857512 May 06 12:40:57.808858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-c722a388-aacd-4e46-9af9-2eb456f76809 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1790507 May 06 12:40:57.941294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.965034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bdbf54e-2c32-4c16-b558-e7462536388b,segment=NetworkSegment(a76a9f9a-998e-43ec-85f1-20a41b74c3fa),segment_id=a76a9f9a-998e-43ec-85f1-20a41b74c3fa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:57.965441 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.974986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:57.974986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:57.987956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-36c5ab6e-4d90-4d67-995b-906cac52cb48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 HTTP/1.1" status: 200 len: 217 time: 0.1684165 May 06 12:40:58.215548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Unset dirty status for tenant:00733d3c82ff43f8819c507a408977bd on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:40:58.217321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3cdb7343-50df-4c7f-8a41-3401a27fec17 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.8317475 May 06 12:40:58.233075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35566) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:58.244731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Calling delete_port for 9bdbf54e-2c32-4c16-b558-e7462536388b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:58.270189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:40:58.277598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Calling delete_port for 8aebc81b-2b1c-4b44-b41d-99a822392dd3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:58.297033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:58.297617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.341361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 8aebc81b-2b1c-4b44-b41d-99a822392dd3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8aebc81b-2b1c-4b44-b41d-99a822392dd3,segment=NetworkSegment(ae901477-989d-4471-bfed-6a87bb5045c6),segment_id=ae901477-989d-4471-bfed-6a87bb5045c6)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:58.341881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.425737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bdbf54e-2c32-4c16-b558-e7462536388b,segment=NetworkSegment(a76a9f9a-998e-43ec-85f1-20a41b74c3fa),segment_id=a76a9f9a-998e-43ec-85f1-20a41b74c3fa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:58.460915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88f882d7-5f82-45d3-9776-665154ebab08,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:40:58.510329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.584486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for aaf98b94-bc25-4b5f-a9ad-768c3b4e394e owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:58.597985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] For port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,segment=NetworkSegment(88aed886-2188-44bb-9ac4-64764badfb3d),segment_id=88aed886-2188-44bb-9ac4-64764badfb3d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:58.598470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.634849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:40:58.673266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.734398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.737991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:58.738336 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:58.744962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Calling delete_port for aaf98b94-bc25-4b5f-a9ad-768c3b4e394e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:58.761703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-1fdf8f8b-fe39-4cb2-a9d4-3e56616973cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:58.763926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-1fdf8f8b-fe39-4cb2-a9d4-3e56616973cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.7402191 May 06 12:40:58.813493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9bdbf54e-2c32-4c16-b558-e7462536388b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:58.874460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] Pushing event deleted for resources: {'Port': ['ID=8aebc81b-2b1c-4b44-b41d-99a822392dd3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:58.880528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:58.885749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68b4c1-7d85-4004-920c-04621d20ac91 None None] No DVR routers for this DVR port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:58.959089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Transition to ACTIVE for port object b083d7e8-04b5-4a46-acb5-ab7b13505aff will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:58.996188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 8aebc81b-2b1c-4b44-b41d-99a822392dd3 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:40:59.018152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ea232e-effa-465b-b205-51be483051df {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:40:59.022977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a706790-d254-4e60-aee7-90fa06187474 req-6b712bc0-22af-470d-ad95-ef33b1549fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.024479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a706790-d254-4e60-aee7-90fa06187474 req-6b712bc0-22af-470d-ad95-ef33b1549fc6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3369126 May 06 12:40:59.030372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539c286-2cd3-4bbf-8c77-b4eeff393641 req-1660c020-1267-4b29-9997-0916288f1ae7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.033888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.037207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c539c286-2cd3-4bbf-8c77-b4eeff393641 req-1660c020-1267-4b29-9997-0916288f1ae7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 943 time: 1.6580186 May 06 12:40:59.050515 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.097789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] Pushing event deleted for resources: {'Port': ['ID=aaf98b94-bc25-4b5f-a9ad-768c3b4e394e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.101680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4bfad06e-0c9f-4e57-93b8-1bccfad546c0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.8106771 May 06 12:40:59.109218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5052c5-a00f-45ab-8120-294b156c375d None None] No DVR routers for this DVR port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:40:59.121874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35574) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:59.142864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.144242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] 10.222.0.86 "PUT /v2.0/ports/88f882d7-5f82-45d3-9776-665154ebab08 HTTP/1.1" status: 200 len: 1091 time: 6.4457109 May 06 12:40:59.145616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:40:59.159403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.163610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.167880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.172182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.176049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.180035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.184254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.186186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-d1e6042c-2479-4499-a209-645126f49206 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5382 time: 0.9418156 May 06 12:40:59.192747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Transition to ACTIVE for port object 86ea232e-effa-465b-b205-51be483051df will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:40:59.239846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Deleting port 9bdbf54e-2c32-4c16-b558-e7462536388b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:59.240751 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.243239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5564fd-f7f5-47ce-9df0-49f41b4e3c5f service neutron] Pushing event updated for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.252255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-1d450aba-9359-45ad-853b-07109f452f1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4343016 May 06 12:40:59.253788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.266785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:59.267113 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:59.272130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c539c286-2cd3-4bbf-8c77-b4eeff393641 req-ebd8c387-f12c-46ab-b2b8-3b45a97ba9d6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339382 May 06 12:40:59.297134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb314402-2bef-44f1-a6ce-19e045940e54 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.298778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb314402-2bef-44f1-a6ce-19e045940e54 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.307426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eb314402-2bef-44f1-a6ce-19e045940e54 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1814852 May 06 12:40:59.311823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:40:59.312412 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:40:59.317314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35580) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:59.396886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.448963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.472777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233d3e7-1fe6-4b96-a440-c900fb5a3f55 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.474319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4233d3e7-1fe6-4b96-a440-c900fb5a3f55 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:40:59.475877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4233d3e7-1fe6-4b96-a440-c900fb5a3f55 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1440637 May 06 12:40:59.491258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:40:59.517982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7fbf2f93-18b6-4238-9a6a-9b2cbbf41420 req-f7655a7d-d9e8-4151-9f56-04895f104788 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3204925 May 06 12:40:59.677283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] For port 9bdbf54e-2c32-4c16-b558-e7462536388b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9bdbf54e-2c32-4c16-b558-e7462536388b,segment=NetworkSegment(a76a9f9a-998e-43ec-85f1-20a41b74c3fa),segment_id=a76a9f9a-998e-43ec-85f1-20a41b74c3fa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:40:59.678943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.696534 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c35109a-25ef-4255-b2ac-2b475f540688'] response: {'name': 'network-changed', 'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08', 'status': 'completed', 'code': 200} May 06 12:40:59.713903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-ea12e06d-8172-4db6-90ff-e89c3798e6fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 1094 time: 0.3419385 May 06 12:40:59.720351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:40:59.821756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port aaf98b94-bc25-4b5f-a9ad-768c3b4e394e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:40:59.822313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:40:59.855062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:40:59.884580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:40:59.978829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Calling delete_port for 9bdbf54e-2c32-4c16-b558-e7462536388b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:00.000574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 8aebc81b-2b1c-4b44-b41d-99a822392dd3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:00.001276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.070636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f609b6-faf6-42ba-a1cb-1d2d41c929ba tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.072177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07f609b6-faf6-42ba-a1cb-1d2d41c929ba tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks/98209ec9-14c6-4346-9cee-80c248b22b8a HTTP/1.1" status: 200 len: 799 time: 0.5789618 May 06 12:41:00.098820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:00.110054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35588) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.131991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] The port 'aaf98b94-bc25-4b5f-a9ad-768c3b4e394e' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:00.156930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.192356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-bccc3a49-65fe-4a55-9a0f-49ce02e3f700 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8792782 May 06 12:41:00.203159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] The port '8aebc81b-2b1c-4b44-b41d-99a822392dd3' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:00.244881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-dd88dde4-3c7a-49c7-9382-e0e5b5e76f06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f882d7-5f82-45d3-9776-665154ebab08 HTTP/1.1" status: 200 len: 217 time: 0.3546312 May 06 12:41:00.260847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] Pushing event deleted for resources: {'Port': ['ID=9bdbf54e-2c32-4c16-b558-e7462536388b,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:00.267877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82584ba4-088c-4844-b385-acdf2a411d02 None None] No DVR routers for this DVR port 9bdbf54e-2c32-4c16-b558-e7462536388b on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:00.304765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:00.437251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.437841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.547573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbe5356a-2715-4244-9fcd-901b4b9fea87 None None] Provisioning for port b083d7e8-04b5-4a46-acb5-ab7b13505aff completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:00.554771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbe5356a-2715-4244-9fcd-901b4b9fea87 None None] Provisioning complete for port b083d7e8-04b5-4a46-acb5-ab7b13505aff triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:00.555531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dbe5356a-2715-4244-9fcd-901b4b9fea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.595501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-bb09a771-941c-40a2-b821-40aae17bb272 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882079 May 06 12:41:00.634296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dbe5356a-2715-4244-9fcd-901b4b9fea87 None None] Port b083d7e8-04b5-4a46-acb5-ab7b13505aff cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:00.664743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Attempting to bind port 86ea232e-effa-465b-b205-51be483051df on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:00.665074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Attempting to bind port 86ea232e-effa-465b-b205-51be483051df by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:00.665405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Attempting to bind port 86ea232e-effa-465b-b205-51be483051df on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:00.677764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-49e7928e-2a3c-4608-ab8d-4bfdbf749345 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3919740 May 06 12:41:00.704581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Request body: {'port': {'device_id': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:00.750001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-988e246b-ecb4-42fb-91a3-2da688ba4c20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179e92d7-ca62-480c-a35a-2556716ce1cd HTTP/1.1" status: 200 len: 217 time: 0.1430976 May 06 12:41:00.750548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Port 86ea232e-effa-465b-b205-51be483051df on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:00.750869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Attempting to bind port 86ea232e-effa-465b-b205-51be483051df on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:00.800272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.816983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.826905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:00.827529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:00.827942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Bound using segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:00.828379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Bound port: 86ea232e-effa-465b-b205-51be483051df, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:00.828856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:00.830590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a47fe-a432-4507-90c0-38590dbcc50d req-eb4fdfb7-85d4-4611-8cdc-5bd14b722ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.832250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-eb4fdfb7-85d4-4611-8cdc-5bd14b722ea9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.5030198 May 06 12:41:00.846251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689a396-6373-466c-984b-4e93a76c888c req-ca784082-916c-481d-936d-9639adb02dfb tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.857269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e689a396-6373-466c-984b-4e93a76c888c req-ca784082-916c-481d-936d-9639adb02dfb tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 932 time: 1.1673610 May 06 12:41:00.863665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9630a6-f922-4fbf-ba92-9a4db9993fca req-7c338350-a527-429e-b27c-2e913c8b18dd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.865179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f9630a6-f922-4fbf-ba92-9a4db9993fca req-7c338350-a527-429e-b27c-2e913c8b18dd tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 943 time: 0.4069624 May 06 12:41:00.952691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-5d989a47-64f4-44c8-b9b9-447478bfb713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:00.952969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3285568-ea44-4908-b5ca-ef2810353b2f']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:00.954110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-5d989a47-64f4-44c8-b9b9-447478bfb713 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.1969559 May 06 12:41:00.982121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-09f4f1ef-b527-46ca-a622-08d265ab020c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224618 May 06 12:41:00.988779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0cf23d20-7b3f-4d7a-beb0-e650c616b924 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/networks/98209ec9-14c6-4346-9cee-80c248b22b8a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.8711815 May 06 12:41:00.994754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:00.997419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ad86c8-dc59-46d5-aa3d-975111db1bff']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:01.008193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae901477-989d-4471-bfed-6a87bb5045c6') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:01.008806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae901477-989d-4471-bfed-6a87bb5045c6') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:01.087207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aed886-2188-44bb-9ac4-64764badfb3d') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:01.087642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aed886-2188-44bb-9ac4-64764badfb3d') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:01.091749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.113414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.189053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.195031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:01.233861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e689a396-6373-466c-984b-4e93a76c888c req-509b156e-8a4d-46f6-a964-3c335c61a060 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3755765 May 06 12:41:01.236068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.249282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.254335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f9630a6-f922-4fbf-ba92-9a4db9993fca req-1e1fc63d-908e-4596-84ec-b094fee930bc tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576174 May 06 12:41:01.263757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:01.264556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.285157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:01.293931 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:01.318598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:01.319170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:01.349047 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:01.404335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.443873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-81f4a0de-fe70-40b9-bbd0-df6fc8f55531 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4683959 May 06 12:41:01.568508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c7ea8-f204-4103-b27f-6ab1540774d8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.569843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e9c7ea8-f204-4103-b27f-6ab1540774d8 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets/e2bca123-fc6b-4810-abe9-6e31f5e4aaa0 HTTP/1.1" status: 200 len: 811 time: 0.5639052 May 06 12:41:01.575871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35600) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:01.622893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-e01baec2-526d-4ed6-9386-b491a90d9840 service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180043 May 06 12:41:01.661710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.663432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] 10.222.0.13 "PUT /v2.0/ports/86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 200 len: 1090 time: 6.5176303 May 06 12:41:01.664102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '86ea232e-effa-465b-b205-51be483051df'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:01.765817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.770438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.774351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.779383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.783243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.789133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.793377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:01.801385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-dbfbe75a-fa78-4cde-93d3-d1e1cdfa88c8 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5394 time: 0.3839381 May 06 12:41:01.825541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.835700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.868600 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0144da-d6cb-4291-8776-bf79e50347f4'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '86ea232e-effa-465b-b205-51be483051df', 'status': 'completed', 'code': 200} May 06 12:41:01.880998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:01.886831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.893068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:01.897708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=98ad86c8-dc59-46d5-aa3d-975111db1bff,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:02.032276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=c3285568-ea44-4908-b5ca-ef2810353b2f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:02.040951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-536a47fe-a432-4507-90c0-38590dbcc50d req-b05f546c-93ad-4eb6-8f4c-eaf7cc76f989 service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108377 May 06 12:41:02.057105 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c388de4-11dd-485d-ac95-e6e0f1c894de req-bbccd769-b65f-4fa9-ad46-1f8f8d9cdd17 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2497785 May 06 12:41:02.107032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-951f968d-204c-4070-977d-71ca34c00df5 req-12c81e44-4701-4ae7-9a66-724ff994f391 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6286 time: 0.2098267 May 06 12:41:02.128301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213f71-08c6-43f2-994d-f3cf41f0ba14 service neutron] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:02.144353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-725642f2-053e-4390-99e5-3e0415c7b84f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/98ad86c8-dc59-46d5-aa3d-975111db1bff HTTP/1.1" status: 204 len: 168 time: 5.6206799 May 06 12:41:02.155569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35606) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:02.166496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd291f90-f329-4f29-b765-56393f9b7708 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.172969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dd291f90-f329-4f29-b765-56393f9b7708 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "GET /v2.0/subnets/e2bca123-fc6b-4810-abe9-6e31f5e4aaa0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5872808 May 06 12:41:02.193555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35610) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:02.204207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c70fd26-2b48-4322-b161-d7fab0aa68ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/c3285568-ea44-4908-b5ca-ef2810353b2f HTTP/1.1" status: 204 len: 168 time: 8.2056236 May 06 12:41:02.225493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:02.244983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187900506'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:02.267587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:02.292549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:02.351499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-796881992'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:02.393296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-e731a4b0-d0ed-43a8-8a73-667ca28c3202 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350951 May 06 12:41:02.393812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f968d-204c-4070-977d-71ca34c00df5 req-6216440c-77b3-42eb-a142-03406759023c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.394187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f968d-204c-4070-977d-71ca34c00df5 req-6216440c-77b3-42eb-a142-03406759023c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.394558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f968d-204c-4070-977d-71ca34c00df5 req-6216440c-77b3-42eb-a142-03406759023c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.396107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-951f968d-204c-4070-977d-71ca34c00df5 req-6216440c-77b3-42eb-a142-03406759023c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2804768 May 06 12:41:02.401337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:02.429009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:02.440435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:02.461509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:02.486095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.487821 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.547885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:02.550902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.569879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-318a10ea-7aa8-4e2e-906a-e02c38096a4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c960108dbe34149a3d529d21718f7f5&device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 1094 time: 0.3672695 May 06 12:41:02.593809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:02.643834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:02.646171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.734851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:02.750300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f968d-204c-4070-977d-71ca34c00df5 req-8e9ed162-3b35-4af5-98be-ff9f0c65af38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.751816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-951f968d-204c-4070-977d-71ca34c00df5 req-8e9ed162-3b35-4af5-98be-ff9f0c65af38 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3474329 May 06 12:41:02.774065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.774520 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Added segment 3f1aebb4-030f-4445-a3e4-59bae742bba7 of type vlan for network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 May 06 12:41:02.811211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23af24-ca5f-44cd-8e21-e6816a1c2e64 req-42bd49c1-c69c-4d50-b763-4b5dd3bed5de tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.812750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f23af24-ca5f-44cd-8e21-e6816a1c2e64 req-42bd49c1-c69c-4d50-b763-4b5dd3bed5de tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 943 time: 0.3042583 May 06 12:41:02.825591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c368b-de26-4225-82d0-b406f61e8965 req-29ca03ff-8049-4a23-bfe0-39bcfd5abbc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:02.827058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-29ca03ff-8049-4a23-bfe0-39bcfd5abbc6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 200 len: 916 time: 0.2489834 May 06 12:41:02.834533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:02.992156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b083d7e8-04b5-4a46-acb5-ab7b13505aff {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:03.044019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:03.051635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.097491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-051605db-4bc6-45d1-830c-5575b3b1961b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88f882d7-5f82-45d3-9776-665154ebab08 HTTP/1.1" status: 200 len: 217 time: 0.2428658 May 06 12:41:03.133596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.164927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.165268 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment 8ffbc689-2c43-4dba-bf51-57df84a813b5 of type vlan for network 49884910-2b99-40a4-acfb-0e08cdfb9b1e May 06 12:41:03.170787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f23af24-ca5f-44cd-8e21-e6816a1c2e64 req-801ed81b-c0af-4871-a15f-69d21ec5f677 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381779 May 06 12:41:03.177881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Transition to ACTIVE for port object b083d7e8-04b5-4a46-acb5-ab7b13505aff will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:03.183665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c368b-de26-4225-82d0-b406f61e8965 req-9cbabb7e-051c-405e-a029-4df13fc49247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.185389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-9cbabb7e-051c-405e-a029-4df13fc49247 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 200 len: 855 time: 0.0805962 May 06 12:41:03.206260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-f069538b-cee6-40a5-b701-ca066a3eb150 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543272 May 06 12:41:03.251328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-ad579fd3-51d9-4579-92e9-a5ba364f9fd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587859 May 06 12:41:03.278994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.282722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.283307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.286512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fdd625-aa5c-4011-9be4-e0dc7d27a1da']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:03.303096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d002ab-ce8f-42be-a823-5cf4f7062cb3 req-a36e74ec-0ac5-4d6f-a559-cbe7082a28f8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.304130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-02d002ab-ce8f-42be-a823-5cf4f7062cb3 req-a36e74ec-0ac5-4d6f-a559-cbe7082a28f8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:03.351025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.368529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.389296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:03.389296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76a9f9a-998e-43ec-85f1-20a41b74c3fa') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:03.463537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-ef4cc9b4-1cd7-4841-9465-bfdf6e209348 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8b30efd-f70d-4833-9735-9111829936c2 HTTP/1.1" status: 200 len: 217 time: 0.2513444 May 06 12:41:03.512830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.534719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Network': ['ID=71730f08-d1d2-4a3d-941f-c4c8cf293a18,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.554015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:03.579649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-418698b0-c9f4-455c-b3be-65f4553da7f3 service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220897 May 06 12:41:03.610192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:03.629449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.674064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a54d0716-0e4f-45df-a98a-96dc6ad247e7 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4791083 May 06 12:41:03.688458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.697741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.699871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:03.706488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.715328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.716681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:03.724036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.732824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.739457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:03.743078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-3999b6b0-93f6-49b0-abfd-d250be7eea69 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5394 time: 0.3805411 May 06 12:41:03.745155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Pushing event updated for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:03.748575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-02d002ab-ce8f-42be-a823-5cf4f7062cb3 req-a36e74ec-0ac5-4d6f-a559-cbe7082a28f8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:03.755345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02d002ab-ce8f-42be-a823-5cf4f7062cb3 req-a36e74ec-0ac5-4d6f-a559-cbe7082a28f8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 932 time: 1.2548962 May 06 12:41:03.786778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:03.787524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: timer() May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:03.865185 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:03.885788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-639c368b-de26-4225-82d0-b406f61e8965 req-224c9240-56f1-45b1-b899-f9b0e86d059d service neutron] 10.222.0.86 "GET /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969027 May 06 12:41:03.937372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8b6227b-8be6-4d24-b8b4-e93a8fa6233a req-91fd634f-9b10-4513-ab9f-5eb8a58a7fc1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929070 May 06 12:41:04.201159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.204987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:04.205340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.256343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486219c5-2aea-44db-967f-41e5d0120e45 req-a11638b9-be25-4fa3-bba0-59f3b5aaa8f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:04.257878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-a11638b9-be25-4fa3-bba0-59f3b5aaa8f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.7286563 May 06 12:41:04.421530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99328-ec80-4c27-a39e-3684372cb9f5 req-22592724-0a80-423b-8374-684bfc1ea751 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:04.423063 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1b99328-ec80-4c27-a39e-3684372cb9f5 req-22592724-0a80-423b-8374-684bfc1ea751 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 943 time: 0.1016276 May 06 12:41:04.470150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:04.478844 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1b99328-ec80-4c27-a39e-3684372cb9f5 req-fa815300-9c6a-4294-8fc3-11022d9935ae tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 May 06 12:41:04.535820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02d002ab-ce8f-42be-a823-5cf4f7062cb3 req-e9524f87-e689-4c6d-855c-46d58b0393a4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7792652 May 06 12:41:04.615064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:04.622993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=49884910-2b99-40a4-acfb-0e08cdfb9b1e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:04.625192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.638746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:04.645316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-42554fe4-1787-4f50-a39d-e39a3b900c34 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4163244 May 06 12:41:04.648906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35630) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:04.661052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:04.696398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.704055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/11fdd625-aa5c-4011-9be4-e0dc7d27a1da HTTP/1.1" status: 204 len: 168 time: 2.5417082 May 06 12:41:04.716482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:04.722331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:04.740196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01a17-9f3c-4792-86c5-c91efef65a1e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=11fdd625-aa5c-4011-9be4-e0dc7d27a1da,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:04.747266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1818eef-033a-4b46-92b2-824c32121419 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:04.768936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.779751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Deleting port 815b4d43-e142-468b-947f-952999d58613 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:04.780860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:04.784403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1401405672'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:04.799473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:04.830067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:04.837655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:04.853661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:04.867088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Transition to ACTIVE for port object b1818eef-033a-4b46-92b2-824c32121419 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:04.871942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Attempting to bind port b083d7e8-04b5-4a46-acb5-ab7b13505aff on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:04.873123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Attempting to bind port b083d7e8-04b5-4a46-acb5-ab7b13505aff by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:04.873123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Attempting to bind port b083d7e8-04b5-4a46-acb5-ab7b13505aff on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:04.883188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-200e9b9d-0b31-4d24-b83c-0d990f11c817 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6032884 May 06 12:41:04.893830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:04.897936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:04.900926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:04.909788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:04.931284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Made reservation on behalf of 00733d3c82ff43f8819c507a408977bd for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:04.997312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:04.998478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Port b083d7e8-04b5-4a46-acb5-ab7b13505aff on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:04.998809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Attempting to bind port b083d7e8-04b5-4a46-acb5-ab7b13505aff on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:05.028594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:05.032991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.066906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.199411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:05.202542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Checking segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:05.202542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Bound using segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:05.202542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Bound port: b083d7e8-04b5-4a46-acb5-ab7b13505aff, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:05.202542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.275737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:05.288513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.325454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.325878 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment 51987e66-cc18-4953-8204-5c4a0ff160f6 of type vlan for network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 May 06 12:41:05.385401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.424207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:05.444341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.484705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.488677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.492609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.498764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.502710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.507001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.512622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.518656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-ac558ab0-5c96-42e8-aca5-7f1e9d7a4fc9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5406 time: 0.3767881 May 06 12:41:05.564495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-96834512-b701-49ea-ace0-69fef72ab23a service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595619 May 06 12:41:05.565050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:05.566834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] For port 815b4d43-e142-468b-947f-952999d58613, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=815b4d43-e142-468b-947f-952999d58613,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:05.567193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.581211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing IP validity checks on allocation pools {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:41:05.581729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:41:05.668552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff6a0f96-dff8-4f4e-8f5d-a0d4c09e0e0d req-34e6c271-d52a-4e8a-a6e9-b33045348632 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350942 May 06 12:41:05.738512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:05.746582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:05.751645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88f882d7-5f82-45d3-9776-665154ebab08 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:05.763259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.079928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Calling delete_port for 815b4d43-e142-468b-947f-952999d58613 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:06.110746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=205a1d8a-75c8-40a6-91b5-62e4d611eaf3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:06.127015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:06.201410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43b4e80e-9857-46fe-9299-68028f6973c8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4838157 May 06 12:41:06.206926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35644) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:06.281692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:06.314828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88f882d7-5f82-45d3-9776-665154ebab08,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:06.346167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:06.346385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:06.352335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '88f882d7-5f82-45d3-9776-665154ebab08', 'network_id': '6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64', 'port_id': '88f882d7-5f82-45d3-9776-665154ebab08', 'mac_address': 'fa:16:3e:d3:4b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6bf2a9-09a7-48ae-8d84-d3780fe32163', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:06.424080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-486219c5-2aea-44db-967f-41e5d0120e45 req-812f3434-25a4-46e0-8eb7-a5bf1b6f183d service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372154 May 06 12:41:06.453891 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.458907 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.482376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f882d7-5f82-45d3-9776-665154ebab08 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:06.502466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88f882d7-5f82-45d3-9776-665154ebab08,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:06.505977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:06.524961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:06.530743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:06.534842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Attempting to bind port b1818eef-033a-4b46-92b2-824c32121419 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:06.535421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Attempting to bind port b1818eef-033a-4b46-92b2-824c32121419 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:06.535747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Attempting to bind port b1818eef-033a-4b46-92b2-824c32121419 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:06.538007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:06.563842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeae941-6bc3-4f4e-b91a-036460fd5341 req-63858fbc-f1b4-48f9-a0a6-7195a5109d77 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:06.564055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faee02-3ece-4b88-87d9-67028045fa9c req-7ffdd28c-00e9-491e-941b-8179f5f347e7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:06.564173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbeae941-6bc3-4f4e-b91a-036460fd5341 req-63858fbc-f1b4-48f9-a0a6-7195a5109d77 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 944 time: 0.4360874 May 06 12:41:06.564299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74faee02-3ece-4b88-87d9-67028045fa9c req-7ffdd28c-00e9-491e-941b-8179f5f347e7 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 943 time: 0.8812435 May 06 12:41:06.618601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Port b1818eef-033a-4b46-92b2-824c32121419 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:06.619312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Attempting to bind port b1818eef-033a-4b46-92b2-824c32121419 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:06.623104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbeae941-6bc3-4f4e-b91a-036460fd5341 req-3211a6a4-f4b8-4fb3-a81d-ee569d0ce2d3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525205 May 06 12:41:06.653680 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.655046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] 10.222.0.13 "PUT /v2.0/ports/b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1092 time: 5.9643414 May 06 12:41:06.655481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:06.678893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a888fb8-91c4-416c-b690-b16b9e10a65c service neutron] Pushing event updated for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:06.695729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:06.696068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Checking segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:06.696251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Bound using segment: {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:06.696744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Bound port: b1818eef-033a-4b46-92b2-824c32121419, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c812efe-0596-400e-8b69-058aa80251ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:06.696937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.702997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:06.703622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:06.945734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:06.966455 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097f3b0d-8c75-4457-97ab-b3ebcb57aca7'] response: {'name': 'network-changed', 'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'status': 'completed', 'code': 200} May 06 12:41:06.999032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.008666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['88f882d7-5f82-45d3-9776-665154ebab08'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:07.059498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.115417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74faee02-3ece-4b88-87d9-67028045fa9c req-b24a59e2-737d-4311-993f-e402d9a79fa4 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384572 May 06 12:41:07.188406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=815b4d43-e142-468b-947f-952999d58613,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:07.201123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.337386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.391391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:07.405196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=84360837-f75e-4c62-baa3-e0dbcd242085,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:07.421893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:07.440671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18fadbdc-11f1-4299-aa56-7a7e8787d463 req-fd553581-4212-49b5-a441-3c2a14f95060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1095 time: 0.4940495 May 06 12:41:07.507569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=96df66d1-cad3-4ae8-90cb-6b0b5e0727d2,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:07.556927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': '8ffbc689-2c43-4dba-bf51-57df84a813b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:07.557420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: 49884910-2b99-40a4-acfb-0e08cdfb9b1e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:07.604418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.611263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.617485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.624282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.631077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.638769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.645227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.647548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-9db66094-e899-43a2-afa6-1ccd58a0da9f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5406 time: 0.6509135 May 06 12:41:07.651060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.693352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Checking segment: {'id': '3f1aebb4-030f-4445-a3e4-59bae742bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:07.693709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network hostable DHCP agents. Network: 71730f08-d1d2-4a3d-941f-c4c8cf293a18, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:07.774685 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:07.774685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] 10.222.0.13 "PUT /v2.0/ports/b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 200 len: 1090 time: 5.9089301 May 06 12:41:07.804619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0692b-00b9-4dd6-a69b-dc46cc2372df service neutron] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:07.831439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:07.837346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fadbdc-11f1-4299-aa56-7a7e8787d463 req-37ef2a8e-c233-47b5-8d77-53195a68913a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:07.840135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18fadbdc-11f1-4299-aa56-7a7e8787d463 req-37ef2a8e-c233-47b5-8d77-53195a68913a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dcabaae8a9de4c4d943350fd896764ec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3422577 May 06 12:41:07.863402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ee383ac-cc58-4165-bf84-276c7d54e1b7 req-c911df74-001d-4ac5-b2e8-ffbdedeb4bd6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974583 May 06 12:41:08.054606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:08.314048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fadbdc-11f1-4299-aa56-7a7e8787d463 req-36dc527d-9c6d-4806-a7fc-f6dfa500d8dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.315559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18fadbdc-11f1-4299-aa56-7a7e8787d463 req-36dc527d-9c6d-4806-a7fc-f6dfa500d8dd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4660394 May 06 12:41:08.322626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.358421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07404760-1f98-4136-8b53-7af3b60effdf req-c23f4b42-96d1-481c-b9e8-367496c1a060 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.360131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07404760-1f98-4136-8b53-7af3b60effdf req-c23f4b42-96d1-481c-b9e8-367496c1a060 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 944 time: 0.4898283 May 06 12:41:08.405720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fd446-6096-4bb7-9a8d-c5b18768b12a req-0d86b265-63fa-43e2-9f57-4763a9c9be23 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.407220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f99fd446-6096-4bb7-9a8d-c5b18768b12a req-0d86b265-63fa-43e2-9f57-4763a9c9be23 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 944 time: 0.1174514 May 06 12:41:08.463392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:08.463631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f99fd446-6096-4bb7-9a8d-c5b18768b12a req-4cd7dd22-d985-4b12-b610-6ebcda99dc36 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 May 06 12:41:08.498713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.516512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.574354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 49884910-2b99-40a4-acfb-0e08cdfb9b1e) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:08.578967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.579564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.585755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948ada7-d838-4db8-ba5d-ad23db6e5125 None None] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:08.631530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=fb05d818-88f8-4997-b515-1c4df996a77d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:08.666313 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea4012fc-ef36-4e53-bfc7-8761a2d54cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.667678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': '51987e66-cc18-4953-8204-5c4a0ff160f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:08.670142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: 205a1d8a-75c8-40a6-91b5-62e4d611eaf3, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:08.677192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07404760-1f98-4136-8b53-7af3b60effdf req-a9f45de0-72b6-4529-9f16-c4699701586f tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2888377 May 06 12:41:08.770085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-b09aed67-ebeb-4c1e-b50f-0395e4ec06af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1095 time: 0.3813090 May 06 12:41:08.798687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-30f06655-f48c-40d7-84ff-c66ebc424b52 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1483576 May 06 12:41:08.801617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35658) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:08.829396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1252834286'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:08.877084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277ae661-4263-48db-902b-43386247d793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-49884910-2b99-40a4-acfb-0e08cdfb9b1e', 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '96df66d1-cad3-4ae8-90cb-6b0b5e0727d2'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:08.878085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.916536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:08.921822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 71730f08-d1d2-4a3d-941f-c4c8cf293a18) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:08.948208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:08.948399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc14695-f985-41b8-bf4a-8d244538041f None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:08.948534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:08.956652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-e14918e6-769d-4d5c-9d58-a84b9a950f46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 217 time: 0.1675239 May 06 12:41:08.967044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:09.043516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:09.051960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:09.056910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:09.066206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:09.072562 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85e153e-4db6-4f32-923a-8ad25607b7e7'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419', 'status': 'completed', 'code': 200} May 06 12:41:09.085294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 205a1d8a-75c8-40a6-91b5-62e4d611eaf3) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:09.115914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-a5c4ca9d-acba-452f-a699-0e4d38465a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.117384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-a5c4ca9d-acba-452f-a699-0e4d38465a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.1401241 May 06 12:41:09.149722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.151194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.193354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8f593-803a-4b52-854b-adbcefa5461d None None] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:09.233589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:09.235137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.256278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ae8ade0-f1d6-4328-8e02-e7f60a837171 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 5.5477884 May 06 12:41:09.258864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:09.269848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:09.297083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2224e44-270f-4992-aad4-968e4ef50563 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:09.306593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.327881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f4605c7-41dd-4458-8647-01527ab93a68 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9900441 May 06 12:41:09.328712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35670) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:09.333559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Transition to ACTIVE for port object f2224e44-270f-4992-aad4-968e4ef50563 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:09.340937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-c455ff07-a446-4b44-9d3c-76de02b4c128 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141917 May 06 12:41:09.354164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port ee06cebf-9328-4794-9ee2-befbd8a6eb76 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:09.393659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289933071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:09.413631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:09.439216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:09.441932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-71730f08-d1d2-4a3d-941f-c4c8cf293a18', 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18', 'tenant_id': '00733d3c82ff43f8819c507a408977bd', 'fixed_ips': [{'subnet_id': '84360837-f75e-4c62-baa3-e0dbcd242085'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:09.442738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.447741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:09.477980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:09.503299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.590034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-4bbffd48-2374-401a-958b-921c386b21d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6353 time: 0.5007594 May 06 12:41:09.658899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.663334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.668170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.672139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.676479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.680665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.684747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:09.686706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-754c0f58-e1b5-425d-b001-c4c5858b025a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5406 time: 0.4999728 May 06 12:41:09.714749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-277ae661-4263-48db-902b-43386247d793 None None] Allocated IP 2001:db8::2 (49884910-2b99-40a4-acfb-0e08cdfb9b1e/96df66d1-cad3-4ae8-90cb-6b0b5e0727d2/09c90b35-30ab-44e5-b4bc-25b4434cf18a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:09.827026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88f882d7-5f82-45d3-9776-665154ebab08 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:09.893884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.896420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:09.946410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Allocated IP 172.20.0.3 (71730f08-d1d2-4a3d-941f-c4c8cf293a18/84360837-f75e-4c62-baa3-e0dbcd242085/a3ce2e2c-dd16-4eb8-bc55-11a0859b479f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:09.952618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:10.018585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-dc8e7673-6e78-4e8a-8f94-81d8ae8a3873 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088312 May 06 12:41:10.078884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb7f0312-28c8-44c0-8d06-fbd81c24de4f req-baa8cdbc-7863-4ce5-b9b5-7686b89edae1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2033482 May 06 12:41:10.117125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-205a1d8a-75c8-40a6-91b5-62e4d611eaf3', 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': 'fb05d818-88f8-4997-b515-1c4df996a77d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:10.118329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.141020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1158977'] for subnet, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.167971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-5f6217c6-5ab9-4f15-a509-12d5d4d7c207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.167971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-5f6217c6-5ab9-4f15-a509-12d5d4d7c207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.167971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-5f6217c6-5ab9-4f15-a509-12d5d4d7c207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.167971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-5f6217c6-5ab9-4f15-a509-12d5d4d7c207 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5545762 May 06 12:41:10.169071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.306787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.341125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b1187-9856-48be-a321-9ec5c0f0c6ac req-0e5efc3b-fbe0-404f-b5d5-1edab38bcc0f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.342515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b5b1187-9856-48be-a321-9ec5c0f0c6ac req-0e5efc3b-fbe0-404f-b5d5-1edab38bcc0f tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 944 time: 0.6115019 May 06 12:41:10.380036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 88f882d7-5f82-45d3-9776-665154ebab08 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:10.445735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 88f882d7-5f82-45d3-9776-665154ebab08 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:10.446408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.457828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Attempting to bind port f2224e44-270f-4992-aad4-968e4ef50563 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:10.460196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Attempting to bind port f2224e44-270f-4992-aad4-968e4ef50563 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:10.460196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Attempting to bind port f2224e44-270f-4992-aad4-968e4ef50563 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:10.464559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c924d-154e-4f55-b48f-19e5ba5e4f2d req-2bf5ddb7-f457-4b57-8321-1f8c85e39039 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.466525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0c924d-154e-4f55-b48f-19e5ba5e4f2d req-2bf5ddb7-f457-4b57-8321-1f8c85e39039 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 944 time: 0.1661265 May 06 12:41:10.467954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-d28f0605-c253-44dc-b965-61c5d3832823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:10.469521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c248b52-6431-4838-b0bd-aac7bebc8fdb req-d28f0605-c253-44dc-b965-61c5d3832823 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775691 May 06 12:41:10.472146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d152f8e-244f-415a-b2c9-7ff4455693b3 req-fdf43943-216f-4add-8633-c22748ca8797 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207909 May 06 12:41:10.481812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Port f2224e44-270f-4992-aad4-968e4ef50563 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:10.482673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Attempting to bind port f2224e44-270f-4992-aad4-968e4ef50563 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:10.488822 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b5b1187-9856-48be-a321-9ec5c0f0c6ac req-482756c6-b6bf-4b52-89b1-65f98f76bfde tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259382 May 06 12:41:10.513289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:10.513881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Checking segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:10.514452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Bound using segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:10.515089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Bound port: f2224e44-270f-4992-aad4-968e4ef50563, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:10.515614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.536134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d0c924d-154e-4f55-b48f-19e5ba5e4f2d req-dc80600f-7378-4fe5-82a9-e606df08ebf6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0611560 May 06 12:41:10.567532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.568244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18acc854-bb12-4f7a-a412-efecd725df05 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2301037 May 06 12:41:10.570930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35678) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:10.578127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'port': {'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3', 'name': 'tempest-RoutersTest-314053730'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:10.617541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.637413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:10.649188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:10.674961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Router c8df22ec-8e6a-494b-914c-e39580e4d45d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:10.705627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Transition to ACTIVE for port object a3ce2e2c-dd16-4eb8-bc55-11a0859b479f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:10.733798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:10.738200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:port and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:10.741242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:10.747642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:10.771811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.782533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Transition to ACTIVE for port object a3ce2e2c-dd16-4eb8-bc55-11a0859b479f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:10.812575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Allocated IP 172.20.0.2 (205a1d8a-75c8-40a6-91b5-62e4d611eaf3/fb05d818-88f8-4997-b515-1c4df996a77d/ba971668-f84f-4e9d-bf9e-259618663d62) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:10.812964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-277ae661-4263-48db-902b-43386247d793 None None] Transition to ACTIVE for port object 09c90b35-30ab-44e5-b4bc-25b4434cf18a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:10.838584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.847526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.853426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:10.859265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.876174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-277ae661-4263-48db-902b-43386247d793 None None] Transition to ACTIVE for port object 09c90b35-30ab-44e5-b4bc-25b4434cf18a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:10.878267 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-04dec5d1-b451-4ac0-97b2-3a52d3ab0787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.890619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] device_id is not set on port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:10.915671 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:10.915995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 200 len: 1091 time: 2.8654625 May 06 12:41:10.937302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f378-6689-45e4-9a7b-7e4d33adb844 service neutron] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:10.945781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.005373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:11.014010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-032b580e-0089-4e76-8896-7b90bd211bc3 admin admin] 10.222.0.83 "PUT /v2.0/routers/c8df22ec-8e6a-494b-914c-e39580e4d45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7337863 May 06 12:41:11.016546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35682) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:11.028543 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.040295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Sync routers for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:11.070962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:11.082109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:11.104187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Request body: {'port': {'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:11.112065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:11.117460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88f882d7-5f82-45d3-9776-665154ebab08,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:11.125939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:11.128665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:11.134561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Pushing event updated for resources: {'Port': ['ID=a3ce2e2c-dd16-4eb8-bc55-11a0859b479f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:11.169220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::1c2 (49884910-2b99-40a4-acfb-0e08cdfb9b1e/96df66d1-cad3-4ae8-90cb-6b0b5e0727d2/ee06cebf-9328-4794-9ee2-befbd8a6eb76) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:11.361107 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81955f34-1239-4e97-be8c-cd80c74b7a3f'] response: {'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08', 'code': 200} May 06 12:41:11.361381 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea69f52-ae5c-4e9b-9733-1c1c2e377477'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563', 'status': 'completed', 'code': 200} May 06 12:41:11.362932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ae661-4263-48db-902b-43386247d793 None None] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:11.395469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.408765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-277ae661-4263-48db-902b-43386247d793 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:11.414236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ae661-4263-48db-902b-43386247d793 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:11.419004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:11.419886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:11.617214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.650462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ae661-4263-48db-902b-43386247d793 None None] Pushing event updated for resources: {'Port': ['ID=09c90b35-30ab-44e5-b4bc-25b4434cf18a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:11.693175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object ee06cebf-9328-4794-9ee2-befbd8a6eb76 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:11.714636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.719343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.723484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.727472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.727913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.733752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.739529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.744327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.746403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-aadd4a5f-357c-44ee-bae1-1b2db11217ca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5418 time: 0.3859892 May 06 12:41:11.789172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.789773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.789893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.790146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.790479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.790797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.791117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.791435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.791744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.792088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.793244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:11.818603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8f4f7973-d1da-4003-b769-aee2c2b452ab req-51a1580b-2ebe-4cea-9b80-b02041d14abd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639539 May 06 12:41:11.856947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742007016605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1077832'] for subnet, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.871908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-f8e8e6e0-5c4f-402a-82be-4168e0f1dc83 req-5062fc65-d41e-47af-948f-48ed7d2ae71f service neutron] (84799) timed out ('10.222.0.83', 43682) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:41:11.872756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.929777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:11.930524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:11.931942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "PUT /v2.0/subnets/84360837-f75e-4c62-baa3-e0dbcd242085 HTTP/1.1" status: 200 len: 877 time: 2.6692574 May 06 12:41:11.936532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35698) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:11.953097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:11.967702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e76d87-653b-416b-a3d4-1dcb6a4fce41 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event updated for resources: {'Subnet': ['ID=84360837-f75e-4c62-baa3-e0dbcd242085,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.025141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.100769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Transition to ACTIVE for port object ba971668-f84f-4e9d-bf9e-259618663d62 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:12.122856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd60433c-ea53-4ab6-be99-1ed2ec64812f req-ce0d1588-d530-4940-96b5-b7780a0dcc83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 1096 time: 0.8011897 May 06 12:41:12.132839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-9a1edf22-22c8-4e94-9c6d-c742ee18fb77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6420 time: 0.7706068 May 06 12:41:12.150951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Attempting to bind port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:12.151652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Attempting to bind port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3f1aebb4-030f-4445-a3e4-59bae742bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:12.153192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Attempting to bind port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f on network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:12.178289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:12.184712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-277ae661-4263-48db-902b-43386247d793 None None] Attempting to bind port 09c90b35-30ab-44e5-b4bc-25b4434cf18a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:12.185354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-277ae661-4263-48db-902b-43386247d793 None None] Attempting to bind port 09c90b35-30ab-44e5-b4bc-25b4434cf18a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8ffbc689-2c43-4dba-bf51-57df84a813b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:12.185718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ae661-4263-48db-902b-43386247d793 None None] Attempting to bind port 09c90b35-30ab-44e5-b4bc-25b4434cf18a on network 49884910-2b99-40a4-acfb-0e08cdfb9b1e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:12.187143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:12.206910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:12.211169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.212076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.234042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=ee06cebf-9328-4794-9ee2-befbd8a6eb76,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.245161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:12.246093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Checking segment: {'id': '3f1aebb4-030f-4445-a3e4-59bae742bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:12.246703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.247092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Bound using segment: {'id': '3f1aebb4-030f-4445-a3e4-59bae742bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:12.247587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Bound port: a3ce2e2c-dd16-4eb8-bc55-11a0859b479f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1aebb4-030f-4445-a3e4-59bae742bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '71730f08-d1d2-4a3d-941f-c4c8cf293a18'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:12.247990 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.272404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e007b6-debc-4d10-9420-bf32864fbab6 req-81db056f-4955-4c46-9bf6-109b3c529b07 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.274026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0e007b6-debc-4d10-9420-bf32864fbab6 req-81db056f-4955-4c46-9bf6-109b3c529b07 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.5407414 May 06 12:41:12.278037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Transition to ACTIVE for port object ba971668-f84f-4e9d-bf9e-259618663d62 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:12.278551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.286618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.300357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:12.300357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.300883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.304494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ae661-4263-48db-902b-43386247d793 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:12.304866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ae661-4263-48db-902b-43386247d793 None None] Checking segment: {'id': '8ffbc689-2c43-4dba-bf51-57df84a813b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:12.305456 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.306025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277ae661-4263-48db-902b-43386247d793 None None] Bound using segment: {'id': '8ffbc689-2c43-4dba-bf51-57df84a813b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:12.306509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-277ae661-4263-48db-902b-43386247d793 None None] Bound port: 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffbc689-2c43-4dba-bf51-57df84a813b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49884910-2b99-40a4-acfb-0e08cdfb9b1e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:12.306888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.360959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52cab4-6c4e-4c86-b1ac-09a54bb81a5b req-7d265d29-cfec-4e48-ac22-feade7ce0b59 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.362881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f52cab4-6c4e-4c86-b1ac-09a54bb81a5b req-7d265d29-cfec-4e48-ac22-feade7ce0b59 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 944 time: 0.2677858 May 06 12:41:12.380127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.477116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd60433c-ea53-4ab6-be99-1ed2ec64812f req-047e53bf-cd4f-46c8-aa97-8d129c460442 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341930 May 06 12:41:12.519651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.552895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-7dba19bf-0003-4a9b-9b09-e3c767e74fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.553570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-7dba19bf-0003-4a9b-9b09-e3c767e74fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.554120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-7dba19bf-0003-4a9b-9b09-e3c767e74fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.555797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-7dba19bf-0003-4a9b-9b09-e3c767e74fa7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4111652 May 06 12:41:12.562402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0e007b6-debc-4d10-9420-bf32864fbab6 req-d42c4288-d003-4c60-ad6c-7e1fe3c0d6df tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609184 May 06 12:41:12.591564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-09d78057-070e-4594-af3e-8528c93731fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.7871511 May 06 12:41:12.599658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35702) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:12.614089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] For port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:12.644564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] For port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a3ce2e2c-dd16-4eb8-bc55-11a0859b479f,segment=NetworkSegment(3f1aebb4-030f-4445-a3e4-59bae742bba7),segment_id=3f1aebb4-030f-4445-a3e4-59bae742bba7)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:12.650135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-277ae661-4263-48db-902b-43386247d793 None None] For port 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:12.654787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:12.662426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Pushing event updated for resources: {'Port': ['ID=ba971668-f84f-4e9d-bf9e-259618663d62,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.665260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:12.671269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:12.674523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-277ae661-4263-48db-902b-43386247d793 None None] For port 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09c90b35-30ab-44e5-b4bc-25b4434cf18a,segment=NetworkSegment(8ffbc689-2c43-4dba-bf51-57df84a813b5),segment_id=8ffbc689-2c43-4dba-bf51-57df84a813b5)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:12.702185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.760451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.787009 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f52cab4-6c4e-4c86-b1ac-09a54bb81a5b req-f11d1056-913d-44e0-893d-600e2b7a3484 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4184158 May 06 12:41:12.788782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.20.0.9 (205a1d8a-75c8-40a6-91b5-62e4d611eaf3/fb05d818-88f8-4997-b515-1c4df996a77d/9a5e464f-eac3-486a-8c25-22c0a1eeda53) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:12.811522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port ee06cebf-9328-4794-9ee2-befbd8a6eb76 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:12.812127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.826177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-277ae661-4263-48db-902b-43386247d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.840506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:41:06Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:12.864095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Checking router: c8df22ec-8e6a-494b-914c-e39580e4d45d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:12.872618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Attempting to bind port ba971668-f84f-4e9d-bf9e-259618663d62 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:12.873015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Attempting to bind port ba971668-f84f-4e9d-bf9e-259618663d62 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '51987e66-cc18-4953-8204-5c4a0ff160f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:12.873380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Attempting to bind port ba971668-f84f-4e9d-bf9e-259618663d62 on network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:12.891425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:12.912970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f7342-3987-4390-918c-c4142aaf2744 None None] Pushing event updated for resources: {'Port': ['ID=a3ce2e2c-dd16-4eb8-bc55-11a0859b479f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Checking segment: {'id': '51987e66-cc18-4953-8204-5c4a0ff160f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Bound using segment: {'id': '51987e66-cc18-4953-8204-5c4a0ff160f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Bound port: ba971668-f84f-4e9d-bf9e-259618663d62, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51987e66-cc18-4953-8204-5c4a0ff160f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '205a1d8a-75c8-40a6-91b5-62e4d611eaf3'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:12.977081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:12.983439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-2b17da0f-1781-41a2-90e8-279382d3677e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:12.985129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fc1b99f-04b9-4963-8066-9947322cd93e req-2b17da0f-1781-41a2-90e8-279382d3677e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4196246 May 06 12:41:13.022332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52de33f8-c380-4148-baab-8217923f4dc8 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:13.040731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.041035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Routers {'c8df22ec-8e6a-494b-914c-e39580e4d45d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:13.044774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c8df22ec-8e6a-494b-914c-e39580e4d45d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:13.068163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Transition to ACTIVE for port object 52de33f8-c380-4148-baab-8217923f4dc8 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:13.140818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f, host n-d-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:13.141592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.174679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.220752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.403638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b083d7e8-04b5-4a46-acb5-ab7b13505aff details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:13.531112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:13.593563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for a3ce2e2c-dd16-4eb8-bc55-11a0859b479f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:13.635782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:13.650866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ae661-4263-48db-902b-43386247d793 None None] Pushing event updated for resources: {'Port': ['ID=09c90b35-30ab-44e5-b4bc-25b4434cf18a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:13.656782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.676081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.696879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.701631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.714580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.725316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.735180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:13.755474 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.770071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-4b74d5ca-797e-440b-857b-0f4ef63402e9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.5880067 May 06 12:41:13.808679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] Set router c8df22ec-8e6a-494b-914c-e39580e4d45d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:13.852975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Deleting port bb713e95-dca6-4fcb-b08a-a2d8590f3086 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:13.853313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:13.997948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] For port ba971668-f84f-4e9d-bf9e-259618663d62, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:14.039004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] For port ba971668-f84f-4e9d-bf9e-259618663d62, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba971668-f84f-4e9d-bf9e-259618663d62,segment=NetworkSegment(51987e66-cc18-4953-8204-5c4a0ff160f6),segment_id=51987e66-cc18-4953-8204-5c4a0ff160f6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:14.125725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0aece1e3-67be-41f7-a555-15aadebd1486 req-5f528fe7-9311-4517-beeb-d353860f698a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3537455 May 06 12:41:14.131602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:14.156586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'port_id': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'mac_address': 'fa:16:3e:c8:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:14.159836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.166125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Attempting to bind port 52de33f8-c380-4148-baab-8217923f4dc8 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:14.179552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Attempting to bind port 52de33f8-c380-4148-baab-8217923f4dc8 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:14.179552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Attempting to bind port 52de33f8-c380-4148-baab-8217923f4dc8 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:14.179552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Port 52de33f8-c380-4148-baab-8217923f4dc8 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:14.179552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Attempting to bind port 52de33f8-c380-4148-baab-8217923f4dc8 on network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:14.184908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] For port bb713e95-dca6-4fcb-b08a-a2d8590f3086, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bb713e95-dca6-4fcb-b08a-a2d8590f3086,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:14.185261 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.187384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 9a5e464f-eac3-486a-8c25-22c0a1eeda53 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:14.192575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:14.192908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Checking segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:14.193283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Bound using segment: {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:14.193711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Bound port: 52de33f8-c380-4148-baab-8217923f4dc8, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3deb15ed-31ff-454d-be79-98c7408cd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:14.194047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.217768 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.276009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.377466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.381289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.424738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ad880-8974-4804-b335-e50bb2820984 None None] Pushing event updated for resources: {'Port': ['ID=ba971668-f84f-4e9d-bf9e-259618663d62,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:14.432217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b083d7e8-04b5-4a46-acb5-ab7b13505aff {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:14.455070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:14.488191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for ee06cebf-9328-4794-9ee2-befbd8a6eb76 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:14.495628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:41:06Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:14.498178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00850ecd-07e6-4f41-8879-997ae402dfb3 None None] The sync data for ids ['c8df22ec-8e6a-494b-914c-e39580e4d45d'] in n-d-840845-1 is: [{'id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'name': 'tempest-ServerRescueNegativeTestJSON-1607255581-router', 'tenant_id': '33720975033a4e1e864c18aff718f5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:01Z', 'updated_at': '2022-05-06T12:41:06Z', 'revision_number': 5, 'project_id': '33720975033a4e1e864c18aff718f5ad', 'gw_port': {'id': 'bb713e95-dca6-4fcb-b08a-a2d8590f3086', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8df22ec-8e6a-494b-914c-e39580e4d45d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:04Z', 'updated_at': '2022-05-06T12:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:14.568888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Calling delete_port for bb713e95-dca6-4fcb-b08a-a2d8590f3086 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:14.595732 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:14.711497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:14.711645 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:14.733266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:14.800681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342a94-ec0a-459d-b570-1378b4d328c9 req-c196cf70-2d6e-4b8d-8b09-ec03cd7f0db4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:14.811474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6342a94-ec0a-459d-b570-1378b4d328c9 req-c196cf70-2d6e-4b8d-8b09-ec03cd7f0db4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 944 time: 0.4727345 May 06 12:41:14.866060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b083d7e8-04b5-4a46-acb5-ab7b13505aff'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:14.875748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=9a5e464f-eac3-486a-8c25-22c0a1eeda53,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:14.911854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:14.920918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbcce4-ec47-4246-86a7-c6c83b01dff1 req-e5f3c473-8762-4a8e-9347-ab1407680d7c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:14.922400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97dbcce4-ec47-4246-86a7-c6c83b01dff1 req-e5f3c473-8762-4a8e-9347-ab1407680d7c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 1.0575840 May 06 12:41:14.923985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:14.931528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:14.947639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:14.979529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:14.986722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.028389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6342a94-ec0a-459d-b570-1378b4d328c9 req-ef7a1027-cc4f-470a-a8e3-2996ff7d66f0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2155139 May 06 12:41:15.129703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.272105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:15.281115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.333875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:15.333875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.374552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=ee06cebf-9328-4794-9ee2-befbd8a6eb76,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:15.429526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c31c461-b66d-41f1-a0ea-20c834460a1f None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:15.446830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97dbcce4-ec47-4246-86a7-c6c83b01dff1 req-f85acf32-9b56-4e44-bc86-9e333f9d6b4a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673154 May 06 12:41:15.498972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:15.498972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.522989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.634489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e44fe-31e4-4fa3-a4f7-917dc76fb08f None None] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:15.635220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb713e95-dca6-4fcb-b08a-a2d8590f3086,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:15.652234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a3ce2e2c-dd16-4eb8-bc55-11a0859b479f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:15.661034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f7f1950-ba54-4e57-b5a8-a66420240243 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/ee06cebf-9328-4794-9ee2-befbd8a6eb76 HTTP/1.1" status: 204 len: 168 time: 3.0538855 May 06 12:41:15.662909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:15.711311 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:15.714226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-277192f4-1b66-4847-a214-4734f9ee0927 service neutron] 10.222.0.13 "PUT /v2.0/ports/52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 200 len: 1091 time: 4.6256554 May 06 12:41:15.714226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:15.753232 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c310ddd1-39f3-4025-bba2-1ae27fc6de36 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:41:15.759473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c310ddd1-39f3-4025-bba2-1ae27fc6de36 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:15.856223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-341265fb-4d30-40cd-a0cc-4d2fa48adfb2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.2842083 May 06 12:41:15.862693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35722) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:15.939237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9d59d72f-1833-4d26-9b89-75ca00db7396 None None] Provisioning for port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:15.993428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.172100 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75942465-1b65-45d5-9014-a49a2288cb45'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8', 'status': 'completed', 'code': 200} May 06 12:41:16.250402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c310ddd1-39f3-4025-bba2-1ae27fc6de36 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:16.253766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c310ddd1-39f3-4025-bba2-1ae27fc6de36 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/ee06cebf-9328-4794-9ee2-befbd8a6eb76 HTTP/1.1" status: 404 len: 333 time: 0.5879107 May 06 12:41:16.263752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35728) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:16.337246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a3ce2e2c-dd16-4eb8-bc55-11a0859b479f,segment=NetworkSegment(3f1aebb4-030f-4445-a3e4-59bae742bba7),segment_id=3f1aebb4-030f-4445-a3e4-59bae742bba7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:16.337841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.342778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:16.353067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108f663b-2b7f-4d07-9cf4-daa006f8e9c3 None None] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:16.381994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f8b7925-3cf1-434e-9df6-53042cdc642c None None] Provisioning for port 09c90b35-30ab-44e5-b4bc-25b4434cf18a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:16.490222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:16.490957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.530977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for a3ce2e2c-dd16-4eb8-bc55-11a0859b479f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:16.535203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.621750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.625619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.629554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.633380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.637455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.641258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.645064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.647141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-a60a2b19-d385-44e1-9be9-1ab89940cc85 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 1.1195383 May 06 12:41:16.657904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.691325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.775255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab29537-1864-4abb-b4af-3546d41c8250 req-c2b8999f-7a43-46c9-bf95-520b140afa17 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:16.777197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ab29537-1864-4abb-b4af-3546d41c8250 req-c2b8999f-7a43-46c9-bf95-520b140afa17 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 945 time: 0.5186646 May 06 12:41:16.825623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-e62c756f-bf18-4538-9c6b-8d1c34891e72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6487 time: 0.6525421 May 06 12:41:16.930386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd733ba-a10c-4846-a41f-b8d18bb3f354 None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:16.957529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.960531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 96df66d1-cad3-4ae8-90cb-6b0b5e0727d2 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:16.968644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:16.989470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ab29537-1864-4abb-b4af-3546d41c8250 req-7a82c2b4-c06b-416d-97f3-980db8be299d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1251829 May 06 12:41:17.095575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.107658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-872f1057-bab8-497e-9d54-43eec1f0d462 None None] Provisioning for port ba971668-f84f-4e9d-bf9e-259618663d62 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:17.135740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9a70a36-8361-4fe0-9478-6dac97355915 req-ffbda236-ed95-4c6d-a6a8-825e10dbf01f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4611454 May 06 12:41:17.153376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.153978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8df22ec-8e6a-494b-914c-e39580e4d45d {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:17.185607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Port': ['ID=a3ce2e2c-dd16-4eb8-bc55-11a0859b479f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:17.190558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09c90b35-30ab-44e5-b4bc-25b4434cf18a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:17.232022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.311743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b083d7e8-04b5-4a46-acb5-ab7b13505aff up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:17.377004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.384194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d81cb947-2a1a-4b93-8ef3-1001fb8a9b80 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c8df22ec-8e6a-494b-914c-e39580e4d45d HTTP/1.1" status: 204 len: 168 time: 6.3606820 May 06 12:41:17.384194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:17.528986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c7b305bc-bf76-4045-bbe4-895754e5d373 None None] Could not find standard attr ID for object a3ce2e2c-dd16-4eb8-bc55-11a0859b479f. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:41:17.546188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Deleting subnet 9f99d992-917a-4632-8d64-64150958ce11 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:17.575196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.619221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 09c90b35-30ab-44e5-b4bc-25b4434cf18a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:17.627406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-3047b55e-553e-482f-bdbd-27770374fc87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:17.628016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-3047b55e-553e-482f-bdbd-27770374fc87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:17.628161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-3047b55e-553e-482f-bdbd-27770374fc87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:17.631583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No DVR routers for this DVR port a3ce2e2c-dd16-4eb8-bc55-11a0859b479f on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:17.633392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-3047b55e-553e-482f-bdbd-27770374fc87 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67900abb497542389a9f6834cd5bc0d6&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7857165 May 06 12:41:17.634409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 09c90b35-30ab-44e5-b4bc-25b4434cf18a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:17.634883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.715753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.735696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port b083d7e8-04b5-4a46-acb5-ab7b13505aff completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:17.753377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e89e6f83-4bd7-4fa2-8b6b-13f54f79900c None None] Could not find standard attr ID for object ee06cebf-9328-4794-9ee2-befbd8a6eb76. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:41:17.766329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.769056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port b083d7e8-04b5-4a46-acb5-ab7b13505aff triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:17.769056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:17.826738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.034940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.041466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-8865df75-5c76-478a-a96d-0a931b184ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.043678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-642d2ebf-8a52-42d8-992b-559c84e5c481 req-8865df75-5c76-478a-a96d-0a931b184ef1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3943369 May 06 12:41:18.143468 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.153298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d66d60-23e8-4d5f-ae1b-c0d36914d2a1 req-50737426-440a-4ef4-a78b-99c5fd212b5e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.154817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5d66d60-23e8-4d5f-ae1b-c0d36914d2a1 req-50737426-440a-4ef4-a78b-99c5fd212b5e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.6045926 May 06 12:41:18.178325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.208640 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.242144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:18.252552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:18.281994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-10683f45-d56b-4c1e-93d0-58d13a3dba6a None None] Provisioning for port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:18.304420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-10683f45-d56b-4c1e-93d0-58d13a3dba6a None None] Provisioning complete for port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:18.304420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10683f45-d56b-4c1e-93d0-58d13a3dba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.325579 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5d66d60-23e8-4d5f-ae1b-c0d36914d2a1 req-49536112-4586-418d-879d-3a3cf104006c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291099 May 06 12:41:18.349260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-43b4ae7e-2a86-4a7f-9745-dbf784c45f1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6487 time: 0.2474558 May 06 12:41:18.362076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-10683f45-d56b-4c1e-93d0-58d13a3dba6a None None] Port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:18.423531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.435505 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.443079 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:18.443888 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:18.448886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.491569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.497769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.508147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-d9de195f-25bf-4182-a194-29928b80a181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 217 time: 0.1493187 May 06 12:41:18.509971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=96df66d1-cad3-4ae8-90cb-6b0b5e0727d2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.517925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49d8a1-f9c8-4918-928b-da0f6bb6ee8a req-95353d18-bc9a-4f44-a976-9285085bf988 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.519371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be49d8a1-f9c8-4918-928b-da0f6bb6ee8a req-95353d18-bc9a-4f44-a976-9285085bf988 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 945 time: 0.2801826 May 06 12:41:18.538465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=84360837-f75e-4c62-baa3-e0dbcd242085,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.542755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.543841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5006162c-571d-4040-b796-23f1e5e8f5ec None None] Provisioning complete for port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:18.544359 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5006162c-571d-4040-b796-23f1e5e8f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.555810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.596104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8137d-73fe-4bd2-aa68-f515ac2a0e53 None None] Network 49884910-2b99-40a4-acfb-0e08cdfb9b1e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:18.622209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb77db8-28a3-4883-9f9f-fc33b80d885d None None] Network 71730f08-d1d2-4a3d-941f-c4c8cf293a18 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:18.631792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f99d992-917a-4632-8d64-64150958ce11,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.637645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.648733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a2a1b496-dcd8-48f5-b788-ebc6588a7e3d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/96df66d1-cad3-4ae8-90cb-6b0b5e0727d2 HTTP/1.1" status: 204 len: 168 time: 2.3841836 May 06 12:41:18.661642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.670121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65a0b7fb-f7c9-4d58-af79-1396d2a09fbc admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9f99d992-917a-4632-8d64-64150958ce11 HTTP/1.1" status: 204 len: 168 time: 1.2737279 May 06 12:41:18.671025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:18.687103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35748) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:18.749166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=9a5e464f-eac3-486a-8c25-22c0a1eeda53,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:18.793931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:18.867445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.871161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5006162c-571d-4040-b796-23f1e5e8f5ec None None] Port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:18.872833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b61758-2771-42fe-89dc-2f9521337062 None None] Network 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:18.876043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.878269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.884256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.889817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.894935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.900961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.909736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-62e9acec-090a-4b8d-b1b5-cac0efb2b026 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.4531462 May 06 12:41:18.928969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-142b1f58-9cfa-4654-9fcc-4c66c5cf17b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:18.930707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-142b1f58-9cfa-4654-9fcc-4c66c5cf17b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 200 len: 856 time: 0.4101179 May 06 12:41:18.944222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be49d8a1-f9c8-4918-928b-da0f6bb6ee8a req-3cb0d584-a69e-430b-a1d8-3560a5f15cdd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3469827 May 06 12:41:19.018787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71730f08-d1d2-4a3d-941f-c4c8cf293a18']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:19.054131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1aebb4-030f-4445-a3e4-59bae742bba7') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:19.054719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1aebb4-030f-4445-a3e4-59bae742bba7') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:19.119715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49448bbd-08ba-43dd-ac2e-6633f83b0046 req-522914ac-a323-4852-9f26-d77c9eddaad5 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684306 May 06 12:41:19.159286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.171062 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e97afc-1e67-425e-99e0-0e47458e80b4'] response: {'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'code': 200} May 06 12:41:19.200632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.236101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:19.236249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:19.257661 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:19.264272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.316832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.340770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Deleting port 9fff75bd-6e17-4064-8618-5c314f85322d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:19.341374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.355358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.393767 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.403946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 09c90b35-30ab-44e5-b4bc-25b4434cf18a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:19.410519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.434112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c22ff277-98dd-432d-b729-937aa9836266 None None] Provisioning complete for port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:19.434112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c22ff277-98dd-432d-b729-937aa9836266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.450751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.460236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1534ecf-acfa-49e8-88bc-dc249c558672 None None] DHCP port deletion for 71730f08-d1d2-4a3d-941f-c4c8cf293a18 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:19.475749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-e5a9b7d9-c607-4946-a16a-388f7051ec28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99edebc2-8b3b-42bf-a690-3757d6268ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5254819 May 06 12:41:19.478674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.488609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=71730f08-d1d2-4a3d-941f-c4c8cf293a18,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:19.514770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09c90b35-30ab-44e5-b4bc-25b4434cf18a,segment=NetworkSegment(8ffbc689-2c43-4dba-bf51-57df84a813b5),segment_id=8ffbc689-2c43-4dba-bf51-57df84a813b5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:19.527411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c22ff277-98dd-432d-b729-937aa9836266 None None] Port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:19.548742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e6f888f2-7024-4ad4-94d4-34ae850ffbc0 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/71730f08-d1d2-4a3d-941f-c4c8cf293a18 HTTP/1.1" status: 204 len: 168 time: 7.6110339 May 06 12:41:19.552118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35754) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.608881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] DHCP port deletion for 3fd770f1-f122-4cfe-99f2-45ca45cd1e20 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:19.615950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Deleting port 9fff75bd-6e17-4064-8618-5c314f85322d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:19.616413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.637760 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edd793d-e623-42f2-b5a8-937c96c64b2f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:19.638202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edd793d-e623-42f2-b5a8-937c96c64b2f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:19.643377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2edd793d-e623-42f2-b5a8-937c96c64b2f tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/84360837-f75e-4c62-baa3-e0dbcd242085 HTTP/1.1" status: 404 len: 337 time: 0.0869136 May 06 12:41:19.643377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35758) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.666684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.668008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba971668-f84f-4e9d-bf9e-259618663d62 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:19.694578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] DHCP port deletion for 49884910-2b99-40a4-acfb-0e08cdfb9b1e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:19.729896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ed024d4-830b-42e7-8596-ab6ebebd60d0 req-f1a4d6a4-e563-476e-8fc6-3f2d777abd1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.5787702 May 06 12:41:19.760046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cdd48-1589-4019-8e37-46ce39de6c3e req-909e6c4a-05b4-48e3-9ced-f55562c7a769 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:19.762139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Deleting port 09c90b35-30ab-44e5-b4bc-25b4434cf18a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:19.762259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28cdd48-1589-4019-8e37-46ce39de6c3e req-909e6c4a-05b4-48e3-9ced-f55562c7a769 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.5466878 May 06 12:41:19.762348 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.810707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:19.830369 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-87227eba-151c-4465-8c94-9143200f0ef5 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:19.831179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87227eba-151c-4465-8c94-9143200f0ef5 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:19.833053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-87227eba-151c-4465-8c94-9143200f0ef5 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/71730f08-d1d2-4a3d-941f-c4c8cf293a18 HTTP/1.1" status: 404 len: 339 time: 0.1893673 May 06 12:41:19.835683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35762) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.882933 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-159d61c8-a1a1-4d10-a449-18ce78edf5a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:19.883293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159d61c8-a1a1-4d10-a449-18ce78edf5a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:19.887803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-159d61c8-a1a1-4d10-a449-18ce78edf5a9 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/6b6221c0-9cc2-4e70-a251-73ce79917f3d HTTP/1.1" status: 404 len: 337 time: 0.0480778 May 06 12:41:19.908113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35766) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:19.947155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=09c90b35-30ab-44e5-b4bc-25b4434cf18a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:20.040054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-2c210e31-b271-4039-b95c-e0801ab70cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365298 May 06 12:41:20.056481 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a4fa2-7b6e-4809-a896-4705df386399 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:20.056918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a4fa2-7b6e-4809-a896-4705df386399 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:20.061151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ad1a4fa2-7b6e-4809-a896-4705df386399 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/98a303fa-1a30-47ed-a51b-4f96ed22abb3 HTTP/1.1" status: 404 len: 339 time: 0.1391938 May 06 12:41:20.076694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35772) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:20.114049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28cdd48-1589-4019-8e37-46ce39de6c3e req-f7853327-bc71-409d-a767-7f206dd98f89 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153343 May 06 12:41:20.115467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ed024d4-830b-42e7-8596-ab6ebebd60d0 req-6105c15d-9470-4199-b030-4d8bd75806f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3499117 May 06 12:41:20.128637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09c90b35-30ab-44e5-b4bc-25b4434cf18a,segment=NetworkSegment(8ffbc689-2c43-4dba-bf51-57df84a813b5),segment_id=8ffbc689-2c43-4dba-bf51-57df84a813b5)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.129336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.163587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ba971668-f84f-4e9d-bf9e-259618663d62 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:20.167954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] For port 9fff75bd-6e17-4064-8618-5c314f85322d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9fff75bd-6e17-4064-8618-5c314f85322d,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.168295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.197463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ba971668-f84f-4e9d-bf9e-259618663d62 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:20.197463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.200983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] For port 9fff75bd-6e17-4064-8618-5c314f85322d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9fff75bd-6e17-4064-8618-5c314f85322d,segment=NetworkSegment(e1b032f4-1234-4bd3-bee4-1edb6a83ae09),segment_id=e1b032f4-1234-4bd3-bee4-1edb6a83ae09)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.201451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.210667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.352012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Calling delete_port for 9fff75bd-6e17-4064-8618-5c314f85322d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:20.416785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 09c90b35-30ab-44e5-b4bc-25b4434cf18a owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:20.417045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] For port 09c90b35-30ab-44e5-b4bc-25b4434cf18a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09c90b35-30ab-44e5-b4bc-25b4434cf18a,segment=NetworkSegment(8ffbc689-2c43-4dba-bf51-57df84a813b5),segment_id=8ffbc689-2c43-4dba-bf51-57df84a813b5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.417045 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.437945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.468674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde0e825-285a-44b6-9746-ec07654174b0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:20.483732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b617b9dc-5e86-4c4b-9fe3-f6749ae6e7b0') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:20.484041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b617b9dc-5e86-4c4b-9fe3-f6749ae6e7b0') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:20.497893 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.503795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Calling delete_port for 9fff75bd-6e17-4064-8618-5c314f85322d owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:20.516604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.523817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:20.524320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.576197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Calling delete_port for 09c90b35-30ab-44e5-b4bc-25b4434cf18a owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:20.626849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-3c9258bc-b68b-49a3-8167-1e1dfcaafddb service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632584 May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:20.631354 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:20.758038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.763524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.813720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/fde0e825-285a-44b6-9746-ec07654174b0 HTTP/1.1" status: 204 len: 168 time: 0.7424769 May 06 12:41:20.816529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35782) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:20.824051 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:20.825454 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:20.829835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.837244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1cf66-c00c-4df9-b16e-d2533354a290 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=fde0e825-285a-44b6-9746-ec07654174b0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:20.853487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59ff9-7b2a-4a57-80de-ac8c50cea224 req-fac1ef76-c6fa-4439-8c28-f8025e63e447 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:20.857920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fa59ff9-7b2a-4a57-80de-ac8c50cea224 req-fac1ef76-c6fa-4439-8c28-f8025e63e447 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.6394861 May 06 12:41:20.859423 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.871082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.916867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ba971668-f84f-4e9d-bf9e-259618663d62, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba971668-f84f-4e9d-bf9e-259618663d62,segment=NetworkSegment(51987e66-cc18-4953-8204-5c4a0ff160f6),segment_id=51987e66-cc18-4953-8204-5c4a0ff160f6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:20.925496 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cb0241-8a68-43f7-82f2-e6e64faffc71 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:20.925937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cb0241-8a68-43f7-82f2-e6e64faffc71 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:20.927253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.931636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-2837ab9c-3c42-474c-999c-409f1907aea7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 217 time: 0.2962077 May 06 12:41:20.934694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=09c90b35-30ab-44e5-b4bc-25b4434cf18a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:20.937166 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:41:20.957853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2fa59ff9-7b2a-4a57-80de-ac8c50cea224 req-21afa006-d947-4c67-8ef0-514091d966e5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0918751 May 06 12:41:20.973495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No DVR routers for this DVR port 09c90b35-30ab-44e5-b4bc-25b4434cf18a on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:20.978343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-67cb0241-8a68-43f7-82f2-e6e64faffc71 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/147c0295-9c72-4434-af59-20fe26871431 HTTP/1.1" status: 404 len: 337 time: 0.1509931 May 06 12:41:20.982786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:20.986725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:20.996658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.017378 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0400aa9a-5c81-46ad-909b-56fec5a3efa1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:21.017881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0400aa9a-5c81-46ad-909b-56fec5a3efa1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:21.019675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0400aa9a-5c81-46ad-909b-56fec5a3efa1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/23c81c44-034f-43bb-b21b-932ab29c849e HTTP/1.1" status: 404 len: 339 time: 0.0358524 May 06 12:41:21.020750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 815b4d43-e142-468b-947f-952999d58613 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.022543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35790) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:21.061479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] Pushing event deleted for resources: {'Port': ['ID=9fff75bd-6e17-4064-8618-5c314f85322d,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:21.068822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:21.068822 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:21.078909 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15bcfc0-5f58-4c18-a1be-e5af83cffdab tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:21.079514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15bcfc0-5f58-4c18-a1be-e5af83cffdab tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:21.086185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a15bcfc0-5f58-4c18-a1be-e5af83cffdab tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/9ec1aa61-b9e1-4d6c-960d-8f3c8c8bd14d HTTP/1.1" status: 404 len: 337 time: 0.0591154 May 06 12:41:21.086693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35794) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:21.110370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.111500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-03d9eca2-b951-4df2-a3c0-cfc3b5572c02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.111943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 815b4d43-e142-468b-947f-952999d58613 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.112284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 815b4d43-e142-468b-947f-952999d58613 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.114000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12608cfe-ceb9-4dd0-8721-0d10a5b33100 None None] No DVR routers for this DVR port 9fff75bd-6e17-4064-8618-5c314f85322d on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:21.128172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-03d9eca2-b951-4df2-a3c0-cfc3b5572c02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1731398 May 06 12:41:21.168722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ba971668-f84f-4e9d-bf9e-259618663d62,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:21.271431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.278089 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d0667b-28a1-497e-9790-b43965d16fea tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:21.278678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d0667b-28a1-497e-9790-b43965d16fea tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:21.280500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78d0667b-28a1-497e-9790-b43965d16fea tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/ee3a8260-cc44-479c-a03f-69c8be37fce6 HTTP/1.1" status: 404 len: 339 time: 0.1919003 May 06 12:41:21.286598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a3ce2e2c-dd16-4eb8-bc55-11a0859b479f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.287083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35798) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:21.329587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=9a5e464f-eac3-486a-8c25-22c0a1eeda53,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:21.345167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.354215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Deleting port 09c90b35-30ab-44e5-b4bc-25b4434cf18a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:21.355847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.359277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49884910-2b99-40a4-acfb-0e08cdfb9b1e']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:21.377131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffbc689-2c43-4dba-bf51-57df84a813b5') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:21.377570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffbc689-2c43-4dba-bf51-57df84a813b5') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:21.396026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a3ce2e2c-dd16-4eb8-bc55-11a0859b479f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.396372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a3ce2e2c-dd16-4eb8-bc55-11a0859b479f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.396790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9fff75bd-6e17-4064-8618-5c314f85322d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.410582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.414123 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdc3f0d-be66-4887-89eb-30962a1883e2 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:21.415034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdc3f0d-be66-4887-89eb-30962a1883e2 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:21.449279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9fdc3f0d-be66-4887-89eb-30962a1883e2 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/586ae979-5e20-4ed3-ab8c-4fe39db29e42 HTTP/1.1" status: 404 len: 337 time: 0.1495104 May 06 12:41:21.449279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:21.466689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9fff75bd-6e17-4064-8618-5c314f85322d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.467035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9fff75bd-6e17-4064-8618-5c314f85322d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.467453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bb713e95-dca6-4fcb-b08a-a2d8590f3086 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.474032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ad6d9-cc4e-4d53-8578-67fab481df94 req-418694e3-be98-480a-a3f9-661e3018c24a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.474428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.478960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-ece89086-c8f5-430e-9da0-7f9b2c59428b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3484719 May 06 12:41:21.480251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-648ad6d9-cc4e-4d53-8578-67fab481df94 req-418694e3-be98-480a-a3f9-661e3018c24a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.3239610 May 06 12:41:21.497215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.497374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-301bcdd9-cff7-477f-b57c-5d02470417b6 None None] The port '09c90b35-30ab-44e5-b4bc-25b4434cf18a' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:21.498468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.502713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.507294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.511497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bb713e95-dca6-4fcb-b08a-a2d8590f3086 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.511872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bb713e95-dca6-4fcb-b08a-a2d8590f3086 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.512296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09c90b35-30ab-44e5-b4bc-25b4434cf18a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:21.512465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.517778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.524377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:21.530293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-bed9b544-43a2-4ce4-8d76-3cab0aa9f870 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.5081744 May 06 12:41:21.545375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 09c90b35-30ab-44e5-b4bc-25b4434cf18a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:21.545707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09c90b35-30ab-44e5-b4bc-25b4434cf18a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:21.555555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-648ad6d9-cc4e-4d53-8578-67fab481df94 req-5fba9b08-e937-496e-9d8c-238b241732c5 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707595 May 06 12:41:21.558576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:21.558979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.581638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:21.582795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: timer() May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:21.619478 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:21.625545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Deleting port 9fff75bd-6e17-4064-8618-5c314f85322d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:21.626000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:21.677805 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fe0208-2b81-4104-a578-00a9693e62d3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:21.678485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fe0208-2b81-4104-a578-00a9693e62d3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:21.680666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43fe0208-2b81-4104-a578-00a9693e62d3 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/d9226a3f-e4ca-4024-9119-720595461dcd HTTP/1.1" status: 404 len: 339 time: 0.2331643 May 06 12:41:21.753330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35808) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.207184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3785fe24-d0ad-486b-9da1-6de36511796b None None] Provisioning complete for port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:22.207184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3785fe24-d0ad-486b-9da1-6de36511796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.210214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] The port '9fff75bd-6e17-4064-8618-5c314f85322d' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:22.210214 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e337597f-b4db-4b81-941f-8ded3a767476 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.210214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e337597f-b4db-4b81-941f-8ded3a767476 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.213130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3785fe24-d0ad-486b-9da1-6de36511796b None None] Port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:22.215411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53aaa9-7704-4f6a-ac18-7d5b9e224a94 req-0fbc1258-ebf0-41cd-9c76-07e79446c261 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:22.215411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d53aaa9-7704-4f6a-ac18-7d5b9e224a94 req-0fbc1258-ebf0-41cd-9c76-07e79446c261 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.2080617 May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e337597f-b4db-4b81-941f-8ded3a767476 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/01acde06-81b6-4dbc-ad9b-f1dc79e864b0 HTTP/1.1" status: 404 len: 337 time: 0.1517305 May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35812) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7db91945-1f87-4e34-9bc3-bfce479541a3 req-f7c93918-354a-4a62-870b-1966d8a88e6f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5162249 May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d09afc-096c-492b-91b7-fd645689f669 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d09afc-096c-492b-91b7-fd645689f669 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.217417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-36d09afc-096c-492b-91b7-fd645689f669 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/f47cf1ff-c490-4fd0-99c7-e6c711f6c12c HTTP/1.1" status: 404 len: 339 time: 0.1221852 May 06 12:41:22.218884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35818) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.220489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-d3bb7e2d-770a-440a-ab7d-86d5d38d4c1c service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819402 May 06 12:41:22.220489 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.222703 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abf2c96-5032-43c4-9fc8-0bdf006c46e4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.222703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abf2c96-5032-43c4-9fc8-0bdf006c46e4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.222703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1abf2c96-5032-43c4-9fc8-0bdf006c46e4 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/a27fd570-1be0-40fc-b77d-8b8e835b00fb HTTP/1.1" status: 404 len: 337 time: 0.0582910 May 06 12:41:22.222703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35822) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.240680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d53aaa9-7704-4f6a-ac18-7d5b9e224a94 req-29886586-ebbf-4e4e-a95e-e2de209d117c tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986983 May 06 12:41:22.247373 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7dca2e-4cc4-40c8-8ef6-a24c8c0af97b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.247890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7dca2e-4cc4-40c8-8ef6-a24c8c0af97b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.249830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f7dca2e-4cc4-40c8-8ef6-a24c8c0af97b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/3ef5aea8-980e-41b4-93ea-e44430c6e441 HTTP/1.1" status: 404 len: 339 time: 0.0450590 May 06 12:41:22.252684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35826) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.274028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.303044 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-674297c7-64c2-4d9c-8426-be2183b7e44c tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.303479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674297c7-64c2-4d9c-8426-be2183b7e44c tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.308085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-674297c7-64c2-4d9c-8426-be2183b7e44c tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/1de794e5-2f0a-48ec-8321-e31eec884410 HTTP/1.1" status: 404 len: 337 time: 0.0501542 May 06 12:41:22.308864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.325281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.327095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/49884910-2b99-40a4-acfb-0e08cdfb9b1e HTTP/1.1" status: 204 len: 168 time: 3.6520081 May 06 12:41:22.333350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd770f1-f122-4cfe-99f2-45ca45cd1e20']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:22.336628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.345915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'name': 'tempest-PortsIpV6TestJSON-342007711'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:22.348999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c0d1-13c3-4dbe-a798-fd062a1b4340 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=49884910-2b99-40a4-acfb-0e08cdfb9b1e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:22.357733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:22.358023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b032f4-1234-4bd3-bee4-1edb6a83ae09') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:22.362549 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb87e355-1042-4b14-adc8-87457639a87b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.362989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb87e355-1042-4b14-adc8-87457639a87b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.364667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb87e355-1042-4b14-adc8-87457639a87b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/18b47c11-cf3c-4c65-b971-5726877db0a7 HTTP/1.1" status: 404 len: 339 time: 0.0547531 May 06 12:41:22.371879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35840) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.409221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.451116 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4820f3-4f17-4ea9-b5c5-d99172dc765b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.451548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4820f3-4f17-4ea9-b5c5-d99172dc765b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.453205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da4820f3-4f17-4ea9-b5c5-d99172dc765b tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/79405bf0-08db-490d-9775-ffc0c329fb17 HTTP/1.1" status: 404 len: 337 time: 0.0783224 May 06 12:41:22.461842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35844) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.464578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.478233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:22.478624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: timer() May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:22.497716 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:22.499827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f14f226f-91d7-488e-b87d-36eee9308b1a service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610771 May 06 12:41:22.523291 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-652ddc05-76ff-499f-81fd-f88d1c03f71a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.523732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652ddc05-76ff-499f-81fd-f88d1c03f71a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.525438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-652ddc05-76ff-499f-81fd-f88d1c03f71a tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/792a696f-649c-4ad5-8ee5-1ca13da32310 HTTP/1.1" status: 404 len: 339 time: 0.0584080 May 06 12:41:22.528551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35848) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.587864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:22.593744 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55da065-c553-48bc-9516-a703381287ef tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.594184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55da065-c553-48bc-9516-a703381287ef tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.595986 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a55da065-c553-48bc-9516-a703381287ef tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/1b7b444e-ffec-4c50-9ea6-3dea359e0eae HTTP/1.1" status: 404 len: 337 time: 0.0625706 May 06 12:41:22.600044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.627218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:22.641101 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd48aac-c22e-4ba6-a6c1-2ad5ff9203bb tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] DELETE failed (client error): The resource could not be found. May 06 12:41:22.641537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd48aac-c22e-4ba6-a6c1-2ad5ff9203bb tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:22.643156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffd48aac-c22e-4ba6-a6c1-2ad5ff9203bb tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/a2fb73f6-ea3c-49e0-87ba-5adfa8d07c26 HTTP/1.1" status: 404 len: 339 time: 0.0422111 May 06 12:41:22.645832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35856) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:22.750552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8db5d78-3ddb-4dd8-a780-eeaf52e9d869 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 217 time: 0.0938807 May 06 12:41:22.758676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4b3e9-563d-4740-813c-d3bc7aebfbf5 req-b656b952-0abd-477a-9048-8be513a52d01 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:22.760725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd4b3e9-563d-4740-813c-d3bc7aebfbf5 req-b656b952-0abd-477a-9048-8be513a52d01 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.5236821 May 06 12:41:22.806315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:22.810972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:22.862023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-bb0de189-fd5f-4b2c-ba1c-49ed7bbc3c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:22.863457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-bb0de189-fd5f-4b2c-ba1c-49ed7bbc3c62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1007564 May 06 12:41:22.867191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd4b3e9-563d-4740-813c-d3bc7aebfbf5 req-1c2bcd3e-d334-4a42-8995-60e826ba9a5c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0697296 May 06 12:41:22.877662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router f62575e3-e390-44cf-bfa2-f3998bc22f66 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:41:22.903196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 4bb81b4d-a219-486f-b675-679d8a44121b yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:22.943826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-5b9c1a02-9f9e-44dc-83be-24c45e25fa96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739863 May 06 12:41:22.973544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.041932 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.064800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd770f1-f122-4cfe-99f2-45ca45cd1e20,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:23.081442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting subnet e2bca123-fc6b-4810-abe9-6e31f5e4aaa0 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:23.156944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.188695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-30c1d0dc-c9c5-4779-9fc7-be86d7266b3a service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301357 May 06 12:41:23.197968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba971668-f84f-4e9d-bf9e-259618663d62 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:23.213914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992681d7-5ddc-4445-ae32-b366a19ca7ee req-84a405d6-49f4-4b89-a718-bc014419c4af tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.233419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:23.234134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-992681d7-5ddc-4445-ae32-b366a19ca7ee req-84a405d6-49f4-4b89-a718-bc014419c4af tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1760986 May 06 12:41:23.237866 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8a1d5f83-b423-4a54-8251-41c778987692 admin admin] 10.222.0.83 "DELETE /v2.0/networks/3fd770f1-f122-4cfe-99f2-45ca45cd1e20 HTTP/1.1" status: 204 len: 168 time: 4.5611286 May 06 12:41:23.293031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ba971668-f84f-4e9d-bf9e-259618663d62 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:23.294033 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.297655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'floatingip': {'port_id': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:23.426813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c8cb7d0b-381c-4332-b335-0b77f9b2c61a service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392428 May 06 12:41:23.500600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ef2cb-83e0-4889-a89f-bb440c2fac7a req-fb7180ff-7ceb-4cc7-ad1e-184fde5f759e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.502882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e9ef2cb-83e0-4889-a89f-bb440c2fac7a req-fb7180ff-7ceb-4cc7-ad1e-184fde5f759e tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.6815932 May 06 12:41:23.514459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-6891f86e-725c-4df2-bb6c-8b2cd3d9d59f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 200 len: 217 time: 0.0814388 May 06 12:41:23.524758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.528962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.532943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.536916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.540813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.545573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.549511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.551430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-47ef53bb-e338-44d4-a6bc-43f54409b869 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.2162225 May 06 12:41:23.585100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.641557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-afb8309a-2449-4e87-b698-1ea96bffca63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:23.643116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-afb8309a-2449-4e87-b698-1ea96bffca63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0907359 May 06 12:41:23.671723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:23.681714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-31ad3ee7-bd65-48f8-a3c5-183481c67ce8 req-7ab76ce2-269f-4458-be34-7a435480f491 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965400 May 06 12:41:23.731510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-c1494e06-0415-47fd-9d28-44940f226110 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822084 May 06 12:41:23.893260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-cd325acc-8e65-4c1a-9e0c-031db725a755 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543391 May 06 12:41:23.896638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35872) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:23.903865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e9ef2cb-83e0-4889-a89f-bb440c2fac7a req-5cefe6c2-bf0d-477f-8a32-96eb2d83bece tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769243 May 06 12:41:23.908438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.001647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:24.019189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.025443 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] Sync routers for ids ['f62575e3-e390-44cf-bfa2-f3998bc22f66'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:24.038856 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] Routers {'f62575e3-e390-44cf-bfa2-f3998bc22f66'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:24.039742 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f62575e3-e390-44cf-bfa2-f3998bc22f66'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:24.058965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-437de26d-e3d8-4738-83b8-cfdfb67d35b0 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/f62575e3-e390-44cf-bfa2-f3998bc22f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1946352 May 06 12:41:24.067275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:24.076164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-145a5dcc-bd51-40d4-825f-30dc4829f077 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=33720975033a4e1e864c18aff718f5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1750083 May 06 12:41:24.082033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35880) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:24.107303 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:24.119975 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] Routers {'f62575e3-e390-44cf-bfa2-f3998bc22f66'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:24.120874 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f62575e3-e390-44cf-bfa2-f3998bc22f66'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:24.164113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1e03a6f6-4ccc-4e34-9f88-91835fd3436e service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522979 May 06 12:41:24.184157 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:24.184564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f4002-b925-4948-8186-b5ab7de0ab00 None None] The sync data for ids ['f62575e3-e390-44cf-bfa2-f3998bc22f66'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:24.265250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f109-8ea4-4a1a-be74-2cef1a4d4b15 req-7435347d-f877-4652-b081-33bc6e52ce4d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:24.266689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d088f109-8ea4-4a1a-be74-2cef1a4d4b15 req-7435347d-f877-4652-b081-33bc6e52ce4d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.2299948 May 06 12:41:24.268382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a056dfd5-fbfe-410f-a2f4-7659cea7de07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 200 len: 217 time: 0.0959325 May 06 12:41:24.272550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.316678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c93c5-77db-4800-8913-6ae76ee72e6f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:24.324163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d33c93c5-77db-4800-8913-6ae76ee72e6f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:24.427078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.436299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.469864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.506020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-51ffd151-b8f0-4e0e-8752-577500ff5d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:24.507425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-51ffd151-b8f0-4e0e-8752-577500ff5d2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.2186639 May 06 12:41:24.512175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d088f109-8ea4-4a1a-be74-2cef1a4d4b15 req-2f73f249-f6f8-49f0-8ee5-8bf34a6e01ed tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372983 May 06 12:41:24.549889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d33c93c5-77db-4800-8913-6ae76ee72e6f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:24.554049 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d33c93c5-77db-4800-8913-6ae76ee72e6f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports/9a5e464f-eac3-486a-8c25-22c0a1eeda53 HTTP/1.1" status: 200 len: 976 time: 0.4739778 May 06 12:41:24.554920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bca123-fc6b-4810-abe9-6e31f5e4aaa0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:24.558278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35888) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:24.592722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b95c1-2a8b-40f6-b720-612448b6629f None None] Network 98209ec9-14c6-4346-9cee-80c248b22b8a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:24.739144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.742558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-63670adf-763c-4f2c-8196-05e090f7c21c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2222378 May 06 12:41:24.742722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=4bb81b4d-a219-486f-b675-679d8a44121b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:24.798378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:24.818620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:24.829913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.834287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:24.844682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:24.847599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.868911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170e5e36-38c0-4029-963d-f668b6a706b4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:24.907824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9660cd85-1817-4959-9383-f1de347d2db1 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/subnets/e2bca123-fc6b-4810-abe9-6e31f5e4aaa0 HTTP/1.1" status: 204 len: 168 time: 2.2600088 May 06 12:41:24.914637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:24.963835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:24.990965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] DHCP port deletion for 98209ec9-14c6-4346-9cee-80c248b22b8a request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:24.995595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Deleting port 6df9cde7-3261-4183-a57b-98b0140d185f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:24.996494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.068979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-40a01189-ba13-466a-8afc-1d1d7e0ec547 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7279501 May 06 12:41:25.074599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.086524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35900) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:25.091900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.092936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b94c7277-a9e9-4f1b-9332-bbd8321fe744 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/170e5e36-38c0-4029-963d-f668b6a706b4 HTTP/1.1" status: 204 len: 168 time: 1.0012100 May 06 12:41:25.150618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-ca3f902c-7cfc-4484-970c-78e332d733d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961561 May 06 12:41:25.289455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6df9cde7-3261-4183-a57b-98b0140d185f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:25.349811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 4bb81b4d-a219-486f-b675-679d8a44121b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:25.350359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.399378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:25.399378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.412368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.440495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6df9cde7-3261-4183-a57b-98b0140d185f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:25.441066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.563183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-1a013b50-7850-4414-adff-50327d188d93 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928881 May 06 12:41:25.567526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Calling delete_port for 6df9cde7-3261-4183-a57b-98b0140d185f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:25.631855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.685177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:25.741147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.750404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.750404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.763918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.763918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.782587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.782587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:25.782587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f017bf9-014f-4a75-8555-520845a83c9a req-72e56714-07bc-46cd-98b1-ff6c6729d331 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.8461344 May 06 12:41:25.794122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:25.794122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.799197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-21395375-7f7f-4234-a82f-e9766f8a29e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 200 len: 217 time: 0.1506956 May 06 12:41:25.811964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:25.881716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:25.882133 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:25.937359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6df9cde7-3261-4183-a57b-98b0140d185f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:25.987374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for 6df9cde7-3261-4183-a57b-98b0140d185f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:26.050786 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Floating IP 5bee3bcd-b9ab-4bfe-814d-55c4fe168c41 associated. External IP: 172.25.2.214, port: b083d7e8-04b5-4a46-acb5-ab7b13505aff. May 06 12:41:26.068729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.087519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f017bf9-014f-4a75-8555-520845a83c9a req-d97e3455-7271-4e00-bcd3-9652d1ff3d7c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969894 May 06 12:41:26.095483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-68bafa85-4c42-4639-a51d-40f3454fec02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:26.096965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-68bafa85-4c42-4639-a51d-40f3454fec02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.2806468 May 06 12:41:26.114549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e232-c0db-44cc-9767-68d4e37d26d9 req-a968de6e-aba8-4d5b-b565-af1c8802e511 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:26.122418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2c9e232-c0db-44cc-9767-68d4e37d26d9 req-a968de6e-aba8-4d5b-b565-af1c8802e511 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.4703660 May 06 12:41:26.273833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2c9e232-c0db-44cc-9767-68d4e37d26d9 req-8fb6a408-1b0d-48c4-a87b-6bb6cd8f967d tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504416 May 06 12:41:26.310459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:26.310789 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:26.372715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 4bb81b4d-a219-486f-b675-679d8a44121b owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:26.390263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Deleting port 6df9cde7-3261-4183-a57b-98b0140d185f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:26.390263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.559578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-6bc8544c-66f0-45a7-9de0-673c1c4ac76a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2881210 May 06 12:41:26.625732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:26.673902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:26.674881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.701531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.813083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6df9cde7-3261-4183-a57b-98b0140d185f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:26.813446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.823653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Calling delete_port for 6df9cde7-3261-4183-a57b-98b0140d185f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:26.828297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=4bb81b4d-a219-486f-b675-679d8a44121b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:26.895355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:26.939154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-7944090a-3745-47fc-aa08-31af6030b375 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758290 May 06 12:41:26.945967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.030573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-bdc3cb85-500c-4d66-8daa-83725e6bc55a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.032667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-bdc3cb85-500c-4d66-8daa-83725e6bc55a tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.3890884 May 06 12:41:27.033935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35926) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:27.047614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-365ac342-94b1-489f-822c-dee749d991cd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/4bb81b4d-a219-486f-b675-679d8a44121b HTTP/1.1" status: 204 len: 168 time: 1.9569895 May 06 12:41:27.057386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35932) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:27.066629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.068791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'mac_address': 'fa:16:3e:1b:da:f4', 'name': 'tempest-PortsIpV6TestJSON-1757614187'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:27.095100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] For port 6df9cde7-3261-4183-a57b-98b0140d185f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6df9cde7-3261-4183-a57b-98b0140d185f,segment=NetworkSegment(cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a),segment_id=cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:27.095705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.131682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] Pushing event deleted for resources: {'Port': ['ID=6df9cde7-3261-4183-a57b-98b0140d185f,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:27.153205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daedf789-bdd1-44f5-92eb-4fbf14b65d3e None None] No DVR routers for this DVR port 6df9cde7-3261-4183-a57b-98b0140d185f on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:27.285071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Deleting port 88f882d7-5f82-45d3-9776-665154ebab08 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:27.285405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.367987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-130514380-network', 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:27.409492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-9b35fb06-1ff4-423e-b8c3-1ab3e0afe294 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102283 May 06 12:41:27.459858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Calling delete_port for 6df9cde7-3261-4183-a57b-98b0140d185f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:27.489100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:27.547062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Usage tracker for resource:network and tenant:898228d8a247492d9bab8dd6b7f81fac is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:27.547856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-4776c2cb-f340-478a-8abb-d87f2993f5b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 200 len: 217 time: 0.1273425 May 06 12:41:27.570358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:27.593371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:27.614589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:27.628120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:27.652400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:27.654021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:27.659211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:27.667068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:27.668075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:27.671056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.695108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:27.735727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:27.736315 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:27.741248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:27.744388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.775230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d5d7-b85c-4154-9a60-412cb1ca13eb req-9e11c853-e4ee-412c-9c1f-e0ad91b37518 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.778164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25d6d5d7-b85c-4154-9a60-412cb1ca13eb req-9e11c853-e4ee-412c-9c1f-e0ad91b37518 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 945 time: 0.3253810 May 06 12:41:27.778964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:27.797041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b2558dc2-6ed4-494c-b64c-a6aaa47f4ccc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "PUT /v2.0/floatingips/5bee3bcd-b9ab-4bfe-814d-55c4fe168c41 HTTP/1.1" status: 200 len: 992 time: 4.5701339 May 06 12:41:27.812640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:27.832172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:27.910431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.919452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:27.919921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.921623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.925672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.929400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.933592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.937662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:27.939534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-922400f2-9f1a-4dad-b59e-8fe878b490fe tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.6190555 May 06 12:41:27.964195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:27.974535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25d6d5d7-b85c-4154-9a60-412cb1ca13eb req-7d84b7b3-a089-4272-820d-8cb7a51f11d6 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/security-groups?id=d51fdaa4-e676-46e7-9412-cc841ed42893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824381 May 06 12:41:27.982327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Usage tracker for resource:security_group_rule and tenant:898228d8a247492d9bab8dd6b7f81fac is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:27.986666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:27.991259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.002901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a6a191e9-6237-470a-ab00-d43a127ff3c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.004347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-a6a191e9-6237-470a-ab00-d43a127ff3c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.4447417 May 06 12:41:28.015850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:28.037501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 9d366f35-21ec-4978-8070-fffe375eff84 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:28.084921 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f823be9-9833-47bd-88f5-ae171849b9fe'] response: {'name': 'network-changed', 'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'status': 'completed', 'code': 200} May 06 12:41:28.143144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] For port 88f882d7-5f82-45d3-9776-665154ebab08, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=88f882d7-5f82-45d3-9776-665154ebab08,segment=NetworkSegment(b20029dd-55c7-4137-9aab-115f3cd0c954),segment_id=b20029dd-55c7-4137-9aab-115f3cd0c954)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:28.143504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.200628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.305156 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.328224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94dd64f-1b6e-4688-947c-822d1dc8957f req-8fbd028a-061d-48c2-89a5-f3572656a4c1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3717740 May 06 12:41:28.349926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5bee3bcd-b9ab-4bfe-814d-55c4fe168c41', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:c8:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:24Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:28.355468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.356089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:41:28.360145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:28.361681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Calling delete_port for 88f882d7-5f82-45d3-9776-665154ebab08 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:28.370121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:28.372018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeafba3-318c-4aca-a4c6-9e6e48344e1f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.372149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:28.379570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.380116 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Added segment 9082cfb0-227f-45cf-90cd-9ecd941a05aa of type vlan for network 5f581728-9032-4b9a-a4e8-fe953f8ee49c May 06 12:41:28.434284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.488999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.503468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-0e362697-9076-4ad7-9f85-01acefddf3c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4891396 May 06 12:41:28.504180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 9a5e464f-eac3-486a-8c25-22c0a1eeda53 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:28.504420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.559031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.559948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.560530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.593047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:41:28.597804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:28.609043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:28.611895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:28.616926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:28.617764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.651355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-143b1d7d-7043-4ad9-b223-9c19d418374d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.5154209 May 06 12:41:28.683792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Deleting port 6df9cde7-3261-4183-a57b-98b0140d185f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:28.684363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.780358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=9d366f35-21ec-4978-8070-fffe375eff84,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.798586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] The port '6df9cde7-3261-4183-a57b-98b0140d185f' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:28.876253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] Pushing event updated for resources: {'Network': ['ID=5f581728-9032-4b9a-a4e8-fe953f8ee49c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.897573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:28.946885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbdfe30e-76d7-48dc-b0d6-c5b895b7107e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9095883 May 06 12:41:28.953407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35944) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:28.966873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:28.974143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Request body: {'subnet': {'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-130514380-subnet', 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:28.985075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Pushing event deleted for resources: {'Port': ['ID=88f882d7-5f82-45d3-9776-665154ebab08,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:28.985202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:28.993427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.002549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Usage tracker for resource:subnet and tenant:898228d8a247492d9bab8dd6b7f81fac is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:29.010138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:29.014811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e72a8cef-8d81-497e-8247-ed8991df93fd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9552188 May 06 12:41:29.024826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-f31e779d-bf32-4e13-ac38-64d990c1e286 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951131 May 06 12:41:29.028880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35948) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:29.039704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:29.077558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98209ec9-14c6-4346-9cee-80c248b22b8a']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:29.113520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:29.113844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea8b8b5-2c52-4c0b-9ce2-1c2b47c5964a') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:29.135204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.204290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.210770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2e6bb-2bc9-4128-9bd0-d4e92d10a0dc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:29.211595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3be2e6bb-2bc9-4128-9bd0-d4e92d10a0dc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:29.225741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:29.226058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] No DVR routers for this DVR port 88f882d7-5f82-45d3-9776-665154ebab08 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:29.228263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b69c3-04af-4f0d-a750-a3039914a006 req-849e37f0-fc1b-4d7c-afe1-ad69ba8e7139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:29.229704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-849e37f0-fc1b-4d7c-afe1-ad69ba8e7139 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.5554259 May 06 12:41:29.230584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.234648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.237908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'name': 'network-vif-deleted', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:29.251092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2dcfe0a-d880-4fac-86c3-b763ba04d55d req-b33b78ec-02a2-4110-96d7-afaa2befad70 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.1206965 May 06 12:41:29.255454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.293423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5bee3bcd-b9ab-4bfe-814d-55c4fe168c41', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:c8:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:24Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:29.298136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae7371-789f-4a5a-817d-603b02562bda None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '5bee3bcd-b9ab-4bfe-814d-55c4fe168c41', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:c8:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:40:41Z', 'updated_at': '2022-05-06T12:41:24Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:29.477105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:29.477830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:29.497683 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:29.507480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3be2e6bb-2bc9-4128-9bd0-d4e92d10a0dc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:29.509567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3be2e6bb-2bc9-4128-9bd0-d4e92d10a0dc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/9d366f35-21ec-4978-8070-fffe375eff84 HTTP/1.1" status: 200 len: 845 time: 0.4796546 May 06 12:41:29.566229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35958) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:29.569637 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6085e80-8c41-4ebc-a47d-b47de58215eb None None] New status for floating IP 5bee3bcd-b9ab-4bfe-814d-55c4fe168c41: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:41:29.600007 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e633484f-4824-4bed-ab9e-2cc09382aac9'] response: {'server_uuid': '96bd5fd3-374c-4848-8ec5-e151dce09d58', 'name': 'network-vif-deleted', 'tag': '88f882d7-5f82-45d3-9776-665154ebab08', 'status': 'completed', 'code': 200} May 06 12:41:29.610604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 9a5e464f-eac3-486a-8c25-22c0a1eeda53 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:29.666920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d89b6446-9269-4ac2-96ad-552b921cc1d2 req-f484f362-91c3-4df5-8161-8241cf6d6589 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.86 "DELETE /v2.0/ports/88f882d7-5f82-45d3-9776-665154ebab08 HTTP/1.1" status: 204 len: 173 time: 2.6210279 May 06 12:41:29.711231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0588fcfe-50f1-4b26-8790-c45e0d4c8b99 req-dcde0ce2-3984-47fc-a432-c036523d0028 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776476 May 06 12:41:29.719925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-7cf8deeb-5196-4098-8644-a3c1d8aeab72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1000 time: 0.4213588 May 06 12:41:29.732247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 9d366f35-21ec-4978-8070-fffe375eff84 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:29.732976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.795615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b69c3-04af-4f0d-a750-a3039914a006 req-6b13b90d-2794-4c48-99e5-5449d15746bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:29.798049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-6b13b90d-2794-4c48-99e5-5449d15746bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.0716221 May 06 12:41:29.804058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.914776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-fd2dc628-9e0e-43e7-aa21-36ac27e2611b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067543 May 06 12:41:29.923065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88f882d7-5f82-45d3-9776-665154ebab08 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:29.958061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:29.963633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 88f882d7-5f82-45d3-9776-665154ebab08 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:41:29.964624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 88f882d7-5f82-45d3-9776-665154ebab08 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:41:29.973497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] Pushing event deleted for resources: {'Network': ['ID=98209ec9-14c6-4346-9cee-80c248b22b8a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:30.000483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29229a68-3bf7-4eed-9aed-969bd7b95721 tempest-NetworksTest-1291630590 tempest-NetworksTest-1291630590-project] 10.222.0.83 "DELETE /v2.0/networks/98209ec9-14c6-4346-9cee-80c248b22b8a HTTP/1.1" status: 204 len: 168 time: 5.0758693 May 06 12:41:30.023173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.028202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.032081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.037043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.043389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.047159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.058113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:30.069628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-ad6d6c03-360f-4516-b35b-31eac6d13f2f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.4584558 May 06 12:41:30.113638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-f9744d38-884a-4fcd-abc1-6aeeb2441c1d service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569705 May 06 12:41:30.201388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.243213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f83c7455-a036-4b7a-845b-7bcffb61f778 req-5e2e3985-ae46-4afb-8df8-92ef5e6b97e2 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725559 May 06 12:41:30.255412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=9a5e464f-eac3-486a-8c25-22c0a1eeda53,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:30.266620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.356408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:30.420845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-304b69c3-04af-4f0d-a750-a3039914a006 req-77f50cd1-164a-4afc-a839-c29319ea72ab service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008590 May 06 12:41:30.485597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 9d366f35-21ec-4978-8070-fffe375eff84 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:30.565993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-78859cef-a804-4628-b9e8-739103b603da req-ac1712a0-4b72-4913-90ff-dd977ca4a5e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Synchronizing usage tracker for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:30.582470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:30.604378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:30.605324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Network hostable DHCP agents. Network: 5f581728-9032-4b9a-a4e8-fe953f8ee49c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:30.666212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.008985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35968) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.142284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:31.148535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.155272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-78859cef-a804-4628-b9e8-739103b603da req-ac1712a0-4b72-4913-90ff-dd977ca4a5e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] Unset dirty status for tenant:7c960108dbe34149a3d529d21718f7f5 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:31.156474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78859cef-a804-4628-b9e8-739103b603da req-ac1712a0-4b72-4913-90ff-dd977ca4a5e8 tempest-ServerDiskConfigTestJSON-869723328 tempest-ServerDiskConfigTestJSON-869723328-project] 10.222.0.83 "GET /v2.0/ports?device_id=96bd5fd3-374c-4848-8ec5-e151dce09d58 HTTP/1.1" status: 200 len: 210 time: 0.6538868 May 06 12:41:31.198248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router f62575e3-e390-44cf-bfa2-f3998bc22f66 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:31.239296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=9d366f35-21ec-4978-8070-fffe375eff84,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:31.257184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.282113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc70aa0c-a393-479b-855e-2fa256366d9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00733d3c82ff43f8819c507a408977bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2717390 May 06 12:41:31.284587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35974) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.343299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:31.358836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] Sync routers for ids ['f62575e3-e390-44cf-bfa2-f3998bc22f66'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:31.359382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.371160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] Routers {'f62575e3-e390-44cf-bfa2-f3998bc22f66'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:31.371812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f62575e3-e390-44cf-bfa2-f3998bc22f66'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:31.373427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 5f581728-9032-4b9a-a4e8-fe953f8ee49c) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:31.387791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.388504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.406948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.429676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597dc0c-520c-4b1e-a95e-3e559d2d9902 None None] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:31.431070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21ce63b9-cd2a-45a0-ae84-cc7610cf36c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/9d366f35-21ec-4978-8070-fffe375eff84 HTTP/1.1" status: 204 len: 168 time: 1.8635745 May 06 12:41:31.434382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.457642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:31.479230 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4f3329-183a-4b13-ba7f-6080247174a3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:41:31.480804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c4f3329-183a-4b13-ba7f-6080247174a3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:31.487335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-78d4b347-67ab-4977-8c77-49b3900c1d70 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/f62575e3-e390-44cf-bfa2-f3998bc22f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9278858 May 06 12:41:31.491108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.525671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-94ddfb4a-5bad-40d6-9ad9-1292e9bce866 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5711179 May 06 12:41:31.555134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.560261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.565804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.570228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.576152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.580553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.588458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:31.591715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-7054d7e3-e6d7-4709-aed6-0baba741f09a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.1655231 May 06 12:41:31.648970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] Routers {'f62575e3-e390-44cf-bfa2-f3998bc22f66'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:31.649842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f62575e3-e390-44cf-bfa2-f3998bc22f66'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:31.653276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99c08c22-b05b-4be5-8ba1-f551ca3f648e req-73ae23a2-0dba-451d-b8c5-b2c4f2851843 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522211 May 06 12:41:31.681704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.712266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2afa728-f705-4f46-85cc-92fbcd6cdcd3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:31.732610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:31.732610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-614b86c2-b7a5-404d-a010-2a48eaa9e923 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2afa728-f705-4f46-85cc-92fbcd6cdcd3 HTTP/1.1" status: 204 len: 168 time: 0.4390657 May 06 12:41:31.749758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:31.750172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c148329-dc73-4b35-87c9-d6804af20fea None None] The sync data for ids ['f62575e3-e390-44cf-bfa2-f3998bc22f66'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:31.805599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c4f3329-183a-4b13-ba7f-6080247174a3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:31.805599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0c4f3329-183a-4b13-ba7f-6080247174a3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/9d366f35-21ec-4978-8070-fffe375eff84 HTTP/1.1" status: 404 len: 333 time: 0.3623543 May 06 12:41:31.805599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35994) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:31.812219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83573589-a0f2-441b-8b3f-b67ea8928ad7 None None] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:31.813310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'name': 'tempest-PortsIpV6TestJSON-1707412880'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:32.006277 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-44199f59-a86b-45d3-8c6d-f795694b07ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] remove_router_interface failed (client error): The resource could not be found. May 06 12:41:32.009958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-44199f59-a86b-45d3-8c6d-f795694b07ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/f62575e3-e390-44cf-bfa2-f3998bc22f66/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5150902 May 06 12:41:32.010702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36002) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:32.025107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:32.025107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:32.073141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2977b934-1ff1-44a7-94fb-8c384ed37270 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=f62575e3-e390-44cf-bfa2-f3998bc22f66 HTTP/1.1" status: 200 len: 205 time: 0.0588076 May 06 12:41:32.082666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36008) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:32.137127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:32.140111 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.231410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 39fc10b4-e0da-4a65-84b3-de37186edc2a yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:32.235781 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.395571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d5b2-f353-4f94-8818-50f68699c354 req-a62602e6-6bd3-4fae-90fe-ffcf843e2850 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:32.397077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-a62602e6-6bd3-4fae-90fe-ffcf843e2850 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.2826185 May 06 12:41:32.449915 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-d4b346ef-cc1c-4a31-80f1-72fd0883f73e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0399091 May 06 12:41:32.595749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-f43efa7b-b969-4461-8381-4a3bff1b822e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059730 May 06 12:41:32.632649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.651818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:32.767533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-d8d57a5d-b748-47a9-9834-b9fd850908d2 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629159 May 06 12:41:32.876934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Deleting subnet 6d6bf2a9-09a7-48ae-8d84-d3780fe32163 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:32.922025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.956991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.982470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:32.991975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.020910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.085912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:33.091412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:33.115092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:33.115214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.115303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.115303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.120935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=39fc10b4-e0da-4a65-84b3-de37186edc2a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:33.151552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.161860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.161860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.162530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-5b661e55-426a-49a4-a0c5-6b3bc0d9203f service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938010 May 06 12:41:33.164015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.168577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.172544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.178299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:33.189641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-4954a345-38a1-4555-8a26-16d99af5730f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.3100448 May 06 12:41:33.189641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.189641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router f62575e3-e390-44cf-bfa2-f3998bc22f66 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:33.246634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.248720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81c89e73-2700-4068-9b2a-ed565bbde1e7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/f62575e3-e390-44cf-bfa2-f3998bc22f66 HTTP/1.1" status: 204 len: 168 time: 1.1647172 May 06 12:41:33.251408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:33.282664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34d49161-acb9-4d2f-9a18-0bff67e8cfcf req-a6aff6aa-f188-4dc7-a230-a3a76d5c33d0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931606 May 06 12:41:33.307524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-28a9b5a9-a29b-46c9-82fd-883c6fa97e86 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5044637 May 06 12:41:33.311282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36050) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:33.320833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:33.371530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.449767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36058) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:33.454783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6bf2a9-09a7-48ae-8d84-d3780fe32163,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:33.469321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.515215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet fb05d818-88f8-4997-b515-1c4df996a77d {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:33.519200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.557612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-191a5815-b7d5-4708-8713-2191d7b662c0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6d6bf2a9-09a7-48ae-8d84-d3780fe32163 HTTP/1.1" status: 204 len: 168 time: 0.9024477 May 06 12:41:33.568493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36064) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:33.580671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7eac43ab-e2f7-4528-b596-fb1806f7d940 req-bb1e8636-b58b-429a-8009-4bb3becc4c27 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.0698221 May 06 12:41:33.597799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.714420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-491685481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:33.743094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:33.756334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.797555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:router and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:33.807372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:33.840034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:33.859707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.886512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.927965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:33.928986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.001669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.044655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.054267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.066451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] In _notify_port_updated(), no bound segment for port 39fc10b4-e0da-4a65-84b3-de37186edc2a on network ecd54788-e6d4-44f2-a21c-33da1685c695 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:41:34.068943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.069551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.070834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/ports/39fc10b4-e0da-4a65-84b3-de37186edc2a HTTP/1.1" status: 200 len: 818 time: 0.7580481 May 06 12:41:34.074884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36072) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:34.118394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.125178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f031ce-2ad2-45a2-8402-4fc56267fe32 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=39fc10b4-e0da-4a65-84b3-de37186edc2a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.129426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:34.148857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20029dd-55c7-4137-9aab-115f3cd0c954') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:34.149146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20029dd-55c7-4137-9aab-115f3cd0c954') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:34.153551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 39fc10b4-e0da-4a65-84b3-de37186edc2a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:34.153907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.175548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.196411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.207202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:34.207596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: timer() May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:34.222835 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:34.281654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.287154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.361335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=fb05d818-88f8-4997-b515-1c4df996a77d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.385702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8bc5b-99c7-4b56-9b63-0236fbfc741b None None] Network 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:34.400373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.415964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-031e58de-b9d8-4856-adbf-504944dfca52 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/fb05d818-88f8-4997-b515-1c4df996a77d HTTP/1.1" status: 204 len: 168 time: 1.1618571 May 06 12:41:34.419877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36080) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:34.498619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.521061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.522182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-891913c3-285f-40ad-960c-dd1ea7fe9f77 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0712469 May 06 12:41:34.523219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.569546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36084) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:34.595036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.599163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] 10.222.0.83 "DELETE /v2.0/networks/6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64 HTTP/1.1" status: 204 len: 168 time: 1.0268302 May 06 12:41:34.601021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1418519875'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:34.623275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507d169-e669-4c54-bc82-5cb730529a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb9d99d-a61c-4673-b2cf-5f6a12a0ff64,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.625298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:34.641677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 39fc10b4-e0da-4a65-84b3-de37186edc2a owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:34.644312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:network and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:34.650938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:34.670959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:34.676772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.699874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port ba971668-f84f-4e9d-bf9e-259618663d62 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:34.700163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.754528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] DHCP port deletion for 205a1d8a-75c8-40a6-91b5-62e4d611eaf3 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:34.760146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Deleting port ba971668-f84f-4e9d-bf9e-259618663d62 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:34.760527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.770935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.774946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.779120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.783343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.794319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.794319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.796964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:34.799018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b231471e-b1b8-4189-80b9-263932b107aa req-f3f69178-64e5-4dc3-b700-cd4d478e1675 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.2859704 May 06 12:41:34.836447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c022377c-c1e1-485c-9d65-dfeec3ab9406 req-21402db3-3d30-415c-a068-e9a7e6e644cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.0690091 May 06 12:41:34.876401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:34.879613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.881584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.906338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.952641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:34.954823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=39fc10b4-e0da-4a65-84b3-de37186edc2a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:34.965753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3afc44d4-a296-44e8-9a9b-492b662095ba tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/39fc10b4-e0da-4a65-84b3-de37186edc2a HTTP/1.1" status: 204 len: 168 time: 0.8883555 May 06 12:41:34.970330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.055462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] For port ba971668-f84f-4e9d-bf9e-259618663d62, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba971668-f84f-4e9d-bf9e-259618663d62,segment=NetworkSegment(51987e66-cc18-4953-8204-5c4a0ff160f6),segment_id=51987e66-cc18-4953-8204-5c4a0ff160f6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:35.055923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc4be4-86e1-4934-b16c-ea56c0bde34d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:35.056646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-58fc4be4-86e1-4934-b16c-ea56c0bde34d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:35.056753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.152616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b231471e-b1b8-4189-80b9-263932b107aa req-de690cbe-9702-4f0d-af61-156756788dca tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3266273 May 06 12:41:35.195512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:35.199993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port ba971668-f84f-4e9d-bf9e-259618663d62, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba971668-f84f-4e9d-bf9e-259618663d62,segment=NetworkSegment(51987e66-cc18-4953-8204-5c4a0ff160f6),segment_id=51987e66-cc18-4953-8204-5c4a0ff160f6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:35.200469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.219972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:security_group_rule and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:35.224325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:35.230386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba971668-f84f-4e9d-bf9e-259618663d62 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:41:35.259091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Calling delete_port for ba971668-f84f-4e9d-bf9e-259618663d62 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:35.273932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-58fc4be4-86e1-4934-b16c-ea56c0bde34d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:35.273932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-58fc4be4-86e1-4934-b16c-ea56c0bde34d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2974894 May 06 12:41:35.274495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36098) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.338143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:35.348943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for ba971668-f84f-4e9d-bf9e-259618663d62 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:35.365609 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-15923e3c-874e-4dfd-b895-2521ca944a22 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:41:35.367179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15923e3c-874e-4dfd-b895-2521ca944a22 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/39fc10b4-e0da-4a65-84b3-de37186edc2a HTTP/1.1" status: 404 len: 333 time: 0.0918610 May 06 12:41:35.371011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.376714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36106) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.381823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635076938'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:35.404667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:35.412568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:35.416296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:35.427830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:35.438925 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.466056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6a1e1b96-400e-4a3b-8b3a-55adef091993 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c960108dbe34149a3d529d21718f7f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0858693 May 06 12:41:35.466384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:35.502683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.537147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.561363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.576189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:35.576509 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:35.592602 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.618388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:35.623145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.652531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] Pushing event deleted for resources: {'Port': ['ID=ba971668-f84f-4e9d-bf9e-259618663d62,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.655673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:35.655904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e475e-deff-4334-a179-e594909b7b9c None None] No DVR routers for this DVR port ba971668-f84f-4e9d-bf9e-259618663d62 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:35.670330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.671055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.671578 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment bcb82aec-886e-4df0-9189-eee29133255b of type vlan for network 7e2c5590-f880-4b28-b78a-2ba324d9b82e May 06 12:41:35.699356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.710553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:35.720805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c73902-e859-459f-bcb8-851c30fdc7b0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.727220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.727704 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Added segment 8da816c5-6179-46f3-b90c-723eb2e22bc6 of type vlan for network 0fb64878-39b7-420d-95b0-9af75e5ade02 May 06 12:41:35.759162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.768108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.786492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51fdaa4-e676-46e7-9412-cc841ed42893,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:35.869604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.873540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:35.874161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.919416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:35.923505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:35.924313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.033440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.034566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52cfb07d-c93d-42b3-8672-7b652eebde2c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d51fdaa4-e676-46e7-9412-cc841ed42893 HTTP/1.1" status: 204 len: 168 time: 0.5666466 May 06 12:41:36.039306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=7e2c5590-f880-4b28-b78a-2ba324d9b82e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:36.044234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30a357bc-e071-4ea5-9e4b-09999dba17ea req-2c3222ad-3ec0-44de-90cc-f05cd7deb461 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.0548539 May 06 12:41:36.052607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:36.064808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Network': ['ID=0fb64878-39b7-420d-95b0-9af75e5ade02,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:36.077590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port ba971668-f84f-4e9d-bf9e-259618663d62 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:36.078604 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.136561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:36.145743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] The port 'ba971668-f84f-4e9d-bf9e-259618663d62' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:41:36.160565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c3a7092-6677-42fa-962c-61ae10691aac tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7840738 May 06 12:41:36.160565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:36.164903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:36.189441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5b3fca9a-3c87-4493-80e5-52b560f681e3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6065938 May 06 12:41:36.193538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:36.268684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'subnet': {'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:36.302129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.387422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205a1d8a-75c8-40a6-91b5-62e4d611eaf3']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:36.406811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51987e66-cc18-4953-8204-5c4a0ff160f6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:36.407099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51987e66-cc18-4953-8204-5c4a0ff160f6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:36.424376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:36.429071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.433216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:36.436203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:36.438585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:36.445764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:subnet and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:36.448995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:36.451094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:36.452352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.458680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:36.463273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.468262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.472113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.480673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.480673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.484578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.489245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.491582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-3b433231-4415-4a59-81a5-1640f2cb8da3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.1791844 May 06 12:41:36.497694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:36.498084 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: timer() May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:36.512577 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:36.599575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:36.615658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:36.739606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d13cc966-f32d-41dd-b5a2-3d888c9c5c68 req-d0143e8e-19e1-49e7-9c91-452e1be28193 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2261500 May 06 12:41:36.803291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.838061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.862642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.866149 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:36.872306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=205a1d8a-75c8-40a6-91b5-62e4d611eaf3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:36.880858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca9873fc-a7dc-4fec-a91c-aa4ff0f1c379 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/205a1d8a-75c8-40a6-91b5-62e4d611eaf3 HTTP/1.1" status: 204 len: 168 time: 2.4593794 May 06 12:41:36.882197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36136) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:36.889581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d5b2-f353-4f94-8818-50f68699c354 req-8196a208-f7b2-423b-9984-407a35c5a9c3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:36.891027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-8196a208-f7b2-423b-9984-407a35c5a9c3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.3005707 May 06 12:41:36.894865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1721210606'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:36.900092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:36.904243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:36.907373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:36.917690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:36.932624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:37.161030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:37.172059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.252735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:37.254921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:37.262629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Usage tracker for resource:port and tenant:898228d8a247492d9bab8dd6b7f81fac is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:37.266315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:37.273036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.273374 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment 160ec597-d5a0-44bc-991f-1e21fb49a578 of type vlan for network fb75f171-9548-4b88-b2d7-baefd654487f May 06 12:41:37.274614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:37.306356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.387845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-faacf190-fc23-4743-8165-c6339b62502e req-617846b8-ee12-4e00-9f1b-4e7fbd0ec671 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.1017299 May 06 12:41:37.535637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:37.538883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.549584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.553234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:37.559630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.622422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.705628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Subnet': ['ID=cf7ad39b-f295-4767-ba39-1fc7e2bc10ed,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:37.721336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=fb75f171-9548-4b88-b2d7-baefd654487f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:37.723685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Checking segment: {'id': '8da816c5-6179-46f3-b90c-723eb2e22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:37.724080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network hostable DHCP agents. Network: 0fb64878-39b7-420d-95b0-9af75e5ade02, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:37.740146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:37.745579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.746112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.746617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.747093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.747556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.748072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.748608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.749068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.749558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.750057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.750528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:37.769389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fb75f171-9548-4b88-b2d7-baefd654487f details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:37.792589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a58d950-9d53-41de-8a4b-7b202559573b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9091516 May 06 12:41:37.801543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:37.828869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:37.945861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.3 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/22e4259b-edc5-4443-8e68-d6a610845315) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:37.981618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:38.003936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36156) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:38.035857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=795c3c75-c162-4fa2-aa8a-3a6454a84d25,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:38.067280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': 'bcb82aec-886e-4df0-9189-eee29133255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:38.067645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: 7e2c5590-f880-4b28-b78a-2ba324d9b82e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:38.075539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:38.084151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:38.087927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:38.098736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:38.150656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0fb64878-39b7-420d-95b0-9af75e5ade02) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:38.157009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.157715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.166914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184cb1d-2b67-41ac-a2a4-49f165f45d2b None None] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:38.205346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2128951753-network', 'tenant_id': 'c5b3340e925345d5b2bd0f7cf872acf7'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:38.212012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:38.216647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Usage tracker for resource:network and tenant:c5b3340e925345d5b2bd0f7cf872acf7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:38.219829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:38.227330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:38.252547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:38.295360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.299279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.303304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.307304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.311888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.316733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.320038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.321950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71707fff-89ec-45b4-8db7-360586e6df18 req-56ebc9f3-3fb3-4084-b4af-01010879de70 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.3574612 May 06 12:41:38.323909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fee258c5-98fb-4b3d-bd29-4c5d9b6c3147 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0656786 May 06 12:41:38.325286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:38.326650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36162) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:38.344871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'network': {'name': 'tempest-router-network01--1155509348'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:38.350104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7e2c5590-f880-4b28-b78a-2ba324d9b82e) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:38.358520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.359104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.371631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:38.376042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Made reservation on behalf of c5b3340e925345d5b2bd0f7cf872acf7 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:38.379054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.393828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:network and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:38.404746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.406553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:38.427031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:38.432575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.434498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dbf0e-5947-4946-b633-b892dae1c06b None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:38.439802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.454364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71707fff-89ec-45b4-8db7-360586e6df18 req-6a281406-50ea-4211-b26f-6f5e63cbed9e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250887 May 06 12:41:38.518482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aba5269b-3ac0-4ba4-9fe7-96e01213e00f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3583069 May 06 12:41:38.521747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:38.528618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:38.534681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1f919888-0d83-4a5f-814a-78cba812f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.553881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-0fb64878-39b7-420d-95b0-9af75e5ade02', 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02', 'tenant_id': 'ab80e21c382d4b698b440b4a2bcccab2', 'fixed_ips': [{'subnet_id': 'cf7ad39b-f295-4767-ba39-1fc7e2bc10ed'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:38.554746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.557465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:38.562869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b3340e925345d5b2bd0f7cf872acf7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:38.567445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:38.578435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:38.582149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.610300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:38.633442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef743474-4b84-4247-8af7-ced4b8955320 req-6c894b72-059e-43b6-9a99-e393f34d93c0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.0621097 May 06 12:41:38.649915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.787472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.790502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:38.807361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:38.813674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:38.819513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:38.825323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:38.874531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.874874 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Added segment 6686aa6c-4934-4fea-bc02-b91279543864 of type vlan for network 02b1c392-b076-4231-9944-4173ecbfdabf May 06 12:41:38.882861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.885362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Allocated IP 2001:db8::2 (0fb64878-39b7-420d-95b0-9af75e5ade02/cf7ad39b-f295-4767-ba39-1fc7e2bc10ed/715a282c-b8ac-42c1-a5d9-b3ba4e90f009) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:38.914248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:38.918876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '795c3c75-c162-4fa2-aa8a-3a6454a84d25'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:38.920007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.936912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:38.938242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.944949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:38.945558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.950547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:38.954307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:38.969592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:38.999516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:39.008810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46d3d1-3f65-49f4-8be8-52ab18ce6370,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.037271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=b6761662-6ed5-4fd4-a532-d2f5ae367b4a,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.039483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.040146 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Added segment 21b4f3a5-b687-487b-b41b-2c548aa7433e of type vlan for network 48de0c56-dbec-4867-94bc-50250c4a79bc May 06 12:41:39.051284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:39.058628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': '160ec597-d5a0-44bc-991f-1e21fb49a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:39.058990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: fb75f171-9548-4b88-b2d7-baefd654487f, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:39.082235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.122582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-2ade6f2f-e619-4a23-8d5d-71eabbe816bb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2121508 May 06 12:41:39.130531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.134321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:39.134930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.168695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Request body: {'port': {'device_id': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:39.302805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Allocated IP 2001:db8::2 (7e2c5590-f880-4b28-b78a-2ba324d9b82e/795c3c75-c162-4fa2-aa8a-3a6454a84d25/9372a05a-17a7-4e4c-9565-fc0fa88cc6e0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:39.304882 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.321070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Transition to ACTIVE for port object 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:39.330670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network fb75f171-9548-4b88-b2d7-baefd654487f is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:39.369143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Network': ['ID=02b1c392-b076-4231-9944-4173ecbfdabf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.382176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.383247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:39.384056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.401262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.403945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 02b1c392-b076-4231-9944-4173ecbfdabf details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:39.474176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.495873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, fb75f171-9548-4b88-b2d7-baefd654487f) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:39.506135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] Pushing event updated for resources: {'Network': ['ID=48de0c56-dbec-4867-94bc-50250c4a79bc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.506245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c26048ee-1e4f-4949-a222-04245e959c5b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1737835 May 06 12:41:39.508035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36174) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:39.517103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:39.518142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.518253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'network': {'name': 'tempest-router-network02--1041676581'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:39.528244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Transition to ACTIVE for port object 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:39.536069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e18337-d266-4941-ab2c-97f9139f34f3 None None] Network fb75f171-9548-4b88-b2d7-baefd654487f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:39.548993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 48de0c56-dbec-4867-94bc-50250c4a79bc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:39.568757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:39.585019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:network and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:39.591746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d0aa8db-5a56-4110-b48e-115b496aca54 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5754669 May 06 12:41:39.594941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:39.597007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36180) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:39.602702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Request body: {'subnet': {'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2128951753-subnet', 'tenant_id': 'c5b3340e925345d5b2bd0f7cf872acf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:39.611101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:39.618796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Usage tracker for resource:subnet and tenant:c5b3340e925345d5b2bd0f7cf872acf7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:39.623363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:39.625984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:39.638060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1cef1bab-3fcc-4aac-a2ca-2fc7011663ec tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8360720 May 06 12:41:39.640982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:39.643003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:39.653662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1020303293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:39.666331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:39.673680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:39.679218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:39.697996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:39.765963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.770640 n-d-840845-1 neutron-server[84800]: INFO neutron.db.ipam_backend_mixin [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 795c3c75-c162-4fa2-aa8a-3a6454a84d25 (CIDR: 2001:db8::/64) May 06 12:41:39.784698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Made reservation on behalf of c5b3340e925345d5b2bd0f7cf872acf7 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:39.787724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.795032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:39.798000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.820711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.824643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:39.864058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:39.878543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:39.879416 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:41:39.879928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:41:39.892109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:39.958103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Pushing event updated for resources: {'Port': ['ID=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:39.967484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:41:40.001031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.005619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.009636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.015284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.019261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.023137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.028476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.031281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-8d5f0b28-64ee-4be0-aa06-4a8e28698c4f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.3524890 May 06 12:41:40.037299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.037879 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Added segment 96688ddb-0673-437b-9c7f-e06bedf1a683 of type vlan for network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf May 06 12:41:40.041746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e970280a-9cdc-41db-80ce-3059a95b348e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5183368 May 06 12:41:40.045887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:40.059824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:40.098525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.104076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.147241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Attempting to bind port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:40.147614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Attempting to bind port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8da816c5-6179-46f3-b90c-723eb2e22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:40.148002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Attempting to bind port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 on network 0fb64878-39b7-420d-95b0-9af75e5ade02 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:40.150389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.201127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Transition to ACTIVE for port object 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:40.204660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:40.205289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Checking segment: {'id': '8da816c5-6179-46f3-b90c-723eb2e22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:40.205878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.206546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Bound using segment: {'id': '8da816c5-6179-46f3-b90c-723eb2e22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:40.207166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Bound port: 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da816c5-6179-46f3-b90c-723eb2e22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0fb64878-39b7-420d-95b0-9af75e5ade02'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:40.207616 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.228354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-fb75f171-9548-4b88-b2d7-baefd654487f', 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': 'b6761662-6ed5-4fd4-a532-d2f5ae367b4a'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:40.229269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.302175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Transition to ACTIVE for port object 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:40.374419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e4259b-edc5-4443-8e68-d6a610845315 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:40.380896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-422a4f02-292b-4b8e-8ee9-0ebdeecf19d2 req-05e25cec-cc89-42dd-9336-6f415aac6acb tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3201008 May 06 12:41:40.386014 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.408822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Transition to ACTIVE for port object 22e4259b-edc5-4443-8e68-d6a610845315 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:40.409389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.410137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c7db4-a47e-4561-84dc-5ba3f4661a35 req-c49c9696-ee18-4aac-82ba-570c23a1083f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.411901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b71c7db4-a47e-4561-84dc-5ba3f4661a35 req-c49c9696-ee18-4aac-82ba-570c23a1083f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 931 time: 0.4639730 May 06 12:41:40.455554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.467514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.472731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:40.477968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.483247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] For port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:40.497473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:40.512422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:40.520001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:40.529571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:40.555067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] For port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,segment=NetworkSegment(8da816c5-6179-46f3-b90c-723eb2e22bc6),segment_id=8da816c5-6179-46f3-b90c-723eb2e22bc6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:40.564602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b71c7db4-a47e-4561-84dc-5ba3f4661a35 req-711b9fcd-a9d6-4ae0-8830-70a5075416b0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:40.565259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:40.571108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.577744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:40.588239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Pushing event updated for resources: {'Port': ['ID=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:40.593346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:40.602640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.604052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-526469f3-e09f-4fb6-9ad4-31752eb16893 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9599411 May 06 12:41:40.607616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36194) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:40.641176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1321466 May 06 12:41:40.642534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Allocated IP 172.20.0.2 (fb75f171-9548-4b88-b2d7-baefd654487f/b6761662-6ed5-4fd4-a532-d2f5ae367b4a/f98e5664-d925-4f1c-8930-be349ae6c86d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:40.645199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36198) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:40.650315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.653400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07fab4-293e-41d9-a16d-c59ffa7ad252 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Network': ['ID=96b36e4e-d9d4-41d3-b362-f4eb96c5abcf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:40.670754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:40.674910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.696048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:41:40.723588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'subnet': {'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:40.762814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b71c7db4-a47e-4561-84dc-5ba3f4661a35 req-711b9fcd-a9d6-4ae0-8830-70a5075416b0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:40.775988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-075deb9a-0168-4683-af8b-f5520ac7421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.777072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b71c7db4-a47e-4561-84dc-5ba3f4661a35 req-711b9fcd-a9d6-4ae0-8830-70a5075416b0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469222 May 06 12:41:40.830871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:40.923129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Pushing event updated for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:40.954935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:40.978946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:41.004365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Attempting to bind port 22e4259b-edc5-4443-8e68-d6a610845315 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:41.004365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Attempting to bind port 22e4259b-edc5-4443-8e68-d6a610845315 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:41.004365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Attempting to bind port 22e4259b-edc5-4443-8e68-d6a610845315 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:41.008310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:subnet and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:41.010729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Port 22e4259b-edc5-4443-8e68-d6a610845315 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:41.010972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Attempting to bind port 22e4259b-edc5-4443-8e68-d6a610845315 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:41.013923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:41.020586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Attempting to bind port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:41.020586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Attempting to bind port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'bcb82aec-886e-4df0-9189-eee29133255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:41.020586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Attempting to bind port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 on network 7e2c5590-f880-4b28-b78a-2ba324d9b82e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:41.022489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:41.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:41.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:41.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:41.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Bound port: 22e4259b-edc5-4443-8e68-d6a610845315, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:41.030076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.070995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c6ad-80e5-42a7-a69c-b37fb7ff6a42 None None] Pushing event updated for resources: {'Port': ['ID=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:41.079465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:41.080051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Checking segment: {'id': 'bcb82aec-886e-4df0-9189-eee29133255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:41.080563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.081079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Bound using segment: {'id': 'bcb82aec-886e-4df0-9189-eee29133255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:41.081775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Bound port: 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb82aec-886e-4df0-9189-eee29133255b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:41.082280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.126910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.127248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.127985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.128587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.129011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.129420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.129743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.130062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.130614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.131195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.131596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:41:41.138883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:41.144379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=22e4259b-edc5-4443-8e68-d6a610845315,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:41.187094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Checking segment: {'id': '21b4f3a5-b687-487b-b41b-2c548aa7433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:41.187094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Network hostable DHCP agents. Network: 48de0c56-dbec-4867-94bc-50250c4a79bc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:41.212742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:41.282745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] For port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:41.293731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] For port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,segment=NetworkSegment(bcb82aec-886e-4df0-9189-eee29133255b),segment_id=bcb82aec-886e-4df0-9189-eee29133255b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:41.299945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.313376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Transition to ACTIVE for port object f98e5664-d925-4f1c-8930-be349ae6c86d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:41.333023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Transition to ACTIVE for port object f98e5664-d925-4f1c-8930-be349ae6c86d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:41.346832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.420938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.462505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.583984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Network 48de0c56-dbec-4867-94bc-50250c4a79bc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:41.633578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.634955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] 10.222.0.86 "PUT /v2.0/ports/22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 200 len: 1091 time: 2.4907210 May 06 12:41:41.645916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:41.657597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d50b1-404d-401d-b2b7-85dadd0e377d None None] Pushing event updated for resources: {'Port': ['ID=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:41.661088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.673023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff73d4-8857-4c6b-8c57-b2150eee824b service neutron] Pushing event updated for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:41.684384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Network fb75f171-9548-4b88-b2d7-baefd654487f is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:41.687084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:41.709562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.804820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:41.927603 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd6ea25-35eb-4984-b561-e57dc8044bea'] response: {'name': 'network-changed', 'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315', 'status': 'completed', 'code': 200} May 06 12:41:41.973631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Pushing event updated for resources: {'Port': ['ID=f98e5664-d925-4f1c-8930-be349ae6c86d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:41.975883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Attempting to bind port f98e5664-d925-4f1c-8930-be349ae6c86d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:41.976417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Attempting to bind port f98e5664-d925-4f1c-8930-be349ae6c86d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '160ec597-d5a0-44bc-991f-1e21fb49a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:41.976962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Attempting to bind port f98e5664-d925-4f1c-8930-be349ae6c86d on network fb75f171-9548-4b88-b2d7-baefd654487f {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:41.985039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:41.985441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Checking segment: {'id': '160ec597-d5a0-44bc-991f-1e21fb49a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:41.985860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:41.986284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Bound using segment: {'id': '160ec597-d5a0-44bc-991f-1e21fb49a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:41.986769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Bound port: f98e5664-d925-4f1c-8930-be349ae6c86d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160ec597-d5a0-44bc-991f-1e21fb49a578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fb75f171-9548-4b88-b2d7-baefd654487f'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:41.987143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.012952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.016573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 48de0c56-dbec-4867-94bc-50250c4a79bc) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:42.021838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.022938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.049544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474957f-f213-47fe-bbb1-cee38079c427 None None] Network 48de0c56-dbec-4867-94bc-50250c4a79bc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:42.061366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.065222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.069400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.073800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.078164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.082017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.085896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.098556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-d4b4b48e-e737-4a80-af98-1f7a237b8f9c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.3845408 May 06 12:41:42.116952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.127633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1ce4210-d7d1-4a7d-a8d7-308483fed654 req-42836c18-f184-4774-b471-503156279e46 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1094 time: 0.1931279 May 06 12:41:42.205630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:42.249540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] For port f98e5664-d925-4f1c-8930-be349ae6c86d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:42.257749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] For port f98e5664-d925-4f1c-8930-be349ae6c86d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f98e5664-d925-4f1c-8930-be349ae6c86d,segment=NetworkSegment(160ec597-d5a0-44bc-991f-1e21fb49a578),segment_id=160ec597-d5a0-44bc-991f-1e21fb49a578)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:42.263334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:42.266951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.268281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.271940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.278212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=7f4f6168-24ab-4aa6-b1b9-b221b1e28513,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:42.295375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.362940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Subnet': ['ID=d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:42.396398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3e81b48-89fb-4c2f-bb2a-e685e223cb01 req-62a7ea1d-031a-4b00-afdc-a16ad1fa6fe2 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2988663 May 06 12:41:42.462827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:42.502064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Checking segment: {'id': '6686aa6c-4934-4fea-bc02-b91279543864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:42.503096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network hostable DHCP agents. Network: 02b1c392-b076-4231-9944-4173ecbfdabf, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:42.530743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-adc67764-8a0f-430a-9ec0-0ae0af06dba3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9323134 May 06 12:41:42.536665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce4210-d7d1-4a7d-a8d7-308483fed654 req-7837815f-0821-4d5d-a7b2-e878b16ca489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.538855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1ce4210-d7d1-4a7d-a8d7-308483fed654 req-7837815f-0821-4d5d-a7b2-e878b16ca489 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=898228d8a247492d9bab8dd6b7f81fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3702881 May 06 12:41:42.593288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494472e-05de-4e90-894f-dc6dded6f8c3 None None] Pushing event updated for resources: {'Port': ['ID=f98e5664-d925-4f1c-8930-be349ae6c86d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:42.613752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657a888-211e-4e64-8bb7-c7b03b22d630 None None] Network 48de0c56-dbec-4867-94bc-50250c4a79bc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:42.645785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef60ca4-6adc-419e-84a4-562d37da6a27 req-fbb1989b-9133-426e-99f8-4805eccb9e94 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:42.654020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ef60ca4-6adc-419e-84a4-562d37da6a27 req-fbb1989b-9133-426e-99f8-4805eccb9e94 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 943 time: 0.6470015 May 06 12:41:42.681792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4a17379e-7598-4ae1-befe-ea90a93d58d3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6297722 May 06 12:41:42.682569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36212) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:42.693461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'fixed_ips': [{'subnet_id': '795c3c75-c162-4fa2-aa8a-3a6454a84d25'}, {'subnet_id': '7f4f6168-24ab-4aa6-b1b9-b221b1e28513'}], 'name': 'tempest-PortsIpV6TestJSON-1892834548'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:42.740302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.20.0.1 (fb75f171-9548-4b88-b2d7-baefd654487f/b6761662-6ed5-4fd4-a532-d2f5ae367b4a/5b25235e-5b7d-4d4a-b1a2-8efafd5d291d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:42.821911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ef60ca4-6adc-419e-84a4-562d37da6a27 req-2fb865b3-295d-4202-823d-0e63a765a98e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594496 May 06 12:41:43.010436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 02b1c392-b076-4231-9944-4173ecbfdabf is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:43.124341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.139315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce4210-d7d1-4a7d-a8d7-308483fed654 req-aa6ba615-30f4-4574-903e-19530f4a8b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.140208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64260486-e57c-4df3-a6c4-d224d75cc98d None None] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:43.140785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1ce4210-d7d1-4a7d-a8d7-308483fed654 req-aa6ba615-30f4-4574-903e-19530f4a8b28 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5797293 May 06 12:41:43.141941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:43.331422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.332119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 02b1c392-b076-4231-9944-4173ecbfdabf) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:43.361017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.362090 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.386251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:43.402383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:43.409428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:43.474108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:43.481071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network fb75f171-9548-4b88-b2d7-baefd654487f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:43.486742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:43.512407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:43.569029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d3ce8-947e-44d1-b679-7ec3e052b6d9 None None] Network 02b1c392-b076-4231-9944-4173ecbfdabf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:43.586113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:43.596323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=5b25235e-5b7d-4d4a-b1a2-8efafd5d291d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:43.618323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.648024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0ee7a1d3-0d37-4b82-80a3-755ee5e5a4f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0013506 May 06 12:41:43.648848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36228) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:43.664750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'subnet': {'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:43.755301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.761474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.766102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.773698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.778986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.784543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.788983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:43.791202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-f23a7eb4-3b59-47bf-bcaf-6bf14ad746f3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.1379066 May 06 12:41:43.795800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-3e04d687-7105-46b9-81e9-f1def0386c22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1094 time: 0.5951786 May 06 12:41:43.812699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:43.819353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.864032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:41:43.893477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:43.913867 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.015861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:44.029188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:44.029772 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.071085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb1951-3131-406e-85ba-fccc350a365c None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:44.118469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-ce68fd0a-abc6-4e3e-962c-ea3b4e63f186 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:44.125230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-ce68fd0a-abc6-4e3e-962c-ea3b4e63f186 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/networks?id=48de0c56-dbec-4867-94bc-50250c4a79bc HTTP/1.1" status: 200 len: 822 time: 0.7084038 May 06 12:41:44.174728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Provisioning for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:44.199986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Provisioning complete for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:44.200130 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.205846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f92a7cc6-d051-4e9b-aa0e-68aa4844951b req-bb89fad6-61e5-49e6-a855-7dbbedd3bf97 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3382261 May 06 12:41:44.212107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-460aa76b-c9c2-4a09-b6f0-fb89c1d0074b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 200 len: 217 time: 0.3594930 May 06 12:41:44.282257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-02b1c392-b076-4231-9944-4173ecbfdabf', 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf', 'tenant_id': 'ab80e21c382d4b698b440b4a2bcccab2', 'fixed_ips': [{'subnet_id': 'd4381fb5-2a8a-42b4-b60a-ea0781b0fc8b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:44.282958 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.373434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d5b2-f353-4f94-8818-50f68699c354 req-ef6079ff-3e29-4b46-88da-86848ea71d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:44.375423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-ef6079ff-3e29-4b46-88da-86848ea71d71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1535423 May 06 12:41:44.391271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-e9d4de70-154e-495c-9b6e-b3fd88b238ed tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/quotas/c5b3340e925345d5b2bd0f7cf872acf7 HTTP/1.1" status: 200 len: 375 time: 0.2519665 May 06 12:41:44.405340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:44.456307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:subnet and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:44.502820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:44.516170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-4aac4bd2-420d-42ad-aae8-4054aff62920 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237783 May 06 12:41:44.524653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-2aa4197b-4ad8-4a03-81bc-4dbc483d0bc4 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5b3340e925345d5b2bd0f7cf872acf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165383 May 06 12:41:44.530854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:44.614009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.638402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e7cd1-5657-4c6b-8b47-63dd19d2e4bd req-b179ad46-b1f1-4221-8f38-a8dde411cd75 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:44.640234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c83e7cd1-5657-4c6b-8b47-63dd19d2e4bd req-b179ad46-b1f1-4221-8f38-a8dde411cd75 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 943 time: 0.2184129 May 06 12:41:44.642457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6856a0-91b8-44af-8492-69d0cfaba70f None None] Network fb75f171-9548-4b88-b2d7-baefd654487f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:44.692030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c83e7cd1-5657-4c6b-8b47-63dd19d2e4bd req-406efac2-df4e-4254-9a63-911d30e7f768 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 May 06 12:41:44.727197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.790390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.867822 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.868446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:44.923186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:44.927026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=5b25235e-5b7d-4d4a-b1a2-8efafd5d291d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:44.962099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Allocated IP 2001:db8::2 (02b1c392-b076-4231-9944-4173ecbfdabf/d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b/115aa7af-7bf1-4a40-a31c-72dd8490857e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:44.979809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] For port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,segment=NetworkSegment(8da816c5-6179-46f3-b90c-723eb2e22bc6),segment_id=8da816c5-6179-46f3-b90c-723eb2e22bc6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:45.055624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-8c85ce8c-5977-4fd1-a6c2-01fe41a4d269 service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300288 May 06 12:41:45.094808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network fb75f171-9548-4b88-b2d7-baefd654487f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:45.096199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:45.149850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.224049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-feb0f407-db47-488f-b1a1-b3e9e8f43797 service neutron] 10.222.0.83 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709604 May 06 12:41:45.240299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-171d5696-c0bc-40b8-947a-56547d9ff0e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5990546 May 06 12:41:45.322281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::2be (7e2c5590-f880-4b28-b78a-2ba324d9b82e/795c3c75-c162-4fa2-aa8a-3a6454a84d25/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:45.391175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:45.391757 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:45.399741 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.405646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05840b66-73a4-4d01-ba14-f286bae113f2 None None] Pushing event updated for resources: {'Port': ['ID=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:45.496584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8:0:1::3c3 (7e2c5590-f880-4b28-b78a-2ba324d9b82e/7f4f6168-24ab-4aa6-b1b9-b221b1e28513/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:45.568127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.586026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Transition to ACTIVE for port object 115aa7af-7bf1-4a40-a31c-72dd8490857e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:45.602871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Update dhcp port {'port': {'network_id': '7e2c5590-f880-4b28-b78a-2ba324d9b82e', 'fixed_ips': [{'subnet_id': '795c3c75-c162-4fa2-aa8a-3a6454a84d25', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f4f6168-24ab-4aa6-b1b9-b221b1e28513'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '9372a05a-17a7-4e4c-9565-fc0fa88cc6e0'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:41:45.653610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Transition to ACTIVE for port object 115aa7af-7bf1-4a40-a31c-72dd8490857e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:45.670199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:45.682239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c54e8e37-e9fe-4822-9cb6-2d7865849de7 None None] Provisioning for port f98e5664-d925-4f1c-8930-be349ae6c86d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:45.684810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4444d5b2-f353-4f94-8818-50f68699c354 req-fa3b7ffe-0cd4-47e9-a260-845aa9d20a3b service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188345 May 06 12:41:45.748877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.752248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.756530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.760607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.764663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.768912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.772874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:45.781621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-0297c2f0-13b7-406f-9988-dbae96f9e62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.2287912 May 06 12:41:45.828914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-3f152a52-654b-4e44-aaa7-d57668b981d0 service neutron] 10.222.0.83 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875072 May 06 12:41:45.894279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92590005-705a-4559-ad40-c82b3e02b5c0 req-9c6611e0-513f-46de-8ab8-be6ced55817c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083941 May 06 12:41:45.915881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-85b2f2d3-2019-49ff-912c-ecf95fb27d7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.4217560 May 06 12:41:45.999557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.043722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.063753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 1e1e5363-d52d-4577-884d-19f2fe2dd152 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:41:46.068598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:46.088207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c54e8e37-e9fe-4822-9cb6-2d7865849de7 None None] Provisioning for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:46.138660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:46.226530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Network 02b1c392-b076-4231-9944-4173ecbfdabf is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:46.255241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:46.272191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:46.281587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b75fb-39ee-445f-8772-18a0473f7511 req-f183f3b5-2d05-4016-8532-6c95780ffc60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:46.283416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-f183f3b5-2d05-4016-8532-6c95780ffc60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.3364329 May 06 12:41:46.330514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Pushing event updated for resources: {'Port': ['ID=115aa7af-7bf1-4a40-a31c-72dd8490857e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:46.372353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8053d114-f755-4720-9110-5b250979a65e req-7c1a4ce7-4914-4df6-8b54-dad6cd915715 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.0878792 May 06 12:41:46.380512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.391957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c54e8e37-e9fe-4822-9cb6-2d7865849de7 None None] Provisioning complete for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:46.392513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c54e8e37-e9fe-4822-9cb6-2d7865849de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.486058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.544688 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.571203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Attempting to bind port 115aa7af-7bf1-4a40-a31c-72dd8490857e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:46.571203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Attempting to bind port 115aa7af-7bf1-4a40-a31c-72dd8490857e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6686aa6c-4934-4fea-bc02-b91279543864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:46.571203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Attempting to bind port 115aa7af-7bf1-4a40-a31c-72dd8490857e on network 02b1c392-b076-4231-9944-4173ecbfdabf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:46.579158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9173c-5f98-463c-b3a8-798ff1db82d5 req-782a3f07-87e3-4c06-81d9-3879fb150d0f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:46.579158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61a9173c-5f98-463c-b3a8-798ff1db82d5 req-782a3f07-87e3-4c06-81d9-3879fb150d0f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 943 time: 0.4958835 May 06 12:41:46.585481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:46.607089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:46.607089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.636977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:46.640218 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-764d790d-a37d-4cb2-b715-9647de49fa5e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/1e1e5363-d52d-4577-884d-19f2fe2dd152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0310340 May 06 12:41:46.643352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:46.644259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:46.644734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Checking segment: {'id': '6686aa6c-4934-4fea-bc02-b91279543864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:46.645348 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.646053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Bound using segment: {'id': '6686aa6c-4934-4fea-bc02-b91279543864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:46.646950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Bound port: 115aa7af-7bf1-4a40-a31c-72dd8490857e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6686aa6c-4934-4fea-bc02-b91279543864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02b1c392-b076-4231-9944-4173ecbfdabf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:46.647335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.652838 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] Sync routers for ids ['1e1e5363-d52d-4577-884d-19f2fe2dd152'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:46.661807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61a9173c-5f98-463c-b3a8-798ff1db82d5 req-52d542e3-2ad3-43da-9708-eb45e9a5f6a2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 May 06 12:41:46.666426 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] Routers {'1e1e5363-d52d-4577-884d-19f2fe2dd152'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:46.667631 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1e1e5363-d52d-4577-884d-19f2fe2dd152'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:46.695555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Allocated IP 2001:db8:0:1::2 (7e2c5590-f880-4b28-b78a-2ba324d9b82e/7f4f6168-24ab-4aa6-b1b9-b221b1e28513/9372a05a-17a7-4e4c-9565-fc0fa88cc6e0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:46.702201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=11ad0bac-5199-40f4-bd43-0b3ad69a8d8e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:46.725081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-15d8a3a6-fc93-44ca-8070-a06ce21e9c06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1002 time: 0.3512099 May 06 12:41:46.745475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953102f-0597-46de-9cd9-79105883aadd tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:46.749609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f953102f-0597-46de-9cd9-79105883aadd tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:46.785103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:46.797343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] Routers {'1e1e5363-d52d-4577-884d-19f2fe2dd152'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:46.798155 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1e1e5363-d52d-4577-884d-19f2fe2dd152'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:46.858798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f953102f-0597-46de-9cd9-79105883aadd tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:46.860901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f953102f-0597-46de-9cd9-79105883aadd tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports/5b25235e-5b7d-4d4a-b1a2-8efafd5d291d HTTP/1.1" status: 200 len: 910 time: 0.2156892 May 06 12:41:46.866459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:46.875927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:46.876794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:46.880376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:46.880822 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27f277-10cc-43f7-843e-070dbe440dd0 None None] The sync data for ids ['1e1e5363-d52d-4577-884d-19f2fe2dd152'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:46.883605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Subnet': ['ID=21436122-da47-43ec-a596-d2eeb2e2b5fa,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:46.894202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:46.898783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:46.899496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:46.915729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Checking segment: {'id': '96688ddb-0673-437b-9c7f-e06bedf1a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:46.916114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network hostable DHCP agents. Network: 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:41:46.930504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b75fb-39ee-445f-8772-18a0473f7511 req-48a4c4eb-31d7-4ee2-9e1a-3d984fbb64a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:46.935158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-48a4c4eb-31d7-4ee2-9e1a-3d984fbb64a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.1916897 May 06 12:41:47.006333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] For port 115aa7af-7bf1-4a40-a31c-72dd8490857e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:47.011528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] For port 115aa7af-7bf1-4a40-a31c-72dd8490857e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=115aa7af-7bf1-4a40-a31c-72dd8490857e,segment=NetworkSegment(6686aa6c-4934-4fea-bc02-b91279543864),segment_id=6686aa6c-4934-4fea-bc02-b91279543864)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:47.041003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-c4142f91-7007-4d1b-95bc-0579fa6e352d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930123 May 06 12:41:47.144474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] For port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,segment=NetworkSegment(bcb82aec-886e-4df0-9189-eee29133255b),segment_id=bcb82aec-886e-4df0-9189-eee29133255b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:47.159976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.183699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-56b84641-d37b-49ec-9afa-1b3e794fafd6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.4967663 May 06 12:41:47.184264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:41:47.188748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36256) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:47.208472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '795c3c75-c162-4fa2-aa8a-3a6454a84d25'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:47.211164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.265475 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:47.296092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.300098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc5e98-4ac9-45f8-bf93-a0c58421f48f None None] Pushing event updated for resources: {'Port': ['ID=115aa7af-7bf1-4a40-a31c-72dd8490857e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:47.302583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.318851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Ignored duplicate provisioning block setup for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:41:47.384156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e65017cf-523c-4580-ba72-9e9be0093bbc None None] Provisioning for port 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:47.392840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e65017cf-523c-4580-ba72-9e9be0093bbc None None] Provisioning complete for port 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:47.399871 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e65017cf-523c-4580-ba72-9e9be0093bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.447387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:47.455897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6289ca-d21a-45cb-b8ae-eeaea4533695 None None] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:47.499018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.499664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.536813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-066a56dc-e36b-4ee4-b422-1a8dcac9c26b req-18b7c0cf-de91-475f-a47d-a9b305017245 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.0643511 May 06 12:41:47.579934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-ff551322-5a3b-4f78-902d-c85068506db3 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261798 May 06 12:41:47.705088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.739106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.743653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.749168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.753362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.757822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.762313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.767067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:47.775415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af088037-3b63-43f4-b631-404b836e9c3c req-3983defe-34a3-4b28-ab5a-d0b32262ed19 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.6939702 May 06 12:41:47.901395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:47.914458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-677969bd-85c8-4e8e-a0ab-c18a1970c932 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2584069 May 06 12:41:47.931929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:47.942551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e65017cf-523c-4580-ba72-9e9be0093bbc None None] Port 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:48.024834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:48.025476 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:48.039072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 22e4259b-edc5-4443-8e68-d6a610845315 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:48.067182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bafcd-9847-40c7-a45a-e29ebccfb745 None None] Pushing event updated for resources: {'Port': ['ID=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:48.162129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-96b36e4e-d9d4-41d3-b362-f4eb96c5abcf', 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf', 'tenant_id': 'ab80e21c382d4b698b440b4a2bcccab2', 'fixed_ips': [{'subnet_id': '21436122-da47-43ec-a596-d2eeb2e2b5fa'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:41:48.163971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.194436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21753d-52ab-42ff-9838-152c0134191a req-5bb0c8de-5e33-4b35-a85f-83923782e36c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:48.196464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a21753d-52ab-42ff-9838-152c0134191a req-5bb0c8de-5e33-4b35-a85f-83923782e36c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 943 time: 0.1903107 May 06 12:41:48.379593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a21753d-52ab-42ff-9838-152c0134191a req-a907318f-782f-4755-9d5e-589f15fba345 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750412 May 06 12:41:48.493637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af088037-3b63-43f4-b631-404b836e9c3c req-88245752-99b8-4968-ab5a-112534a614a0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7169111 May 06 12:41:48.523022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-950b75fb-39ee-445f-8772-18a0473f7511 req-b853e964-8edc-48f9-8277-46a70bc53ded service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9269872 May 06 12:41:48.531094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=22e4259b-edc5-4443-8e68-d6a610845315,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:48.597795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '22e4259b-edc5-4443-8e68-d6a610845315', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': '22e4259b-edc5-4443-8e68-d6a610845315', 'mac_address': 'fa:16:3e:21:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:48.650416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Delete allocated IP 2001:db8:0:1::3c3 (7e2c5590-f880-4b28-b78a-2ba324d9b82e/7f4f6168-24ab-4aa6-b1b9-b221b1e28513) {{(pid=84800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 12:41:48.720774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:48.724207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.771135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:48.829342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e4259b-edc5-4443-8e68-d6a610845315 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:48.855040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=22e4259b-edc5-4443-8e68-d6a610845315,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:48.913302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f3519-1578-4d21-9f6e-06a247463108 None None] Network 02b1c392-b076-4231-9944-4173ecbfdabf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:49.003361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74eaeb60-3861-44ba-8b48-896e5b505a95 req-7d34b312-7890-4195-a54c-0013ab094a83 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.1268468 May 06 12:41:49.047491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.063845 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.137955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.148477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,segment=NetworkSegment(bcb82aec-886e-4df0-9189-eee29133255b),segment_id=bcb82aec-886e-4df0-9189-eee29133255b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:49.197085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.207672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Ignored duplicate provisioning block setup for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:41:49.224577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Allocated IP 2001:db8::2 (96b36e4e-d9d4-41d3-b362-f4eb96c5abcf/21436122-da47-43ec-a596-d2eeb2e2b5fa/8bc11b4f-fef6-4b07-9ced-489f9f89e5f6) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:49.261543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ff004-a602-4b71-901c-014e24665fba None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:49.273090 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.341876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 5b25235e-5b7d-4d4a-b1a2-8efafd5d291d owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:49.361612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.367528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:49.377582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:49.493555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c9a88249-b875-4bc6-98fc-70e3830e11a5 None None] Provisioning for port 115aa7af-7bf1-4a40-a31c-72dd8490857e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:49.497892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f2224e44-270f-4992-aad4-968e4ef50563 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:49.565772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.714027 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:49.721489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.788290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:49.821915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=5b25235e-5b7d-4d4a-b1a2-8efafd5d291d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:49.885360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:49.969955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] In _notify_port_updated(), no bound segment for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e on network 7e2c5590-f880-4b28-b78a-2ba324d9b82e {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:41:49.977117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:49.979124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:49.981768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/ports/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e HTTP/1.1" status: 200 len: 926 time: 2.7853839 May 06 12:41:49.989704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:49.991505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44c786-e961-49da-b684-689d2f34d51e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=11ad0bac-5199-40f4-bd43-0b3ad69a8d8e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:50.006134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '795c3c75-c162-4fa2-aa8a-3a6454a84d25'}, {'subnet_id': '7f4f6168-24ab-4aa6-b1b9-b221b1e28513'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:50.051833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.055635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.060674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.064629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.069051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.078556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.083113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.085530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-72bc3f4f-4f86-4704-8d2b-ea88ba986c5e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5430 time: 0.3265393 May 06 12:41:50.103183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76128-4452-4c86-8155-79fdb4da6d34 req-63c529af-5e35-48e6-9bb5-64d529387cc9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.104112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33a76128-4452-4c86-8155-79fdb4da6d34 req-63c529af-5e35-48e6-9bb5-64d529387cc9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:50.212756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e5c79ea8-7187-4ea4-8749-dd3ecc8d73da None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:50.213358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5c79ea8-7187-4ea4-8749-dd3ecc8d73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.349210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-7db0aac0-c41a-466d-9b1a-8e24082201a9 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:50.350558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-7db0aac0-c41a-466d-9b1a-8e24082201a9 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.86 "GET /v2.0/networks?id=48de0c56-dbec-4867-94bc-50250c4a79bc HTTP/1.1" status: 200 len: 822 time: 0.2396741 May 06 12:41:50.353703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Allocated IP 2001:db8::1 (02b1c392-b076-4231-9944-4173ecbfdabf/d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b/03ee3e19-8400-4143-ae89-febeb556a9fb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:50.373174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Request body: {'port': {'device_id': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc', 'admin_state_up': True, 'tenant_id': 'c5b3340e925345d5b2bd0f7cf872acf7'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:50.412648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:50.434056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.474954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'f2224e44-270f-4992-aad4-968e4ef50563', 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'port_id': 'f2224e44-270f-4992-aad4-968e4ef50563', 'mac_address': 'fa:16:3e:1c:8a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bf5837-932e-4714-9ea3-f0c5ad911a4b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:50.482314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Transition to ACTIVE for port object 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:50.531233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-33a76128-4452-4c86-8155-79fdb4da6d34 req-63c529af-5e35-48e6-9bb5-64d529387cc9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:50.532414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33a76128-4452-4c86-8155-79fdb4da6d34 req-63c529af-5e35-48e6-9bb5-64d529387cc9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 944 time: 0.8976257 May 06 12:41:50.566759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:50.567623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.635658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Transition to ACTIVE for port object 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:50.657555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a27dbe6-3998-40be-ac46-449e3de67c06 req-0431cb9f-62fb-4d24-96cb-bcef3da87092 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5587943 May 06 12:41:50.695579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.749572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33a76128-4452-4c86-8155-79fdb4da6d34 req-81a76d62-8d8c-4b45-8598-90946d727f66 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945274 May 06 12:41:50.784728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.817967 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.819439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:41:50.829440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Usage tracker for resource:port and tenant:c5b3340e925345d5b2bd0f7cf872acf7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:41:50.836737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2224e44-270f-4992-aad4-968e4ef50563 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:50.836894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:41:50.843857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:41:50.855675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.874578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Transition to ACTIVE for port object 03ee3e19-8400-4143-ae89-febeb556a9fb will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:50.960633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.980197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Made reservation on behalf of c5b3340e925345d5b2bd0f7cf872acf7 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:41:50.991574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:50.991762 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.013137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:51.082185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6117af74-dbe8-4b2e-9e3f-9e260cf71057 req-a51d7739-e36c-4e4c-a2b8-7192ea9b46da tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.1307626 May 06 12:41:51.094766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.101174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:51.140546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:51.160290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:51.160290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.160290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 56931c20-2f9b-4de4-bfaf-2691ed309858 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:51.173366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Pushing event updated for resources: {'Port': ['ID=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:51.185166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:51.231800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Port': ['ID=03ee3e19-8400-4143-ae89-febeb556a9fb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:51.279197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 02b1c392-b076-4231-9944-4173ecbfdabf is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:51.279197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:51.279197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:51.279197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.373259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:51.439423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Allocated IP 172.20.0.10 (48de0c56-dbec-4867-94bc-50250c4a79bc/896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54/aad55478-7645-4823-8c05-cadaba88df88) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:51.529627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:51.538099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Attempting to bind port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:51.538683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Attempting to bind port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96688ddb-0673-437b-9c7f-e06bedf1a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:51.539888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Attempting to bind port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 on network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:51.584625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:51.585011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Checking segment: {'id': '96688ddb-0673-437b-9c7f-e06bedf1a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:51.585411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.585806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Bound using segment: {'id': '96688ddb-0673-437b-9c7f-e06bedf1a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:51.593679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Bound port: 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96688ddb-0673-437b-9c7f-e06bedf1a683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96b36e4e-d9d4-41d3-b362-f4eb96c5abcf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:51.593679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.613100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:51.613674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.707364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:51.708000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.786171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.851089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:51.922490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'port_id': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'mac_address': 'fa:16:3e:5c:97:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:51.954891 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:51.970689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 1e1e5363-d52d-4577-884d-19f2fe2dd152 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:41:52.022072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] For port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:52.060077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 22e4259b-edc5-4443-8e68-d6a610845315 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:52.146486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] For port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,segment=NetworkSegment(96688ddb-0673-437b-9c7f-e06bedf1a683),segment_id=96688ddb-0673-437b-9c7f-e06bedf1a683)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:52.220206 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.248194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Network 48de0c56-dbec-4867-94bc-50250c4a79bc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:52.249778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 115aa7af-7bf1-4a40-a31c-72dd8490857e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:52.249894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.261814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:52.271690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:41:52.294746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.302489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Pushing event updated for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:52.326256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8:0:1::2dc (7e2c5590-f880-4b28-b78a-2ba324d9b82e/7f4f6168-24ab-4aa6-b1b9-b221b1e28513/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:41:52.341261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:52.343691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56931c20-2f9b-4de4-bfaf-2691ed309858 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:52.369375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] Sync routers for ids ['1e1e5363-d52d-4577-884d-19f2fe2dd152'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:52.391502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.392152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.409649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:52.422190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 22e4259b-edc5-4443-8e68-d6a610845315 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:52.439222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0c9ae-00fb-4521-af9d-c6faa4db0149 req-e98d202c-80cd-418c-8c54-4a4c5fabacf4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.440886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 22e4259b-edc5-4443-8e68-d6a610845315 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:52.441017 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ff0c9ae-00fb-4521-af9d-c6faa4db0149 req-e98d202c-80cd-418c-8c54-4a4c5fabacf4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 944 time: 0.4083736 May 06 12:41:52.441253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.472633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea78151-be1c-49ff-9ebf-1691202a534f None None] Pushing event updated for resources: {'Port': ['ID=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:52.501422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.508443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] Routers {'1e1e5363-d52d-4577-884d-19f2fe2dd152'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:52.508443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1e1e5363-d52d-4577-884d-19f2fe2dd152'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:52.508635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.509536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.513454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.523923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.527825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.533576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:52.535487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-edfb3668-4977-47ea-bed2-427601dfe30b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5431 time: 0.5141957 May 06 12:41:52.549914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ff0c9ae-00fb-4521-af9d-c6faa4db0149 req-18e1ebf0-f6da-496d-aca7-0d91d3889fd4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000142 May 06 12:41:52.591665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.592610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:52.618841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.626224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70745fe0-f5ee-4af1-916f-a7c104b247e8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/1e1e5363-d52d-4577-884d-19f2fe2dd152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7480237 May 06 12:41:52.631246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36290) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:52.671129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:52.701208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Provisioning for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:52.704366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Ignored duplicate provisioning block setup for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:41:52.706389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18a53482-0d00-4a7c-b312-a9b1e292a692 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:52.717398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:52.718709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c5ae9d4-c73d-4525-8ebf-0c7373721cf1 req-2f79b688-9275-45e3-a013-67f9bda63337 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081536 May 06 12:41:52.763142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-5ac82360-63c1-43a5-b14a-4bb1c4d4d1e7 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3951702 May 06 12:41:52.770337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Provisioning complete for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:52.771002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:52.896888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Request body: {'port': {'device_id': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:41:52.994128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f6c0d-15cf-45d3-a711-94931c1084ac None None] Port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:53.010923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 115aa7af-7bf1-4a40-a31c-72dd8490857e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:53.032389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.044604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 115aa7af-7bf1-4a40-a31c-72dd8490857e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:53.045049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.068007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] Routers {'1e1e5363-d52d-4577-884d-19f2fe2dd152'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:53.068650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1e1e5363-d52d-4577-884d-19f2fe2dd152'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:53.083986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.085962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18a53482-0d00-4a7c-b312-a9b1e292a692 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:53.090380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18a53482-0d00-4a7c-b312-a9b1e292a692 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e1e5363-d52d-4577-884d-19f2fe2dd152 HTTP/1.1" status: 200 len: 205 time: 0.4509985 May 06 12:41:53.107043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36294) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:53.137595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:53.186269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=11ad0bac-5199-40f4-bd43-0b3ad69a8d8e,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:53.206312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:53.206717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5d71a-2d60-4571-8bbb-d702270d7929 None None] The sync data for ids ['1e1e5363-d52d-4577-884d-19f2fe2dd152'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:53.249891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] In _notify_port_updated(), no bound segment for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e on network 7e2c5590-f880-4b28-b78a-2ba324d9b82e {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:41:53.254761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:53.255673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.257283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1de39f69-a99f-4ca0-bdd5-6c085365c8cb tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/ports/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e HTTP/1.1" status: 200 len: 1012 time: 3.2646000 May 06 12:41:53.260110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:53.283382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:53.298431 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.313059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Provisioning complete for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:53.313315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.333824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe7982-7694-4e4f-b6a2-8bc56d60f65f req-ae0938c3-d7ca-4452-97be-6d2fbfe044ff tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:53.335971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bfe7982-7694-4e4f-b6a2-8bc56d60f65f req-ae0938c3-d7ca-4452-97be-6d2fbfe044ff tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 932 time: 0.5384490 May 06 12:41:53.353102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'port_id': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43', 'mac_address': 'fa:16:3e:97:ae:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:53.357424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:53.361306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.364074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.474796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:53.485277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.497045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8bfe7982-7694-4e4f-b6a2-8bc56d60f65f req-59161970-224c-4030-8d99-ec8b00bca6f2 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Synchronizing usage tracker for tenant:c5b3340e925345d5b2bd0f7cf872acf7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:53.504409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:53.528819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=22e4259b-edc5-4443-8e68-d6a610845315,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:53.534198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.571893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.630435 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc15889b-68db-42eb-a8e0-5139a8f3661e'] response: {'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315', 'code': 200} May 06 12:41:53.634113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:53.671931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 115aa7af-7bf1-4a40-a31c-72dd8490857e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=115aa7af-7bf1-4a40-a31c-72dd8490857e,segment=NetworkSegment(6686aa6c-4934-4fea-bc02-b91279543864),segment_id=6686aa6c-4934-4fea-bc02-b91279543864)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:53.680323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:53.704215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.708138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.709572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.809619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8bfe7982-7694-4e4f-b6a2-8bc56d60f65f req-59161970-224c-4030-8d99-ec8b00bca6f2 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Unset dirty status for tenant:c5b3340e925345d5b2bd0f7cf872acf7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:53.821082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:53.824755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bfe7982-7694-4e4f-b6a2-8bc56d60f65f req-59161970-224c-4030-8d99-ec8b00bca6f2 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362028 May 06 12:41:53.830675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Provisioning for port 03ee3e19-8400-4143-ae89-febeb556a9fb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:53.836179 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.837251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 52de33f8-c380-4148-baab-8217923f4dc8 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:53.840368 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:53.841373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f98e5664-d925-4f1c-8930-be349ae6c86d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:53.973442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b13190b9-b3d1-4913-97b6-98b48c097c5c req-c49da83b-b42f-4473-be36-296306962fc6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1096 time: 0.2709382 May 06 12:41:53.977910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.007116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Port': ['ID=03ee3e19-8400-4143-ae89-febeb556a9fb,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:54.078762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Provisioning complete for port 03ee3e19-8400-4143-ae89-febeb556a9fb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:54.079268 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.107968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:54.118953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cac191-cb7d-4c52-a3e5-3e3f5826a705 None None] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:54.218515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:54.255333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:54.292098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:54.306115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b13190b9-b3d1-4913-97b6-98b48c097c5c req-7eaa996b-41a8-413a-b087-aa62a8f0d95f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176172 May 06 12:41:54.312161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5ab82aa7-41ff-4d78-8cf4-d7e4dd219e25 None None] Port 03ee3e19-8400-4143-ae89-febeb556a9fb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:54.328097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '52de33f8-c380-4148-baab-8217923f4dc8', 'network_id': '6f0ba0d0-27c8-4e38-840b-4046e16a51bc', 'port_id': '52de33f8-c380-4148-baab-8217923f4dc8', 'mac_address': 'fa:16:3e:ff:49:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97bf5837-932e-4714-9ea3-f0c5ad911a4b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:54.349556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=115aa7af-7bf1-4a40-a31c-72dd8490857e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:54.376597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.386503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.386503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.390436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.395146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.399500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.404132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:54.406055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-30de39e3-01e1-441a-b8ed-6c19be9d9511 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5433 time: 0.3116515 May 06 12:41:54.467696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:54.485662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:41:54.509349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f98e5664-d925-4f1c-8930-be349ae6c86d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:54.515976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52de33f8-c380-4148-baab-8217923f4dc8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:55.074205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43e425c9-394a-4f8d-97ab-c3a94a9e63e4 req-81ebadd2-c5ae-4cd7-a5fa-dbce837c1c3e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893531 May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f98e5664-d925-4f1c-8930-be349ae6c86d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cb8bf7dc-a9f9-4d55-941c-a83f9d241e63 None None] Provisioning complete for port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cb8bf7dc-a9f9-4d55-941c-a83f9d241e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:55.075095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bf7dc-a9f9-4d55-941c-a83f9d241e63 None None] Port 11ad0bac-5199-40f4-bd43-0b3ad69a8d8e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:55.075656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60946b7-e729-4588-b6f5-a72152d741df req-26c6d7f4-1aaa-4922-afcc-e0069923dc02 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:55.075656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d60946b7-e729-4588-b6f5-a72152d741df req-26c6d7f4-1aaa-4922-afcc-e0069923dc02 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 945 time: 0.7227168 May 06 12:41:55.075656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad55478-7645-4823-8c05-cadaba88df88 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:55.075656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.075656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.076381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.076479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 02b1c392-b076-4231-9944-4173ecbfdabf is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:41:55.076479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.076479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:41:55.076717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f98e5664-d925-4f1c-8930-be349ae6c86d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f98e5664-d925-4f1c-8930-be349ae6c86d,segment=NetworkSegment(160ec597-d5a0-44bc-991f-1e21fb49a578),segment_id=160ec597-d5a0-44bc-991f-1e21fb49a578)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:55.076811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Transition to ACTIVE for port object aad55478-7645-4823-8c05-cadaba88df88 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:41:55.076811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d60946b7-e729-4588-b6f5-a72152d741df req-7b895638-3318-4fdb-af5f-57a3fce6082f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276661 May 06 12:41:55.076975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5b0b8-80fb-4242-a0c2-e23e3a4f6ed1 req-eec41db4-68a2-4741-9737-60e773748d65 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:55.076975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1c5b0b8-80fb-4242-a0c2-e23e3a4f6ed1 req-eec41db4-68a2-4741-9737-60e773748d65 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 932 time: 0.0800118 May 06 12:41:55.082478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1c5b0b8-80fb-4242-a0c2-e23e3a4f6ed1 req-ca665454-af05-465e-b1b4-091c3f018299 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523260 May 06 12:41:55.207083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.263307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=11ad0bac-5199-40f4-bd43-0b3ad69a8d8e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.350620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.365851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffd74dbf-a6c0-4d36-8da7-6c0326ce58fc tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e HTTP/1.1" status: 204 len: 168 time: 2.1019597 May 06 12:41:55.366298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:55.434479 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-673fbdfe-1257-456c-859e-990b8018fb1e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:41:55.434985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-673fbdfe-1257-456c-859e-990b8018fb1e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:55.463032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.463200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cb8bf7dc-a9f9-4d55-941c-a83f9d241e63 None None] Provisioning for port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:55.467474 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.474707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b1818eef-033a-4b46-92b2-824c32121419 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:55.474707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.516214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.516754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1e5363-d52d-4577-884d-19f2fe2dd152 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:41:55.543424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Router 9904b936-f5a4-48ba-ac92-a393605022e1 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:41:55.561999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.561999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0cc6d287-caf2-40a1-bcc3-2267803b2220 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/1e1e5363-d52d-4577-884d-19f2fe2dd152 HTTP/1.1" status: 204 len: 168 time: 2.4484024 May 06 12:41:55.563092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36318) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:55.602689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:55.629749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.679457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-673fbdfe-1257-456c-859e-990b8018fb1e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:55.683603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-673fbdfe-1257-456c-859e-990b8018fb1e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e HTTP/1.1" status: 404 len: 333 time: 0.3133447 May 06 12:41:55.689934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36322) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:55.713636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'b1818eef-033a-4b46-92b2-824c32121419', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'port_id': 'b1818eef-033a-4b46-92b2-824c32121419', 'mac_address': 'fa:16:3e:58:66:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:55.758804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Pushing event updated for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.775837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:55.778846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Attempting to bind port aad55478-7645-4823-8c05-cadaba88df88 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:41:55.779183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Attempting to bind port aad55478-7645-4823-8c05-cadaba88df88 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '21b4f3a5-b687-487b-b41b-2c548aa7433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:41:55.779519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Attempting to bind port aad55478-7645-4823-8c05-cadaba88df88 on network 48de0c56-dbec-4867-94bc-50250c4a79bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:55.785912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Port aad55478-7645-4823-8c05-cadaba88df88 on network 48de0c56-dbec-4867-94bc-50250c4a79bc not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:41:55.786239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Attempting to bind port aad55478-7645-4823-8c05-cadaba88df88 on network 48de0c56-dbec-4867-94bc-50250c4a79bc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:41:55.793201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:41:55.793550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Checking segment: {'id': '21b4f3a5-b687-487b-b41b-2c548aa7433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:41:55.793930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Bound using segment: {'id': '21b4f3a5-b687-487b-b41b-2c548aa7433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:41:55.794354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Bound port: aad55478-7645-4823-8c05-cadaba88df88, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b4f3a5-b687-487b-b41b-2c548aa7433e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:41:55.794704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.935860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f98e5664-d925-4f1c-8930-be349ae6c86d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:55.946688 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:55.975435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1818eef-033a-4b46-92b2-824c32121419 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:55.997428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5988b4db-d101-4d33-83ad-bb3550502d96 None None] Provisioning complete for port 03ee3e19-8400-4143-ae89-febeb556a9fb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:55.999078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5988b4db-d101-4d33-83ad-bb3550502d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.036993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:41:56.050598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=aad55478-7645-4823-8c05-cadaba88df88,segment=NetworkSegment(21b4f3a5-b687-487b-b41b-2c548aa7433e),segment_id=21b4f3a5-b687-487b-b41b-2c548aa7433e)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:41:56.055800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:56.067749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5988b4db-d101-4d33-83ad-bb3550502d96 None None] Port 03ee3e19-8400-4143-ae89-febeb556a9fb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:41:56.082841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:41:56.094129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] Sync routers for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:41:56.100949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d071f8b-26fb-4186-9092-9bf713516fd2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1633408 May 06 12:41:56.103400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:56.116009 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:56.120753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:56.148994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet b6761662-6ed5-4fd4-a532-d2f5ae367b4a {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:56.154155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.194513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 7f4f6168-24ab-4aa6-b1b9-b221b1e28513 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:56.199098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:41:56.199228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.201813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:56.202386 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.261547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.261752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.262596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 86ea232e-effa-465b-b205-51be483051df details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:56.267604 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:56.287442 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:41:56.287442 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:56.349759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.358349 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:56.359338 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8178c0-268a-46a9-8b9e-1b94fa5e7aaf None None] The sync data for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:41:56.362844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:56.390929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:56.395455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.423136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '86ea232e-effa-465b-b205-51be483051df', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'port_id': '86ea232e-effa-465b-b205-51be483051df', 'mac_address': 'fa:16:3e:01:42:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:56.471470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.493320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.511289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.536724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,segment=NetworkSegment(96688ddb-0673-437b-9c7f-e06bedf1a683),segment_id=96688ddb-0673-437b-9c7f-e06bedf1a683)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:56.538559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ea232e-effa-465b-b205-51be483051df {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:56.547724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.557234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:56.579483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.580947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] 10.222.0.86 "PUT /v2.0/ports/aad55478-7645-4823-8c05-cadaba88df88 HTTP/1.1" status: 200 len: 1092 time: 3.6893070 May 06 12:41:56.584313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:41:56.597470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4f6168-24ab-4aa6-b1b9-b221b1e28513,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:56.614940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.617887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69719e0-88e0-4fd7-9f47-ccf9fe096ceb None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:56.639064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-91d45a1a-1938-499c-9541-42a376e0eb31 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/7f4f6168-24ab-4aa6-b1b9-b221b1e28513 HTTP/1.1" status: 204 len: 168 time: 0.9299328 May 06 12:41:56.639924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:56.640313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f8c52-3a4a-416f-aff2-cb46953e8e40 service neutron] Pushing event updated for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:56.654694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebac30d-778b-4203-994e-a60b0a7a3ddc req-0117e70e-2e2b-475c-9686-e4d7bb62fee1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.656230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebac30d-778b-4203-994e-a60b0a7a3ddc req-0117e70e-2e2b-475c-9686-e4d7bb62fee1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 945 time: 0.2230468 May 06 12:41:56.683599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.687949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.692273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.692558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.693335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:56.699274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.701300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.705529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.710025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:56.712009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-6ad1586d-6309-4f61-9319-c67bb50ef203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5435 time: 0.3252027 May 06 12:41:56.753545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.754247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b49fda7b-729e-4ae4-a1fb-6588aa577cad details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:41:56.780223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 795c3c75-c162-4fa2-aa8a-3a6454a84d25 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:41:56.784177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.845933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:56.881350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:56.887879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:56.921745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebac30d-778b-4203-994e-a60b0a7a3ddc req-29c3a249-7a15-44de-a7bd-a0e2d3c2aa0d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335651 May 06 12:41:56.943074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.051693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad', 'network_id': '6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242', 'port_id': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad', 'mac_address': 'fa:16:3e:95:69:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e8fbda-9cbf-466b-8519-3c333f4e5713', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:41:57.068574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.069947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1ab70f0-0286-41a0-924e-f5e9a0c62caa req-0a888bfa-e0f6-4a06-afbb-7d77bbb88c63 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2442768 May 06 12:41:57.113118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-7085ed9c-5473-43ea-bcf2-3d76136e30f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b3340e925345d5b2bd0f7cf872acf7&device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 1095 time: 0.3257015 May 06 12:41:57.135125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.168556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:57.173926 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.174059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.202301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:57.213581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49fda7b-729e-4ae4-a1fb-6588aa577cad {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:41:57.231020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:57.244277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.248965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c976b02-46cf-4db3-ad30-f8af4a80a592 None None] Network fb75f171-9548-4b88-b2d7-baefd654487f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:57.258259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=b6761662-6ed5-4fd4-a532-d2f5ae367b4a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:57.264870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5171dd7e-a745-42f0-bd8e-9cc1d0f19672 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/b6761662-6ed5-4fd4-a532-d2f5ae367b4a HTTP/1.1" status: 204 len: 168 time: 1.7045784 May 06 12:41:57.269346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36350) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:57.314676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-d32b94c3-14f6-49c9-9033-7150ffb3fb57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad55478-7645-4823-8c05-cadaba88df88 HTTP/1.1" status: 200 len: 217 time: 0.1741345 May 06 12:41:57.474584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.500362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.503027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port f98e5664-d925-4f1c-8930-be349ae6c86d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:57.503658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.561306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-3a0afc5a-13e5-41bf-ae14-d01305303f18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.565099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-3a0afc5a-13e5-41bf-ae14-d01305303f18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54 HTTP/1.1" status: 200 len: 862 time: 0.2105906 May 06 12:41:57.586936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.594483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.600876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.605810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.610457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.614583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.619347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.622687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de09b79a-fb08-4560-a73d-49113a533370 req-56959d68-10a4-4f75-a767-554db8ada69d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2438316 May 06 12:41:57.626877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.642996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-12def7ac-523d-45de-b5e4-cf6c307eb2d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48de0c56-dbec-4867-94bc-50250c4a79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642164 May 06 12:41:57.712088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 115aa7af-7bf1-4a40-a31c-72dd8490857e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:57.774925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=795c3c75-c162-4fa2-aa8a-3a6454a84d25,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:57.793876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:57.815051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-740e5ce3-9e81-4d96-ac6a-d58fad466201 service neutron] 10.222.0.86 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612852 May 06 12:41:57.855261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.870176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] DHCP port deletion for fb75f171-9548-4b88-b2d7-baefd654487f request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:41:57.880949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Deleting port f98e5664-d925-4f1c-8930-be349ae6c86d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:57.881324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:57.941889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:41:57.942410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f8b94d8-a589-4ff1-b926-5a2fb8080de6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/795c3c75-c162-4fa2-aa8a-3a6454a84d25 HTTP/1.1" status: 204 len: 168 time: 1.2954819 May 06 12:41:57.946156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7fbb-e711-49c5-9dcc-19c62a83c7e5 req-4cd6be2f-0843-405b-a53d-e7af65041ee3 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:57.947147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-169f7fbb-e711-49c5-9dcc-19c62a83c7e5 req-4cd6be2f-0843-405b-a53d-e7af65041ee3 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Synchronizing usage tracker for tenant:c5b3340e925345d5b2bd0f7cf872acf7 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:57.949599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36354) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:58.006675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 115aa7af-7bf1-4a40-a31c-72dd8490857e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:58.006675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.013264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de09b79a-fb08-4560-a73d-49113a533370 req-e4ece5ad-1dfc-46a0-87d2-e487257d15b3 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3387296 May 06 12:41:58.124392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port f98e5664-d925-4f1c-8930-be349ae6c86d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f98e5664-d925-4f1c-8930-be349ae6c86d,segment=NetworkSegment(160ec597-d5a0-44bc-991f-1e21fb49a578),segment_id=160ec597-d5a0-44bc-991f-1e21fb49a578)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:58.124731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.129087 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae592e9-bd31-4113-8d14-7a1490e71123'] response: {'name': 'network-changed', 'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88', 'status': 'completed', 'code': 200} May 06 12:41:58.163004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-169f7fbb-e711-49c5-9dcc-19c62a83c7e5 req-4cd6be2f-0843-405b-a53d-e7af65041ee3 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Unset dirty status for tenant:c5b3340e925345d5b2bd0f7cf872acf7 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:58.171043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-169f7fbb-e711-49c5-9dcc-19c62a83c7e5 req-4cd6be2f-0843-405b-a53d-e7af65041ee3 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 944 time: 0.8596423 May 06 12:41:58.201705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05429caf-e1c3-43b1-8366-c591ff06c1b4 req-a918e15a-afa6-4a81-af8a-8f00bfb73255 service neutron] 10.222.0.86 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695953 May 06 12:41:58.297279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb3428-b1b7-4fbc-9950-5900da894ad3 None None] Network 7e2c5590-f880-4b28-b78a-2ba324d9b82e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:41:58.450669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for f98e5664-d925-4f1c-8930-be349ae6c86d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:58.466980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-169f7fbb-e711-49c5-9dcc-19c62a83c7e5 req-6bfba03b-1109-421c-a2c1-5e18530e3011 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947590 May 06 12:41:58.471911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['56931c20-2f9b-4de4-bfaf-2691ed309858'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:58.493192 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-a5b8fadb-bba8-42fd-865f-3eb2e7984e5a tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:41:58.498920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5b8fadb-bba8-42fd-865f-3eb2e7984e5a tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3938410 May 06 12:41:58.498920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36366) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:41:58.513777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.523211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['52de33f8-c380-4148-baab-8217923f4dc8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:58.548939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f2224e44-270f-4992-aad4-968e4ef50563'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:58.572226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['6c38b40b-e05c-4868-82f0-8d9b2c6b3a43'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:58.599096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b49fda7b-729e-4ae4-a1fb-6588aa577cad'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:58.634332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:41:58.635409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.701008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] For port f98e5664-d925-4f1c-8930-be349ae6c86d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f98e5664-d925-4f1c-8930-be349ae6c86d,segment=NetworkSegment(160ec597-d5a0-44bc-991f-1e21fb49a578),segment_id=160ec597-d5a0-44bc-991f-1e21fb49a578)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:58.701317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.710472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-1296f034-6646-4fb7-ad7e-7a5f4ce405f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5b3340e925345d5b2bd0f7cf872acf7&device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 1095 time: 0.3065050 May 06 12:41:58.773128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-06f1a87f-7a9b-4b98-b507-7fc89457b177 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.775961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-06f1a87f-7a9b-4b98-b507-7fc89457b177 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:41:58.812511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:58.927699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.930561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=f98e5664-d925-4f1c-8930-be349ae6c86d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:58.931917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.940554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.944446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.949669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.954613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.955867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No DVR routers for this DVR port f98e5664-d925-4f1c-8930-be349ae6c86d on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:41:58.963017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Calling delete_port for f98e5664-d925-4f1c-8930-be349ae6c86d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:58.963151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.963151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb408420-547a-46e5-97e0-a73d31649cfb req-3940877b-9385-4d99-91b3-e90b43c80277 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2861466 May 06 12:41:58.963151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-eede9db0-a95d-4d75-96a1-77fd9a761aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:58.963151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-eede9db0-a95d-4d75-96a1-77fd9a761aaa service neutron] 10.222.0.86 "GET /v2.0/networks?id=48de0c56-dbec-4867-94bc-50250c4a79bc HTTP/1.1" status: 200 len: 923 time: 0.2433393 May 06 12:41:59.052098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83a19b18-722a-45f7-8f4a-621cbf5656ac None None] Provisioning complete for port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:41:59.052384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83a19b18-722a-45f7-8f4a-621cbf5656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.088589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-06f1a87f-7a9b-4b98-b507-7fc89457b177 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:41:59.094981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-06f1a87f-7a9b-4b98-b507-7fc89457b177 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.6518390 May 06 12:41:59.125181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-03c4d37b-fa2c-4751-b8e6-80d8c17c8109 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aad55478-7645-4823-8c05-cadaba88df88 HTTP/1.1" status: 200 len: 217 time: 0.1489816 May 06 12:41:59.149390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:41:59.258280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.268439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-c5638355-5a9b-42f5-936a-940534b15a14 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.1723213 May 06 12:41:59.327804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-7a0184f2-cad7-4918-a271-9c4907860643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.330478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-7a0184f2-cad7-4918-a271-9c4907860643 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54 HTTP/1.1" status: 200 len: 862 time: 0.1986759 May 06 12:41:59.348511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,segment=NetworkSegment(bcb82aec-886e-4df0-9189-eee29133255b),segment_id=bcb82aec-886e-4df0-9189-eee29133255b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:41:59.348872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.363980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb75f171-9548-4b88-b2d7-baefd654487f']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:59.391717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-e54f4f98-4385-4466-93fe-0a69ba21a166 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=48de0c56-dbec-4867-94bc-50250c4a79bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518017 May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.437380 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:41:59.440915 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:41:59.441730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.441823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['86ea232e-effa-465b-b205-51be483051df'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:59.441908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.445752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.450399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.454303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.458200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.461987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:41:59.463860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08598367-0836-4780-80ac-9fabead7085f req-b4bbf9ad-4d98-4550-b638-38eddc9da2a7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5437 time: 0.2422128 May 06 12:41:59.498128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160ec597-d5a0-44bc-991f-1e21fb49a578') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:59.498128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160ec597-d5a0-44bc-991f-1e21fb49a578') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:41:59.500595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['b1818eef-033a-4b46-92b2-824c32121419'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:41:59.501825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:41:59.551306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.593711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.593912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.615388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:41:59.615861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: timer() May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:41:59.630462 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:41:59.633341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:41:59.633812 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:41:59.655749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-3c61910e-2533-418b-a59d-3c497f2fc332 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3693357 May 06 12:41:59.744351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08598367-0836-4780-80ac-9fabead7085f req-7b538818-6fc3-482d-939d-b5dd49f9a904 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2297339 May 06 12:41:59.775519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-854368cb-fdde-42a4-badb-2bfb5a8aa00a service neutron] 10.222.0.86 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769338 May 06 12:41:59.799110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.864048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.905950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=9372a05a-17a7-4e4c-9565-fc0fa88cc6e0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:41:59.915613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:41:59.955490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=fb75f171-9548-4b88-b2d7-baefd654487f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:00.032290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No DVR routers for this DVR port 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:00.145307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device aad55478-7645-4823-8c05-cadaba88df88 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:00.190445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf5ec4b8-9723-4b73-bd74-ceef5ad28c6b req-91c28f29-b444-42a8-b81e-8eb86a11f573 service neutron] 10.222.0.86 "GET /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010735 May 06 12:42:00.195922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.218227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Deleting port f98e5664-d925-4f1c-8930-be349ae6c86d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:00.218669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.232190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-46a053aa-2a6e-4483-88cf-9722e7e1100e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/fb75f171-9548-4b88-b2d7-baefd654487f HTTP/1.1" status: 204 len: 168 time: 2.9605410 May 06 12:42:00.235700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2c5590-f880-4b28-b78a-2ba324d9b82e']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.235863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36380) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:00.252533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262a92f-f205-43e3-a023-5206749c5c08 req-0915374f-234d-4c48-a6c9-5a57cee98bd6 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:00.253992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b262a92f-f205-43e3-a023-5206749c5c08 req-0915374f-234d-4c48-a6c9-5a57cee98bd6 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 944 time: 0.2024727 May 06 12:42:00.263634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-824721526', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:00.264382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb82aec-886e-4df0-9189-eee29133255b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.264684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb82aec-886e-4df0-9189-eee29133255b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:00.272478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:00.272478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.275625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:00.289056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.298359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:00.302505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:00.309929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-d26d7a86-5e8a-4e43-a594-51270d016722 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532485 May 06 12:42:00.312643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f96c361-7ec6-4f04-b423-09214784628d None None] DHCP port deletion for 7e2c5590-f880-4b28-b78a-2ba324d9b82e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:00.318779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:00.448316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b262a92f-f205-43e3-a023-5206749c5c08 req-e4594f49-0d46-470b-a6e5-ce4df758cec5 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729805 May 06 12:42:00.463347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.524196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:00.524524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:00.539666 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:00.564818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.566465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8e8f7-efcd-4b84-b201-38d195b0c180 None None] The port 'f98e5664-d925-4f1c-8930-be349ae6c86d' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:00.567186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.583116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:42:00.696847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc8f22ba-bee2-4bba-b790-9b4b410061e8 req-a525da41-66e5-4568-bf3b-0cc2e4373f08 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851831 May 06 12:42:00.770476 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.785498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.819417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.820825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting port 03ee3e19-8400-4143-ae89-febeb556a9fb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:00.828554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:00.833503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/7e2c5590-f880-4b28-b78a-2ba324d9b82e HTTP/1.1" status: 204 len: 168 time: 2.8826332 May 06 12:42:00.837571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:00.879500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905aa04-8302-4bcd-9ce9-ec1cebbf77ee tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=7e2c5590-f880-4b28-b78a-2ba324d9b82e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:00.938621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=aad55478-7645-4823-8c05-cadaba88df88,segment=NetworkSegment(21b4f3a5-b687-487b-b41b-2c548aa7433e),segment_id=21b4f3a5-b687-487b-b41b-2c548aa7433e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:00.979787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'aad55478-7645-4823-8c05-cadaba88df88', 'network_id': '48de0c56-dbec-4867-94bc-50250c4a79bc', 'port_id': 'aad55478-7645-4823-8c05-cadaba88df88', 'mac_address': 'fa:16:3e:fc:db:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:01.006928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f98e5664-d925-4f1c-8930-be349ae6c86d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:01.053215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db0178-0d3c-409a-a6e0-29912f949cf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.054713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b2db0178-0d3c-409a-a6e0-29912f949cf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:01.077087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f98e5664-d925-4f1c-8930-be349ae6c86d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:01.077638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f98e5664-d925-4f1c-8930-be349ae6c86d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:01.118668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.143150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad55478-7645-4823-8c05-cadaba88df88 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:01.156707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=aad55478-7645-4823-8c05-cadaba88df88,segment=NetworkSegment(21b4f3a5-b687-487b-b41b-2c548aa7433e),segment_id=21b4f3a5-b687-487b-b41b-2c548aa7433e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:01.200879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:01.207501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b2db0178-0d3c-409a-a6e0-29912f949cf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:01.209059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b2db0178-0d3c-409a-a6e0-29912f949cf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3699937 May 06 12:42:01.216212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36398) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:01.248903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.302459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:01.302803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9372a05a-17a7-4e4c-9565-fc0fa88cc6e0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:01.329402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.338248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eacadc7d-a914-4463-bde9-69acfe6a499b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1198919 May 06 12:42:01.342664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:01.349741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290135243'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:01.356935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:01.358412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:01.361905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:01.365281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:01.373491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:01.471709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Calling delete_port for 03ee3e19-8400-4143-ae89-febeb556a9fb owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:01.498337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:01.499865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.536232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:01.536472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 52de33f8-c380-4148-baab-8217923f4dc8 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:01.550377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.553833 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment fe96b8d2-33b6-4dd5-9e83-4b6127d38957 of type vlan for network 0b4ab670-fb28-4d4b-b626-01be9937aecc May 06 12:42:01.597898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.598216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['aad55478-7645-4823-8c05-cadaba88df88'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:01.605124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.669407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.676992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.678990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.684374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.688513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.692647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.696918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.700176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-afd08058-2102-46ae-911d-cfaac0c8997c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5437 time: 0.6736205 May 06 12:42:01.763608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.775056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adbdbb9c-7084-4522-b7ea-be38b7834294 req-b084eabc-af63-462a-b899-f63d749ba151 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682983 May 06 12:42:01.782871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:01.783573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:01.968135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 52de33f8-c380-4148-baab-8217923f4dc8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:01.977488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 52de33f8-c380-4148-baab-8217923f4dc8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:01.978170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.055135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7093613 May 06 12:42:02.058097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36436) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:02.069274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:02.158631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3c67d-7c02-4104-9068-9826e4b963c7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=0b4ab670-fb28-4d4b-b626-01be9937aecc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.180421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:02.204336 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.212679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.219014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:02.226648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0260-e019-461f-ab14-2dd122ed008d req-05813527-c81f-48fb-9ef4-4efd69c836a8 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:02.228349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-acaf0260-e019-461f-ab14-2dd122ed008d req-05813527-c81f-48fb-9ef4-4efd69c836a8 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 945 time: 0.3159242 May 06 12:42:02.231627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:02.235066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:02.255155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.255274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:02.293720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-acaf0260-e019-461f-ab14-2dd122ed008d req-da032554-a936-44d9-9dc7-17c3e2896eb2 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 May 06 12:42:02.319326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:02.342654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:02.365063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.368176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Port': ['ID=03ee3e19-8400-4143-ae89-febeb556a9fb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.388934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:02.396081 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf54670-58fb-4b33-a000-bf6687d3bf67'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8', 'code': 200} May 06 12:42:02.445166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.446035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:02.532639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.624433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:02.731398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc2db-c908-4bb1-b875-1a758410887c req-8d686355-f1d7-42ee-9367-845a2f6b726d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:02.732830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-8d686355-f1d7-42ee-9367-845a2f6b726d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.5506864 May 06 12:42:02.777459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-31fd4703-4e9e-4e46-91ce-ecfae3b9cbc7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0339234 May 06 12:42:02.784537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.801462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.25.2.219 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/a81c63f3-537d-43a2-be35-c4fbb81d65ae) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:02.840467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:02.845545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:02.850999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.936806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:02.995386 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.045178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:03.096784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=75f68c0a-5e5a-4637-9a1a-27282ac7fecf,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:03.132841 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.160072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:03.160648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: 0b4ab670-fb28-4d4b-b626-01be9937aecc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:03.191082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.195509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.199634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.203739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.207753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.212295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.217255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.225379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-df6151a2-5f3e-4625-b63f-83c47da688db tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5438 time: 0.1763020 May 06 12:42:03.231337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:03.248586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-e73209e9-30f5-43f0-a6b9-fbb8fabd93e1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4573836 May 06 12:42:03.249055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:03.278817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b83ffc5f-599c-4000-9066-f4f4b1603675 req-55bbfbb6-feb5-41e1-bede-9b7865245cac tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523343 May 06 12:42:03.362018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:03.485580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.488853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0b4ab670-fb28-4d4b-b626-01be9937aecc) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:03.497168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.497757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.508340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a5e9b-9b3d-405e-b37e-642bb0ccec1c None None] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:03.531860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0e762-c403-4515-aabc-04cc0fa717fc req-a5f2c560-7de8-4095-9ca9-c1e127d122e5 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:03.531860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4f0e762-c403-4515-aabc-04cc0fa717fc req-a5f2c560-7de8-4095-9ca9-c1e127d122e5 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 945 time: 0.1005955 May 06 12:42:03.585167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f2224e44-270f-4992-aad4-968e4ef50563 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:03.588887 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4f0e762-c403-4515-aabc-04cc0fa717fc req-e6d6256f-e176-466a-8d5f-532a67a53380 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496273 May 06 12:42:03.609715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-edadf7e4-6011-430e-b22a-5388fd995ec5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5498245 May 06 12:42:03.612240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36472) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:03.628152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc', 'name': 'tempest-PortsIpV6TestJSON-497399124'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:03.804325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:03.817192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-f7bf58b5-bfbe-4c37-977c-94c0949cb8a3 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584900 May 06 12:42:03.820670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:03.885114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-0b4ab670-fb28-4d4b-b626-01be9937aecc', 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '75f68c0a-5e5a-4637-9a1a-27282ac7fecf'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:03.897516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.945348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:03.945828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port f2224e44-270f-4992-aad4-968e4ef50563 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:03.947006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25c87be2-9e2e-42e4-8dd1-b1f112d971af req-2f926338-42d1-45f4-b3c7-964951ef67b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6491 time: 0.6896825 May 06 12:42:03.948815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.948956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Router 9904b936-f5a4-48ba-ac92-a393605022e1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:03.962382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port f2224e44-270f-4992-aad4-968e4ef50563 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:03.962755 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:03.991943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.078971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-505267de-0685-4aaf-aa26-df629b2ee69f service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546644 May 06 12:42:04.091125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 53d66726-81ef-4883-88e5-e8727d276d09 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:04.104415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device aad55478-7645-4823-8c05-cadaba88df88 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:04.167886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:04.219636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:04.234465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:04.242317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Allocated IP 2001:db8::2 (0b4ab670-fb28-4d4b-b626-01be9937aecc/75f68c0a-5e5a-4637-9a1a-27282ac7fecf/d7fba2ee-c841-4399-bb88-3b6f3d7b4368) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:04.249760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.259584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=a81c63f3-537d-43a2-be35-c4fbb81d65ae,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:04.268814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25c87be2-9e2e-42e4-8dd1-b1f112d971af req-097b8367-9408-440e-bf30-5a341821246b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2994003 May 06 12:42:04.375312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port aad55478-7645-4823-8c05-cadaba88df88 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:04.387219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:04.390166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port aad55478-7645-4823-8c05-cadaba88df88 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:04.390546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.418607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:04.452656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed296a7d-db29-4926-b827-88d033ca1ce1 req-466b9e0d-ea14-45f1-ad67-c4fa9beb9bdd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0738792 May 06 12:42:04.471740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:04.475371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] Sync routers for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:04.544456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-07fdf6e9-da9b-4518-8847-a61c1416ee9b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0435345 May 06 12:42:04.547932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36490) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:04.560088 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc1fc24-053f-4a6a-accf-3a1740cd9b16'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c38b40b-e05c-4868-82f0-8d9b2c6b3a43', 'code': 200} May 06 12:42:04.560636 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc1fc24-053f-4a6a-accf-3a1740cd9b16'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563', 'code': 200} May 06 12:42:04.561361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:04.562220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:04.612301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.616608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.621357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.623335 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-07cc344d-e3a4-4856-bc9a-86b69364fa6d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] delete failed (client error): The resource could not be found. May 06 12:42:04.624653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07cc344d-e3a4-4856-bc9a-86b69364fa6d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1696522573 HTTP/1.1" status: 404 len: 335 time: 0.0757620 May 06 12:42:04.635277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:04.635389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.636452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.637178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f5cdc98b-9101-4d76-b71d-091b95a200b5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'router': {'external_gateway_info': {'network_id': '9904b936-f5a4-48ba-ac92-a393605022e1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:04.639533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.640574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 56931c20-2f9b-4de4-bfaf-2691ed309858 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:04.642817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.646879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:04.649529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-fa237169-5d63-4b9d-9567-a43e6da99585 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5440 time: 0.1571393 May 06 12:42:04.733403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-50664ffc-7e1e-4cea-8eda-8ebd1e6447a6 req-2e77bd46-c9d4-44d0-aa42-0a4c417f4cf3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722818 May 06 12:42:04.739356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.740121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.814650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:04.920955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:04.985833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:04.997440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.067250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 56931c20-2f9b-4de4-bfaf-2691ed309858 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:05.070295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:05.075102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=aad55478-7645-4823-8c05-cadaba88df88,segment=NetworkSegment(21b4f3a5-b687-487b-b41b-2c548aa7433e),segment_id=21b4f3a5-b687-487b-b41b-2c548aa7433e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:05.088950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 56931c20-2f9b-4de4-bfaf-2691ed309858 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:05.092623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.119461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.121618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626fffa0-6a69-4eb5-bb81-d59da4549298 None None] The sync data for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:05.123716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.152707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c08bc-6142-436a-9a4a-f39f8b0f0863 req-901dd024-5786-41ab-8981-5edf7064b29b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:05.159922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Transition to ACTIVE for port object d7fba2ee-c841-4399-bb88-3b6f3d7b4368 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:05.160058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d94c08bc-6142-436a-9a4a-f39f8b0f0863 req-901dd024-5786-41ab-8981-5edf7064b29b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 945 time: 0.3308003 May 06 12:42:05.188771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Transition to ACTIVE for port object d7fba2ee-c841-4399-bb88-3b6f3d7b4368 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:05.195510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 860491cd-c1cc-4e6c-a315-3762bc2fefe4 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:05.198054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.290885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.341081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.357304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:05.361868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:05.364332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:05.368460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:05.406170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d94c08bc-6142-436a-9a4a-f39f8b0f0863 req-83245fa7-1654-43ef-8aac-4603e77ddfdd tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451916 May 06 12:42:05.432084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc98b-9101-4d76-b71d-091b95a200b5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.440118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::87 (0b4ab670-fb28-4d4b-b626-01be9937aecc/75f68c0a-5e5a-4637-9a1a-27282ac7fecf/53d66726-81ef-4883-88e5-e8727d276d09) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:05.496013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:05.509954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] Sync routers for ids ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:05.529354 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] Routers {'860491cd-c1cc-4e6c-a315-3762bc2fefe4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:05.530210 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.561773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Pushing event updated for resources: {'Port': ['ID=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:05.575395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:05.588460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Attempting to bind port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:05.588828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Attempting to bind port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:05.589432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Attempting to bind port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 on network 0b4ab670-fb28-4d4b-b626-01be9937aecc {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Checking segment: {'id': 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Bound using segment: {'id': 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Bound port: d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:05.606239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.616952 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.630787 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] Routers {'860491cd-c1cc-4e6c-a315-3762bc2fefe4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:05.631571 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.681529 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-f5cdc98b-9101-4d76-b71d-091b95a200b5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] update failed (client error): The resource could not be found. May 06 12:42:05.682640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5cdc98b-9101-4d76-b71d-091b95a200b5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1 HTTP/1.1" status: 404 len: 339 time: 1.0525005 May 06 12:42:05.687131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36506) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:05.696001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1858944260'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:05.713027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.717304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:05.717304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220bc8f-9e81-44cc-a632-ad7262363d27 None None] The sync data for ids ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:05.718109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec275545-52b5-4058-813e-3835d328af07 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4777007 May 06 12:42:05.721596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4459ee74-f292-4a77-b7ba-b9b01e14c51e req-b469f2a2-05d8-4d92-8026-95f4d63d7cf6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0709138 May 06 12:42:05.723812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:05.738716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.739799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b49fda7b-729e-4ae4-a1fb-6588aa577cad up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:05.806555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:05.825886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 53d66726-81ef-4883-88e5-e8727d276d09 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:05.846954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:05.865728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:network and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:05.875744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:05.879465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] For port d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:05.883242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] For port d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,segment=NetworkSegment(fe96b8d2-33b6-4dd5-9e83-4b6127d38957),segment_id=fe96b8d2-33b6-4dd5-9e83-4b6127d38957)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:05.890387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:05.975514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:05.987988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c3948fc8-f6be-4495-a210-970f0a7e9ad2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers/860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 200 len: 880 time: 0.2598648 May 06 12:42:05.990128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36516) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:06.049560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.105753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.111217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port b49fda7b-729e-4ae4-a1fb-6588aa577cad completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:06.117764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.122856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.131420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.131420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.134894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.139077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.143015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.144926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df989608-2a70-4610-bfbb-36ac48868a07 req-9fbbe119-d7f1-41f5-ac41-6975dfc02ccd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5441 time: 0.1790385 May 06 12:42:06.150747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:06.154662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.178369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port b49fda7b-729e-4ae4-a1fb-6588aa577cad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:06.179162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.224922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:06.232894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:06.244651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:06.249523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.250371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.257071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=53d66726-81ef-4883-88e5-e8727d276d09,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:06.296919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eecac6-a7fb-44fc-aea6-6459b1d0586f None None] Pushing event updated for resources: {'Port': ['ID=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:06.302062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:06.341939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df989608-2a70-4610-bfbb-36ac48868a07 req-b5744ef7-81e6-4f49-a261-874e8efd14b7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635277 May 06 12:42:06.349316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.349883 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Added segment c9af0904-a156-4b8a-8a64-bffd8b61275c of type vlan for network 8de16f80-8436-4a5d-ba17-16e9d762aadf May 06 12:42:06.402892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.485070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.511732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e0d6929e-d17e-45a5-a68a-f512c1bde5ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8975246 May 06 12:42:06.515925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36524) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:06.538438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '0b4ab670-fb28-4d4b-b626-01be9937aecc', 'name': 'tempest-PortsIpV6TestJSON-448980108'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:06.580583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:06.581674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:06.678304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-23f31c6c-e518-4280-abd1-8dd9a6b0c08f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:router {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:06.732221 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcd4793-eea1-41ac-aa92-9ee79ea8130e'] response: {'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88', 'code': 200} May 06 12:42:06.734524 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcd4793-eea1-41ac-aa92-9ee79ea8130e'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'code': 200} May 06 12:42:06.735144 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcd4793-eea1-41ac-aa92-9ee79ea8130e'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49fda7b-729e-4ae4-a1fb-6588aa577cad', 'code': 200} May 06 12:42:06.782813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.784038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b1818eef-033a-4b46-92b2-824c32121419 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:06.802845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24fa94-6238-4a0e-8e03-397e5261097d req-46dad375-92c1-412b-8232-1277e9183136 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.804670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d24fa94-6238-4a0e-8e03-397e5261097d req-46dad375-92c1-412b-8232-1277e9183136 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.1877341 May 06 12:42:06.848703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-23f31c6c-e518-4280-abd1-8dd9a6b0c08f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:router {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:06.848703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-23f31c6c-e518-4280-abd1-8dd9a6b0c08f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8541818 May 06 12:42:06.861061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36532) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:06.868669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-824721526'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:06.988652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:06.993551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:06.997087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.042898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:07.166722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4782007 May 06 12:42:07.173844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d24fa94-6238-4a0e-8e03-397e5261097d req-0c2d289f-b465-4825-bddb-956d45871c22 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608456 May 06 12:42:07.174298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36536) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:07.180887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port b1818eef-033a-4b46-92b2-824c32121419 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:07.184724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'subnet': {'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:07.186151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe5c2d81-efcc-4f3e-aa9d-2f7b2e546c12 req-c2a82efc-4de6-4641-a245-6603d131a1df tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.1683030 May 06 12:42:07.191926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecafd0-54f1-4de9-a86b-0c61f40d62f2 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Network': ['ID=8de16f80-8436-4a5d-ba17-16e9d762aadf,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:07.235906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port b1818eef-033a-4b46-92b2-824c32121419 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:07.236420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.275111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:07.288164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:07.295871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7fba2ee-c841-4399-bb88-3b6f3d7b4368 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:07.298066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:07.302816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:07.313299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:07.390621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:07.406656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02d83837-d9ce-4bc9-b3fb-0f79d5ef6e09 req-aa162f28-8379-47b3-8c57-c0123b8e8a1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 1097 time: 0.3883815 May 06 12:42:07.409377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Usage tracker for resource:subnet and tenant:ab80e21c382d4b698b440b4a2bcccab2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:07.428889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:07.454865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:07.512855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:07.512855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.527937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02d83837-d9ce-4bc9-b3fb-0f79d5ef6e09 req-83a80459-853d-4888-8b23-6557a1c88342 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135526 May 06 12:42:07.548340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.563546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 68e46ecc-bc38-428a-b4b7-6252c36df28c yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:07.615142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:07.663163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:07.683679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Made reservation on behalf of ab80e21c382d4b698b440b4a2bcccab2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:07.779213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:07.780306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 86ea232e-effa-465b-b205-51be483051df up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:07.850796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::198 (0b4ab670-fb28-4d4b-b626-01be9937aecc/75f68c0a-5e5a-4637-9a1a-27282ac7fecf/68e46ecc-bc38-428a-b4b7-6252c36df28c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:08.002491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951541a1-89ab-4ecc-ad5a-6cb40624309e None None] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:08.034984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.035969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.041927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.046602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.050808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.054938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.060979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc2db-c908-4bb1-b875-1a758410887c req-d4b3c678-90c8-4cfe-8b63-7f4bbfb76da3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.070402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-d4b3c678-90c8-4cfe-8b63-7f4bbfb76da3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.4065723 May 06 12:42:08.070838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.074540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-3b2816aa-6703-4803-97fa-71552530da22 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5442 time: 0.4681759 May 06 12:42:08.076174 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.104193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:08.199205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:08.201130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bddc3ba-e3bb-452b-89e9-74834dfd8f5a req-998490a4-4c61-4fb2-b967-7c51527470ff tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252968 May 06 12:42:08.256175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.284399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 86ea232e-effa-465b-b205-51be483051df completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:08.297831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 68e46ecc-bc38-428a-b4b7-6252c36df28c will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:08.331486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 86ea232e-effa-465b-b205-51be483051df triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:08.332381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.402058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:08.456188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Provisioning for port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:08.483480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Provisioning complete for port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:08.483480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.506498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.590468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:08.601798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:08.614759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:08.620803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.621445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.653868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ccc35-3310-4d7a-ad5b-66a3b9c4d75d req-6fb753c0-5ff7-4225-a0e7-c49632c41a93 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.655680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-826ccc35-3310-4d7a-ad5b-66a3b9c4d75d req-6fb753c0-5ff7-4225-a0e7-c49632c41a93 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.2358177 May 06 12:42:08.685669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b181dda8-f41b-45ea-8b21-b1149b584c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.706873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:08.713226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b90525d-81f5-417b-a144-c51d50212b4c req-5a6d2487-e112-4e9a-9364-143ead371f20 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0820155 May 06 12:42:08.733603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=68e46ecc-bc38-428a-b4b7-6252c36df28c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:08.740440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:08.767963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-826ccc35-3310-4d7a-ad5b-66a3b9c4d75d req-e13aeb25-4772-44df-a3c8-ff79862e34d4 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056781 May 06 12:42:08.886472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e554b5f8-4d69-4762-ad9c-45305726ef2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3595595 May 06 12:42:08.886472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:08.888686 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9a8ed6-d250-47be-b8c3-badbadd3a5ac'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419', 'code': 200} May 06 12:42:08.905483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.948766 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.977133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:08.991971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed10828-b2ce-451d-aeb0-7dccce7a19e8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:08.992668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fed10828-b2ce-451d-aeb0-7dccce7a19e8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:08.997015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:09.018183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] For port d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,segment=NetworkSegment(fe96b8d2-33b6-4dd5-9e83-4b6127d38957),segment_id=fe96b8d2-33b6-4dd5-9e83-4b6127d38957)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:09.105935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:09.109814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.171320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fed10828-b2ce-451d-aeb0-7dccce7a19e8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:09.171446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.173592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fed10828-b2ce-451d-aeb0-7dccce7a19e8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A87 HTTP/1.1" status: 200 len: 927 time: 0.2898321 May 06 12:42:09.174279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36562) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:09.198977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.218889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.223394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.280854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 68e46ecc-bc38-428a-b4b7-6252c36df28c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:09.281384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.301438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:09.449462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787f14-9148-4e01-9fb8-df85be622f32 None None] Pushing event updated for resources: {'Port': ['ID=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:09.556598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Subnet': ['ID=b63d5245-2368-42f5-9aff-fe74aeec0b35,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:09.644910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.649354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.653597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.657759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.661585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.665442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.666091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.8 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/f6acd0cc-1321-4400-82f8-b6f06d86ce03) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:09.670291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:09.671127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Checking segment: {'id': 'c9af0904-a156-4b8a-8a64-bffd8b61275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:09.671684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-5538b4ab-6aa4-4e76-afb5-cac1426a3b5a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.2419558 May 06 12:42:09.677737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network hostable DHCP agents. Network: 8de16f80-8436-4a5d-ba17-16e9d762aadf, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:09.688526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Provisioning for port 53d66726-81ef-4883-88e5-e8727d276d09 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:09.695494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Provisioning complete for port 53d66726-81ef-4883-88e5-e8727d276d09 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:09.696307 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.741531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.785457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Port 53d66726-81ef-4883-88e5-e8727d276d09 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:09.828139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Provisioning complete for port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:09.829220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:09.993005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 68e46ecc-bc38-428a-b4b7-6252c36df28c owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:09.996501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 860491cd-c1cc-4e6c-a315-3762bc2fefe4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:10.009420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:10.026188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba3d018e-fa36-4fd1-aa47-7a92e264a7cc req-4fc88ea1-db1b-49c1-8ee6-083b6e6f18d6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0805676 May 06 12:42:10.033160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5765c29-1eaf-4994-b3e4-e6fe08dc8299 req-f06485a1-9ed7-4240-a5af-2ba23cd53356 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3499014 May 06 12:42:10.138498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Provisioning for port 68e46ecc-bc38-428a-b4b7-6252c36df28c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:10.148478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Provisioning complete for port 68e46ecc-bc38-428a-b4b7-6252c36df28c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:10.149059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.220725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8de16f80-8436-4a5d-ba17-16e9d762aadf) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:10.246964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6cea3215-cdd6-494f-9bfd-05a13bfe5f5c None None] Port 68e46ecc-bc38-428a-b4b7-6252c36df28c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:10.255574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cce9e4-e56e-4256-99f0-1d690f9c80aa None None] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:10.284339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:10.284930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.330795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.410756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1df95d86-5920-43e4-b8a3-e678a69947aa None None] Provisioning complete for port 53d66726-81ef-4883-88e5-e8727d276d09 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:10.410951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662113-7da3-4ca6-a4d0-614b0d6c7bfc req-61d0f3f1-e9ab-458c-a7b2-264fd843eb2c tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:10.411124 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1df95d86-5920-43e4-b8a3-e678a69947aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.412452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b662113-7da3-4ca6-a4d0-614b0d6c7bfc req-61d0f3f1-e9ab-458c-a7b2-264fd843eb2c tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.2111206 May 06 12:42:10.465259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.479246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-98b797fc-6424-450a-9460-fe84c76e0815 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3015482 May 06 12:42:10.483922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36580) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:10.492237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7e7d3047-a8c9-4012-acf7-33f20303cab3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'router': {'external_gateway_info': {'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:10.519173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=68e46ecc-bc38-428a-b4b7-6252c36df28c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:10.519573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1df95d86-5920-43e4-b8a3-e678a69947aa None None] Port 53d66726-81ef-4883-88e5-e8727d276d09 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:10.525912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1df95d86-5920-43e4-b8a3-e678a69947aa None None] Could not find standard attr ID for object 68e46ecc-bc38-428a-b4b7-6252c36df28c. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:42:10.565771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.579825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b662113-7da3-4ca6-a4d0-614b0d6c7bfc req-59da4507-bd9a-4cc1-844e-68a40b24c67a tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576879 May 06 12:42:10.611567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-8de16f80-8436-4a5d-ba17-16e9d762aadf', 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf', 'tenant_id': 'ab80e21c382d4b698b440b4a2bcccab2', 'fixed_ips': [{'subnet_id': 'b63d5245-2368-42f5-9aff-fe74aeec0b35'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:10.611567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.646384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.662788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:10.869263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0a132ca3-cd7f-4cc9-a0f6-6a98142f08ec tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/68e46ecc-bc38-428a-b4b7-6252c36df28c HTTP/1.1" status: 204 len: 168 time: 1.6844342 May 06 12:42:10.869363 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-95ab3f11-9d60-4ed1-b1e1-a5a212976b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.871611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:10.905659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea232e-effa-465b-b205-51be483051df'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:10.911073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Allocated IP 2001:db8:1::2 (8de16f80-8436-4a5d-ba17-16e9d762aadf/b63d5245-2368-42f5-9aff-fe74aeec0b35/bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:10.938684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:10.966526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:10.972660 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93fe27f-737c-4f74-905b-e454f1a30331 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:42:10.974188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f93fe27f-737c-4f74-905b-e454f1a30331 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:10.976888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:10.985444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:10.985444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0196c804-bc81-474c-b498-1d84e13df318 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 200 len: 887 time: 4.1231933 May 06 12:42:10.987934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:10.988979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:10.991934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:11.026279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] Sync routers for ids ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:11.075230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:11.075812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.088624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] Routers {'860491cd-c1cc-4e6c-a315-3762bc2fefe4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:11.089378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:11.184759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f93fe27f-737c-4f74-905b-e454f1a30331 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:11.187059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f93fe27f-737c-4f74-905b-e454f1a30331 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/68e46ecc-bc38-428a-b4b7-6252c36df28c HTTP/1.1" status: 404 len: 333 time: 0.3142614 May 06 12:42:11.189786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36610) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:11.198627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:11.211476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7fba2ee-c841-4399-bb88-3b6f3d7b4368 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:11.304655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 53d66726-81ef-4883-88e5-e8727d276d09 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:11.305003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.328985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] Routers {'860491cd-c1cc-4e6c-a315-3762bc2fefe4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:11.330235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:11.370944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-c773dc46-524c-4e01-9438-933a0d300153 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2704785 May 06 12:42:11.386934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Request body: {'port': {'device_id': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:11.409199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:11.409613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b174fb1-4329-4acc-9381-b24b8cbec3d6 None None] The sync data for ids ['860491cd-c1cc-4e6c-a315-3762bc2fefe4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:11.430152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.442428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Transition to ACTIVE for port object bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:11.456127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3047-a8c9-4012-acf7-33f20303cab3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.457252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:11.457628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.502369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Transition to ACTIVE for port object bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:11.521786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.624740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.625676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-816ca738-694a-4f35-9ce9-26e8500580ad tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers/860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 200 len: 887 time: 0.6364040 May 06 12:42:11.629552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:11.704386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-674e7d9d-1edc-4b43-b96b-037f7adad7e4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:11.714985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.716374 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7080d737-abc0-4d39-a7c4-52191ce0048f'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ea232e-effa-465b-b205-51be483051df', 'code': 200} May 06 12:42:11.719396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Pushing event updated for resources: {'Port': ['ID=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:11.736179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:11.740083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:11.740260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:11.870239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Attempting to bind port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:11.870618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Attempting to bind port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c9af0904-a156-4b8a-8a64-bffd8b61275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:11.870980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Attempting to bind port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c on network 8de16f80-8436-4a5d-ba17-16e9d762aadf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:11.878348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:11.878876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Checking segment: {'id': 'c9af0904-a156-4b8a-8a64-bffd8b61275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:11.879288 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.879819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Bound using segment: {'id': 'c9af0904-a156-4b8a-8a64-bffd8b61275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:11.880295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Bound port: bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9af0904-a156-4b8a-8a64-bffd8b61275c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8de16f80-8436-4a5d-ba17-16e9d762aadf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:11.880665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:11.910073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 53d66726-81ef-4883-88e5-e8727d276d09 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:12.115055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] For port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:12.118974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] For port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,segment=NetworkSegment(c9af0904-a156-4b8a-8a64-bffd8b61275c),segment_id=c9af0904-a156-4b8a-8a64-bffd8b61275c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:12.144016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-674e7d9d-1edc-4b43-b96b-037f7adad7e4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:12.144016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-674e7d9d-1edc-4b43-b96b-037f7adad7e4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 200 len: 205 time: 0.5091720 May 06 12:42:12.144368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36622) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:12.228418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee73ce1-2c14-46d0-8699-f9a547d63223 req-d17c4d02-1665-4c09-ba95-aa5d03282e83 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.229135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dee73ce1-2c14-46d0-8699-f9a547d63223 req-d17c4d02-1665-4c09-ba95-aa5d03282e83 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:12.247652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.250738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d790d68-f3ed-4cb5-8248-b41ecc58d13e req-dff884d6-a2c1-4c7e-984c-dc546db8a667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.4221525 May 06 12:42:12.265354 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.273397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.324109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.328203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.332098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.336229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.339743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.343917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.347791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:12.349789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-373706f2-df89-4748-b2a3-ca19873edc21 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.3423305 May 06 12:42:12.386700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6acd0cc-1321-4400-82f8-b6f06d86ce03 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:12.398771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.403657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dee73ce1-2c14-46d0-8699-f9a547d63223 req-d17c4d02-1665-4c09-ba95-aa5d03282e83 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:12.410471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dee73ce1-2c14-46d0-8699-f9a547d63223 req-d17c4d02-1665-4c09-ba95-aa5d03282e83 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 931 time: 0.5885580 May 06 12:42:12.436522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Pushing event updated for resources: {'Port': ['ID=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:12.445826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ded5c7c6-fb36-49bc-9998-0ced64d513d4 req-abb677be-028e-4e7b-8426-603dab83c10e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876496 May 06 12:42:12.447614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d790d68-f3ed-4cb5-8248-b41ecc58d13e req-b1420026-c733-4600-ab03-8b935f50a533 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769023 May 06 12:42:12.451650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.452036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.454009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.454009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.454009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.454392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.455429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.455805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.456176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.456724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.457084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.457225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe9ea2-1cec-4aac-b8c9-f1ef5ae6ad94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:12.490713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Transition to ACTIVE for port object f6acd0cc-1321-4400-82f8-b6f06d86ce03 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:12.514306 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-7e7d3047-a8c9-4012-acf7-33f20303cab3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:42:12.515487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7e7d3047-a8c9-4012-acf7-33f20303cab3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1 HTTP/1.1" status: 400 len: 364 time: 2.0304074 May 06 12:42:12.519996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36626) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:12.530508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dee73ce1-2c14-46d0-8699-f9a547d63223 req-6a42084f-597e-40ba-b899-fdd97be7d0ec tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191418 May 06 12:42:12.534547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=53d66726-81ef-4883-88e5-e8727d276d09,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:12.657151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:12.927418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.018822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2411ce1c-07cf-4d38-a0be-86dff6e1d884 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/53d66726-81ef-4883-88e5-e8727d276d09 HTTP/1.1" status: 204 len: 168 time: 1.8269322 May 06 12:42:13.033339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36632) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:13.071229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.156848 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3d15c5-8247-4c54-a81c-1613191d201c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:42:13.157530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0f3d15c5-8247-4c54-a81c-1613191d201c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:13.207451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4af45-8312-4732-9dfe-d1a929f661d8 req-99603a7b-41c1-4cc4-a0da-9df85e81926f tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:13.211870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23e4af45-8312-4732-9dfe-d1a929f661d8 req-99603a7b-41c1-4cc4-a0da-9df85e81926f tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.5730338 May 06 12:42:13.264628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:13.296828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0f3d15c5-8247-4c54-a81c-1613191d201c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:13.301438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f3d15c5-8247-4c54-a81c-1613191d201c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/53d66726-81ef-4883-88e5-e8727d276d09 HTTP/1.1" status: 404 len: 333 time: 0.2168319 May 06 12:42:13.301588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:13.309625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23e4af45-8312-4732-9dfe-d1a929f661d8 req-d347aa8f-5805-48a4-81ba-2b4565be301f tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867438 May 06 12:42:13.309625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36636) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:13.535508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.539887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.577039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:13.598629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Attempting to bind port f6acd0cc-1321-4400-82f8-b6f06d86ce03 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:13.598969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Attempting to bind port f6acd0cc-1321-4400-82f8-b6f06d86ce03 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:13.599295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Attempting to bind port f6acd0cc-1321-4400-82f8-b6f06d86ce03 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:13.614247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-3d232e68-2807-4190-a4f9-dec628b5b03c tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:13.615728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-3d232e68-2807-4190-a4f9-dec628b5b03c tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.86 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.5004508 May 06 12:42:13.616548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Port f6acd0cc-1321-4400-82f8-b6f06d86ce03 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:13.616865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Attempting to bind port f6acd0cc-1321-4400-82f8-b6f06d86ce03 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:13.620773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 75f68c0a-5e5a-4637-9a1a-27282ac7fecf {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:13.626189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.684178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:13.684520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:13.684909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:13.685776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Bound port: f6acd0cc-1321-4400-82f8-b6f06d86ce03, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:13.686137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.700816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port a81c63f3-537d-43a2-be35-c4fbb81d65ae {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:13.701802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.779445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.892029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Deleting port aad55478-7645-4823-8c05-cadaba88df88 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:13.892404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:13.927224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1384f12-32bd-46f6-b38b-d1102cd7815a None None] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:14.039425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:14.094960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.115933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:14.143470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3a636-7cb8-4a39-802a-a230fe343195 req-45165b44-f3a2-4b05-97b9-98f77cd61026 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.144943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87c3a636-7cb8-4a39-802a-a230fe343195 req-45165b44-f3a2-4b05-97b9-98f77cd61026 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 943 time: 0.3753726 May 06 12:42:14.232633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87c3a636-7cb8-4a39-802a-a230fe343195 req-f4bebbb0-e31e-441c-9dd6-772dcc1a55fd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790942 May 06 12:42:14.242248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.252621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Provisioning for port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:14.265806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.266470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Provisioning complete for port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:14.267159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.289340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.355223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.359679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.363892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.369774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.375282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.380756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.385382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.393708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-d6eb1552-3bfa-4078-b4a8-eedc38b8f6e3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.6826017 May 06 12:42:14.517499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.552088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for a81c63f3-537d-43a2-be35-c4fbb81d65ae owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:14.581577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] For port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,segment=NetworkSegment(c9af0904-a156-4b8a-8a64-bffd8b61275c),segment_id=c9af0904-a156-4b8a-8a64-bffd8b61275c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:14.597598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.599900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6acd0cc-1321-4400-82f8-b6f06d86ce03 HTTP/1.1" status: 200 len: 1091 time: 3.2171686 May 06 12:42:14.634563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:14.687291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.743898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4b695-630d-427b-adac-fd1dca51e0e2 req-555bc148-0907-46e5-953a-b3e37362e785 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:14.747234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1a4b695-630d-427b-adac-fd1dca51e0e2 req-555bc148-0907-46e5-953a-b3e37362e785 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 946 time: 0.2046578 May 06 12:42:14.817828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.818057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa7579-f730-4468-b5c6-f3a94ef2b3f6 None None] Pushing event updated for resources: {'Port': ['ID=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:14.877709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdd1f8-24a5-4b74-a896-ef791c0dcfa3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:14.901244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1a4b695-630d-427b-adac-fd1dca51e0e2 req-39dbf25e-8297-461e-a8ea-a43c4ee65279 tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/security-groups?id=8e46d3d1-3f65-49f4-8be8-52ab18ce6370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473236 May 06 12:42:14.908380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70b4c1e7-c34f-4ece-a28f-9a8afb6c996b req-45c48570-5604-40f2-bbfb-3045db2dbbe3 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5137541 May 06 12:42:14.911927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9755926f-1e1b-488f-b71b-8ef9ef47b3e8 None None] Provisioning complete for port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:14.912920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9755926f-1e1b-488f-b71b-8ef9ef47b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.959892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=75f68c0a-5e5a-4637-9a1a-27282ac7fecf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:14.972428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.977854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] For port aad55478-7645-4823-8c05-cadaba88df88, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=aad55478-7645-4823-8c05-cadaba88df88,segment=NetworkSegment(21b4f3a5-b687-487b-b41b-2c548aa7433e),segment_id=21b4f3a5-b687-487b-b41b-2c548aa7433e)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:14.978204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:14.993235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-156ecaa5-b859-4278-a2ed-ffd14a43ac35 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/75f68c0a-5e5a-4637-9a1a-27282ac7fecf HTTP/1.1" status: 204 len: 168 time: 1.6813707 May 06 12:42:14.994634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36650) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:15.018424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1b3a9-d038-4dce-b71d-6fe51e0ba86b None None] Network 0b4ab670-fb28-4d4b-b626-01be9937aecc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:15.140975 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b966ef-faf9-4e31-b76e-4280fd0af02b'] response: {'name': 'network-changed', 'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03', 'status': 'completed', 'code': 200} May 06 12:42:15.152088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Calling delete_port for aad55478-7645-4823-8c05-cadaba88df88 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:15.196766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.223371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:15.263151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=a81c63f3-537d-43a2-be35-c4fbb81d65ae,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:15.289111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-daf83518-94f4-4bb5-972d-28710d399f40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 1094 time: 0.4750867 May 06 12:42:15.351413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.355104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Allocated IP 2001:db8::1 (0fb64878-39b7-420d-95b0-9af75e5ade02/cf7ad39b-f295-4767-ba39-1fc7e2bc10ed/a936ea25-d2a8-4469-bbbf-81c9beac9ef3) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:15.385895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:15.386799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.390108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-bab81351-42be-4516-a93e-dcf7a2ff4130 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03 HTTP/1.1" status: 200 len: 217 time: 0.0907598 May 06 12:42:15.445052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:15.446063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.558903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] DHCP port deletion for 0b4ab670-fb28-4d4b-b626-01be9937aecc request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:15.564461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Deleting port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:15.565301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.591136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc2db-c908-4bb1-b875-1a758410887c req-cc1455ef-5069-4e46-8801-a358788fda84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:15.592721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-cc1455ef-5069-4e46-8801-a358788fda84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1965559 May 06 12:42:15.647929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-d184b57b-df52-4aa6-bb99-97ef906c7f9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423751 May 06 12:42:15.712732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.732724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8dc22-1a62-4867-8691-20ccb49db90d req-9d5e2bdb-3afa-4a4d-8bbe-cbd5aebcbe04 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:15.734434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a8dc22-1a62-4867-8691-20ccb49db90d req-9d5e2bdb-3afa-4a4d-8bbe-cbd5aebcbe04 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 943 time: 0.2969897 May 06 12:42:15.760606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.789521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] For port d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,segment=NetworkSegment(fe96b8d2-33b6-4dd5-9e83-4b6127d38957),segment_id=fe96b8d2-33b6-4dd5-9e83-4b6127d38957)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:15.790071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:15.879827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Pushing event deleted for resources: {'Port': ['ID=aad55478-7645-4823-8c05-cadaba88df88,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:15.922571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Calling delete_port for d7fba2ee-c841-4399-bb88-3b6f3d7b4368 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:16.074450 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-dac3fd6d-d3d6-4988-b816-d748427b0e0d service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187038 May 06 12:42:16.075932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] No DVR routers for this DVR port aad55478-7645-4823-8c05-cadaba88df88 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:16.080534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.084996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9a8dc22-1a62-4867-8691-20ccb49db90d req-884f6019-b8b4-483d-9985-eb124fada268 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289418 May 06 12:42:16.093727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.138254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.140010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port d7fba2ee-c841-4399-bb88-3b6f3d7b4368, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,segment=NetworkSegment(fe96b8d2-33b6-4dd5-9e83-4b6127d38957),segment_id=fe96b8d2-33b6-4dd5-9e83-4b6127d38957)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:16.140477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.157870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.164231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73a770a8-f93d-41b5-b987-039441705909 req-8cda6645-d55b-4b88-882a-deda9a88de3e tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.0730076 May 06 12:42:16.176766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device aad55478-7645-4823-8c05-cadaba88df88 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:16.223076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] Pushing event deleted for resources: {'Port': ['ID=d7fba2ee-c841-4399-bb88-3b6f3d7b4368,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:16.228642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.236521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: aad55478-7645-4823-8c05-cadaba88df88 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:16.237120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device aad55478-7645-4823-8c05-cadaba88df88 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:16.241695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51fbba4-ac5e-42ef-90fc-b413b61d8304 None None] No DVR routers for this DVR port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:16.268133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Transition to ACTIVE for port object a936ea25-d2a8-4469-bbbf-81c9beac9ef3 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:16.297224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for d7fba2ee-c841-4399-bb88-3b6f3d7b4368 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:16.315425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d5beaa4-035b-4aa1-935c-ca637afba595 req-a9498407-5682-4eb7-8dd5-661a3a73562b tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.86 "DELETE /v2.0/ports/aad55478-7645-4823-8c05-cadaba88df88 HTTP/1.1" status: 204 len: 173 time: 2.6868038 May 06 12:42:16.370009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-278cc2db-c908-4bb1-b875-1a758410887c req-afe6d4ef-275e-44ca-b77f-ace5eb802e1a service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829206 May 06 12:42:16.371160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.381644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:16.382018 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:16.412357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.416249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.421315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.425182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.429208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.434097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.437972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.439875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-78b85abc-af16-432e-bf56-6e2b5ff539ed tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.1841652 May 06 12:42:16.495016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0633214e-cd4c-4dea-b71a-004a79704cc4 req-5b4b8b49-5864-442d-bd11-03fc04aeac5b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491865 May 06 12:42:16.532578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.533290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router 860491cd-c1cc-4e6c-a315-3762bc2fefe4 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:42:16.591510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.655646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.662426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9023b9cb-76fd-470d-ab86-ae1bba9f6772 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 204 len: 168 time: 4.5109155 May 06 12:42:16.662426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:16.666272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1738279669'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:16.707680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:16.719630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:16.723138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:16.731076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:16.757287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:16.765707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:16.767606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Port': ['ID=a936ea25-d2a8-4469-bbbf-81c9beac9ef3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:16.769996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:16.770544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.772135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.776991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.781591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.787953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.789832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.794702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.798777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:16.800708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38d957c5-4be6-471c-9d18-0268399e29eb req-d0ed8379-08e9-46dd-88f2-ba6181af148b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.1496003 May 06 12:42:16.812839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36670) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:16.818809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Request body: {'floatingip': {'port_id': '56931c20-2f9b-4de4-bfaf-2691ed309858'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:16.877872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:16.880794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:16.937895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-b7a45f61-353f-41f8-b998-6b546808391d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 1094 time: 0.2794576 May 06 12:42:17.029175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port d7fba2ee-c841-4399-bb88-3b6f3d7b4368 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:17.029516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.075994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.123475 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.142009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'name': 'network-vif-deleted', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:17.238979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-80a51703-4bdc-4996-af68-c67ba682f325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:17.238979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-80a51703-4bdc-4996-af68-c67ba682f325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.2519424 May 06 12:42:17.239166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] The port 'd7fba2ee-c841-4399-bb88-3b6f3d7b4368' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:17.239531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7fba2ee-c841-4399-bb88-3b6f3d7b4368 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:17.272534 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51254a7b-35b1-4ccd-86ed-d80f94d7e030'] response: {'server_uuid': '253b4bff-e377-4ad3-8b17-98be2d4da1fb', 'name': 'network-vif-deleted', 'tag': 'aad55478-7645-4823-8c05-cadaba88df88', 'status': 'completed', 'code': 200} May 06 12:42:17.280636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d7fba2ee-c841-4399-bb88-3b6f3d7b4368 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:17.281197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d7fba2ee-c841-4399-bb88-3b6f3d7b4368 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:17.297535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-65f26b41-2110-451f-8f0d-88f7b08d4bc9 None None] Provisioning for port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:17.304986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-65f26b41-2110-451f-8f0d-88f7b08d4bc9 None None] Provisioning complete for port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:17.305548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-65f26b41-2110-451f-8f0d-88f7b08d4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.350918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-3bcf3ee6-76ea-4b1e-9f7b-cd0a237c7e2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03 HTTP/1.1" status: 200 len: 217 time: 0.1322007 May 06 12:42:17.382847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-65f26b41-2110-451f-8f0d-88f7b08d4bc9 None None] Port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:17.546282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:17.550540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14528385-4ead-4f8b-8bb5-ef036f58abf7 req-fa570e6d-79a8-4f19-a53f-97f4ecc564cb tempest-ServerAddressesNegativeTestJSON-174030905 tempest-ServerAddressesNegativeTestJSON-174030905-project] 10.222.0.83 "GET /v2.0/ports?device_id=253b4bff-e377-4ad3-8b17-98be2d4da1fb HTTP/1.1" status: 200 len: 210 time: 0.1481650 May 06 12:42:17.571637 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.578709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-00d9239c-3bc4-4324-85a4-ba01cb8ed496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:17.579959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.580416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-00d9239c-3bc4-4324-85a4-ba01cb8ed496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1199548 May 06 12:42:17.580550 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment 3ba8623c-288f-40ec-9105-df02b0e58762 of type vlan for network c5792757-46da-4b70-b334-f04d11a9e43b May 06 12:42:17.657998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4ab670-fb28-4d4b-b626-01be9937aecc']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:17.686080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.694903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:17.695207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe96b8d2-33b6-4dd5-9e83-4b6127d38957') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:17.714695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.715035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-087437d4-7032-4348-a6a1-4ee8878373c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072924 May 06 12:42:17.720735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901d099-3967-4ccc-a0d6-6526df2a2357 req-3f659636-e029-4958-b24c-0c4c5faff30b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:17.722290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6901d099-3967-4ccc-a0d6-6526df2a2357 req-3f659636-e029-4958-b24c-0c4c5faff30b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 943 time: 0.4482489 May 06 12:42:17.803826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.879008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:17.879238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:17.896212 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:17.921023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6901d099-3967-4ccc-a0d6-6526df2a2357 req-b71605c1-d021-4337-8384-098af04a0e30 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710722 May 06 12:42:17.951978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-8ffcd129-1c62-4e02-9ce5-943c4bfe1e7e service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258704 May 06 12:42:17.983119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.987113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:17.987690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:17.992050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.079517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.080210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.125663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.130240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.132084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/0b4ab670-fb28-4d4b-b626-01be9937aecc HTTP/1.1" status: 204 len: 168 time: 3.1359510 May 06 12:42:18.137270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:18.208754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1707249515'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:18.216629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5548851 May 06 12:42:18.218937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe576bed-3bc2-4250-bb11-7640347dadac tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=c5792757-46da-4b70-b334-f04d11a9e43b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:18.226937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ddbfcfa-7476-4298-b8a2-33e2cf0378fd req-90b3e2b0-9cc5-4b61-b2ae-8210ee3225b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639036 May 06 12:42:18.227384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:18.230501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c5792757-46da-4b70-b334-f04d11a9e43b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:18.238572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:18.249272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:18.267170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265050c4-a381-487e-806f-ede800172698 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=0b4ab670-fb28-4d4b-b626-01be9937aecc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:18.271588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event updated for resources: {'Port': ['ID=a936ea25-d2a8-4469-bbbf-81c9beac9ef3,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:18.272985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:18.281090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:18.288507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:18.408781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:18.411965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.476527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.477306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:18.487005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.487411 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment 707b9533-7863-4677-b2b5-7ac2f8298938 of type vlan for network 08487b4f-e7c8-426a-aa93-de7fa6049c7d May 06 12:42:18.515104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.521254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:18.528616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:18.529783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:18.532936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:18.535048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:18.578538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.599301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:18.712115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:18.845925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:18.921048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.925928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:18.926689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.927514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-397efb3b-ac53-4c55-970a-e30ca55339be None None] Provisioning complete for port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:18.928043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-397efb3b-ac53-4c55-970a-e30ca55339be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:18.998682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-397efb3b-ac53-4c55-970a-e30ca55339be None None] Port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:19.002426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Deleting subnet 896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:19.018041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.071933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=08487b4f-e7c8-426a-aa93-de7fa6049c7d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:19.083291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:19.123140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.138559 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Floating IP b9e8c295-2873-45cf-8d20-26d510be9dbf associated. External IP: 172.25.2.168, port: 56931c20-2f9b-4de4-bfaf-2691ed309858. May 06 12:42:19.198612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cad94878-7c11-4df1-a7a9-27047e45cb42 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0524967 May 06 12:42:19.206578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:19.231564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:19.246623 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.441715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.499685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:19.512553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366bd4-60f8-4b7c-9494-dd41c218a243 req-fb94f39f-161c-4ac6-818d-33e0eb19a4df tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:19.516248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9366bd4-60f8-4b7c-9494-dd41c218a243 req-fb94f39f-161c-4ac6-818d-33e0eb19a4df tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 943 time: 0.4590046 May 06 12:42:19.519183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:19.524111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:19.555283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:19.559623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:19.650551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Router 9904b936-f5a4-48ba-ac92-a393605022e1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:19.659327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f6acd0cc-1321-4400-82f8-b6f06d86ce03 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:19.676234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9366bd4-60f8-4b7c-9494-dd41c218a243 req-db07080a-1707-46ef-8671-ed5945f64d20 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465247 May 06 12:42:19.696015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:19.733171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.777967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:19.782269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.790796 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Sync routers for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:19.814053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:19.815904 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:19.816535 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:19.833166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03', 'mac_address': 'fa:16:3e:cb:6f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:19.861382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e7d2263-9a55-4398-ba03-26d3a657d41d tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "PUT /v2.0/floatingips/b9e8c295-2873-45cf-8d20-26d510be9dbf HTTP/1.1" status: 200 len: 991 time: 3.0472324 May 06 12:42:19.862438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:19.897278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:19.916893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6acd0cc-1321-4400-82f8-b6f06d86ce03 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:19.936640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:19.937257 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e475c7e-4f2b-4fd1-a122-50f983b62732'] response: {'name': 'network-changed', 'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'status': 'completed', 'code': 200} May 06 12:42:20.053346 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.081190 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:20.113664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.141960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.181924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.229362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.276365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.306766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c908e588-9b07-40da-9d08-5c0152e55ed5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/896d0b9b-ffe5-4cb0-bfd7-ce272c90dd54 HTTP/1.1" status: 204 len: 168 time: 1.5913079 May 06 12:42:20.309405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36710) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:20.400684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=05b6dc03-c2bb-4591-95b5-64e21c5c0db5,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.429419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.498097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': '3ba8623c-288f-40ec-9105-df02b0e58762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:20.498463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: c5792757-46da-4b70-b334-f04d11a9e43b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:20.515456 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b9e8c295-2873-45cf-8d20-26d510be9dbf', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'port_id': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'mac_address': 'fa:16:3e:5c:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:59Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 1, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.519907 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Checking router: 28ec98b6-bdec-4cda-a72b-7b2d940ed60d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:20.532838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-ee255dde-1ec8-4eeb-adf7-486ec53fd1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.3896747 May 06 12:42:20.539597 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:20.542263 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.555856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f6acd0cc-1321-4400-82f8-b6f06d86ce03'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:20.580013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.606672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48de0c56-dbec-4867-94bc-50250c4a79bc']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.628450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b4f3a5-b687-487b-b41b-2c548aa7433e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.628450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b4f3a5-b687-487b-b41b-2c548aa7433e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.640234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.665946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.672014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:20.676032 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:20.689184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3638-eab1-464a-aae6-767613133313 req-aabed5e5-cb89-414a-953c-ed347bfcce8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:20.690656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-aabed5e5-cb89-414a-953c-ed347bfcce8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1 HTTP/1.1" status: 200 len: 918 time: 0.1548486 May 06 12:42:20.825691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:20.840992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] Sync routers for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:20.887347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:20.888391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:20.904688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.913416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-56d4bc78-7722-476c-8840-1e6fc8e9fd8c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3843098 May 06 12:42:20.928013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36716) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:20.929522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:20.937773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:20.952988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] Pushing event deleted for resources: {'Network': ['ID=48de0c56-dbec-4867-94bc-50250c4a79bc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:20.969238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3298e21f-7485-4976-b0a5-14065b372608 admin admin] 10.222.0.83 "DELETE /v2.0/networks/48de0c56-dbec-4867-94bc-50250c4a79bc HTTP/1.1" status: 204 len: 168 time: 0.6584890 May 06 12:42:20.976500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:21.013191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:21.013813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:21.043423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c5792757-46da-4b70-b334-f04d11a9e43b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:21.118958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:21.120522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b27500-b4f2-4463-a4fa-c54162965c52 None None] The sync data for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:21.139821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-bdde4b7d-25f7-4da9-b96c-4e64df91e0ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 999 time: 0.4381111 May 06 12:42:21.239913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3638-eab1-464a-aae6-767613133313 req-74a1f4c4-9a14-436e-bdf8-72a57c73bd89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:21.241374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-74a1f4c4-9a14-436e-bdf8-72a57c73bd89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 200 len: 856 time: 0.0911188 May 06 12:42:21.246866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c5792757-46da-4b70-b334-f04d11a9e43b) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:21.248579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.257582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f92de-c59d-4ea4-a8ad-7a97f4c82935 None None] Network c5792757-46da-4b70-b334-f04d11a9e43b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:21.313884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e1ffd-40e0-4b1b-8fa3-f7b76be1f21e req-0ec664ad-b1f6-45b8-aa9a-8915b00328d9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:21.316503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d05e1ffd-40e0-4b1b-8fa3-f7b76be1f21e req-0ec664ad-b1f6-45b8-aa9a-8915b00328d9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 944 time: 0.4487007 May 06 12:42:21.374116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:21.374787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.494681 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b9e8c295-2873-45cf-8d20-26d510be9dbf', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'port_id': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'mac_address': 'fa:16:3e:5c:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:59Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 1, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:21.501190 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e758da-4076-477b-8aa7-3b5e40c78784 None None] The sync data for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 is: [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b9e8c295-2873-45cf-8d20-26d510be9dbf', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'port_id': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'mac_address': 'fa:16:3e:5c:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:39:59Z', 'updated_at': '2022-05-06T12:42:18Z', 'revision_number': 1, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:21.528291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c5792757-46da-4b70-b334-f04d11a9e43b', 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '05b6dc03-c2bb-4591-95b5-64e21c5c0db5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:21.529178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.547656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d86ff6d-ae7d-448f-8ab5-f26e47c0bda3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.613207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:21.613726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=90ae251a-6c46-471c-ae68-e0484a129d4e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:21.690502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-b135f6c9-c3e2-4744-8ef6-3b2c29823f8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99edebc2-8b3b-42bf-a690-3757d6268ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380770 May 06 12:42:21.691339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': '707b9533-7863-4677-b2b5-7ac2f8298938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:21.691579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: 08487b4f-e7c8-426a-aa93-de7fa6049c7d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:21.692389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-97380e69-9ad6-4709-9c2b-fea91b1bbf14 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c5b3340e925345d5b2bd0f7cf872acf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0751595 May 06 12:42:21.693032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36732) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:21.698019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d05e1ffd-40e0-4b1b-8fa3-f7b76be1f21e req-5a08704f-50d1-41eb-bea3-c6c3fe4139e3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899933 May 06 12:42:21.702664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d9dc4931-bd68-42d6-ad86-cd572bb2adb4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4666724 May 06 12:42:21.711273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:21.726363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Allocated IP 172.20.0.2 (c5792757-46da-4b70-b334-f04d11a9e43b/05b6dc03-c2bb-4591-95b5-64e21c5c0db5/4ed4f004-732a-4f37-a12d-67baee938542) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:21.749276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-674810251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:21.765737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:21.786231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:21.797257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:21.802681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:21.839089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.844209 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0b123-3c3e-474c-b5c1-e723e6a094d5 None None] New status for floating IP b9e8c295-2873-45cf-8d20-26d510be9dbf: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:42:21.874235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.896406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.897899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:21.920124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.064594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.093478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.149151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.162414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-d4fcf3b8-9f1b-41ac-9173-ca22cca33494 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525435 May 06 12:42:22.169283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46d3d1-3f65-49f4-8be8-52ab18ce6370,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:22.171813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Transition to ACTIVE for port object 4ed4f004-732a-4f37-a12d-67baee938542 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:22.177449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e0b8e-7d6d-47cd-bdfb-35ed5388d0fc req-41df9f0c-7ff9-4658-a90c-405c1fd50722 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:22.180995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-774e0b8e-7d6d-47cd-bdfb-35ed5388d0fc req-41df9f0c-7ff9-4658-a90c-405c1fd50722 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1340067 May 06 12:42:22.211866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Transition to ACTIVE for port object 4ed4f004-732a-4f37-a12d-67baee938542 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:22.247475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.248710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fdf69f27-b357-47d3-a50f-9661940647b4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5174925 May 06 12:42:22.251506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36742) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:22.279578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:22.301226 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-9d86ff6d-ae7d-448f-8ab5-f26e47c0bda3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:42:22.302350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d86ff6d-ae7d-448f-8ab5-f26e47c0bda3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1 HTTP/1.1" status: 409 len: 329 time: 1.3733974 May 06 12:42:22.308800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:22.356693 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.403798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 08487b4f-e7c8-426a-aa93-de7fa6049c7d) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:22.422192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528778e4-d978-4348-8ad6-04e2f9a1b59c None None] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:22.435676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.439221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0654c8f9-f652-493e-a4ad-82c0ec6a22f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e46d3d1-3f65-49f4-8be8-52ab18ce6370 HTTP/1.1" status: 204 len: 168 time: 0.7429204 May 06 12:42:22.447358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Pushing event updated for resources: {'Port': ['ID=4ed4f004-732a-4f37-a12d-67baee938542,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:22.464562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:22.465392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.503234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-774e0b8e-7d6d-47cd-bdfb-35ed5388d0fc req-eb75ee6f-08e9-4657-acc2-0b9720421880 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2987561 May 06 12:42:22.547470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2df3638-eab1-464a-aae6-767613133313 req-92d8d0f4-9964-4a9f-b12a-aa5dac089ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652604 May 06 12:42:22.548707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Network c5792757-46da-4b70-b334-f04d11a9e43b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:22.551732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:22.555283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:22.655944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a3187c2-689c-4c66-9d7f-04f40f210e85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4466705 May 06 12:42:22.667589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36754) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:22.679053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Attempting to bind port 4ed4f004-732a-4f37-a12d-67baee938542 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:22.679647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Attempting to bind port 4ed4f004-732a-4f37-a12d-67baee938542 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3ba8623c-288f-40ec-9105-df02b0e58762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:22.680215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Attempting to bind port 4ed4f004-732a-4f37-a12d-67baee938542 on network c5792757-46da-4b70-b334-f04d11a9e43b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:22.713787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:22.715139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Checking segment: {'id': '3ba8623c-288f-40ec-9105-df02b0e58762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:22.715533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.715953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Bound using segment: {'id': '3ba8623c-288f-40ec-9105-df02b0e58762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:22.716513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Bound port: 4ed4f004-732a-4f37-a12d-67baee938542, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba8623c-288f-40ec-9105-df02b0e58762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c5792757-46da-4b70-b334-f04d11a9e43b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:22.716896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.724417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d', 'name': 'tempest-PortsIpV6TestJSON-1040061495', 'fixed_ips': [{'subnet_id': '90ae251a-6c46-471c-ae68-e0484a129d4e', 'ip_address': '2001:db8::10'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:22.825340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] For port 4ed4f004-732a-4f37-a12d-67baee938542, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:22.828508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] For port 4ed4f004-732a-4f37-a12d-67baee938542, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4ed4f004-732a-4f37-a12d-67baee938542,segment=NetworkSegment(3ba8623c-288f-40ec-9105-df02b0e58762),segment_id=3ba8623c-288f-40ec-9105-df02b0e58762)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:22.884028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-08487b4f-e7c8-426a-aa93-de7fa6049c7d', 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '90ae251a-6c46-471c-ae68-e0484a129d4e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:22.885085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:22.951564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.004204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:23.023988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:23.062799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.102081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7928d4d-8d8c-41d1-b100-d45ca8e3c7dc req-2cea7cd9-516d-46de-b3ca-8db58594f492 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:23.103628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7928d4d-8d8c-41d1-b100-d45ca8e3c7dc req-2cea7cd9-516d-46de-b3ca-8db58594f492 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 944 time: 0.1756444 May 06 12:42:23.164648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.197626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce55f51-960f-446b-9178-72dba6b448e0 None None] Pushing event updated for resources: {'Port': ['ID=4ed4f004-732a-4f37-a12d-67baee938542,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:23.210288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:23.213065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Allocated IP 2001:db8::2 (08487b4f-e7c8-426a-aa93-de7fa6049c7d/90ae251a-6c46-471c-ae68-e0484a129d4e/8683079a-7164-43c1-88d7-35550768bea6) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:23.215939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.253225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port bf9e42c2-42e0-410c-8d96-75f2f8ba914c yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:23.332731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7928d4d-8d8c-41d1-b100-d45ca8e3c7dc req-3e9dd88c-0297-44c6-8fa3-0633b1870a7c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944036 May 06 12:42:23.588670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.600376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Transition to ACTIVE for port object 8683079a-7164-43c1-88d7-35550768bea6 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:23.632894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Transition to ACTIVE for port object 8683079a-7164-43c1-88d7-35550768bea6 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:23.650735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.20.0.1 (c5792757-46da-4b70-b334-f04d11a9e43b/05b6dc03-c2bb-4591-95b5-64e21c5c0db5/fd2d2635-88ec-45aa-ada6-b8a9c4397cb9) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:23.692151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f6acd0cc-1321-4400-82f8-b6f06d86ce03 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:23.725598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.881657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Pushing event updated for resources: {'Port': ['ID=8683079a-7164-43c1-88d7-35550768bea6,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:23.885145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:23.888698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:23.891727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:23.919681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:23.939438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:23.964674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::10 (08487b4f-e7c8-426a-aa93-de7fa6049c7d/90ae251a-6c46-471c-ae68-e0484a129d4e/bf9e42c2-42e0-410c-8d96-75f2f8ba914c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:23.991609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Attempting to bind port 8683079a-7164-43c1-88d7-35550768bea6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:23.992077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Attempting to bind port 8683079a-7164-43c1-88d7-35550768bea6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '707b9533-7863-4677-b2b5-7ac2f8298938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:23.992370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Attempting to bind port 8683079a-7164-43c1-88d7-35550768bea6 on network 08487b4f-e7c8-426a-aa93-de7fa6049c7d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:24.000178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:24.000550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Checking segment: {'id': '707b9533-7863-4677-b2b5-7ac2f8298938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:24.005214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.005214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Bound using segment: {'id': '707b9533-7863-4677-b2b5-7ac2f8298938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:24.005214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Bound port: 8683079a-7164-43c1-88d7-35550768bea6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707b9533-7863-4677-b2b5-7ac2f8298938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:24.005214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.064361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.098547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port f6acd0cc-1321-4400-82f8-b6f06d86ce03 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:24.102135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] For port 8683079a-7164-43c1-88d7-35550768bea6, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:24.107203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] For port 8683079a-7164-43c1-88d7-35550768bea6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8683079a-7164-43c1-88d7-35550768bea6,segment=NetworkSegment(707b9533-7863-4677-b2b5-7ac2f8298938),segment_id=707b9533-7863-4677-b2b5-7ac2f8298938)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:24.112660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port f6acd0cc-1321-4400-82f8-b6f06d86ce03 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:24.112660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.142152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c5792757-46da-4b70-b334-f04d11a9e43b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:24.154433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:24.163405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:24.192328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.223065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=fd2d2635-88ec-45aa-ada6-b8a9c4397cb9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:24.240805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.294596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:24.356790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489c9ca-6f66-4c85-a767-97f015151564 None None] Pushing event updated for resources: {'Port': ['ID=8683079a-7164-43c1-88d7-35550768bea6,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:24.359654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.394871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:24.415094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:24.484289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.532742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.555291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850534e-e2a4-461b-a48e-55022601eea0 req-3976aa83-f1ac-4eea-b49f-4941d4caea8b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:24.564492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7850534e-e2a4-461b-a48e-55022601eea0 req-3976aa83-f1ac-4eea-b49f-4941d4caea8b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.7905083 May 06 12:42:24.708868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7850534e-e2a4-461b-a48e-55022601eea0 req-d27fc65c-713b-4f29-bba8-ae7376bb8831 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1219416 May 06 12:42:24.741787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:24.864006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:24.933286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb026d45-3fe6-4b39-b28a-ab0af230a0a5 None None] Network c5792757-46da-4b70-b334-f04d11a9e43b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:24.953810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object bf9e42c2-42e0-410c-8d96-75f2f8ba914c will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:24.984688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting port a936ea25-d2a8-4469-bbbf-81c9beac9ef3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:24.985285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.031750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1076552677-network', 'tenant_id': '53588024151c4771860b590a434f373a'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:25.039601 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f0e9cc-c8de-438f-8c43-a30f819f5b45'] response: {'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03', 'code': 200} May 06 12:42:25.092390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:25.114129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Usage tracker for resource:network and tenant:53588024151c4771860b590a434f373a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:25.119300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:25.139718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:25.189630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1d9e-dbe0-4c7b-8cda-f0bbe27f4246 req-d8ecd282-c3a6-40b8-9343-986b22124bd2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.191213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbcb1d9e-dbe0-4c7b-8cda-f0bbe27f4246 req-d8ecd282-c3a6-40b8-9343-986b22124bd2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.1544495 May 06 12:42:25.283236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d75f320c-7033-43db-999f-4f42ec1da881 req-6b1f4199-f6a5-4bb1-8dca-b55d62481013 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 1096 time: 0.2453001 May 06 12:42:25.304226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d9e3a370-4355-4eb2-8e3d-f6f00175b2b2 None None] Provisioning for port 4ed4f004-732a-4f37-a12d-67baee938542 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:25.311091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Made reservation on behalf of 53588024151c4771860b590a434f373a for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:25.311091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.321792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.368534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bbcb1d9e-dbe0-4c7b-8cda-f0bbe27f4246 req-ca194646-f465-44be-b3ee-9dad2927d3c8 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602654 May 06 12:42:25.369609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.429665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4ed4f004-732a-4f37-a12d-67baee938542 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:25.477943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:25.484837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Usage tracker for resource:security_group_rule and tenant:53588024151c4771860b590a434f373a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:25.490008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Calling delete_port for a936ea25-d2a8-4469-bbbf-81c9beac9ef3 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:25.490318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:25.504187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:25.537071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.551036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.641297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d75f320c-7033-43db-999f-4f42ec1da881 req-4a695722-665f-4ed3-9f47-5b388bf6b6a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430505 May 06 12:42:25.669905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:25.674823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:25.685774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=bf9e42c2-42e0-410c-8d96-75f2f8ba914c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:25.692828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 4ed4f004-732a-4f37-a12d-67baee938542 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:25.699011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:25.704264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4ed4f004-732a-4f37-a12d-67baee938542 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:25.704264 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.704843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:25.704843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.793896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Provisioning complete for port 4ed4f004-732a-4f37-a12d-67baee938542 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:25.794300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.840865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:25.880757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5904d247-59a1-471b-a233-132093785a2b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1652992 May 06 12:42:25.882646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36790) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:25.899403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': '08487b4f-e7c8-426a-aa93-de7fa6049c7d', 'name': 'tempest-PortsIpV6TestJSON-843503987', 'fixed_ips': [{'subnet_id': '90ae251a-6c46-471c-ae68-e0484a129d4e', 'ip_address': '2001:db8::f'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:25.925926 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.016237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 4ed4f004-732a-4f37-a12d-67baee938542, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4ed4f004-732a-4f37-a12d-67baee938542,segment=NetworkSegment(3ba8623c-288f-40ec-9105-df02b0e58762),segment_id=3ba8623c-288f-40ec-9105-df02b0e58762)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:26.019806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.046727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.081029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.332165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.332165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fedbca2-1907-400d-ab70-75711b0c0fd3 None None] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:26.334521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Port': ['ID=a936ea25-d2a8-4469-bbbf-81c9beac9ef3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.334622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=fd2d2635-88ec-45aa-ada6-b8a9c4397cb9,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.334622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c5792757-46da-4b70-b334-f04d11a9e43b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:26.334622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:26.404760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:26.412273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a32e08-73ad-4260-9abe-f4125ae267e3 req-074174f0-c33d-4adb-9265-06d74ae069b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.420528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0a32e08-73ad-4260-9abe-f4125ae267e3 req-074174f0-c33d-4adb-9265-06d74ae069b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4025443 May 06 12:42:26.446416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:port and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:26.456889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:26.468298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:26.506345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.616467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.616467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8683079a-7164-43c1-88d7-35550768bea6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:26.724398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0a32e08-73ad-4260-9abe-f4125ae267e3 req-581ac640-0131-46cb-8fcc-f561e595a450 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3028846 May 06 12:42:26.727071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:26.750077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.816310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:26.818612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7609a1d7-f186-4780-b94e-182a6d18bd55,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.834847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.835199 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Added segment 4c5cbca6-0b34-47c0-9270-f34c827ffc86 of type vlan for network 8ed1f9d9-a953-45a7-b806-f22855d083aa May 06 12:42:26.864001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.956767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:26.961506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3dd0-4184-4b55-9be8-80d994369f49 req-d7196b63-8a02-4548-84d5-e4cae80d141e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.961656 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:26.961765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91eb3dd0-4184-4b55-9be8-80d994369f49 req-d7196b63-8a02-4548-84d5-e4cae80d141e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.3702404 May 06 12:42:26.967539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=4ed4f004-732a-4f37-a12d-67baee938542,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:26.991881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:26.992733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:26.993670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.097430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8683079a-7164-43c1-88d7-35550768bea6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:27.099406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.133706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91eb3dd0-4184-4b55-9be8-80d994369f49 req-74741951-0a1c-45ba-82a0-192a2244de5a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692772 May 06 12:42:27.144069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed1f9d9-a953-45a7-b806-f22855d083aa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:27.207490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port acf1f8b3-28ed-4f96-b330-762b8ea11262 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:27.207604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8ed1f9d9-a953-45a7-b806-f22855d083aa details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:27.234372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cba0c2cb-1f00-4801-9f04-ae28289ce4a5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9386444 May 06 12:42:27.238142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:27.244140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Request body: {'subnet': {'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1076552677-subnet', 'tenant_id': '53588024151c4771860b590a434f373a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:27.250568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:27.255237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Usage tracker for resource:subnet and tenant:53588024151c4771860b590a434f373a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:27.259521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:27.267314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:27.271050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router e3810ee9-cfdb-4009-a0a8-e59e28c878da is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:27.290448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4ed4f004-732a-4f37-a12d-67baee938542 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:27.408772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4ed4f004-732a-4f37-a12d-67baee938542 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:27.409283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.517350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Router 9904b936-f5a4-48ba-ac92-a393605022e1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:27.572274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Made reservation on behalf of 53588024151c4771860b590a434f373a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:27.572274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.671645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Provisioning for port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:27.684980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Provisioning complete for port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:27.684980 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:27.755330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::f (08487b4f-e7c8-426a-aa93-de7fa6049c7d/90ae251a-6c46-471c-ae68-e0484a129d4e/acf1f8b3-28ed-4f96-b330-762b8ea11262) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:27.768435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:27.789127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-632313cd-1c58-48f3-a588-b1077da689de None None] Port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:27.802154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ccf3e625-7e58-4d60-9a96-c3714ee1b452 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4801128 May 06 12:42:27.802154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36804) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:27.807679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] Sync routers for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:27.846993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:27.848511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:27.889500 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-6f68b293-cc64-423d-b043-6c61e6b09004 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] show failed (client error): The resource could not be found. May 06 12:42:27.890536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f68b293-cc64-423d-b043-6c61e6b09004 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-571617501 HTTP/1.1" status: 404 len: 334 time: 0.0894735 May 06 12:42:27.900179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:27.912704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d1ff5cb9-f119-4053-9981-0fc4988fd75e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:27.998051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:27.998051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] Routers {'9904b936-f5a4-48ba-ac92-a393605022e1'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:27.998051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9904b936-f5a4-48ba-ac92-a393605022e1'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.001144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:28.019883 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] Sync routers for ids ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:28.024102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95bcd36c-1d0d-42b3-a432-f610c225cbe3 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/e3810ee9-cfdb-4009-a0a8-e59e28c878da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7707570 May 06 12:42:28.050686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:28.053642 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-d1ff5cb9-f119-4053-9981-0fc4988fd75e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] update failed (client error): The resource could not be found. May 06 12:42:28.053642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1ff5cb9-f119-4053-9981-0fc4988fd75e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-185085475 HTTP/1.1" status: 404 len: 334 time: 0.1325450 May 06 12:42:28.054126 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] Routers {'e3810ee9-cfdb-4009-a0a8-e59e28c878da'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:28.054126 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.069312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36818) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:28.102474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.102972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c38b1-d6a2-4e40-9d49-bd49735438cf None None] The sync data for ids ['9904b936-f5a4-48ba-ac92-a393605022e1'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:28.161994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Provisioning for port 8683079a-7164-43c1-88d7-35550768bea6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:28.170943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.176656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Provisioning complete for port 8683079a-7164-43c1-88d7-35550768bea6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:28.178511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.181044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347bd202-b139-4bfb-bf2b-1ff24bebb34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.181829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-347bd202-b139-4bfb-bf2b-1ff24bebb34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:28.189455 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] Routers {'e3810ee9-cfdb-4009-a0a8-e59e28c878da'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:28.190750 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.210784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.319335 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:28.321097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3847c-ac3e-4114-910f-4a6280abaf10 None None] The sync data for ids ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:28.362847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea21743-551a-4168-bcf8-0595f8525ac0 req-756f6db0-574e-4ade-a7fc-2d731377b293 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.362847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ea21743-551a-4168-bcf8-0595f8525ac0 req-756f6db0-574e-4ade-a7fc-2d731377b293 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.3870480 May 06 12:42:28.381607 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.421351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] For port 8683079a-7164-43c1-88d7-35550768bea6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8683079a-7164-43c1-88d7-35550768bea6,segment=NetworkSegment(707b9533-7863-4677-b2b5-7ac2f8298938),segment_id=707b9533-7863-4677-b2b5-7ac2f8298938)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:28.433535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.459738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object acf1f8b3-28ed-4f96-b330-762b8ea11262 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:28.462950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ea21743-551a-4168-bcf8-0595f8525ac0 req-732ac877-c93b-44af-8403-78d9071db212 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0905991 May 06 12:42:28.522475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5e4b81-7718-4704-920b-a4c7cbea9738,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:28.538296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.569447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.569595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Checking segment: {'id': '4c5cbca6-0b34-47c0-9270-f34c827ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:28.569595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Network hostable DHCP agents. Network: 8ed1f9d9-a953-45a7-b806-f22855d083aa, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:28.579978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-347bd202-b139-4bfb-bf2b-1ff24bebb34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:28.579978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-347bd202-b139-4bfb-bf2b-1ff24bebb34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports/fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 HTTP/1.1" status: 200 len: 910 time: 0.5522833 May 06 12:42:28.588066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:28.603380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05b6dc03-c2bb-4591-95b5-64e21c5c0db5'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:28.616521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Pushing event updated for resources: {'Port': ['ID=8683079a-7164-43c1-88d7-35550768bea6,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:28.645118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting subnet b63d5245-2368-42f5-9aff-fe74aeec0b35 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:28.662151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.666705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:28.670518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=acf1f8b3-28ed-4f96-b330-762b8ea11262,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:28.674157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:28.676995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:28.681462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.682422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.690072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Provisioning for port bf9e42c2-42e0-410c-8d96-75f2f8ba914c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:28.704256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Provisioning complete for port bf9e42c2-42e0-410c-8d96-75f2f8ba914c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:28.704635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.758904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acb28e-dafe-419c-a59d-ddca44ddd55f req-d4240a28-99b4-4970-94eb-c3d534b65835 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.767317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8acb28e-dafe-419c-a59d-ddca44ddd55f req-d4240a28-99b4-4970-94eb-c3d534b65835 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.3976934 May 06 12:42:28.773984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8928540e-7d64-41bc-bc0d-0f47e56e7cf7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8894036 May 06 12:42:28.776257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.779022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:28.797852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Port bf9e42c2-42e0-410c-8d96-75f2f8ba914c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:28.824779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Provisioning complete for port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:28.825967 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:28.914531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0a385-9db3-4265-809a-a9054aa054a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:28.915511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fdd0a385-9db3-4265-809a-a9054aa054a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:28.947172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e13ad-9a8c-42e7-b166-62eb61acbb7f None None] Port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:29.000578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fdd0a385-9db3-4265-809a-a9054aa054a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:29.003816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fdd0a385-9db3-4265-809a-a9054aa054a2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2213185 May 06 12:42:29.005149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36832) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:29.041745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Network 8ed1f9d9-a953-45a7-b806-f22855d083aa is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:29.080811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8acb28e-dafe-419c-a59d-ddca44ddd55f req-3ac43820-c435-4736-b96a-9412ee9783e5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128541 May 06 12:42:29.106332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841d736-8230-4aa6-b289-cf33b12862ef tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.110791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841d736-8230-4aa6-b289-cf33b12862ef tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.114585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841d736-8230-4aa6-b289-cf33b12862ef tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.118795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a841d736-8230-4aa6-b289-cf33b12862ef tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1099327 May 06 12:42:29.119713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36836) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:29.149030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8ed1f9d9-a953-45a7-b806-f22855d083aa) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:29.160262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daea9bf-f2f6-4f97-b487-6d9fe51319bc None None] Network 8ed1f9d9-a953-45a7-b806-f22855d083aa requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:29.211280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.211280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.237705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port acf1f8b3-28ed-4f96-b330-762b8ea11262 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:29.237705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.255247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.304884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8683079a-7164-43c1-88d7-35550768bea6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:29.362353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.413210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8008be07-1e34-4fc1-917a-25e7169557d6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1740117 May 06 12:42:29.438952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.444313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d4b729ed-6370-4c8c-bc60-aee4434608c0 None None] Provisioning for port acf1f8b3-28ed-4f96-b330-762b8ea11262 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:29.457755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d4b729ed-6370-4c8c-bc60-aee4434608c0 None None] Provisioning complete for port acf1f8b3-28ed-4f96-b330-762b8ea11262 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:29.458445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4b729ed-6370-4c8c-bc60-aee4434608c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.491537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Subnet': ['ID=b63d5245-2368-42f5-9aff-fe74aeec0b35,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:29.547151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8683079a-7164-43c1-88d7-35550768bea6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:29.547677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.623530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7feec-d0b6-4d0e-8a6a-7a1e50ac5929 req-e5600d95-800b-4b79-8e8d-7132372c9a7c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:29.627525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81e7feec-d0b6-4d0e-8a6a-7a1e50ac5929 req-e5600d95-800b-4b79-8e8d-7132372c9a7c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.3477807 May 06 12:42:29.633946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.640181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:29.652854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9b0f3d8b-d539-4af4-839c-54a283560ad3 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/subnets/b63d5245-2368-42f5-9aff-fe74aeec0b35 HTTP/1.1" status: 204 len: 168 time: 1.5737989 May 06 12:42:29.655877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36848) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:29.659120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11613e42-bd65-41a4-9721-0513f4325c0c None None] Network 8de16f80-8436-4a5d-ba17-16e9d762aadf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:29.737825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d4b729ed-6370-4c8c-bc60-aee4434608c0 None None] Port acf1f8b3-28ed-4f96-b330-762b8ea11262 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:29.747865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605a0c5-51c1-42f8-b5eb-37d86268bc47 None None] Network 8ed1f9d9-a953-45a7-b806-f22855d083aa requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:29.801057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for acf1f8b3-28ed-4f96-b330-762b8ea11262 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:29.869396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81e7feec-d0b6-4d0e-8a6a-7a1e50ac5929 req-ab2f2a89-5c9a-4709-bae8-8f5526eba318 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228041 May 06 12:42:30.057387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.070626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.126996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:30.127605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.147634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=acf1f8b3-28ed-4f96-b330-762b8ea11262,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:30.161393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88597f-2b0e-4c76-9789-b4bcd446c80b req-0379179e-4d61-4555-8058-9e55c7a60396 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:30.163177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f88597f-2b0e-4c76-9789-b4bcd446c80b req-0379179e-4d61-4555-8058-9e55c7a60396 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4824519 May 06 12:42:30.221158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.293130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] DHCP port deletion for 8de16f80-8436-4a5d-ba17-16e9d762aadf request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:30.302009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Deleting port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:30.302385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.324180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ddb3e1c9-a3e4-4b77-9046-534bad79adf2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/acf1f8b3-28ed-4f96-b330-762b8ea11262 HTTP/1.1" status: 204 len: 168 time: 1.2018805 May 06 12:42:30.324667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36856) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:30.403415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f88597f-2b0e-4c76-9789-b4bcd446c80b req-15b34ead-1ed8-4de4-9ac1-9b5b08d1c443 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2310579 May 06 12:42:30.406484 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1026f721-8c23-48a8-919e-2cbec054a1d6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:42:30.406996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1026f721-8c23-48a8-919e-2cbec054a1d6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:30.498777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1026f721-8c23-48a8-919e-2cbec054a1d6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:30.499978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1026f721-8c23-48a8-919e-2cbec054a1d6 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/acf1f8b3-28ed-4f96-b330-762b8ea11262 HTTP/1.1" status: 404 len: 333 time: 0.1743410 May 06 12:42:30.504804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36862) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:30.593500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port bf9e42c2-42e0-410c-8d96-75f2f8ba914c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:30.593848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.594775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] For port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,segment=NetworkSegment(c9af0904-a156-4b8a-8a64-bffd8b61275c),segment_id=c9af0904-a156-4b8a-8a64-bffd8b61275c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:30.595299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.604017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.612906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] For port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,segment=NetworkSegment(c9af0904-a156-4b8a-8a64-bffd8b61275c),segment_id=c9af0904-a156-4b8a-8a64-bffd8b61275c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:30.613266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.746827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Calling delete_port for bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:30.778958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Calling delete_port for bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:30.829560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.898825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.970026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=fd2d2635-88ec-45aa-ada6-b8a9c4397cb9,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:30.976499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:30.985141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:30.985141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93cb886d-ae76-448e-bdc7-b6d8155ab721 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/ports/fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 HTTP/1.1" status: 200 len: 910 time: 2.3886297 May 06 12:42:30.985141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36868) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:30.988298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 12:42:30.988298 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] May 06 12:42:30.988298 n-d-840845-1 neutron-server[84799]: [parameters: {'port_id': 'bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c', 'host': 'n-d-840845-1', 'level': 0}] May 06 12:42:30.988298 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:30.988618 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:31.041008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.094831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] Pushing event deleted for resources: {'Port': ['ID=bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:31.105570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b27a2-a36b-4297-93ac-c84ef1c6f9a0 None None] No DVR routers for this DVR port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:31.130926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for bf9e42c2-42e0-410c-8d96-75f2f8ba914c owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:31.239425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:31.278785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:31.281256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:31.382034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d511-ba68-4f75-a959-b60889e3fbc5 req-d6bdfc71-cb11-4576-9b49-dbf2e4b28211 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:31.383538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d311d511-ba68-4f75-a959-b60889e3fbc5 req-d6bdfc71-cb11-4576-9b49-dbf2e4b28211 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.1509871 May 06 12:42:31.416635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.433226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d311d511-ba68-4f75-a959-b60889e3fbc5 req-7091b77e-8058-45d8-a814-209ba1772880 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 May 06 12:42:31.435452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.495046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=bf9e42c2-42e0-410c-8d96-75f2f8ba914c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:31.546539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.659121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fb577fb4-832f-4c61-a0ff-e7643ebf6a4c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/bf9e42c2-42e0-410c-8d96-75f2f8ba914c HTTP/1.1" status: 204 len: 168 time: 1.1527877 May 06 12:42:31.661999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36888) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:31.688513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting port bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:31.688857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.707393 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef31eac-a139-4d28-8960-f3ebf08e4a58 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:42:31.709715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fef31eac-a139-4d28-8960-f3ebf08e4a58 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:31.793687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fef31eac-a139-4d28-8960-f3ebf08e4a58 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:31.795980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fef31eac-a139-4d28-8960-f3ebf08e4a58 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/bf9e42c2-42e0-410c-8d96-75f2f8ba914c HTTP/1.1" status: 404 len: 333 time: 0.1322684 May 06 12:42:31.798110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36894) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:31.810330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] The port 'bc7a6498-cb2e-4fae-97ee-b1ccf35bcd1c' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:31.874402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 90ae251a-6c46-471c-ae68-e0484a129d4e {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:31.877514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.938504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:31.978770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.024209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6c3f6-00ab-468b-afc0-951eb697acaf req-71af84e9-c7d5-4c6a-8b79-3d4e721574aa tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:32.025744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bf6c3f6-00ab-468b-afc0-951eb697acaf req-71af84e9-c7d5-4c6a-8b79-3d4e721574aa tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.3381240 May 06 12:42:32.028086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de16f80-8436-4a5d-ba17-16e9d762aadf']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:32.036534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.060878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9af0904-a156-4b8a-8a64-bffd8b61275c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:32.061175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9af0904-a156-4b8a-8a64-bffd8b61275c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:32.104114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.150169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.162023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:32.163126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:32.179343 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:32.188601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bf6c3f6-00ab-468b-afc0-951eb697acaf req-eb49e5f9-d2a0-41fd-8099-b9ec14d56375 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1522846 May 06 12:42:32.223253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.265397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=90ae251a-6c46-471c-ae68-e0484a129d4e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:32.270380 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.276849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-82103f1d-a39c-4ace-b34a-6b7b89fb5839 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/90ae251a-6c46-471c-ae68-e0484a129d4e HTTP/1.1" status: 204 len: 168 time: 0.4771569 May 06 12:42:32.279329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:32.281588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b73bd-ece9-46fd-a06f-ad79c7eea67e None None] Network 08487b4f-e7c8-426a-aa93-de7fa6049c7d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:32.400419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.414773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 8683079a-7164-43c1-88d7-35550768bea6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:32.415358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.559910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.596664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] DHCP port deletion for 08487b4f-e7c8-426a-aa93-de7fa6049c7d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:32.605441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Deleting port 8683079a-7164-43c1-88d7-35550768bea6 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:32.605441 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.605645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.652900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Network': ['ID=8de16f80-8436-4a5d-ba17-16e9d762aadf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:32.671139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-74d89023-c5fb-4aff-94f8-8fc180da361c tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/networks/8de16f80-8436-4a5d-ba17-16e9d762aadf HTTP/1.1" status: 204 len: 168 time: 3.0140183 May 06 12:42:32.674328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:32.768704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11400716-d875-4094-8590-adb4cfb618a9 req-eec45654-429a-4747-a2a0-5c0adfcd2b01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:32.778979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11400716-d875-4094-8590-adb4cfb618a9 req-eec45654-429a-4747-a2a0-5c0adfcd2b01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.1725507 May 06 12:42:32.805575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 8683079a-7164-43c1-88d7-35550768bea6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8683079a-7164-43c1-88d7-35550768bea6,segment=NetworkSegment(707b9533-7863-4677-b2b5-7ac2f8298938),segment_id=707b9533-7863-4677-b2b5-7ac2f8298938)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:32.805937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.836369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] For port 8683079a-7164-43c1-88d7-35550768bea6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8683079a-7164-43c1-88d7-35550768bea6,segment=NetworkSegment(707b9533-7863-4677-b2b5-7ac2f8298938),segment_id=707b9533-7863-4677-b2b5-7ac2f8298938)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:32.836846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.854210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11400716-d875-4094-8590-adb4cfb618a9 req-8df54f96-abfd-4205-bf31-46834ce9ced4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741360 May 06 12:42:32.928823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:32.929189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:32.953148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 8683079a-7164-43c1-88d7-35550768bea6 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:32.981427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Calling delete_port for 8683079a-7164-43c1-88d7-35550768bea6 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:33.161959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.190769 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.239268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8683079a-7164-43c1-88d7-35550768bea6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:33.285875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] No DVR routers for this DVR port 8683079a-7164-43c1-88d7-35550768bea6 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:33.287705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8683079a-7164-43c1-88d7-35550768bea6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:33.288065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8683079a-7164-43c1-88d7-35550768bea6 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:33.289488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33bd5-8ecf-4520-b392-bd340f03ce36 None None] Pushing event deleted for resources: {'Port': ['ID=8683079a-7164-43c1-88d7-35550768bea6,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:33.343961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for fd2d2635-88ec-45aa-ada6-b8a9c4397cb9 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:33.345257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting subnet 21436122-da47-43ec-a596-d2eeb2e2b5fa {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:33.345257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-2fbba635-3c5c-4dbc-b178-a7e855b5b59c tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.345257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-2fbba635-3c5c-4dbc-b178-a7e855b5b59c tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/networks?id=8ed1f9d9-a953-45a7-b806-f22855d083aa HTTP/1.1" status: 200 len: 810 time: 0.7081463 May 06 12:42:33.345257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.389799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:33.390105 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:33.400872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-91e96395-f4bc-4dfb-ade0-cd9e94018223 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/quotas/53588024151c4771860b590a434f373a HTTP/1.1" status: 200 len: 375 time: 0.0306315 May 06 12:42:33.405922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.483312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae2e43-488f-49c6-8fa1-d60b14eebfe1 req-ba258438-f6d6-48a0-8ef4-3ab7eed34b7b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.485120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bcae2e43-488f-49c6-8fa1-d60b14eebfe1 req-ba258438-f6d6-48a0-8ef4-3ab7eed34b7b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1291265 May 06 12:42:33.489336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-231ff536-c5fd-4e56-9cae-1ff594393bf6 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=53588024151c4771860b590a434f373a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529776 May 06 12:42:33.681966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bcae2e43-488f-49c6-8fa1-d60b14eebfe1 req-c54ebba3-f574-4e4e-a5e8-f3d7f026af97 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1867380 May 06 12:42:33.703376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.753195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-7e8cb785-8d3e-42d0-aac3-00c682934d70 service neutron] 10.222.0.83 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525864 May 06 12:42:33.800647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-f811e5b7-7079-40bc-99fa-0d6f4658530a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:33.805591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-f811e5b7-7079-40bc-99fa-0d6f4658530a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.3026164 May 06 12:42:33.901109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 8683079a-7164-43c1-88d7-35550768bea6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:33.901977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.961037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:33.993024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] The port '8683079a-7164-43c1-88d7-35550768bea6' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:34.045637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port f6acd0cc-1321-4400-82f8-b6f06d86ce03 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:34.045975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.048493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=fd2d2635-88ec-45aa-ada6-b8a9c4397cb9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:34.175445 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.248511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-34590c59-390b-4213-aa3f-5eb45279d4ee service neutron] 10.222.0.83 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855402 May 06 12:42:34.255135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Subnet': ['ID=21436122-da47-43ec-a596-d2eeb2e2b5fa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:34.289739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.306232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3ca5-05e1-4b2c-b509-627787bfc404 req-6c164870-e5c6-48e7-bdd1-2a0ed6a6421d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:34.307944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75ec3ca5-05e1-4b2c-b509-627787bfc404 req-6c164870-e5c6-48e7-bdd1-2a0ed6a6421d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 945 time: 0.3009284 May 06 12:42:34.311867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.330846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdeba3-e61a-43bd-982e-85d5423893ab None None] Network 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:34.344975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08487b4f-e7c8-426a-aa93-de7fa6049c7d']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.356559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-08b15c5d-40ad-4b43-a396-2dff598e2c59 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/subnets/21436122-da47-43ec-a596-d2eeb2e2b5fa HTTP/1.1" status: 204 len: 168 time: 1.6796973 May 06 12:42:34.362699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:34.368765 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.387105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707b9533-7863-4677-b2b5-7ac2f8298938') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.387389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707b9533-7863-4677-b2b5-7ac2f8298938') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:34.446522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75ec3ca5-05e1-4b2c-b509-627787bfc404 req-34263b50-d95e-4bd9-b306-38dbd1c76691 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241961 May 06 12:42:34.467871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.485837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.508418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:34.508820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: timer() May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:34.525882 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:34.661406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port f6acd0cc-1321-4400-82f8-b6f06d86ce03, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f6acd0cc-1321-4400-82f8-b6f06d86ce03,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:34.661739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.705901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] DHCP port deletion for 96b36e4e-d9d4-41d3-b362-f4eb96c5abcf request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:34.710348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Deleting port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:34.710790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.855583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.869989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for f6acd0cc-1321-4400-82f8-b6f06d86ce03 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:34.944653 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:42:34.972190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] For port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,segment=NetworkSegment(96688ddb-0673-437b-9c7f-e06bedf1a683),segment_id=96688ddb-0673-437b-9c7f-e06bedf1a683)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:34.972190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:34.993281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting subnet d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:35.008923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.054882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.065996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=08487b4f-e7c8-426a-aa93-de7fa6049c7d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:35.081048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-29f0f172-5478-4439-b921-a6b12da9682e tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/08487b4f-e7c8-426a-aa93-de7fa6049c7d HTTP/1.1" status: 204 len: 168 time: 2.8006122 May 06 12:42:35.084641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.092557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1622195767'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:35.103191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:35.123402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:network and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:35.128314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:35.146431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:35.148684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Calling delete_port for 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:35.270271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.280594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:35.283144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41cced15-ab3b-462b-8757-bd601d438f6b req-8dc3f291-fee1-481b-ba12-df5a6fa01f0c tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.0893466 May 06 12:42:35.290162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:35.297937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.334411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:35.338955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:35.340881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:35.346133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router e3810ee9-cfdb-4009-a0a8-e59e28c878da has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:42:35.350722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.351898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.352241 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Added segment 82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943 of type vlan for network a9a0914a-c5f6-4c9b-9956-039b5637503f May 06 12:42:35.368996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfedd0c-e1e5-4fa0-9019-b711c4a303e2 req-07a0c557-74b3-416b-8034-72f13ec16b0c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:35.371365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbfedd0c-e1e5-4fa0-9019-b711c4a303e2 req-07a0c557-74b3-416b-8034-72f13ec16b0c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4635098 May 06 12:42:35.406872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] No DVR routers for this DVR port 8bc11b4f-fef6-4b07-9ced-489f9f89e5f6 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:35.407698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.415978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7d387-2bd4-400e-a43a-b510d9508338 None None] Pushing event deleted for resources: {'Port': ['ID=8bc11b4f-fef6-4b07-9ced-489f9f89e5f6,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:35.467713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.482961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:35.531700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.534085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f6acd0cc-1321-4400-82f8-b6f06d86ce03'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:35.535875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:35.536784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.695074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.738139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=f6acd0cc-1321-4400-82f8-b6f06d86ce03,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:35.748441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cbfedd0c-e1e5-4fa0-9019-b711c4a303e2 req-79fb0fb8-59df-4205-b308-6e67388bfaf3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3671973 May 06 12:42:35.771437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:35.784597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-401ca04b-7432-4465-9472-cb5488b56e6b req-677ec428-9c7c-4730-881f-dee178a00a57 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.0801876 May 06 12:42:35.800730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] Sync routers for ids ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:35.838568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] Routers {'e3810ee9-cfdb-4009-a0a8-e59e28c878da'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:35.839101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:35.851065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Network': ['ID=a9a0914a-c5f6-4c9b-9956-039b5637503f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:35.855136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port f6acd0cc-1321-4400-82f8-b6f06d86ce03 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:35.857411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.859473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d3a1f1e-d060-44ea-89d3-bdaf4daf4bb0 req-2cdb81f6-3933-4e74-b7bc-89d5e45bd2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "DELETE /v2.0/ports/f6acd0cc-1321-4400-82f8-b6f06d86ce03 HTTP/1.1" status: 204 len: 173 time: 2.0102661 May 06 12:42:35.867181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'name': 'network-vif-deleted', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:35.895944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a9a0914a-c5f6-4c9b-9956-039b5637503f details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:35.907902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fe1d5769-a097-4e77-8668-951d1df94678 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/e3810ee9-cfdb-4009-a0a8-e59e28c878da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9212725 May 06 12:42:35.910084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36950) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.922591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:35.948999 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee12684-ca37-45cb-9867-0158a8b6891d'] response: {'server_uuid': 'a78d71b7-c2a6-4979-9af8-f1281d29f1c0', 'name': 'network-vif-deleted', 'tag': 'f6acd0cc-1321-4400-82f8-b6f06d86ce03', 'status': 'completed', 'code': 200} May 06 12:42:35.955591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:35.960650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e4c78eb-4c7e-482c-925f-df898050af53 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:35.978511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31b2eace-be78-405e-93c8-5f8a1b9c50bd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8927133 May 06 12:42:35.981890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36954) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:35.988118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:35.997011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Subnet': ['ID=d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:36.004604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.013787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e01b4335-bfef-457f-9b89-47bba2106c41 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/subnets/d4381fb5-2a8a-42b4-b60a-ea0781b0fc8b HTTP/1.1" status: 204 len: 168 time: 1.6516206 May 06 12:42:36.019812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143395d-90cb-4025-ade9-5b20f12b4c60 None None] Network 02b1c392-b076-4231-9944-4173ecbfdabf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:36.023534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36958) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:36.045191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] Routers {'e3810ee9-cfdb-4009-a0a8-e59e28c878da'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:36.045718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.101224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e4c78eb-4c7e-482c-925f-df898050af53 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:36.106126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2e4c78eb-4c7e-482c-925f-df898050af53 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3810ee9-cfdb-4009-a0a8-e59e28c878da HTTP/1.1" status: 200 len: 205 time: 0.1946170 May 06 12:42:36.110126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:36.159044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.193479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.193881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232cc03b-0b97-4ed2-9bc9-036c1231f2bd None None] The sync data for ids ['e3810ee9-cfdb-4009-a0a8-e59e28c878da'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:36.208111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:36.267703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:36.275175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:36.294875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:36.318337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.344414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.393714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] DHCP port deletion for 02b1c392-b076-4231-9944-4173ecbfdabf request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:36.399077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Deleting port 115aa7af-7bf1-4a40-a31c-72dd8490857e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:36.399507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.406228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b36e4e-d9d4-41d3-b362-f4eb96c5abcf']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.420930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96688ddb-0673-437b-9c7f-e06bedf1a683') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.421846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96688ddb-0673-437b-9c7f-e06bedf1a683') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:36.436766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.456491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7a70831-d1b8-4a56-85d1-27f4120b699c req-b748fb71-8c82-4b04-b5db-070b5c35358d tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.0714886 May 06 12:42:36.459079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.465941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:36.466340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:36.482110 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:36.528755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:36.650617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] For port 115aa7af-7bf1-4a40-a31c-72dd8490857e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=115aa7af-7bf1-4a40-a31c-72dd8490857e,segment=NetworkSegment(6686aa6c-4934-4fea-bc02-b91279543864),segment_id=6686aa6c-4934-4fea-bc02-b91279543864)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:36.651044 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.703638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.718470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.724969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:36.737794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Network': ['ID=96b36e4e-d9d4-41d3-b362-f4eb96c5abcf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:36.743365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4729d27f-fbaa-49c2-be3d-f6c749de7d0b tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/networks/96b36e4e-d9d4-41d3-b362-f4eb96c5abcf HTTP/1.1" status: 204 len: 168 time: 0.7185636 May 06 12:42:36.743700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36970) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:36.801612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Calling delete_port for 115aa7af-7bf1-4a40-a31c-72dd8490857e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:36.966088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.040922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] Pushing event deleted for resources: {'Port': ['ID=115aa7af-7bf1-4a40-a31c-72dd8490857e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:37.043067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5da54c-c8ea-43a5-8160-429b5295e635 None None] No DVR routers for this DVR port 115aa7af-7bf1-4a40-a31c-72dd8490857e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:37.131949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c71c8f-09d5-45b0-b7e2-c64cbc4e31e8 req-fb2f7da7-f202-46a4-b22c-df12ae0a9c1b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:37.140327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03c71c8f-09d5-45b0-b7e2-c64cbc4e31e8 req-fb2f7da7-f202-46a4-b22c-df12ae0a9c1b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1607957 May 06 12:42:37.173632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e368ad2f-80e7-4771-9d63-6c97b422669f req-4ccd8ff8-a0c4-4565-801b-025f9a445b36 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:37.216919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 115aa7af-7bf1-4a40-a31c-72dd8490857e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:37.250821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03c71c8f-09d5-45b0-b7e2-c64cbc4e31e8 req-a207e714-d830-43a7-9a58-862ceb2fa018 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1094143 May 06 12:42:37.282447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 115aa7af-7bf1-4a40-a31c-72dd8490857e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:37.282876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 115aa7af-7bf1-4a40-a31c-72dd8490857e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:37.391410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.402188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.406966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.463119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e368ad2f-80e7-4771-9d63-6c97b422669f req-4ccd8ff8-a0c4-4565-801b-025f9a445b36 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:37.472673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e368ad2f-80e7-4771-9d63-6c97b422669f req-4ccd8ff8-a0c4-4565-801b-025f9a445b36 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=a78d71b7-c2a6-4979-9af8-f1281d29f1c0 HTTP/1.1" status: 200 len: 210 time: 0.3482797 May 06 12:42:37.659645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1f09a4f-6a5c-4de6-8642-525735f260e0 req-ede46c75-8c5e-442f-af50-33a7eb047502 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.0651999 May 06 12:42:37.667575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.668109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router e3810ee9-cfdb-4009-a0a8-e59e28c878da {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:42:37.700437 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.743201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.743201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-46676e5b-0642-476e-93a9-dc042f07bdc4 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/e3810ee9-cfdb-4009-a0a8-e59e28c878da HTTP/1.1" status: 204 len: 168 time: 1.6269898 May 06 12:42:37.743201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b1c392-b076-4231-9944-4173ecbfdabf']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:37.746982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36980) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:37.755226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6686aa6c-4934-4fea-bc02-b91279543864') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:37.755226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6686aa6c-4934-4fea-bc02-b91279543864') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:37.767662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.786211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.792631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f6acd0cc-1321-4400-82f8-b6f06d86ce03 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:37.817647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:37.817647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: timer() May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:37.833332 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:37.855872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: f6acd0cc-1321-4400-82f8-b6f06d86ce03 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:42:37.855872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f6acd0cc-1321-4400-82f8-b6f06d86ce03 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:42:37.889062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:37.997356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=8dff641f-da45-49bd-8bdb-34fa01e7bbe8,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:38.007397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 05b6dc03-c2bb-4591-95b5-64e21c5c0db5 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:38.009270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.009847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.009992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.010293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.010399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.010622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.011566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.011975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.012300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.012624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.012959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.013265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:38.019030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Checking segment: {'id': '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:38.019461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network hostable DHCP agents. Network: a9a0914a-c5f6-4c9b-9956-039b5637503f, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:38.068986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.070149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.074708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.121403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/networks/02b1c392-b076-4231-9944-4173ecbfdabf HTTP/1.1" status: 204 len: 168 time: 1.3053846 May 06 12:42:38.121403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:38.121403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689c1ae-4a1b-48b3-8ec8-72e38f23f24d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Network': ['ID=02b1c392-b076-4231-9944-4173ecbfdabf,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:38.173066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.177217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network a9a0914a-c5f6-4c9b-9956-039b5637503f is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:38.277423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a9a0914a-c5f6-4c9b-9956-039b5637503f) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:38.277423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:38.277423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.289939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9832bf-b21b-4015-87f6-49bd7294abfa None None] Network a9a0914a-c5f6-4c9b-9956-039b5637503f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:38.314297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.357610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting subnet cf7ad39b-f295-4767-ba39-1fc7e2bc10ed {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:42:38.366226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8d4dec05-c2a0-40e9-ae03-990f98a5b036 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3808618 May 06 12:42:38.366226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.368940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:38.378604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-798043563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:38.387967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:38.395202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:router and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:38.397025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:38.403709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:38.412571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=05b6dc03-c2bb-4591-95b5-64e21c5c0db5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:38.425626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.431813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-067ad13a-3e4b-4888-8216-ecdd819dfe17 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/05b6dc03-c2bb-4591-95b5-64e21c5c0db5 HTTP/1.1" status: 204 len: 168 time: 0.6885388 May 06 12:42:38.436359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:38.449656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.459173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cdb982-1a45-4f81-b9da-ad6d52443c8b None None] Network c5792757-46da-4b70-b334-f04d11a9e43b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:38.559369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.560938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.599924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.693743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89da6118-da5a-40a4-a1ee-c603ed05dfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.703068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-9c721a52-d8f1-40f3-a627-61b8e682e9e3 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:38.703068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-9c721a52-d8f1-40f3-a627-61b8e682e9e3 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.86 "GET /v2.0/networks?id=8ed1f9d9-a953-45a7-b806-f22855d083aa HTTP/1.1" status: 200 len: 810 time: 0.2056866 May 06 12:42:38.730514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Request body: {'port': {'device_id': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa', 'admin_state_up': True, 'tenant_id': '53588024151c4771860b590a434f373a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:38.750196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.795863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.842745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 4ed4f004-732a-4f37-a12d-67baee938542 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:38.842745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.874889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a9a0914a-c5f6-4c9b-9956-039b5637503f', 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '8dff641f-da45-49bd-8bdb-34fa01e7bbe8'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:38.875831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.973389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:38.973389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-124dcb73-732c-493c-bfe5-9e655821d456 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5941937 May 06 12:42:38.973389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37004) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:39.000758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f', 'name': 'tempest-PortsIpV6TestJSON-954079696'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:39.048425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] DHCP port deletion for c5792757-46da-4b70-b334-f04d11a9e43b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:39.058318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Deleting port 4ed4f004-732a-4f37-a12d-67baee938542 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:39.062901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.259992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Allocated IP 2001:db8::2 (a9a0914a-c5f6-4c9b-9956-039b5637503f/8dff641f-da45-49bd-8bdb-34fa01e7bbe8/24fd764b-55bc-40bc-bbf4-cddc63399038) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:39.304377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4ed4f004-732a-4f37-a12d-67baee938542 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:39.357713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-990c2751-02c3-4c6b-9b71-276f889c6b4c req-7f6f13fe-0b61-4f55-9167-1a3c567b703a tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.1294849 May 06 12:42:39.390897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.501364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:39.507967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Usage tracker for resource:port and tenant:53588024151c4771860b590a434f373a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:39.523823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddcffd-37af-4892-ad28-af13e002f0cf req-c273122f-dbcd-4337-b4e7-f716cda74bfa tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:39.538663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89ddcffd-37af-4892-ad28-af13e002f0cf req-c273122f-dbcd-4337-b4e7-f716cda74bfa tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 1.0429022 May 06 12:42:39.552878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:39.565593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:39.615198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] For port 4ed4f004-732a-4f37-a12d-67baee938542, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4ed4f004-732a-4f37-a12d-67baee938542,segment=NetworkSegment(3ba8623c-288f-40ec-9105-df02b0e58762),segment_id=3ba8623c-288f-40ec-9105-df02b0e58762)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:39.615198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.646778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89ddcffd-37af-4892-ad28-af13e002f0cf req-a7e5b147-c134-43bf-bbbc-feb691fcc457 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1100290 May 06 12:42:39.697529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.725695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:39.742696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Subnet': ['ID=cf7ad39b-f295-4767-ba39-1fc7e2bc10ed,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:39.745191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 4ed4f004-732a-4f37-a12d-67baee938542, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4ed4f004-732a-4f37-a12d-67baee938542,segment=NetworkSegment(3ba8623c-288f-40ec-9105-df02b0e58762),segment_id=3ba8623c-288f-40ec-9105-df02b0e58762)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:39.746365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.766270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:39.769301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.773872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-266733c5-75b5-4dad-a5e4-3246e495104e tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/subnets/cf7ad39b-f295-4767-ba39-1fc7e2bc10ed HTTP/1.1" status: 204 len: 168 time: 1.6650047 May 06 12:42:39.776285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37010) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:39.780212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Calling delete_port for 4ed4f004-732a-4f37-a12d-67baee938542 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:39.820963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c20c3e-f463-4c05-8a45-571ec5b644f8 None None] Network 0fb64878-39b7-420d-95b0-9af75e5ade02 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:39.909444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Made reservation on behalf of 53588024151c4771860b590a434f373a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:39.912921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:39.985233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 4ed4f004-732a-4f37-a12d-67baee938542 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:40.062333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:40.071912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.078461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.097060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.127826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port ade645b2-a56c-4c57-a10b-3633952c0ab8 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:42:40.139143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.178184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Deleting port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:40.178184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.203563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Transition to ACTIVE for port object 24fd764b-55bc-40bc-bbf4-cddc63399038 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:40.407159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Transition to ACTIVE for port object 24fd764b-55bc-40bc-bbf4-cddc63399038 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:40.458334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:40.458695 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:40.486807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.493849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] DHCP port deletion for 0fb64878-39b7-420d-95b0-9af75e5ade02 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:42:40.498584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Deleting port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:40.498966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.516190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Allocated IP 172.20.0.13 (8ed1f9d9-a953-45a7-b806-f22855d083aa/7c5e4b81-7718-4704-920b-a4c7cbea9738/b9cd8db0-e373-4baa-a57f-e261bb82e935) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:40.558934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=4ed4f004-732a-4f37-a12d-67baee938542,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:40.572259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-b3cc251f-9f40-4036-9f33-fb52e2a72ffa tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:40.574410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-b3cc251f-9f40-4036-9f33-fb52e2a72ffa tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.2559991 May 06 12:42:40.577357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No DVR routers for this DVR port 4ed4f004-732a-4f37-a12d-67baee938542 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:40.604442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0ee901-b35d-485b-882c-97859586372b req-f43a383e-eca7-4032-8f2a-6a57effd1aa2 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.0891583 May 06 12:42:40.641629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.754166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.767347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Network a9a0914a-c5f6-4c9b-9956-039b5637503f is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:40.775320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:40.784300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5792757-46da-4b70-b334-f04d11a9e43b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:40.797756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba8623c-288f-40ec-9105-df02b0e58762') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:40.798324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba8623c-288f-40ec-9105-df02b0e58762') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:40.811234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.829104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.832882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:40.836044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:40.836446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.866271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.924204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f18dc6e2-2faa-436d-b914-77d31df71b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: timer() May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:40.928126 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:40.940330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Pushing event updated for resources: {'Port': ['ID=24fd764b-55bc-40bc-bbf4-cddc63399038,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:40.953362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-91d26674-4929-4690-851c-99bc394314cd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.3474007 May 06 12:42:40.956612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] For port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,segment=NetworkSegment(8da816c5-6179-46f3-b90c-723eb2e22bc6),segment_id=8da816c5-6179-46f3-b90c-723eb2e22bc6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:40.956975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:40.962825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Deleting port 4ed4f004-732a-4f37-a12d-67baee938542 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:40.963510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.038627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::2c2 (a9a0914a-c5f6-4c9b-9956-039b5637503f/8dff641f-da45-49bd-8bdb-34fa01e7bbe8/ade645b2-a56c-4c57-a10b-3633952c0ab8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:41.047313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Attempting to bind port 24fd764b-55bc-40bc-bbf4-cddc63399038 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:41.047748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Attempting to bind port 24fd764b-55bc-40bc-bbf4-cddc63399038 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:41.048245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Attempting to bind port 24fd764b-55bc-40bc-bbf4-cddc63399038 on network a9a0914a-c5f6-4c9b-9956-039b5637503f {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:41.055147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8c8790ad-4bc3-4fc7-8cfb-0e8d42fb2824 None None] The port '4ed4f004-732a-4f37-a12d-67baee938542' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:41.088103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] For port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,segment=NetworkSegment(8da816c5-6179-46f3-b90c-723eb2e22bc6),segment_id=8da816c5-6179-46f3-b90c-723eb2e22bc6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:41.088103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.088657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-755f9a9b-3782-4251-b4f1-45775eae9fcd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1137757 May 06 12:42:41.099623 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.138860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Calling delete_port for 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:41.165942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.205626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.216841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=c5792757-46da-4b70-b334-f04d11a9e43b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:41.240363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.240973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.242089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:42:41.268791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:41.278578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Checking segment: {'id': '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:41.278578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.278578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Bound using segment: {'id': '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:41.278578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Bound port: 24fd764b-55bc-40bc-bbf4-cddc63399038, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a9a0914a-c5f6-4c9b-9956-039b5637503f'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:41.278578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.295205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Calling delete_port for 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:41.353149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Pushing event updated for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:41.357183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Network 8ed1f9d9-a953-45a7-b806-f22855d083aa is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:41.363288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:41.367102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:41.403343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753f7dd-5f8b-4836-bd35-19a28bee0bc5 req-4da3f7b6-226b-426a-9e0f-114bfb89b76d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:41.419534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a753f7dd-5f8b-4836-bd35-19a28bee0bc5 req-4da3f7b6-226b-426a-9e0f-114bfb89b76d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.5094914 May 06 12:42:41.491661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:41.497650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.518037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a753f7dd-5f8b-4836-bd35-19a28bee0bc5 req-1cc5348f-62aa-4f58-b436-1b1951a19df6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1060448 May 06 12:42:41.556284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.562973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] For port 24fd764b-55bc-40bc-bbf4-cddc63399038, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:41.576103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.593427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] For port 24fd764b-55bc-40bc-bbf4-cddc63399038, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=24fd764b-55bc-40bc-bbf4-cddc63399038,segment=NetworkSegment(82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943),segment_id=82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:41.601669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:42:41.602131 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:42:41.617701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-5c4c0bd8-a135-4b1a-863c-04bc080a3723 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326025 May 06 12:42:41.619261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Port': ['ID=715a282c-b8ac-42c1-a5d9-b3ba4e90f009,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:41.620909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a4e07949-dcfd-4a3a-b8e3-3f22ca6bc33f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/c5792757-46da-4b70-b334-f04d11a9e43b HTTP/1.1" status: 204 len: 168 time: 3.1834033 May 06 12:42:41.624870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37028) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:41.629568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] No DVR routers for this DVR port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:42:41.659216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-374178352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:41.666238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:41.693381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-100dda9b-98a1-41a5-8a76-dabbaa059544 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9741976 May 06 12:42:41.743716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:41.751138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Request body: {'port': {'device_id': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:41.756383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:41.764249 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.779092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:41.810804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.855650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object ade645b2-a56c-4c57-a10b-3633952c0ab8 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:41.860296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3eab5d-3214-4364-9ee4-25ce1b17cfcb None None] Pushing event updated for resources: {'Port': ['ID=24fd764b-55bc-40bc-bbf4-cddc63399038,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:41.864291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-0d3d8a68-005f-455d-8bfe-b9c303a06c30 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380233 May 06 12:42:41.982816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.983810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:41.984051 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.003590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.053953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.067177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb64878-39b7-420d-95b0-9af75e5ade02']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:42.096648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da816c5-6179-46f3-b90c-723eb2e22bc6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:42.097308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da816c5-6179-46f3-b90c-723eb2e22bc6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:42.104017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Deleting port 715a282c-b8ac-42c1-a5d9-b3ba4e90f009 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:42.106710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.119120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.126950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.139873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network a9a0914a-c5f6-4c9b-9956-039b5637503f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:42.144034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:42.151201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:42.154065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:42.155013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.164363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=ade645b2-a56c-4c57-a10b-3633952c0ab8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:42.192739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.196996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6837c032-0339-4656-9432-fa86fe4d8d60 None None] The port '715a282c-b8ac-42c1-a5d9-b3ba4e90f009' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:42:42.220215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd8226-3d1d-475d-a17e-9d8ad1862f5a req-ec3b267d-b66c-44ac-be56-5b5d5587de77 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:42.220922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4ecd8226-3d1d-475d-a17e-9d8ad1862f5a req-ec3b267d-b66c-44ac-be56-5b5d5587de77 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Synchronizing usage tracker for tenant:53588024151c4771860b590a434f373a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:42.226436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:42:42.226859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: timer() May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:42:42.243442 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:42:42.418352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.422786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ff2ce07b-c507-4362-9efd-762429a840a0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4431732 May 06 12:42:42.422786 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.423194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:42.423335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.503991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4521a14d-dd40-4724-9c69-bfb728479a57 req-af420645-9936-4ac5-a2be-1f490aeaefe9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.0520642 May 06 12:42:42.620809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4ecd8226-3d1d-475d-a17e-9d8ad1862f5a req-ec3b267d-b66c-44ac-be56-5b5d5587de77 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Unset dirty status for tenant:53588024151c4771860b590a434f373a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:42.622015 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ecd8226-3d1d-475d-a17e-9d8ad1862f5a req-ec3b267d-b66c-44ac-be56-5b5d5587de77 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 932 time: 0.7207918 May 06 12:42:42.628162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.632232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6da40b7b-8afe-49d4-919e-86c78da16990 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0020404 May 06 12:42:42.632232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:42.639083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-469990216'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:42.654435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:42.663979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:42.672835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:42.711840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:42.755921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.790923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:42.814428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Pushing event deleted for resources: {'Network': ['ID=0fb64878-39b7-420d-95b0-9af75e5ade02,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:42.832625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e9a01-1137-48ee-acd1-393e280cd8c0 req-2231bf5c-3b37-4bb6-9b5e-5a48ed5a43fd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:42.847346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-085e9a01-1137-48ee-acd1-393e280cd8c0 req-2231bf5c-3b37-4bb6-9b5e-5a48ed5a43fd tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1246133 May 06 12:42:42.849516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20acd63a-0a0a-4faa-af0a-0fea93b699a5 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/networks/0fb64878-39b7-420d-95b0-9af75e5ade02 HTTP/1.1" status: 204 len: 168 time: 3.0557384 May 06 12:42:42.858176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:42.927226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-85285e20-2429-46a9-9d1c-0be556e43a5d tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "GET /v2.0/ports?device_id=9904b936-f5a4-48ba-ac92-a393605022e1 HTTP/1.1" status: 200 len: 205 time: 0.0679460 May 06 12:42:42.929693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37056) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:42.932996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ecd8226-3d1d-475d-a17e-9d8ad1862f5a req-f6a94b3e-9197-4423-b090-142b98c1fd0e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748091 May 06 12:42:42.935392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-085e9a01-1137-48ee-acd1-393e280cd8c0 req-6cdb0bfe-12a3-4b67-b2cd-413539c2040a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0951364 May 06 12:42:43.131817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:43.134706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.179691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.286889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cd8db0-e373-4baa-a57f-e261bb82e935 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:43.303587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 24fd764b-55bc-40bc-bbf4-cddc63399038 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:43.327082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.338557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Transition to ACTIVE for port object b9cd8db0-e373-4baa-a57f-e261bb82e935 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:43.369421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:43.399503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.399923 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3 of type vlan for network c7ca361f-4534-446d-8020-e022094e4705 May 06 12:42:43.466883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.572016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.579370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.581858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:43.615082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19320b95-da71-470e-b8fd-c090d6489eeb None None] Network a9a0914a-c5f6-4c9b-9956-039b5637503f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:43.695316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 24fd764b-55bc-40bc-bbf4-cddc63399038 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:43.813200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.820315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.848313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d064a2e3-a6a3-4575-8ea9-d0d685417783 req-ae055c83-0e63-4b19-a162-f2284835d81c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.0832274 May 06 12:42:43.863189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.911505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Provisioning for port 24fd764b-55bc-40bc-bbf4-cddc63399038 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:43.945656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Provisioning complete for port 24fd764b-55bc-40bc-bbf4-cddc63399038 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:43.946043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.955398 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:43.964591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:43.964591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.054269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.054762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Fanout notify agent at l3_agent the message router_deleted on router 9904b936-f5a4-48ba-ac92-a393605022e1 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:42:44.088688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=c7ca361f-4534-446d-8020-e022094e4705,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:44.107194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.107194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ad1185a-929e-4a3f-bb48-64a16c2f7d97 tempest-RoutersNegativeIpV6Test-322731157 tempest-RoutersNegativeIpV6Test-322731157-project] 10.222.0.83 "DELETE /v2.0/routers/9904b936-f5a4-48ba-ac92-a393605022e1 HTTP/1.1" status: 204 len: 168 time: 1.1663508 May 06 12:42:44.107630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c7ca361f-4534-446d-8020-e022094e4705 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:44.180870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-784aa04b-e123-4402-992d-68704a522f2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5399899 May 06 12:42:44.206056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:44.206056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:44.259965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Attempting to bind port b9cd8db0-e373-4baa-a57f-e261bb82e935 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:44.260305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Attempting to bind port b9cd8db0-e373-4baa-a57f-e261bb82e935 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4c5cbca6-0b34-47c0-9270-f34c827ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:44.260668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Attempting to bind port b9cd8db0-e373-4baa-a57f-e261bb82e935 on network 8ed1f9d9-a953-45a7-b806-f22855d083aa {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:44.271662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.300192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Port b9cd8db0-e373-4baa-a57f-e261bb82e935 on network 8ed1f9d9-a953-45a7-b806-f22855d083aa not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:44.300527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Attempting to bind port b9cd8db0-e373-4baa-a57f-e261bb82e935 on network 8ed1f9d9-a953-45a7-b806-f22855d083aa {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:44.324809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:44.324809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Checking segment: {'id': '4c5cbca6-0b34-47c0-9270-f34c827ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:44.324809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Bound using segment: {'id': '4c5cbca6-0b34-47c0-9270-f34c827ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:44.324809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Bound port: b9cd8db0-e373-4baa-a57f-e261bb82e935, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5cbca6-0b34-47c0-9270-f34c827ffc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:44.324809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.386363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] For port 24fd764b-55bc-40bc-bbf4-cddc63399038, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=24fd764b-55bc-40bc-bbf4-cddc63399038,segment=NetworkSegment(82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943),segment_id=82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:44.620923 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.655916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:44.662426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:44.668037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:44.678181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:44.711573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d22e3c-596c-4d25-bff2-d9e406958efe None None] Pushing event updated for resources: {'Port': ['ID=24fd764b-55bc-40bc-bbf4-cddc63399038,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:44.711669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-70133375-aae1-4fbe-a630-4667bb00156a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2091668 May 06 12:42:44.738147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a610a-c514-41a5-87ba-78955992ff74 req-2d1e1564-a717-4eb5-922f-546cfb093575 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:44.753186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b22a610a-c514-41a5-87ba-78955992ff74 req-2d1e1564-a717-4eb5-922f-546cfb093575 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.2521782 May 06 12:42:44.809946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:44.833685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935,segment=NetworkSegment(4c5cbca6-0b34-47c0-9270-f34c827ffc86),segment_id=4c5cbca6-0b34-47c0-9270-f34c827ffc86)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:44.841722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800640b-01ed-402c-b19c-739d62a47d2f req-7e8499c0-bc8e-4330-9e29-58a9673cbee8 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:44.841855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d800640b-01ed-402c-b19c-739d62a47d2f req-7e8499c0-bc8e-4330-9e29-58a9673cbee8 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 944 time: 0.4791551 May 06 12:42:44.891937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:44.921888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.925301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d800640b-01ed-402c-b19c-739d62a47d2f req-e0215a49-cc19-424a-819d-06bd197e298b tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 May 06 12:42:44.930530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b22a610a-c514-41a5-87ba-78955992ff74 req-43c75f5e-d847-4072-9d6a-00bd1f7f6f15 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1754739 May 06 12:42:44.961684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Provisioning for port ade645b2-a56c-4c57-a10b-3633952c0ab8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:44.967220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Provisioning complete for port ade645b2-a56c-4c57-a10b-3633952c0ab8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:44.967574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:44.997013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.116895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Port ade645b2-a56c-4c57-a10b-3633952c0ab8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:45.124807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.131535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.147565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Provisioning complete for port 24fd764b-55bc-40bc-bbf4-cddc63399038 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:45.147565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e909db1-3fd0-404b-a456-9ee1dca0fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.185660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.188186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] 10.222.0.86 "PUT /v2.0/ports/b9cd8db0-e373-4baa-a57f-e261bb82e935 HTTP/1.1" status: 200 len: 1092 time: 3.4448497 May 06 12:42:45.192004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:45.214339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-d72aeb10-6b1b-45a7-8e38-8d5d48319e91 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=980c74da53e142ed854555cab024d28b&device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 6491 time: 0.3760967 May 06 12:42:45.286705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37082) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:45.338269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 24fd764b-55bc-40bc-bbf4-cddc63399038 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:45.357372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37541e3-6bad-4bdd-a2e7-e0307a14c419 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:45.462908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 24fd764b-55bc-40bc-bbf4-cddc63399038 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:45.462908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.522674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b12c40ac-9776-41e2-8c43-a897fbe3ada3 req-10d7608f-ba56-4146-b5fc-717825000c94 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.1248188 May 06 12:42:45.650743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ed0c828a-b5e3-4221-9f2e-cae577078753 None None] Provisioning complete for port ade645b2-a56c-4c57-a10b-3633952c0ab8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:45.651714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ed0c828a-b5e3-4221-9f2e-cae577078753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.688764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=ade645b2-a56c-4c57-a10b-3633952c0ab8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:45.733341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c828a-b5e3-4221-9f2e-cae577078753 None None] Port ade645b2-a56c-4c57-a10b-3633952c0ab8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:45.816159 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1268c11b-4b14-42cd-b98b-2dd370eca6aa'] response: {'name': 'network-changed', 'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935', 'status': 'completed', 'code': 200} May 06 12:42:45.860275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0521a1e2-ca29-41f1-a29d-38a12a347391 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab80e21c382d4b698b440b4a2bcccab2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5724692 May 06 12:42:45.863660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3415d73d-4eee-4012-b8cf-24adcf363d64 None None] Provisioning complete for port ade645b2-a56c-4c57-a10b-3633952c0ab8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:45.863999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ee89820e-6edc-4ca8-bb90-7e0114f4c487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:45.864200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3415d73d-4eee-4012-b8cf-24adcf363d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:45.864407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ee89820e-6edc-4ca8-bb90-7e0114f4c487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:45.864789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ee89820e-6edc-4ca8-bb90-7e0114f4c487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:45.866404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ee89820e-6edc-4ca8-bb90-7e0114f4c487 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=6298ae54-b76f-40e7-b952-b17458a73da0&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1 HTTP/1.1" status: 200 len: 2293 time: 0.5187211 May 06 12:42:45.866920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:45.969454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3415d73d-4eee-4012-b8cf-24adcf363d64 None None] Port ade645b2-a56c-4c57-a10b-3633952c0ab8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:45.988543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.139352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.159852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=546c6aa6-3146-467a-8dec-eaad2830278e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:46.162689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-16ca2278-5150-4aa1-b41f-131bfa971f8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4794865 May 06 12:42:46.170787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e9675f69-2ec4-48b3-b7ba-02d06c6c0f94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=53588024151c4771860b590a434f373a&device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 1095 time: 0.7560127 May 06 12:42:46.181713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-8cc05721-11d4-43ad-81c9-262832e54e21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 200 len: 1002 time: 0.3013711 May 06 12:42:46.185579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.301815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.318502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:46.318876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: c7ca361f-4534-446d-8020-e022094e4705, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:46.366813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.384614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-0ffc4c20-0b66-4663-b3aa-838f109e7a34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.386587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-0ffc4c20-0b66-4663-b3aa-838f109e7a34 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3752f996-5416-43de-9e1f-b6558d60de00 HTTP/1.1" status: 200 len: 851 time: 0.1936398 May 06 12:42:46.395433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de203-fb44-446b-b18e-dbc2c95907e6 req-7909226e-1357-4fce-88ab-dc20fc44570c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.398844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef2de203-fb44-446b-b18e-dbc2c95907e6 req-7909226e-1357-4fce-88ab-dc20fc44570c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4997683 May 06 12:42:46.443624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-0b8a3151-0dff-4eba-b53a-e6a1d9dae2d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935 HTTP/1.1" status: 200 len: 217 time: 0.2556448 May 06 12:42:46.505356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-95ec8565-0086-41c6-abf4-eafda523bcc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.4888117 May 06 12:42:46.518405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53472ec3-b8ba-43c3-8856-617dd13b011c req-f7a756eb-28be-4b41-9c63-ce3db86de6dd tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.519921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53472ec3-b8ba-43c3-8856-617dd13b011c req-f7a756eb-28be-4b41-9c63-ce3db86de6dd tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 944 time: 0.4379265 May 06 12:42:46.655955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-22b6d385-c3db-4a14-94bd-06e3cc080ace tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.655955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-22b6d385-c3db-4a14-94bd-06e3cc080ace tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.3080885 May 06 12:42:46.660519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-53472ec3-b8ba-43c3-8856-617dd13b011c req-864eb7a7-95fa-45ca-9c7c-9aa8a33c1365 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Synchronizing usage tracker for tenant:53588024151c4771860b590a434f373a on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:46.680048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ce584190-cbf2-4334-84cb-5bc3c14a6e50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75a6b74d-9fa3-441a-84ec-c6426f9a62bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2762456 May 06 12:42:46.686982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:46.699397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef2de203-fb44-446b-b18e-dbc2c95907e6 req-0ab6ea7c-7cca-4f75-a21d-1c790f3d0d80 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2800381 May 06 12:42:46.702580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-68982158-5379-4687-b531-b3b69ef8f7d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:46.704321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-68982158-5379-4687-b531-b3b69ef8f7d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c5e4b81-7718-4704-920b-a4c7cbea9738 HTTP/1.1" status: 200 len: 850 time: 0.2512558 May 06 12:42:46.725410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c7ca361f-4534-446d-8020-e022094e4705 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:46.797029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-c2a8e658-2ccb-4dd7-8be4-25bb73cfbed7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ed1f9d9-a953-45a7-b806-f22855d083aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805593 May 06 12:42:46.961241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.985839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:46.988257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-53472ec3-b8ba-43c3-8856-617dd13b011c req-864eb7a7-95fa-45ca-9c7c-9aa8a33c1365 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Unset dirty status for tenant:53588024151c4771860b590a434f373a on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:46.992547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53472ec3-b8ba-43c3-8856-617dd13b011c req-864eb7a7-95fa-45ca-9c7c-9aa8a33c1365 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528894 May 06 12:42:47.002326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-cadf5a58-b8a7-4249-bc3d-2a918f1b62b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.6530573 May 06 12:42:47.035816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c73902-e859-459f-bcb8-851c30fdc7b0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:47.039117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2289fcbb-67be-4de9-9588-86493eefe035 req-145b19e8-a27d-41b9-8215-bc690c9de0ec tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.1226892 May 06 12:42:47.099347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-3d963afe-8871-4936-bf63-61558896ec05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.100802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-3d963afe-8871-4936-bf63-61558896ec05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.5767574 May 06 12:42:47.106611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c7ca361f-4534-446d-8020-e022094e4705) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:47.115488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848be56-4985-4056-a7bb-d2b5293020da None None] Network c7ca361f-4534-446d-8020-e022094e4705 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:47.129707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.133315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95c51a6c-e574-44d2-9294-955b3ef91edf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a3c73902-e859-459f-bcb8-851c30fdc7b0 HTTP/1.1" status: 204 len: 168 time: 1.2632172 May 06 12:42:47.135552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.136313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.157305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ef505b8b-43e1-4619-8f98-a6977f6f0eeb service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571254 May 06 12:42:47.195482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:47.331129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:47.388047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c7ca361f-4534-446d-8020-e022094e4705', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:47.388047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.434372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-52158ded-120f-41a7-ad35-b52e3563a716 service neutron] 10.222.0.86 "GET /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680271 May 06 12:42:47.437922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ba853a6-cc71-467d-8d13-ccff49f9bcb7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2471826 May 06 12:42:47.440962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:47.515071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-df3a6bfd-7c56-442d-bffd-9d96b557ae71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 217 time: 0.0755949 May 06 12:42:47.595200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-e5021701-f749-43d8-9980-4c8b667f973f service neutron] 10.222.0.86 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881291 May 06 12:42:47.636986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-a622d0c8-f138-4610-b3e5-71a8fdedd601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.638452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-a622d0c8-f138-4610-b3e5-71a8fdedd601 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.0637245 May 06 12:42:47.721782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:47.724732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:47.759461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-448fcdbd-b632-4e68-aca9-3cdf32cd743a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1002 time: 0.3842654 May 06 12:42:47.761466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-90108873-7569-4bff-bd8a-71fb7121745b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.762576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-90108873-7569-4bff-bd8a-71fb7121745b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.763499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-90108873-7569-4bff-bd8a-71fb7121745b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:47.765298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-90108873-7569-4bff-bd8a-71fb7121745b service neutron] 10.222.0.13 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 200 len: 2299 time: 0.7232671 May 06 12:42:47.785862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Allocated IP 172.20.0.2 (c7ca361f-4534-446d-8020-e022094e4705/546c6aa6-3146-467a-8dec-eaad2830278e/1548bd97-e523-41af-8662-eee7348a7c6b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:48.065875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-00ac6a98-a616-4cc4-a698-1335aa50c787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 1001 time: 0.2904043 May 06 12:42:48.168374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-a95f15d7-08e2-4772-ac7e-439c31675191 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5225506 May 06 12:42:48.305578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.318820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Transition to ACTIVE for port object 1548bd97-e523-41af-8662-eee7348a7c6b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:48.342749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Transition to ACTIVE for port object 1548bd97-e523-41af-8662-eee7348a7c6b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:48.438959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.509542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Network c7ca361f-4534-446d-8020-e022094e4705 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:48.514086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:48.518824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:48.531734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Pushing event updated for resources: {'Port': ['ID=1548bd97-e523-41af-8662-eee7348a7c6b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:48.531968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-498590e8-ea9f-40ae-8013-9ecf62794de8 req-d5b2fa06-0c9c-43d9-aa6f-e04c134f658c service neutron] 10.222.0.86 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9079998 May 06 12:42:48.534957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.2 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/0a034551-e722-43ba-ac49-729e35fe34d6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:48.550512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b893c0-168f-4bc1-9d21-a16ed7b66cf7 req-34992b89-484a-4ebe-ab5d-e836be375b78 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.556860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96b893c0-168f-4bc1-9d21-a16ed7b66cf7 req-34992b89-484a-4ebe-ab5d-e836be375b78 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.6049936 May 06 12:42:48.559993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-6dd8e82d-fdd3-402a-b413-1178713532e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.559993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-6dd8e82d-fdd3-402a-b413-1178713532e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.4972742 May 06 12:42:48.559993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-4b9414d3-a1fd-466a-9f66-57418eae7c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.561021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-4b9414d3-a1fd-466a-9f66-57418eae7c8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 200 len: 856 time: 0.2409539 May 06 12:42:48.650574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Attempting to bind port 1548bd97-e523-41af-8662-eee7348a7c6b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:48.651110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Attempting to bind port 1548bd97-e523-41af-8662-eee7348a7c6b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:48.652101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Attempting to bind port 1548bd97-e523-41af-8662-eee7348a7c6b on network c7ca361f-4534-446d-8020-e022094e4705 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:48.659307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:48.659990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Checking segment: {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:48.660707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.661334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Bound using segment: {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:48.662119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Bound port: 1548bd97-e523-41af-8662-eee7348a7c6b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:48.662693 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.683970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.778091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e517ef7-929e-4cbc-9724-687214fecde1 req-a07dbb20-cbf8-46d7-b10b-cf5807d3be58 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:48.789420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e517ef7-929e-4cbc-9724-687214fecde1 req-a07dbb20-cbf8-46d7-b10b-cf5807d3be58 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 944 time: 0.4302695 May 06 12:42:48.800582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] For port 1548bd97-e523-41af-8662-eee7348a7c6b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:48.810160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] For port 1548bd97-e523-41af-8662-eee7348a7c6b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1548bd97-e523-41af-8662-eee7348a7c6b,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:48.834118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.834974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.844040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:48.910079 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:48.987234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-e954c02b-92fc-4d66-bc67-d20cd2b162f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99edebc2-8b3b-42bf-a690-3757d6268ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4067807 May 06 12:42:48.995648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=ade645b2-a56c-4c57-a10b-3633952c0ab8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:49.012040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e517ef7-929e-4cbc-9724-687214fecde1 req-16ca7f9f-29a0-48f7-a01e-6337c00fadbe tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235868 May 06 12:42:49.036590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1837a-52d1-4277-b885-afcb9727383b None None] Pushing event updated for resources: {'Port': ['ID=1548bd97-e523-41af-8662-eee7348a7c6b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:49.117408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-f4f801b8-c5f6-4ccc-9d4b-e7fa748982da service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754811 May 06 12:42:49.135656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.158733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-ba2019ee-84a1-40ec-a09c-1bd913bdfff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5800874 May 06 12:42:49.179073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-88bb091a-a13b-4a63-b930-4a3e5b0dac4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=53588024151c4771860b590a434f373a&device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 1095 time: 0.5064003 May 06 12:42:49.314758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-294707067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:49.320944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96b893c0-168f-4bc1-9d21-a16ed7b66cf7 req-0f74249d-5b9b-47e8-9e31-067e18f68ddc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6765382 May 06 12:42:49.442382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.445621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:49.450379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d69289a-7814-4e15-818a-d3445e08da20 req-41b571ee-324d-4341-a852-2d9d34c2c78e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.2905002 May 06 12:42:49.456540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-18f84e87-d8db-4a88-a52e-d2da2163d3f6 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268535 May 06 12:42:49.505456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:router and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:49.523137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:49.545432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:49.570747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-b7cd3fd3-446c-476f-8687-7136e77a6ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675305 May 06 12:42:49.636437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.648399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:49.716831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-d34769df-ead3-48ee-9096-3207353e96a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 217 time: 0.1978180 May 06 12:42:49.734555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.735714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:49.774866 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-1b8c26e4-ca46-4676-a545-fe19ccc40ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502598 May 06 12:42:49.795291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network a9a0914a-c5f6-4c9b-9956-039b5637503f is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:49.801748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:49.864857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:49.887411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:49.906620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:49.924599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:49.968430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-570eedc2-f713-4e28-93e9-ee7726430b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:49.973364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-570eedc2-f713-4e28-93e9-ee7726430b0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=8ed1f9d9-a953-45a7-b806-f22855d083aa HTTP/1.1" status: 200 len: 911 time: 0.7432368 May 06 12:42:50.035650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-c459a5db-2097-41ee-bd47-d6df062f1392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.037204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-c459a5db-2097-41ee-bd47-d6df062f1392 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.3091781 May 06 12:42:50.145045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.145812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.273203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2d9220cc-5e48-4689-b0bc-a55f4ffa494b None None] Provisioning complete for port ade645b2-a56c-4c57-a10b-3633952c0ab8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:50.273672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d9220cc-5e48-4689-b0bc-a55f4ffa494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.349804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b9cd8db0-e373-4baa-a57f-e261bb82e935 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:50.350199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.20.0.1 (c7ca361f-4534-446d-8020-e022094e4705/546c6aa6-3146-467a-8dec-eaad2830278e/8e18207e-5a5b-4556-aa1d-a71c32dd16b8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:50.354185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea4cd5-f31b-4c31-991f-b4190fe2d211 None None] Network c7ca361f-4534-446d-8020-e022094e4705 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:50.366219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-2723afc8-9d88-4569-830f-b018a303a27a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3039672 May 06 12:42:50.370446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2d9220cc-5e48-4689-b0bc-a55f4ffa494b None None] Port ade645b2-a56c-4c57-a10b-3633952c0ab8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:50.374634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-2d67c8e0-950d-4a6d-b438-5a8162363cdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6975985 May 06 12:42:50.411089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-7275b9fa-47a4-4d9d-8dbe-97f471e33a75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935 HTTP/1.1" status: 200 len: 217 time: 0.4153557 May 06 12:42:50.423655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Request body: {'port': {'device_id': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:50.468457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.561044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-17d1c9f3-b17b-4ee8-9b3c-f3bbdd9f3054 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741237 May 06 12:42:50.639554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db298-158b-40bf-97e4-f29dc42ed33e req-64579041-fff7-4c36-8334-9aa1a2e04bdf tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.641109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b6db298-158b-40bf-97e4-f29dc42ed33e req-64579041-fff7-4c36-8334-9aa1a2e04bdf tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 944 time: 0.4831681 May 06 12:42:50.696945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.713248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935,segment=NetworkSegment(4c5cbca6-0b34-47c0-9270-f34c827ffc86),segment_id=4c5cbca6-0b34-47c0-9270-f34c827ffc86)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:50.716746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-76aacbf2-fd46-4456-84cc-4869f70b969b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:50.718332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-76aacbf2-fd46-4456-84cc-4869f70b969b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c5e4b81-7718-4704-920b-a4c7cbea9738 HTTP/1.1" status: 200 len: 850 time: 0.3018391 May 06 12:42:50.724902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-00ccbdb1-eaa3-4cf4-8960-4c124803bba7 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9248471 May 06 12:42:50.728500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd76356f-37ce-4dff-a32a-05d82d67aaf9 None None] Provisioning for port 1548bd97-e523-41af-8662-eee7348a7c6b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:50.738528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-84db580e-50ec-41b5-bddf-aaf8aab1e126 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 217 time: 0.1520977 May 06 12:42:50.760553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b9cd8db0-e373-4baa-a57f-e261bb82e935', 'network_id': '8ed1f9d9-a953-45a7-b806-f22855d083aa', 'port_id': 'b9cd8db0-e373-4baa-a57f-e261bb82e935', 'mac_address': 'fa:16:3e:25:12:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5e4b81-7718-4704-920b-a4c7cbea9738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:42:50.789438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.896812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.921109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cd8db0-e373-4baa-a57f-e261bb82e935 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:50.930157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-90ed7b2f-8724-4a15-be25-d28ce15b2d2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8ed1f9d9-a953-45a7-b806-f22855d083aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896310 May 06 12:42:50.944351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935,segment=NetworkSegment(4c5cbca6-0b34-47c0-9270-f34c827ffc86),segment_id=4c5cbca6-0b34-47c0-9270-f34c827ffc86)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:50.953368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.971206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:50.986380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-7419c753-b7c4-49a6-8d8d-329dcdecc7b9 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069002 May 06 12:42:50.997143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b6db298-158b-40bf-97e4-f29dc42ed33e req-5057d53f-caf1-490f-91bc-7b07d3dfc85c tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258438 May 06 12:42:51.026599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:51.069583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.122518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be1414-e109-4f1e-9fa5-a17db1c0fe96 req-4a934d41-9b9b-4cf2-a3df-eed446a1f8ff tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:51.124146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07be1414-e109-4f1e-9fa5-a17db1c0fe96 req-4a934d41-9b9b-4cf2-a3df-eed446a1f8ff tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.6336513 May 06 12:42:51.128708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-77a98c01-1b76-4f4f-8b76-efb6030dd894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:51.130151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-77a98c01-1b76-4f4f-8b76-efb6030dd894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.3326771 May 06 12:42:51.221135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.222315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db9612c4-2fc8-4ba6-b9de-a98f930329ca tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3474200 May 06 12:42:51.227278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:51.240140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:51.251652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1987565989'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:51.280980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:51.303714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:network and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:51.314040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:51.334417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:51.342088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-25f53fa7-2463-42e8-8bb2-8dadec9499aa service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393919 May 06 12:42:51.346385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1548bd97-e523-41af-8662-eee7348a7c6b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:51.362465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07be1414-e109-4f1e-9fa5-a17db1c0fe96 req-75ce2133-e114-4c7a-abd1-a144ca735133 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2283068 May 06 12:42:51.373586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-a880e87c-bf6a-458f-a06d-cfe4393562b8 service neutron] 10.222.0.86 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771443 May 06 12:42:51.406663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b9cd8db0-e373-4baa-a57f-e261bb82e935'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:42:51.461407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.484055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:51.488196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.578819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c7ca361f-4534-446d-8020-e022094e4705 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:51.583438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-7ecbb117-2739-438c-9251-4684959a64b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=a16b6464-324f-496e-9104-131c95871e13 HTTP/1.1" status: 200 len: 217 time: 0.2164018 May 06 12:42:51.611724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-816065c5-8b69-4b4b-bb2f-77b4ee03a157 req-966b8b06-20af-45f9-9ea5-e30872135daa service neutron] 10.222.0.86 "GET /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298095 May 06 12:42:51.615270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-6b9cab6e-9bcc-4414-9aed-9019847740a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4528503 May 06 12:42:51.617438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.646859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:51.703541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1548bd97-e523-41af-8662-eee7348a7c6b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:51.707255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:51.709551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1548bd97-e523-41af-8662-eee7348a7c6b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:51.714449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.795018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:51.815930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:51.838666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:security_group_rule and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:51.852600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:51.852794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efdfb6-e4e6-44e7-98f6-9d59e3158f90 req-16b89416-af50-4cdf-a9e9-7ec1b170e989 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:51.853337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c9efdfb6-e4e6-44e7-98f6-9d59e3158f90 req-16b89416-af50-4cdf-a9e9-7ec1b170e989 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:51.859268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-0d306065-3217-43a4-a52d-28f1c9de0aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:51.862199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-0d306065-3217-43a4-a52d-28f1c9de0aba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.2093389 May 06 12:42:51.878507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:51.918695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.921720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:51.957897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-ec045764-e323-42e7-802f-cb872565922b service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202097 May 06 12:42:51.968030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1548bd97-e523-41af-8662-eee7348a7c6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1548bd97-e523-41af-8662-eee7348a7c6b,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:52.042938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-ba4058ee-0c66-4035-b14e-c9773c8a6841 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692324 May 06 12:42:52.069511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Router 61d106b7-774c-4b46-b9a6-b7813d76d8f0 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:52.082746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.101210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.171679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c9efdfb6-e4e6-44e7-98f6-9d59e3158f90 req-16b89416-af50-4cdf-a9e9-7ec1b170e989 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:52.174712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9efdfb6-e4e6-44e7-98f6-9d59e3158f90 req-16b89416-af50-4cdf-a9e9-7ec1b170e989 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 931 time: 0.9029675 May 06 12:42:52.188340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1548bd97-e523-41af-8662-eee7348a7c6b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:52.201134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ece90ec8-eb3b-4a5c-b33d-cd5e7660765c None None] Provisioning for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:52.207033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ece90ec8-eb3b-4a5c-b33d-cd5e7660765c None None] Provisioning complete for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:52.208066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ece90ec8-eb3b-4a5c-b33d-cd5e7660765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.232425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a034551-e722-43ba-ac49-729e35fe34d6 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:42:52.248838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.271699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ece90ec8-eb3b-4a5c-b33d-cd5e7660765c None None] Port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:52.286214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.326510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Transition to ACTIVE for port object 0a034551-e722-43ba-ac49-729e35fe34d6 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:52.330498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.373970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-9cf72cd6-a526-4a3c-8cd7-7dad98fc1cdb service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165228 May 06 12:42:52.386875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9efdfb6-e4e6-44e7-98f6-9d59e3158f90 req-07bd0689-0fb9-4394-b5c4-c1ed745ece2a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940234 May 06 12:42:52.471104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.477025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-b54fe0d1-cf6c-4b0b-ba4a-7edbaac8b3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081656 May 06 12:42:52.480121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:52.508624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005cd0d8-b04c-437f-918b-78f8b4ca47a5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:52.510477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.511011 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Added segment 239e3df5-9a52-4dc8-bb84-4e6645378356 of type vlan for network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 May 06 12:42:52.612860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-1ef8f9c5-e643-47b7-a9a9-9b362dfbf855 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 217 time: 0.1113145 May 06 12:42:52.669742 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.738457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ec7a-7ee1-4516-90ce-164f6448bde2 req-bab76616-9774-4fd7-a2ea-2c143706703b tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:52.739940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72b4ec7a-7ee1-4516-90ce-164f6448bde2 req-bab76616-9774-4fd7-a2ea-2c143706703b tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 945 time: 0.4210954 May 06 12:42:52.741188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-8d91e072-c55f-47ee-80cc-f712da545ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:52.742454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-8d91e072-c55f-47ee-80cc-f712da545ea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1147768 May 06 12:42:52.841320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:52.860719 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] Sync routers for ids ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:52.874902 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] Routers {'61d106b7-774c-4b46-b9a6-b7813d76d8f0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:52.875599 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:52.880235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72b4ec7a-7ee1-4516-90ce-164f6448bde2 req-31bb6507-1953-4f0a-a8fd-5c7712dc7a7c tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313150 May 06 12:42:52.886426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.888652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:52.889393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:52.924739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-58671fb7-9a36-4000-b82e-c1aab9a722c4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/routers/61d106b7-774c-4b46-b9a6-b7813d76d8f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4988041 May 06 12:42:52.928193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:52.945524 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:52.958555 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] Routers {'61d106b7-774c-4b46-b9a6-b7813d76d8f0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:52.959172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:53.006121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-267c368e-12f5-47be-8a87-a90267c1eab1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2419894 May 06 12:42:53.015209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Network': ['ID=a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:53.021581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Pushing event updated for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:53.025293 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:53.026129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcf0f1-31ac-4bbf-9bb3-e8ef3b3617c5 None None] The sync data for ids ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:42:53.035904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:53.075503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-be21cfd8-09d2-4098-baff-ecc506771e23 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854098 May 06 12:42:53.114184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-650d8e0b-4747-42b5-bb97-cb60aebae8ef tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8715625 May 06 12:42:53.119259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37164) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:53.125140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'subnet': {'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:53.235893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1548bd97-e523-41af-8662-eee7348a7c6b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:53.290883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-298dd67c-86a5-4e61-b9b1-2d75e78d43f9 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729008 May 06 12:42:53.298343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:53.312292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1548bd97-e523-41af-8662-eee7348a7c6b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:53.312400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.329037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:subnet and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:53.336355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-87c828d4-cbf4-45ed-90a9-042cf97aa6f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 HTTP/1.1" status: 200 len: 217 time: 0.2253208 May 06 12:42:53.381995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:53.400855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98429676-c15f-44df-99a6-e3bc20b73fd1 req-cbdb0691-d46b-4e90-b2b2-a305ca235a29 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.401002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:53.405286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98429676-c15f-44df-99a6-e3bc20b73fd1 req-cbdb0691-d46b-4e90-b2b2-a305ca235a29 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.8219216 May 06 12:42:53.482571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-328d1551-a582-44ad-a12a-010e8cf46795 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814508 May 06 12:42:53.509615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbfe44b-f68f-4e5d-8057-3480ce79ec0b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.510982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4bbfe44b-f68f-4e5d-8057-3480ce79ec0b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:42:53.526954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Attempting to bind port 0a034551-e722-43ba-ac49-729e35fe34d6 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:53.527892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Attempting to bind port 0a034551-e722-43ba-ac49-729e35fe34d6 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:53.528233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Attempting to bind port 0a034551-e722-43ba-ac49-729e35fe34d6 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:53.550045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:53.564480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-e9bac852-5f8f-4c84-999c-b256e69baf98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:53.565916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-e9bac852-5f8f-4c84-999c-b256e69baf98 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 200 len: 797 time: 0.2176142 May 06 12:42:53.571658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Port 0a034551-e722-43ba-ac49-729e35fe34d6 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:42:53.572015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Attempting to bind port 0a034551-e722-43ba-ac49-729e35fe34d6 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:53.613448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98429676-c15f-44df-99a6-e3bc20b73fd1 req-7651b4fa-b5f0-4136-8349-edf8340331d2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2072856 May 06 12:42:53.629863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:53.630211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:53.630598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:53.631038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Bound port: 0a034551-e722-43ba-ac49-729e35fe34d6, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:53.631386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.670436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-d6d667fa-9bb7-4130-9750-de16c5f563f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 200 len: 217 time: 0.1781836 May 06 12:42:53.703413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.712118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4bbfe44b-f68f-4e5d-8057-3480ce79ec0b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:42:53.713279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4bbfe44b-f68f-4e5d-8057-3480ce79ec0b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?device_id=61d106b7-774c-4b46-b9a6-b7813d76d8f0 HTTP/1.1" status: 200 len: 988 time: 0.7698579 May 06 12:42:53.722125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:53.769465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.797989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-1441062d-bdc3-4e24-a3ff-7a4bd3491647 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6298ae54-b76f-40e7-b952-b17458a73da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2207541 May 06 12:42:53.835611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:53.961315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0a034551-e722-43ba-ac49-729e35fe34d6,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:53.984518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:53.992396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:53.997758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.053742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.093878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-c6e15302-e91a-44f0-a103-12cdbaea8756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:54.095297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-c6e15302-e91a-44f0-a103-12cdbaea8756 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.4099634 May 06 12:42:54.193326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abee4e2-ebaf-4765-936c-c5de1c489f2d req-03602719-ffc6-42d8-82c2-6f5c9df079f1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:54.194689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1abee4e2-ebaf-4765-936c-c5de1c489f2d req-03602719-ffc6-42d8-82c2-6f5c9df079f1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 943 time: 0.6473238 May 06 12:42:54.225177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-d0529ce6-0e6b-47ba-9f60-3118bd96c8d6 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909268 May 06 12:42:54.351795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1abee4e2-ebaf-4765-936c-c5de1c489f2d req-31f4264b-896d-4f40-8d96-d02e7167f977 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479163 May 06 12:42:54.358979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-e48881c3-ef58-4070-8dae-1378a780323d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2398489 May 06 12:42:54.388302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b9cd8db0-e373-4baa-a57f-e261bb82e935 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:54.506964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.506964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] 10.222.0.13 "PUT /v2.0/ports/0a034551-e722-43ba-ac49-729e35fe34d6 HTTP/1.1" status: 200 len: 1091 time: 4.0826466 May 06 12:42:54.527570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:54.549062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b9cd8db0-e373-4baa-a57f-e261bb82e935 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:54.551806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3314a-4c9f-43c1-9824-964c0a9afa86 service neutron] Pushing event updated for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:54.565892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b9cd8db0-e373-4baa-a57f-e261bb82e935 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:54.566412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.587869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network c7ca361f-4534-446d-8020-e022094e4705 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:54.592510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:54.611955 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d3117f-1816-4219-bd07-8565c5313c30'] response: {'name': 'network-changed', 'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6', 'status': 'completed', 'code': 200} May 06 12:42:54.723619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-0d7a5474-b295-457a-a2e9-035ffb5528dc service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392055 May 06 12:42:54.756804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.838184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-cc907682-3972-4fe7-b34d-389ff767e0f4 service neutron] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008956 May 06 12:42:54.869799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:54.912012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:42:54.934023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf01df-603a-4c2e-9b98-7787db408e24 req-ffc7f726-ac44-4fee-9a2a-084a51ef4020 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:54.943756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935,segment=NetworkSegment(4c5cbca6-0b34-47c0-9270-f34c827ffc86),segment_id=4c5cbca6-0b34-47c0-9270-f34c827ffc86)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:42:54.943893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4bf01df-603a-4c2e-9b98-7787db408e24 req-ffc7f726-ac44-4fee-9a2a-084a51ef4020 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 945 time: 0.8952401 May 06 12:42:54.986350 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aa790f-08d4-43ce-a0f3-654f236d1641'] response: {'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935', 'code': 200} May 06 12:42:54.999200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Subnet': ['ID=d503db12-d496-46b6-8acd-d3af92f2d50e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:55.011524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-9fab9e74-18ab-49aa-8a42-0d4381ffe13c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=179e92d7-ca62-480c-a35a-2556716ce1cd HTTP/1.1" status: 200 len: 217 time: 0.1576154 May 06 12:42:55.024488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.046994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Checking segment: {'id': '239e3df5-9a52-4dc8-bb84-4e6645378356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:55.047291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network hostable DHCP agents. Network: a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:55.056368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-73e60fae-de7e-4ed6-9dd9-b626c66c3f10 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252139 May 06 12:42:55.094619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4bf01df-603a-4c2e-9b98-7787db408e24 req-5370fb09-1a65-4c96-ba11-a62713fada0b tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518691 May 06 12:42:55.119441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-88a5825a-aa6a-4d59-b8f0-5cb43f1f5091 None None] Provisioning complete for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:55.120940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-88a5825a-aa6a-4d59-b8f0-5cb43f1f5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.175310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:55.183292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-2ec0f316-7859-4acd-9bd0-a241fdea1f52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 200 len: 217 time: 0.0894873 May 06 12:42:55.198376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-88a5825a-aa6a-4d59-b8f0-5cb43f1f5091 None None] Port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:42:55.215283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-97c62d7e-2655-4964-9a19-dff43c519071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.217028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-97c62d7e-2655-4964-9a19-dff43c519071 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.1946948 May 06 12:42:55.219617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1014363a-0911-4304-9280-e007a2086c36 req-a6f8683a-71bb-4a08-aa53-21cd5c92ebe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 1094 time: 0.5342016 May 06 12:42:55.308507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-aae3315b-f7f5-48ea-b121-31c341d1b0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.309857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-aae3315b-f7f5-48ea-b121-31c341d1b0fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1157305 May 06 12:42:55.355064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6506a9af-873c-4b3c-9776-fa9443db6d9c req-c5ab6266-6244-4728-93d5-e6580b679476 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 1097 time: 0.2986066 May 06 12:42:55.362152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:55.468659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-7808a991-5805-4496-b1a9-47f762911f1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2299681 May 06 12:42:55.468659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014363a-0911-4304-9280-e007a2086c36 req-5da30e7c-3018-4d3d-9aa4-3c5531a277c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.468659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1014363a-0911-4304-9280-e007a2086c36 req-5da30e7c-3018-4d3d-9aa4-3c5531a277c9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=898228d8a247492d9bab8dd6b7f81fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1997926 May 06 12:42:55.491416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6506a9af-873c-4b3c-9776-fa9443db6d9c req-482ad7f0-2861-4bbf-9143-f7fa0f777787 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166468 May 06 12:42:55.534422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.595017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:55.603390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f20d98-28a4-49c9-9e46-f531bcfe2701 None None] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:55.754634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014363a-0911-4304-9280-e007a2086c36 req-884d1c67-3f5f-4f34-9d46-3ae3b5af4aee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.754634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1014363a-0911-4304-9280-e007a2086c36 req-884d1c67-3f5f-4f34-9d46-3ae3b5af4aee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644224 May 06 12:42:55.754634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-996976de-05b3-4b4e-b584-489b46dc9733 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863345 May 06 12:42:55.890544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:55.896820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.920776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-3e5a3bed-7328-4605-b5a7-1e701c265f8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5928719 May 06 12:42:55.947599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6', 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6', 'tenant_id': '045d375c213a43909da5d2d19c6f54bc', 'fixed_ips': [{'subnet_id': 'd503db12-d496-46b6-8acd-d3af92f2d50e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:42:55.947599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:55.953521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:42:55.953521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-0eac266c-b0f3-408c-a7d0-cf14d5e57138 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979477 May 06 12:42:56.099173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8101-f8ec-4be1-bf4a-a48c0fb2029c req-fe6a8aed-c84c-436d-a54d-5207f9b71ad7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.100731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42fd8101-f8ec-4be1-bf4a-a48c0fb2029c req-fe6a8aed-c84c-436d-a54d-5207f9b71ad7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 943 time: 0.5162573 May 06 12:42:56.152184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Allocated IP 172.20.0.2 (a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6/d503db12-d496-46b6-8acd-d3af92f2d50e/191952e6-4d24-4aa7-965c-8afec036a6bc) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:42:56.152425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-dfad96c3-d141-40a3-ab48-f19c0d89a0a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259772 May 06 12:42:56.220485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-af6281c2-289a-48a3-ab6c-2b6d53c37ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 1094 time: 0.3937201 May 06 12:42:56.223587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-040fdba8-1f84-4dc6-84c2-4c021dfa84f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b8b30efd-f70d-4833-9735-9111829936c2 HTTP/1.1" status: 200 len: 217 time: 0.2637560 May 06 12:42:56.254501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c4ff7c9-7feb-40ad-8702-13286ff1964d tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1338978 May 06 12:42:56.354014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-0042f70e-ea18-4ff6-ac6b-d90c9686e3fd service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875508 May 06 12:42:56.354014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42fd8101-f8ec-4be1-bf4a-a48c0fb2029c req-8c28b19a-bf38-4220-b7a5-660ffaed1fac tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343583 May 06 12:42:56.354014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37186) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:56.409340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.412042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Transition to ACTIVE for port object 191952e6-4d24-4aa7-965c-8afec036a6bc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:56.418353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'network': {'name': 'tempest-router-network01--2092626552'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:56.432327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Transition to ACTIVE for port object 191952e6-4d24-4aa7-965c-8afec036a6bc will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:56.463325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-5544606f-7a71-4b77-89c7-22dacbbbff96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.463325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-5544606f-7a71-4b77-89c7-22dacbbbff96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 200 len: 797 time: 0.0979822 May 06 12:42:56.473486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:56.485916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:network and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:56.489191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-259a1eeb-2ddb-4afb-8293-157c933943d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 200 len: 217 time: 0.1324303 May 06 12:42:56.491666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:56.530881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:56.567119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.601698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-c39c5b1c-386f-42b2-b2b5-10c3f2c65800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a034551-e722-43ba-ac49-729e35fe34d6 HTTP/1.1" status: 200 len: 217 time: 0.3225815 May 06 12:42:56.646542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Pushing event updated for resources: {'Port': ['ID=191952e6-4d24-4aa7-965c-8afec036a6bc,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:56.671531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:56.674458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.678236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:42:56.679790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:42:56.682098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:42:56.703096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-4776a4ac-340c-480d-80e4-bc21a28abcb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.704644 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-4776a4ac-340c-480d-80e4-bc21a28abcb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.2056327 May 06 12:42:56.726608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-1daa49ca-03ca-4e9b-8b9c-5d69827927f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.728468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-1daa49ca-03ca-4e9b-8b9c-5d69827927f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1127129 May 06 12:42:56.788650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c391f-5102-440c-ac4f-b63a36bac54c req-6ba8135b-3888-4bac-97c1-6fb884068a29 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:56.790141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d72c391f-5102-440c-ac4f-b63a36bac54c req-6ba8135b-3888-4bac-97c1-6fb884068a29 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 946 time: 0.4475908 May 06 12:42:56.804105 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-03e4d22d-7408-4d32-8644-083a7974b255 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e553be6-48e2-4d2b-91a8-a1b24612e1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2581606 May 06 12:42:56.805052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:56.806534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-d987e8a1-53ef-44f7-8f78-ad6e8acec3de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669699 May 06 12:42:56.808093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Attempting to bind port 191952e6-4d24-4aa7-965c-8afec036a6bc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:56.808599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Attempting to bind port 191952e6-4d24-4aa7-965c-8afec036a6bc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '239e3df5-9a52-4dc8-bb84-4e6645378356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:56.809136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Attempting to bind port 191952e6-4d24-4aa7-965c-8afec036a6bc on network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:56.817442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:56.817442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Checking segment: {'id': '239e3df5-9a52-4dc8-bb84-4e6645378356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:56.817442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.818100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Bound using segment: {'id': '239e3df5-9a52-4dc8-bb84-4e6645378356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:56.818179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.818268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Bound port: 191952e6-4d24-4aa7-965c-8afec036a6bc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239e3df5-9a52-4dc8-bb84-4e6645378356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:56.818365 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Added segment 1310ae27-e314-453d-9834-1ffbefbdae4b of type vlan for network 1d1ba438-26ff-4fd5-aced-bdfb86799007 May 06 12:42:56.818483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.853984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.865749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port ade645b2-a56c-4c57-a10b-3633952c0ab8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:42:56.866111 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:56.921451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] For port 191952e6-4d24-4aa7-965c-8afec036a6bc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:56.925026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] For port 191952e6-4d24-4aa7-965c-8afec036a6bc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=191952e6-4d24-4aa7-965c-8afec036a6bc,segment=NetworkSegment(239e3df5-9a52-4dc8-bb84-4e6645378356),segment_id=239e3df5-9a52-4dc8-bb84-4e6645378356)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:57.002160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.033551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:42:57.043075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37580778-63c1-4d2e-8674-5bc5d6eb9c83 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5259624 May 06 12:42:57.043220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.045974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:57.046064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:57.046162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.060292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482536363'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:57.070202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:42:57.082102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:57.086758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d72c391f-5102-440c-ac4f-b63a36bac54c req-b5c81b89-bdc3-4e9f-932f-20c564b4d342 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878728 May 06 12:42:57.109242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd4700-a9f4-453a-ab7b-5917bfe7ac0c None None] Pushing event updated for resources: {'Port': ['ID=191952e6-4d24-4aa7-965c-8afec036a6bc,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:57.113020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:42:57.113630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:57.119132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:57.126854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:57.138138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:57.180062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-a789c42e-afc2-42f8-8f6a-22aa551bb642 service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531244 May 06 12:42:57.182187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-f22c9f6c-963a-45e7-8621-971741cda729 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357799 May 06 12:42:57.234488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-4347ffda-4529-4e1b-9048-8df511dd200f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5181298 May 06 12:42:57.375856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:42:57.400526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:57.404820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.438848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0845015 May 06 12:42:57.441916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37198) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:57.458534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe2602-6754-4d98-a5d0-421a365d7224 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Network': ['ID=1d1ba438-26ff-4fd5-aced-bdfb86799007,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:57.477762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:57.484232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:57.492158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'network': {'name': 'tempest-router-network02--1886567322'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:57.513235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134870ce-464d-4b32-83a3-1cdfc9fcce94 req-3c9f1b00-5af6-41b0-b7e8-9b2f4c38e27e service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943072 May 06 12:42:57.525948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:57.538914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:network and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:57.554268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.564378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:57.580850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:57.591132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aefa1603-0d38-43a1-bbbc-b583402f4bc4 req-24186f05-48fb-4d1d-96b8-f333b9f9216e service neutron] 10.222.0.86 "GET /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040496 May 06 12:42:57.593910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:57.594252 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment 170e5134-ad82-4b70-9e29-c53fd07963e5 of type vlan for network caccc935-314a-4a12-8e68-06424322e0ba May 06 12:42:57.644698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.184950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for ade645b2-a56c-4c57-a10b-3633952c0ab8 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:42:58.184950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-3fb27ce1-7ab6-4804-ab63-a8a4a2736736 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712916 May 06 12:42:58.187146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:42:51Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:42:53Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:42:58.187146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:42:58.187146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Updating router 8655b75d-cef8-4a62-946f-c27cbe16426b port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:42:58.187146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.188431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba40df-8d22-4712-883d-dfd17ac85a0e req-bc2bcf49-5333-48ed-9799-498f6cc04e04 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.188431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73ba40df-8d22-4712-883d-dfd17ac85a0e req-bc2bcf49-5333-48ed-9799-498f6cc04e04 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 943 time: 0.4836237 May 06 12:42:58.188431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-40c285f2-1e48-4474-873f-dfe1e8051c1f service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218883 May 06 12:42:58.253406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-430f04a8-0bf4-4304-8214-86a6c76b80c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 200 len: 217 time: 0.0777798 May 06 12:42:58.363367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.367990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.369413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.425745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:58.428940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3fdaa-d077-4a58-879e-5a1580e6d505 None None] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:42:58.429353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.499928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c51545-066b-4c85-beb7-96137958b653 req-619c0cfb-8e2e-4cca-8aee-a2ba35cb4c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.501517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-619c0cfb-8e2e-4cca-8aee-a2ba35cb4c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.2181149 May 06 12:42:58.504048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73ba40df-8d22-4712-883d-dfd17ac85a0e req-a3d2d07e-044b-4c9a-95a7-9b8b6acb07e4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716655 May 06 12:42:58.523004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:42:58.559410 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.577794 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.578466 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Added segment a53cc061-9570-4abc-b773-d718b76b49ec of type vlan for network c387b330-35d7-4b55-ab78-0f144e802dba May 06 12:42:58.581153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Transition to ACTIVE for port object 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:42:58.619510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.624050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5753531 May 06 12:42:58.629224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.632431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:58.640558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:58.655194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db626c1-5aea-4445-984e-09b67475cea2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=caccc935-314a-4a12-8e68-06424322e0ba,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:58.672294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network caccc935-314a-4a12-8e68-06424322e0ba details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:58.687008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=ade645b2-a56c-4c57-a10b-3633952c0ab8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:58.738597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-8563665f-2766-46b9-9cac-ff6c0976d282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2253361 May 06 12:42:58.759321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef95a7-3bbf-488e-89c4-97deab8060b8 req-75e46a66-3600-4199-9c1e-bdc103fca9f9 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:58.772405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02ef95a7-3bbf-488e-89c4-97deab8060b8 req-75e46a66-3600-4199-9c1e-bdc103fca9f9 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 946 time: 0.4654386 May 06 12:42:58.783622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8c7208f9-338c-4dc2-8ff2-79ff14e9dd9b None None] Provisioning for port 191952e6-4d24-4aa7-965c-8afec036a6bc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:58.805160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:58.874167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:42:58.880539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:42:58.885517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02ef95a7-3bbf-488e-89c4-97deab8060b8 req-9bcb268b-5df8-4002-ace0-a623116f9afc tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120360 May 06 12:42:58.886505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:42:58.895205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:42:58.988879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:42:59.009189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.012440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:42:59.013009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.080145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03268373-3432-4f0a-8e9b-f9e615ee03f5 None None] Pushing event updated for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:59.242582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.317434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Network': ['ID=c387b330-35d7-4b55-ab78-0f144e802dba,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:59.350182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-e99b1dcb-5139-4ca2-89b3-646a7622a1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941222 May 06 12:42:59.351857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.369277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Attempting to bind port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:42:59.369887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Attempting to bind port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:42:59.370236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Attempting to bind port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 on network c7ca361f-4534-446d-8020-e022094e4705 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:42:59.384340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c387b330-35d7-4b55-ab78-0f144e802dba details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:42:59.411513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 191952e6-4d24-4aa7-965c-8afec036a6bc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:42:59.476244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae6c64c8-175c-4102-b85b-3b81b800eb26 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0190179 May 06 12:42:59.477152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37214) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:42:59.498095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'subnet': {'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:42:59.583828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:42:59.584158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Checking segment: {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:59.584746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.585296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Bound using segment: {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:42:59.585975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Bound port: 8e18207e-5a5b-4556-aa1d-a71c32dd16b8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:42:59.586553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.709285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] For port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:42:59.713071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] For port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:42:59.714986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.786705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 191952e6-4d24-4aa7-965c-8afec036a6bc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:42:59.789516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=62d7d6be-5154-4b8d-b69a-9e36b07c706b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:42:59.802324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 191952e6-4d24-4aa7-965c-8afec036a6bc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:59.804068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.816519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:42:59.816519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: caccc935-314a-4a12-8e68-06424322e0ba, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:42:59.863116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.927026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0a034551-e722-43ba-ac49-729e35fe34d6 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:42:59.927508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network caccc935-314a-4a12-8e68-06424322e0ba is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:42:59.973078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6333096d-362d-41f5-9d2d-7eb1ba16922d None None] Provisioning complete for port 191952e6-4d24-4aa7-965c-8afec036a6bc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:42:59.973788 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6333096d-362d-41f5-9d2d-7eb1ba16922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:42:59.975964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c51545-066b-4c85-beb7-96137958b653 req-d5e55aa5-1675-4193-9773-b83cbeca680f service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097393 May 06 12:42:59.977014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:00.032702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, caccc935-314a-4a12-8e68-06424322e0ba) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:00.042359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:subnet and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:00.046965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.047960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.076566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03268373-3432-4f0a-8e9b-f9e615ee03f5 None None] Pushing event updated for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:00.086340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f31bac-6261-4f87-bdf8-4f131b02260a None None] Network caccc935-314a-4a12-8e68-06424322e0ba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:00.117687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:00.129787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807eafc-94a7-40df-a124-b6cf19a385a1 req-12a3c255-d068-46f9-9f6d-8b4a1450188e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.131758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0807eafc-94a7-40df-a124-b6cf19a385a1 req-12a3c255-d068-46f9-9f6d-8b4a1450188e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 946 time: 0.1548471 May 06 12:43:00.139920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:00.166563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dac07-7eb3-4b9d-8c72-8b3fd956f7f4 req-1b6b28cd-33d0-46ab-891e-b808562c1a2a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:00.174582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b20dac07-7eb3-4b9d-8c72-8b3fd956f7f4 req-1b6b28cd-33d0-46ab-891e-b808562c1a2a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 943 time: 0.3426638 May 06 12:43:00.184404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0807eafc-94a7-40df-a124-b6cf19a385a1 req-83d1d67c-9719-4aa2-a881-6aef482c26b8 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 May 06 12:43:00.203601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e530c44-afab-4ec1-8a5c-391b48d8cb97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637097 May 06 12:43:00.203601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37222) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:00.350643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:00.368830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:00.369483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:00.455219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b20dac07-7eb3-4b9d-8c72-8b3fd956f7f4 req-00a11676-f537-491a-85ae-f24b4df256d6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066469 May 06 12:43:00.493183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.587690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Router 61d106b7-774c-4b46-b9a6-b7813d76d8f0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:00.667757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.681436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0a034551-e722-43ba-ac49-729e35fe34d6,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:00.767365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '0a034551-e722-43ba-ac49-729e35fe34d6', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': '0a034551-e722-43ba-ac49-729e35fe34d6', 'mac_address': 'fa:16:3e:46:49:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:43:00.820519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:00.841071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 191952e6-4d24-4aa7-965c-8afec036a6bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=191952e6-4d24-4aa7-965c-8afec036a6bc,segment=NetworkSegment(239e3df5-9a52-4dc8-bb84-4e6645378356),segment_id=239e3df5-9a52-4dc8-bb84-4e6645378356)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:00.841258 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] Sync routers for ids ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:00.841684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3cdcc1a0-fa92-4ffa-942e-c481d1cae8e9 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/routers/61d106b7-774c-4b46-b9a6-b7813d76d8f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1030905 May 06 12:43:00.843834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6333096d-362d-41f5-9d2d-7eb1ba16922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.847597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:00.857357 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] Routers {'61d106b7-774c-4b46-b9a6-b7813d76d8f0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:00.857991 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:00.877836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:00.898337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:00.961846 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:00.996500 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] Routers {'61d106b7-774c-4b46-b9a6-b7813d76d8f0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:00.996500 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:00.997025 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd95f22-8235-43f6-b8b4-0fdb6b7767a5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:43:00.997025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fd95f22-8235-43f6-b8b4-0fdb6b7767a5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:00.997188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.014483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-caccc935-314a-4a12-8e68-06424322e0ba', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:01.015284 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.051680 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.074016 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:01.074416 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030aabbc-bc13-447c-9fdf-19d35c9a218e None None] The sync data for ids ['61d106b7-774c-4b46-b9a6-b7813d76d8f0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:01.173064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fd95f22-8235-43f6-b8b4-0fdb6b7767a5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:01.177068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fd95f22-8235-43f6-b8b4-0fdb6b7767a5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/ade645b2-a56c-4c57-a10b-3633952c0ab8 HTTP/1.1" status: 404 len: 333 time: 0.3225312 May 06 12:43:01.177068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.179388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37230) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:01.232639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a034551-e722-43ba-ac49-729e35fe34d6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:01.380992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Subnet': ['ID=9aef4077-a7a1-4e35-a20f-59723c20dbfb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:01.422543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.425603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0a034551-e722-43ba-ac49-729e35fe34d6,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:01.450433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6333096d-362d-41f5-9d2d-7eb1ba16922d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:01.450701 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6333096d-362d-41f5-9d2d-7eb1ba16922d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:01.456433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63334e-4a95-4835-8197-56c6ec00198e req-30f5890b-02ac-4584-ada0-a195340911c2 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:01.457921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de63334e-4a95-4835-8197-56c6ec00198e req-30f5890b-02ac-4584-ada0-a195340911c2 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 946 time: 0.1930318 May 06 12:43:01.463282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=191952e6-4d24-4aa7-965c-8afec036a6bc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:01.482219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Checking segment: {'id': '1310ae27-e314-453d-9834-1ffbefbdae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:01.482610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network hostable DHCP agents. Network: 1d1ba438-26ff-4fd5-aced-bdfb86799007, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:43:01.508634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.637214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:01.658713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:42:51Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:42:59Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:01.668927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9812d-8fd3-46e8-996e-bcb92641892a None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:42:51Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:42:59Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:01.673951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Deleting port b9cd8db0-e373-4baa-a57f-e261bb82e935 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:01.674550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:01.726529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644d85b-4b09-484c-9ca0-f49d3fb68bef req-d0a93a24-7c92-49aa-9359-ad69652343fc tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:01.731182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6644d85b-4b09-484c-9ca0-f49d3fb68bef req-d0a93a24-7c92-49aa-9359-ad69652343fc tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 946 time: 0.2822926 May 06 12:43:01.731182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.21.0.1 (caccc935-314a-4a12-8e68-06424322e0ba/62d7d6be-5154-4b8d-b69a-9e36b07c706b/8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:01.815172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:43:01.889341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['0a034551-e722-43ba-ac49-729e35fe34d6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:01.972770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6644d85b-4b09-484c-9ca0-f49d3fb68bef req-34cbcce5-66fe-4b49-affd-e155d99dee67 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/security-groups?id=7609a1d7-f186-4780-b94e-182a6d18bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339342 May 06 12:43:02.125888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1d1ba438-26ff-4fd5-aced-bdfb86799007) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:02.133865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.134862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.149104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3ab18-bd31-46af-8e39-cd596b64b69e None None] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:02.150485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9625e-4ef7-488d-a2fa-064f09c9d543 req-3735dd0d-a00a-4ebe-b4a2-9f89eefc4896 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:02.157565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fb9625e-4ef7-488d-a2fa-064f09c9d543 req-3735dd0d-a00a-4ebe-b4a2-9f89eefc4896 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 944 time: 0.3852911 May 06 12:43:02.186792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.193126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.207913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] For port b9cd8db0-e373-4baa-a57f-e261bb82e935, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b9cd8db0-e373-4baa-a57f-e261bb82e935,segment=NetworkSegment(4c5cbca6-0b34-47c0-9270-f34c827ffc86),segment_id=4c5cbca6-0b34-47c0-9270-f34c827ffc86)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:02.208628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.213387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.228234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:02.240149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fb9625e-4ef7-488d-a2fa-064f09c9d543 req-07c19b3c-7365-4fb1-b282-f27c9811c3b9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816114 May 06 12:43:02.310913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-12d20e2f-f983-49ae-84d2-48b71bccac27 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8229954 May 06 12:43:02.318654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37238) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:02.328272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'subnet': {'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:02.366271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Calling delete_port for b9cd8db0-e373-4baa-a57f-e261bb82e935 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:02.467616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.468379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Fanout notify agent at l3_agent the message router_deleted on router 61d106b7-774c-4b46-b9a6-b7813d76d8f0 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:43:02.483637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:02.483637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Usage tracker for resource:subnet and tenant:045d375c213a43909da5d2d19c6f54bc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:02.485155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:02.491318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1d1ba438-26ff-4fd5-aced-bdfb86799007', 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007', 'tenant_id': '045d375c213a43909da5d2d19c6f54bc', 'fixed_ips': [{'subnet_id': '9aef4077-a7a1-4e35-a20f-59723c20dbfb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:02.492107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:02.492228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.509173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.515097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3979a0d9-4cf4-430f-9249-bc173a968726 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/routers/61d106b7-774c-4b46-b9a6-b7813d76d8f0 HTTP/1.1" status: 204 len: 168 time: 1.2989557 May 06 12:43:02.518051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37242) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:02.590330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.656360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Made reservation on behalf of 045d375c213a43909da5d2d19c6f54bc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:02.700256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Allocated IP 172.21.0.2 (caccc935-314a-4a12-8e68-06424322e0ba/62d7d6be-5154-4b8d-b69a-9e36b07c706b/370e6120-0c1c-4a02-8f20-417933126e99) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:02.705202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network caccc935-314a-4a12-8e68-06424322e0ba is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:02.744415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Allocated IP 172.20.0.2 (1d1ba438-26ff-4fd5-aced-bdfb86799007/9aef4077-a7a1-4e35-a20f-59723c20dbfb/3023853a-f68c-4338-9b30-fc62bb085f9c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:02.768683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.856902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:02.864194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:02.900915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 8dff641f-da45-49bd-8bdb-34fa01e7bbe8 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:02.906728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.941032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:02.958967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.037164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.080588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Pushing event deleted for resources: {'Port': ['ID=b9cd8db0-e373-4baa-a57f-e261bb82e935,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.088268 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.107355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Transition to ACTIVE for port object 370e6120-0c1c-4a02-8f20-417933126e99 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.129189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.131850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.145354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Transition to ACTIVE for port object 370e6120-0c1c-4a02-8f20-417933126e99 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.150046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Transition to ACTIVE for port object 3023853a-f68c-4338-9b30-fc62bb085f9c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.180948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Transition to ACTIVE for port object 3023853a-f68c-4338-9b30-fc62bb085f9c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:03.241963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.253117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Subnet': ['ID=d359adbc-7be7-4dd3-88a5-dbc260a5fbf9,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.267028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Checking segment: {'id': 'a53cc061-9570-4abc-b773-d718b76b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:03.267396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network hostable DHCP agents. Network: c387b330-35d7-4b55-ab78-0f144e802dba, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:43:03.340642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] No DVR routers for this DVR port b9cd8db0-e373-4baa-a57f-e261bb82e935 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:03.342355 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.372099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.374968 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.381425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Network caccc935-314a-4a12-8e68-06424322e0ba is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:03.384365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:03.384623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'name': 'network-vif-deleted', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:03.420674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:03.432187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:03.438144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Pushing event updated for resources: {'Port': ['ID=370e6120-0c1c-4a02-8f20-417933126e99,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.454564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a3420fac-87c4-4b85-a77c-bde6b36682ce req-07de468b-a6ab-4554-a04a-e94d872ea077 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Synchronizing usage tracker for tenant:53588024151c4771860b590a434f373a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:03.476066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network c387b330-35d7-4b55-ab78-0f144e802dba is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:43:03.478002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.513951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de63334e-4a95-4835-8197-56c6ec00198e req-305d3357-302e-417b-a817-55c5540b1e3e tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.86 "DELETE /v2.0/ports/b9cd8db0-e373-4baa-a57f-e261bb82e935 HTTP/1.1" status: 204 len: 173 time: 1.9941733 May 06 12:43:03.529192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45710e67-e7e1-41e7-bf49-683c08852038 req-b9e21663-2341-4acc-84cf-444cb70b9ea9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:03.530881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45710e67-e7e1-41e7-bf49-683c08852038 req-b9e21663-2341-4acc-84cf-444cb70b9ea9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 944 time: 0.1093869 May 06 12:43:03.586566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.590728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45710e67-e7e1-41e7-bf49-683c08852038 req-2c765d07-b4c2-4f8d-a849-71069d4d44ac tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 May 06 12:43:03.633951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c387b330-35d7-4b55-ab78-0f144e802dba) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:03.642166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:03.643001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.667666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:03.681469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0e341-1787-4acc-94bf-e14e31f0ad01 None None] Network c387b330-35d7-4b55-ab78-0f144e802dba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:03.701274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:03.712950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:03.724374 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57812890-4643-4771-8345-68e0b89c1045'] response: {'server_uuid': 'bd8e0940-dec9-4398-acd9-397ba5d8f8da', 'name': 'network-vif-deleted', 'tag': 'b9cd8db0-e373-4baa-a57f-e261bb82e935', 'status': 'completed', 'code': 200} May 06 12:43:03.767761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-748dd602-c1be-4b20-9188-a619d72c4e7e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4477692 May 06 12:43:03.772003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37254) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:03.784578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a3420fac-87c4-4b85-a77c-bde6b36682ce req-07de468b-a6ab-4554-a04a-e94d872ea077 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] Unset dirty status for tenant:53588024151c4771860b590a434f373a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:03.786781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Pushing event updated for resources: {'Port': ['ID=3023853a-f68c-4338-9b30-fc62bb085f9c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:03.794646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Attempting to bind port 370e6120-0c1c-4a02-8f20-417933126e99 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:03.799480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Attempting to bind port 370e6120-0c1c-4a02-8f20-417933126e99 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:03.799480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Attempting to bind port 370e6120-0c1c-4a02-8f20-417933126e99 on network caccc935-314a-4a12-8e68-06424322e0ba {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:03.799687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3420fac-87c4-4b85-a77c-bde6b36682ce req-07de468b-a6ab-4554-a04a-e94d872ea077 tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.5793624 May 06 12:43:03.861496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:03.861896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Checking segment: {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:03.862356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.862757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Bound using segment: {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:03.863273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Bound port: 370e6120-0c1c-4a02-8f20-417933126e99, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:03.863650 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:03.974416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0a034551-e722-43ba-ac49-729e35fe34d6 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:03.980465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.054544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=8dff641f-da45-49bd-8bdb-34fa01e7bbe8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:04.065755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.068834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:04.079191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95d7539e-a448-4ffe-8eec-72f5a30c4109 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/8dff641f-da45-49bd-8bdb-34fa01e7bbe8 HTTP/1.1" status: 204 len: 168 time: 1.5597315 May 06 12:43:04.081843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b51dc6-91d4-4f9b-b8fe-98e364f27468 None None] Network a9a0914a-c5f6-4c9b-9956-039b5637503f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:04.083988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37258) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:04.095521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Attempting to bind port 3023853a-f68c-4338-9b30-fc62bb085f9c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:04.098530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Attempting to bind port 3023853a-f68c-4338-9b30-fc62bb085f9c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '1310ae27-e314-453d-9834-1ffbefbdae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:04.098530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Attempting to bind port 3023853a-f68c-4338-9b30-fc62bb085f9c on network 1d1ba438-26ff-4fd5-aced-bdfb86799007 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:04.204641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:04.205021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.251370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.278540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 24fd764b-55bc-40bc-bbf4-cddc63399038 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:04.279879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.304512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:04.304831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.304937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Checking segment: {'id': '1310ae27-e314-453d-9834-1ffbefbdae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:04.305231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.305797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Bound using segment: {'id': '1310ae27-e314-453d-9834-1ffbefbdae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:04.306432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Bound port: 3023853a-f68c-4338-9b30-fc62bb085f9c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310ae27-e314-453d-9834-1ffbefbdae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1d1ba438-26ff-4fd5-aced-bdfb86799007'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:04.306990 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.345170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] For port 370e6120-0c1c-4a02-8f20-417933126e99, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:04.420994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.437394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] For port 370e6120-0c1c-4a02-8f20-417933126e99, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=370e6120-0c1c-4a02-8f20-417933126e99,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:04.438677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b9cd8db0-e373-4baa-a57f-e261bb82e935 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:04.470446 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.612178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: b9cd8db0-e373-4baa-a57f-e261bb82e935 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:04.612513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b9cd8db0-e373-4baa-a57f-e261bb82e935 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:04.640248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:04.646001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.652353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port 24fd764b-55bc-40bc-bbf4-cddc63399038, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=24fd764b-55bc-40bc-bbf4-cddc63399038,segment=NetworkSegment(82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943),segment_id=82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:04.655618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.673246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c387b330-35d7-4b55-ab78-0f144e802dba', 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba', 'tenant_id': '045d375c213a43909da5d2d19c6f54bc', 'fixed_ips': [{'subnet_id': 'd359adbc-7be7-4dd3-88a5-dbc260a5fbf9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:04.674944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.697786 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.711887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:04.943148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 24fd764b-55bc-40bc-bbf4-cddc63399038 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:04.953147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 0a034551-e722-43ba-ac49-729e35fe34d6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:04.977356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Allocated IP 172.20.0.1 (1d1ba438-26ff-4fd5-aced-bdfb86799007/9aef4077-a7a1-4e35-a20f-59723c20dbfb/f469ede4-2bdb-4ad5-9158-0a2398b89edb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:05.022172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] For port 3023853a-f68c-4338-9b30-fc62bb085f9c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:05.030749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 0a034551-e722-43ba-ac49-729e35fe34d6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:05.031502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.127819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30bda-3125-49ca-9b8f-61e602f8ccd9 req-fbc22645-adc7-4189-9478-0d41b847021b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:05.129705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24e30bda-3125-49ca-9b8f-61e602f8ccd9 req-fbc22645-adc7-4189-9478-0d41b847021b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 944 time: 0.2276199 May 06 12:43:05.141373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] For port 3023853a-f68c-4338-9b30-fc62bb085f9c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3023853a-f68c-4338-9b30-fc62bb085f9c,segment=NetworkSegment(1310ae27-e314-453d-9834-1ffbefbdae4b),segment_id=1310ae27-e314-453d-9834-1ffbefbdae4b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:05.145049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14acf-b0c7-4507-b568-acb7ec694864 None None] Pushing event updated for resources: {'Port': ['ID=370e6120-0c1c-4a02-8f20-417933126e99,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:05.161558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:05.225257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-42b645e7-380e-4eff-89fb-4f444246d6f0 req-a9373d94-f10d-4fbd-af48-b8b075701f1a tempest-ServerGroupTestJSON-889964423 tempest-ServerGroupTestJSON-889964423-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd8e0940-dec9-4398-acd9-397ba5d8f8da HTTP/1.1" status: 200 len: 210 time: 0.1083145 May 06 12:43:05.235870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network caccc935-314a-4a12-8e68-06424322e0ba is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:05.255754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.279936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24e30bda-3125-49ca-9b8f-61e602f8ccd9 req-cdaafff4-3320-457c-84ff-f1e76a43054c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415195 May 06 12:43:05.310238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Allocated IP 172.20.0.2 (c387b330-35d7-4b55-ab78-0f144e802dba/d359adbc-7be7-4dd3-88a5-dbc260a5fbf9/309b6c31-58db-41d9-a2c6-99243aee918c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:05.310462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:05.342560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.368864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Transition to ACTIVE for port object f469ede4-2bdb-4ad5-9158-0a2398b89edb will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:05.413862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.498545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd02d1-38d3-456d-bd1c-3562da642d52 None None] DHCP port deletion for a9a0914a-c5f6-4c9b-9956-039b5637503f request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:05.535381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.608365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=24fd764b-55bc-40bc-bbf4-cddc63399038,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:05.610439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No DVR routers for this DVR port 24fd764b-55bc-40bc-bbf4-cddc63399038 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:05.628685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:05.633097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:05.642221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:05.653300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.654141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 191952e6-4d24-4aa7-965c-8afec036a6bc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:05.708754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Port': ['ID=f469ede4-2bdb-4ad5-9158-0a2398b89edb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:05.741763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.784453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.904272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:05.914930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01389ea-6cf6-4bed-8bd5-c87962ac9443 None None] Pushing event updated for resources: {'Port': ['ID=3023853a-f68c-4338-9b30-fc62bb085f9c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:05.922001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:05.967938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a0914a-c5f6-4c9b-9956-039b5637503f']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:05.996282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:05.997423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a4f289-02c2-4bb0-8f3e-fbbcfdbf5943') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:05.997858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.046786 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde0470a-7be0-483f-aa14-98ea13a416ea'] response: {'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6', 'code': 200} May 06 12:43:06.048436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0a034551-e722-43ba-ac49-729e35fe34d6,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:06.049968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.067831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 191952e6-4d24-4aa7-965c-8afec036a6bc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:06.068452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.078002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.090287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:06.090981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: timer() May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:06.113583 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:06.121088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.165278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.181429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.188969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Transition to ACTIVE for port object 309b6c31-58db-41d9-a2c6-99243aee918c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:06.238330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:06.278071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Transition to ACTIVE for port object 309b6c31-58db-41d9-a2c6-99243aee918c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:06.427734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.475589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.478743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.508658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.562706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=a9a0914a-c5f6-4c9b-9956-039b5637503f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.611683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51ff56cb-ec82-44ad-a968-82ff3fc1f874 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/a9a0914a-c5f6-4c9b-9956-039b5637503f HTTP/1.1" status: 204 len: 168 time: 2.5264523 May 06 12:43:06.629083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:06.686192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Pushing event updated for resources: {'Port': ['ID=309b6c31-58db-41d9-a2c6-99243aee918c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:06.736341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced2cbb-c537-409b-8131-4ae11ba1c13f req-82d3c64e-ad0f-4a3e-9e8f-8b7a280c4475 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:06.743730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Network c387b330-35d7-4b55-ab78-0f144e802dba is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:06.744813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ced2cbb-c537-409b-8131-4ae11ba1c13f req-82d3c64e-ad0f-4a3e-9e8f-8b7a280c4475 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.1670027 May 06 12:43:06.748170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:06.754126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:06.755406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:06.795755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:06.810195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b0507947-984b-40be-a4a1-cbcf0e37c70a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6080141 May 06 12:43:06.813014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:06.833818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040478223'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:06.869359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:06.879798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:06.884873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:06.896976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:06.952705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ced2cbb-c537-409b-8131-4ae11ba1c13f req-137cd61f-3986-439b-be4f-b24af5fd280e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788461 May 06 12:43:06.968170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Attempting to bind port 309b6c31-58db-41d9-a2c6-99243aee918c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:06.968601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Attempting to bind port 309b6c31-58db-41d9-a2c6-99243aee918c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a53cc061-9570-4abc-b773-d718b76b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:06.968908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Attempting to bind port 309b6c31-58db-41d9-a2c6-99243aee918c on network c387b330-35d7-4b55-ab78-0f144e802dba {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:06.993589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:06.993589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Checking segment: {'id': 'a53cc061-9570-4abc-b773-d718b76b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:06.993589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:06.993589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Bound using segment: {'id': 'a53cc061-9570-4abc-b773-d718b76b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:06.998540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Bound port: 309b6c31-58db-41d9-a2c6-99243aee918c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53cc061-9570-4abc-b773-d718b76b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c387b330-35d7-4b55-ab78-0f144e802dba'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:06.998937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.034999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61da77-d090-4985-aa4c-8e80f5e8db20 None None] Network caccc935-314a-4a12-8e68-06424322e0ba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:07.064341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:07.067436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.128597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b01bb01-1b68-4e36-bd87-4ebba593096e req-a0e094b7-b0e5-4640-9801-d76f5795adfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 1096 time: 0.8497341 May 06 12:43:07.176708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:07.177563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:07.184887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:43:07.200211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.200736 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment eef8c3b6-f33d-446a-8ed4-8b011d3c59a4 of type vlan for network f3efa22e-3a9a-4c20-b239-43b089c20057 May 06 12:43:07.248304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.269333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:07.328456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805277b7-e6f5-4098-a0cc-b1c040e6f62c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:07.333201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-805277b7-e6f5-4098-a0cc-b1c040e6f62c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/7415646b-b11f-48a9-aa7f-e29dd392a510 HTTP/1.1" status: 200 len: 845 time: 0.6983705 May 06 12:43:07.333608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:07.370123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b01bb01-1b68-4e36-bd87-4ebba593096e req-2365b34e-fd7b-4459-a7cc-c4acc0a9de59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118664 May 06 12:43:07.425636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.429321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:07.429908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.433773 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.538274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6ddd5019-cb51-4d86-810f-44f83fe03cd0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:07.544883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.570068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=f3efa22e-3a9a-4c20-b239-43b089c20057,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:07.589447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f3efa22e-3a9a-4c20-b239-43b089c20057 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:43:07.617677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37302) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:07.683026 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.687456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Port': ['ID=f469ede4-2bdb-4ad5-9158-0a2398b89edb,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:07.690154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Deleting subnet 7c5e4b81-7718-4704-920b-a4c7cbea9738 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:07.693502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.695481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] For port 309b6c31-58db-41d9-a2c6-99243aee918c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:07.753171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] For port 309b6c31-58db-41d9-a2c6-99243aee918c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=309b6c31-58db-41d9-a2c6-99243aee918c,segment=NetworkSegment(a53cc061-9570-4abc-b773-d718b76b49ec),segment_id=a53cc061-9570-4abc-b773-d718b76b49ec)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:07.765737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:07.816259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ea1515e4-e094-4dac-8b45-4ee8eaa00345 None None] Provisioning for port 370e6120-0c1c-4a02-8f20-417933126e99 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:07.837750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:07.838116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.889790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:07.891256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80f647-3da4-4eea-a21a-06635cb98dc4 None None] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:07.891485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6ddd5019-cb51-4d86-810f-44f83fe03cd0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:07.892116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:07.896457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6ddd5019-cb51-4d86-810f-44f83fe03cd0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/7415646b-b11f-48a9-aa7f-e29dd392a510?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5615380 May 06 12:43:07.898803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:07.900227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01a443de-4204-40bb-b1bc-d904398c9752 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0836866 May 06 12:43:07.909128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:07.920782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:07.926018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:07.967893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:08.067457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.108516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:08.126979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:08.135676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:08.181880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:08.187474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:08.200786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:08.239372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:08.240115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.257599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:08.305186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:08.331641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:08.369326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205897a-ed27-44d3-88d9-0981bcd7e1c7 None None] Pushing event updated for resources: {'Port': ['ID=309b6c31-58db-41d9-a2c6-99243aee918c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:08.455179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65e564-7b09-4390-a8a2-acd152bd76c9 req-a0f0ef38-e4d5-4ccf-97a1-f5502eddf154 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:08.456854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e65e564-7b09-4390-a8a2-acd152bd76c9 req-a0f0ef38-e4d5-4ccf-97a1-f5502eddf154 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.3038051 May 06 12:43:08.458061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-05d042ef-1056-4364-8e60-7f2b8c8e276e None None] Provisioning for port 3023853a-f68c-4338-9b30-fc62bb085f9c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:08.461502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.486359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.585408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c4d43405-13e8-4107-9cc7-f48f5fcdfbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.651847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.657420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 370e6120-0c1c-4a02-8f20-417933126e99 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:08.772723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5e4b81-7718-4704-920b-a4c7cbea9738,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:08.967473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:08.988354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9455fb40-0fb8-4347-8090-51153a31647b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7c5e4b81-7718-4704-920b-a4c7cbea9738 HTTP/1.1" status: 204 len: 168 time: 1.3694000 May 06 12:43:08.992596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37320) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:09.009135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e65e564-7b09-4390-a8a2-acd152bd76c9 req-649180d8-fdf8-4674-b85f-ee5e8234e8fc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302091 May 06 12:43:09.013260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:03Z', 'revision_number': 3, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:03Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.018073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:09.018426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Updating router 8655b75d-cef8-4a62-946f-c27cbe16426b port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:09.028040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Router eef35b1b-ea42-443a-bc07-7948339cda1d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:43:09.083123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.096105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 370e6120-0c1c-4a02-8f20-417933126e99 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:09.106382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 370e6120-0c1c-4a02-8f20-417933126e99 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:09.106667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.107567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.182373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.230417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Provisioning complete for port 370e6120-0c1c-4a02-8f20-417933126e99 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:09.230996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.289284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=ae0f666e-a092-4629-b3a5-e723fa01fd61,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:09.312758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:09.313481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: f3efa22e-3a9a-4c20-b239-43b089c20057, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:43:09.467333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network f3efa22e-3a9a-4c20-b239-43b089c20057 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:43:09.493403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:09.498125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:09.501606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.508206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:09.508832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.524896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=1424e3e9-4645-4c3d-acfd-b99f677d0ac2,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:09.589812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa84d0-0982-4a89-8f77-76ff7bd5b205 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:09.612202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f3efa22e-3a9a-4c20-b239-43b089c20057) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:09.620333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:09.621711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.680639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a3d88-644b-4139-9aaf-f5d0273f11fc None None] Network f3efa22e-3a9a-4c20-b239-43b089c20057 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:09.725382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52464775-0e12-47e7-9515-919818f4313a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7632940 May 06 12:43:09.725495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37326) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:09.737278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.739289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905887605'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:09.769905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:09.772817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed1f9d9-a953-45a7-b806-f22855d083aa']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.774249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:09.782895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] Sync routers for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:09.794641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fabe2ee4-37a9-4349-aff8-ae506c7cf862 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0147715 May 06 12:43:09.796539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37330) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:09.800064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5cbca6-0b34-47c0-9270-f34c827ffc86') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.800721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5cbca6-0b34-47c0-9270-f34c827ffc86') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.805536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:09.806095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:09.807932 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.816698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.845273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.857930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:09.858628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: timer() May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:09.889696 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:09.944230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:09.977963 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:09.978712 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:42:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:10.024332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.050352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Transition to ACTIVE for port object 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:10.095320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:10.106116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:10.113876 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:10.114263 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13947cc0-cfa5-484d-aaf4-2e56cd264e9f None None] The sync data for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:10.126605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37336) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:10.126771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4ebee374-dd17-4fab-9f26-8d365613f0ee tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2163057 May 06 12:43:10.210053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9495c7-f05b-4cf9-afd8-2ef8b0e28b81 None None] Network c387b330-35d7-4b55-ab78-0f144e802dba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:10.275882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.326947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.378712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.384483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed1f9d9-a953-45a7-b806-f22855d083aa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:10.393212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.399876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.404697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ec5231d-db6a-48d2-a581-942162b7802a admin admin] 10.222.0.83 "DELETE /v2.0/networks/8ed1f9d9-a953-45a7-b806-f22855d083aa HTTP/1.1" status: 204 len: 168 time: 1.4086869 May 06 12:43:10.414582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:10.424407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:10.428386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:10.435944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:10.462816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba7a73-a113-4ad2-8b78-51a4ddea7e1b req-b229a1f9-10d3-467f-8d16-1bd65c79bf4c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:10.468204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45ba7a73-a113-4ad2-8b78-51a4ddea7e1b req-b229a1f9-10d3-467f-8d16-1bd65c79bf4c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.2564180 May 06 12:43:10.545965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45ba7a73-a113-4ad2-8b78-51a4ddea7e1b req-f1904695-d315-458c-85bb-bea0d74eea80 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696044 May 06 12:43:10.647623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.754831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:10.883110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8a8f-f47e-4d51-8273-29f575e6d5b8 None None] Pushing event updated for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:10.968944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.025509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 370e6120-0c1c-4a02-8f20-417933126e99, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=370e6120-0c1c-4a02-8f20-417933126e99,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:11.026777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-066614eb-3240-42fa-a5a4-4ab0b8dd335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.059800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37344) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:11.112482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6367fb-9058-4500-95af-af110e6b3b99,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:11.162778 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.163235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4777c-88fa-4697-80d5-dbd235b15b53 req-abf5b158-da17-46ce-8b8c-d220a7b5cb19 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:11.164074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3023853a-f68c-4338-9b30-fc62bb085f9c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:11.165127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b4777c-88fa-4697-80d5-dbd235b15b53 req-abf5b158-da17-46ce-8b8c-d220a7b5cb19 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.4105463 May 06 12:43:11.172388 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-a8c56c74-3157-4ba2-b3fc-19a7b83ac1a6 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:11.173499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a8c56c74-3157-4ba2-b3fc-19a7b83ac1a6 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3776894 May 06 12:43:11.176740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:11.212720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7e0a27ed-39a5-4d87-be52-9d721984412d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=53588024151c4771860b590a434f373a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1482008 May 06 12:43:11.216380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:11.246065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.266952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.268381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f6b3a65-ce2f-43f7-81ab-1d27218bf765 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5432613 May 06 12:43:11.272293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37356) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:11.287142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'security_group': {'name': 'tempest-secgroup-63272858'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:11.354714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:11.361962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:11.373995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:11.380073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b4777c-88fa-4697-80d5-dbd235b15b53 req-8f081203-4d4c-444d-a376-11e811ffc039 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049911 May 06 12:43:11.463563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Attempting to bind port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:11.464690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Attempting to bind port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:11.465137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Attempting to bind port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b on network caccc935-314a-4a12-8e68-06424322e0ba {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:11.467206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:11.467496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f3efa22e-3a9a-4c20-b239-43b089c20057', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:11.468338 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.531986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:11.532350 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:11.537067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:11.537283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Checking segment: {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:11.538366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.538366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Bound using segment: {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:11.538533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Bound port: 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170e5134-ad82-4b70-9e29-c53fd07963e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:11.539020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.562153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=370e6120-0c1c-4a02-8f20-417933126e99,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:11.657064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.666679 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.752499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.808526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:11.842646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] For port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:11.849654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:11.857627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] For port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:11.868193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:11.868605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3023853a-f68c-4338-9b30-fc62bb085f9c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:11.884460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-ecd54788-e6d4-44f2-a21c-33da1685c695', 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'tenant_id': 'e8843a98367f4a578e76b2095c493c05', 'fixed_ips': [{'subnet_id': '1424e3e9-4645-4c3d-acfd-b99f677d0ac2'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:11.885658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.927198 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:11.936177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:11.955221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3023853a-f68c-4338-9b30-fc62bb085f9c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:11.955342 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:43:11.955812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.001116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.127008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.178253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8a8f-f47e-4d51-8273-29f575e6d5b8 None None] Pushing event updated for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.241695 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.247054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.318941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609a1d7-f186-4780-b94e-182a6d18bd55,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.332560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Allocated IP 172.22.0.2 (f3efa22e-3a9a-4c20-b239-43b089c20057/ae0f666e-a092-4629-b3a5-e723fa01fd61/3e9a68b4-f1ee-4dd0-a5c0-6604d8374339) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:12.333585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.334499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5ebcafe-7104-4625-9795-e61d8d53a13e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7609a1d7-f186-4780-b94e-182a6d18bd55 HTTP/1.1" status: 204 len: 168 time: 1.1164055 May 06 12:43:12.368283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa9fbe5-0ab0-4fc8-bfaf-edc6da03a96c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:12.427822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:12.428565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:12.510077 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.510077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e658419-900f-456b-9789-ad16c85daa19 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2321904 May 06 12:43:12.513131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37366) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:12.519725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-99144541', 'security_groups': ['7fa9fbe5-0ab0-4fc8-bfaf-edc6da03a96c'], 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1424e3e9-4645-4c3d-acfd-b99f677d0ac2'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:12.596417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.597109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.601920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting port f469ede4-2bdb-4ad5-9158-0a2398b89edb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:12.602600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.689062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:12.700832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:12.786122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bd550-99a0-49a9-a4ad-ca86ad7c04b0 req-0ce601b3-fe1e-4a7d-9417-f6308ddc2cf1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:12.787613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79bd550-99a0-49a9-a4ad-ca86ad7c04b0 req-0ce601b3-fe1e-4a7d-9417-f6308ddc2cf1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.2208197 May 06 12:43:12.847691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Allocated IP 2001:db8::2 (ecd54788-e6d4-44f2-a21c-33da1685c695/1424e3e9-4645-4c3d-acfd-b99f677d0ac2/e9e71f01-9166-48f2-9e9a-0902113ab81f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:12.853642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:12.859313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.866580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.888281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79bd550-99a0-49a9-a4ad-ca86ad7c04b0 req-86a5802a-f463-4ff3-bbf4-90c22edd3d17 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797188 May 06 12:43:12.890400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port 03c91ba3-9d23-4477-b232-bb40a595ebb7 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:12.895580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-605141bf-df5e-4683-b102-8e36c36fff66 None None] Provisioning for port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:12.915850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:12.940474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:13.188454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3023853a-f68c-4338-9b30-fc62bb085f9c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3023853a-f68c-4338-9b30-fc62bb085f9c,segment=NetworkSegment(1310ae27-e314-453d-9834-1ffbefbdae4b),segment_id=1310ae27-e314-453d-9834-1ffbefbdae4b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:13.194845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Calling delete_port for f469ede4-2bdb-4ad5-9158-0a2398b89edb owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:13.319504 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.444083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 24fd764b-55bc-40bc-bbf4-cddc63399038 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:13.499868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.521087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-081979d0-0c17-463e-842d-dc27466d8b43 None None] Provisioning for port 309b6c31-58db-41d9-a2c6-99243aee918c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:13.530901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.537605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 24fd764b-55bc-40bc-bbf4-cddc63399038 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:13.538004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 24fd764b-55bc-40bc-bbf4-cddc63399038 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:13.555882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Port': ['ID=f469ede4-2bdb-4ad5-9158-0a2398b89edb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:13.611392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Transition to ACTIVE for port object 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:13.677907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3023853a-f68c-4338-9b30-fc62bb085f9c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:13.692641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Transition to ACTIVE for port object 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:13.724093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-081979d0-0c17-463e-842d-dc27466d8b43 None None] Provisioning complete for port 3023853a-f68c-4338-9b30-fc62bb085f9c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:13.724483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-081979d0-0c17-463e-842d-dc27466d8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.761176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 309b6c31-58db-41d9-a2c6-99243aee918c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:13.787225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.787225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.787225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.787455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.787620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.788221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.788792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.789375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.789938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.790447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.790953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:13.840234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.859205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.886681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.888483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:13.959158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Transition to ACTIVE for port object e9e71f01-9166-48f2-9e9a-0902113ab81f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:13.991969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.22.0.1 (f3efa22e-3a9a-4c20-b239-43b089c20057/ae0f666e-a092-4629-b3a5-e723fa01fd61/f9cd7e00-220f-49a3-92fd-21f14da0d518) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:14.056900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Network f3efa22e-3a9a-4c20-b239-43b089c20057 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:14.058567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Transition to ACTIVE for port object e9e71f01-9166-48f2-9e9a-0902113ab81f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:14.067930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Pushing event updated for resources: {'Port': ['ID=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:14.074202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:14.076547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:14.324563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Attempting to bind port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:14.324563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Attempting to bind port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:14.324563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Attempting to bind port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 on network f3efa22e-3a9a-4c20-b239-43b089c20057 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:14.328312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.409039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:14.409790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Checking segment: {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:14.410010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.410240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Bound using segment: {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:14.410727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Bound port: 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:14.411103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.429993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Router eef35b1b-ea42-443a-bc07-7948339cda1d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:14.430206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:03Z', 'revision_number': 3, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:11Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:14.458993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484fb2-ec65-45ef-ba11-8502529ae396 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:03Z', 'revision_number': 3, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:11Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:14.462589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:14.463757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:14.477022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:14.479592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:14.548924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 309b6c31-58db-41d9-a2c6-99243aee918c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:14.580026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 309b6c31-58db-41d9-a2c6-99243aee918c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:14.580405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.611660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.621481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::266 (ecd54788-e6d4-44f2-a21c-33da1685c695/1424e3e9-4645-4c3d-acfd-b99f677d0ac2/03c91ba3-9d23-4477-b232-bb40a595ebb7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:14.635066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc90ffd-085b-43e5-902b-5980fe388bbc req-e0544919-c292-4e3c-95d5-8e6e254db805 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:14.642506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfc90ffd-085b-43e5-902b-5980fe388bbc req-e0544919-c292-4e3c-95d5-8e6e254db805 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.5149453 May 06 12:43:14.664026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:14.687603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-197a091b-e11f-4f16-90a3-c3d42ba4c6a0 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5096247 May 06 12:43:14.692234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37404) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:14.719550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-82eac164-23a3-4765-98ca-088cd9eb09bd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:14.721067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-82eac164-23a3-4765-98ca-088cd9eb09bd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.5035360 May 06 12:43:14.739211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] Sync routers for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:14.788559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-081979d0-0c17-463e-842d-dc27466d8b43 None None] Could not find standard attr ID for object f469ede4-2bdb-4ad5-9158-0a2398b89edb. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:43:14.790822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object f9cd7e00-220f-49a3-92fd-21f14da0d518 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:14.809779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] For port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:14.817760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] For port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:14.818960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Attempting to bind port e9e71f01-9166-48f2-9e9a-0902113ab81f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:14.819392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Attempting to bind port e9e71f01-9166-48f2-9e9a-0902113ab81f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '628e3818-dea3-4fbb-a4b5-3947aafe9809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:14.819831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Attempting to bind port e9e71f01-9166-48f2-9e9a-0902113ab81f on network ecd54788-e6d4-44f2-a21c-33da1685c695 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:14.836030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:14.836467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Checking segment: {'id': '628e3818-dea3-4fbb-a4b5-3947aafe9809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:14.837211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.837952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Bound using segment: {'id': '628e3818-dea3-4fbb-a4b5-3947aafe9809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:14.838649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Bound port: e9e71f01-9166-48f2-9e9a-0902113ab81f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628e3818-dea3-4fbb-a4b5-3947aafe9809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:14.839706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:14.854823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:14.856111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:14.856835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfc90ffd-085b-43e5-902b-5980fe388bbc req-42b79c51-1be4-4164-90c2-7d2b2e256260 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131712 May 06 12:43:14.890386 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-7d420fc4-c5e3-41ba-abb1-b67e5c9e8182 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] delete failed (client error): The resource could not be found. May 06 12:43:14.900750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d420fc4-c5e3-41ba-abb1-b67e5c9e8182 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1989407205 HTTP/1.1" status: 404 len: 335 time: 0.2028017 May 06 12:43:14.903153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:14.914199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-baa36a2e-20f5-4dec-a6a0-06434d9ee021 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eef35b1b-ea42-443a-bc07-7948339cda1d'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:14.958617 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.005225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.122952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.157637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port 0a034551-e722-43ba-ac49-729e35fe34d6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:15.158348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.184450 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.209805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:15.210442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.290290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 03c91ba3-9d23-4477-b232-bb40a595ebb7 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:15.330110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946ebe-de62-47b8-afc5-76201d48a3f5 None None] Pushing event updated for resources: {'Port': ['ID=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:15.358289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:15.358892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17165c-a3b4-4e6d-9ad7-d86d45098ed6 None None] The sync data for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:15.365306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:15.384087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:15.392301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 309b6c31-58db-41d9-a2c6-99243aee918c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=309b6c31-58db-41d9-a2c6-99243aee918c,segment=NetworkSegment(a53cc061-9570-4abc-b773-d718b76b49ec),segment_id=a53cc061-9570-4abc-b773-d718b76b49ec)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:15.410154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be7482be-79e3-410c-b54f-3e2731b9680c req-575d23f1-f286-414e-8424-835bbca44ec2 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.0990720 May 06 12:43:15.525870 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.525870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 370e6120-0c1c-4a02-8f20-417933126e99 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:15.573926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.608501 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.687898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.716045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=309b6c31-58db-41d9-a2c6-99243aee918c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:15.737245 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-baa36a2e-20f5-4dec-a6a0-06434d9ee021 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.821768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 370e6120-0c1c-4a02-8f20-417933126e99 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:15.822862 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:15.891182 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-baa36a2e-20f5-4dec-a6a0-06434d9ee021 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] update failed (client error): The resource could not be found. May 06 12:43:15.891182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-baa36a2e-20f5-4dec-a6a0-06434d9ee021 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d HTTP/1.1" status: 404 len: 339 time: 0.9858766 May 06 12:43:15.893830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:15.919598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75cb35-bca3-4fd6-8ece-9fedc5b54089 None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:16.270462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:16.276444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:16.394550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:16.408092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.428035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:16.432211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:16.432822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.464734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network f3efa22e-3a9a-4c20-b239-43b089c20057 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:16.490570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 309b6c31-58db-41d9-a2c6-99243aee918c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:16.529377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port 0a034551-e722-43ba-ac49-729e35fe34d6, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0a034551-e722-43ba-ac49-729e35fe34d6,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:16.529747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.542817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:16.570471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:16.605194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 309b6c31-58db-41d9-a2c6-99243aee918c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:16.606159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:16.660392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-743364d3-7bdb-4be9-bd42-11048d13d782 req-23c2c3c6-5f7e-42fc-864c-8fff2b00ada2 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1776841 May 06 12:43:16.844309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:16.850865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for 0a034551-e722-43ba-ac49-729e35fe34d6 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:16.921210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=03c91ba3-9d23-4477-b232-bb40a595ebb7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:16.955825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.018853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.096242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e53aad-adb6-4ad1-a172-4b9fb4f89b99 req-8b4f1749-d3d4-48b1-97a9-1ba77a2f78e0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:17.101357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20e53aad-adb6-4ad1-a172-4b9fb4f89b99 req-8b4f1749-d3d4-48b1-97a9-1ba77a2f78e0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 945 time: 0.8988888 May 06 12:43:17.132319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:17.141691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:17.142409 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.143700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f14495b5-cd7f-4971-b221-69f8cad6d976 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6292062 May 06 12:43:17.150516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37452) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:17.159462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:17.192335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20e53aad-adb6-4ad1-a172-4b9fb4f89b99 req-7449de55-1400-49bd-a304-5feef2e7df17 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898621 May 06 12:43:17.248731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ecf101-2395-41df-87fd-3c4232f4e288 None None] Network f3efa22e-3a9a-4c20-b239-43b089c20057 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:17.250672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.377049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:17.386820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=0a034551-e722-43ba-ac49-729e35fe34d6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:17.523112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.645524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.667486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port 0a034551-e722-43ba-ac49-729e35fe34d6 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:17.680632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.683678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'name': 'network-vif-deleted', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:17.725929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:17.730599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:17.736387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:17.739380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-88ca67a6-7963-4fd7-9bcc-58b6a8772cc0 None None] Provisioning for port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:17.745663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:17.834700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:17.939348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:17.962669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:17.964288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:17.972998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fbc2638-94c1-4add-a021-4d8c0db3efb9 req-082ae10f-f783-4341-a3fc-0535089ac2cc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "DELETE /v2.0/ports/0a034551-e722-43ba-ac49-729e35fe34d6 HTTP/1.1" status: 204 len: 173 time: 3.2454476 May 06 12:43:17.977519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Allocated IP 172.20.0.1 (a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6/d503db12-d496-46b6-8acd-d3af92f2d50e/bee1ac41-68b8-4cba-8a17-cab3594717d0) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:17.980530 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db36ee7-a708-424a-987a-73d71f17ef59'] response: {'server_uuid': '76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a', 'name': 'network-vif-deleted', 'tag': '0a034551-e722-43ba-ac49-729e35fe34d6', 'status': 'completed', 'code': 200} May 06 12:43:18.145483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6b35557-d3e0-4b06-bad1-631504cf040a req-884063a2-d38e-42a5-8314-2d98bd632a8f tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0503817 May 06 12:43:18.195403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0a034551-e722-43ba-ac49-729e35fe34d6 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:18.231516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.234269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.250737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Transition to ACTIVE for port object bee1ac41-68b8-4cba-8a17-cab3594717d0 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:18.356774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 0a034551-e722-43ba-ac49-729e35fe34d6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:18.357410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0a034551-e722-43ba-ac49-729e35fe34d6 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:18.365645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:18.379256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.484342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Port': ['ID=bee1ac41-68b8-4cba-8a17-cab3594717d0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:18.498429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:18.499689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:18.503339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:18.540067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69f86729-2391-4bf8-a724-535534405648 req-18eca02f-49d3-4210-bd95-2ac4361fe972 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:18.544259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc1f6e8d-6cca-424f-b0d7-c2ef97542b43 None None] Provisioning for port e9e71f01-9166-48f2-9e9a-0902113ab81f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:18.569628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc1f6e8d-6cca-424f-b0d7-c2ef97542b43 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:18.570296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc1f6e8d-6cca-424f-b0d7-c2ef97542b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.641377 n-d-840845-1 neutron-server[84800]: INFO neutron.db.ipam_backend_mixin [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1424e3e9-4645-4c3d-acfd-b99f677d0ac2 (CIDR: 2001:db8::/64) May 06 12:43:18.643621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f6e8d-6cca-424f-b0d7-c2ef97542b43 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:18.655706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.659091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.680705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:18.686583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:18.686956 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.756265 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:18.757114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:18.812560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-69f86729-2391-4bf8-a724-535534405648 req-18eca02f-49d3-4210-bd95-2ac4361fe972 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:18.814620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-69f86729-2391-4bf8-a724-535534405648 req-18eca02f-49d3-4210-bd95-2ac4361fe972 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.3258793 May 06 12:43:18.857541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.875534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.889208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:18.970576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:18.989022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:18.989434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fe90195c-2d83-42fb-a6ae-d12ff2d656d0 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8374996 May 06 12:43:18.994083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b402cdb-fb87-4f05-a3ca-b88338e13360 None None] Provisioning for port 03c91ba3-9d23-4477-b232-bb40a595ebb7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:18.999991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:19.000461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b402cdb-fb87-4f05-a3ca-b88338e13360 None None] Provisioning complete for port 03c91ba3-9d23-4477-b232-bb40a595ebb7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:19.001020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6b402cdb-fb87-4f05-a3ca-b88338e13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.041525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.050202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:19.071976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6b402cdb-fb87-4f05-a3ca-b88338e13360 None None] Port 03c91ba3-9d23-4477-b232-bb40a595ebb7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:19.115668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.116517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3023853a-f68c-4338-9b30-fc62bb085f9c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:19.218445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network f3efa22e-3a9a-4c20-b239-43b089c20057 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:19.220942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:19.386899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:19.407683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3023853a-f68c-4338-9b30-fc62bb085f9c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:19.408147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.579695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Provisioning for port bee1ac41-68b8-4cba-8a17-cab3594717d0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:19.589181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Provisioning complete for port bee1ac41-68b8-4cba-8a17-cab3594717d0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:19.589716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.642137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:19.642137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:19.642641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:19.649342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:19.657871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Port bee1ac41-68b8-4cba-8a17-cab3594717d0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:19.662216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88c9474a-8407-4cca-bee8-7d97d11c77e8 req-6c4870e1-dcfc-4154-a391-1f597109277c tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1552675 May 06 12:43:19.789598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:19.814360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.863661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Provisioning for port f9cd7e00-220f-49a3-92fd-21f14da0d518 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:19.874133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:19.874319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Provisioning complete for port f9cd7e00-220f-49a3-92fd-21f14da0d518 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:19.874319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:19.940661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:20.012344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:20.014980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Port f9cd7e00-220f-49a3-92fd-21f14da0d518 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:20.024383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8bdcddd8-d9dd-456f-a57e-9d7f4d8429a8 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8891003 May 06 12:43:20.024525 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:20.026002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37474) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:20.036629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'network': {'name': 'tempest-RoutersTest-695153610'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:20.044540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:20.046801 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:20.047563 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:20.052407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:network and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:20.059645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.066131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:20.077778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Provisioning complete for port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:20.078222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec25a6bc-2b04-4e01-b019-9ffa19b89100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.138145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a4a8b69-11ec-4912-8d58-2fd41b7f66af req-38d21003-84f0-48a3-8062-61641ff1a6c3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=76fc88b2-44ee-4d0c-a5d4-7d77c3b99c1a HTTP/1.1" status: 200 len: 210 time: 0.0689118 May 06 12:43:20.143812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:20.264654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:20.265029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.367075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event updated for resources: {'Port': ['ID=bee1ac41-68b8-4cba-8a17-cab3594717d0,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:20.370872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:20.386837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.406749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.425660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:43:20.439015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:20.451926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.451926 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added segment d1d6d964-e40c-4760-a2e8-bebb73e71a31 of type vlan for network 934babce-b09e-4035-a353-94873c69b140 May 06 12:43:20.471229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.502387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.539533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:20.628735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e3ef3eb5-2730-4aa9-bcef-8570986a9678 None None] Provisioning complete for port f9cd7e00-220f-49a3-92fd-21f14da0d518 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:20.629279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e3ef3eb5-2730-4aa9-bcef-8570986a9678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.667699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.690449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef3eb5-2730-4aa9-bcef-8570986a9678 None None] Port f9cd7e00-220f-49a3-92fd-21f14da0d518 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:20.774537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.797066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:20.797855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.859419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e9e71f01-9166-48f2-9e9a-0902113ab81f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:20.864981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:20.865622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:20.908659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:18Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:20.914024 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:20.914606 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Updating router 8655b75d-cef8-4a62-946f-c27cbe16426b port f9cd7e00-220f-49a3-92fd-21f14da0d518 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:20.962098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff4a9287-2fff-4e67-8348-2b05084e466d req-54308e0e-ac35-4d4e-a119-3f3840ead5cc tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0477369 May 06 12:43:20.964555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:20.967048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:20.996631 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.069486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Network': ['ID=934babce-b09e-4035-a353-94873c69b140,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.084552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 934babce-b09e-4035-a353-94873c69b140 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:43:21.206604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-47a7a162-ba9d-4481-b94c-6526253e0f6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1764722 May 06 12:43:21.220918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:21.229242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'subnet': {'network_id': '934babce-b09e-4035-a353-94873c69b140', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:21.271123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.336833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:21.363060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ab17da4c-331e-4813-bfdc-f911fe841ce7 None None] Provisioning complete for port bee1ac41-68b8-4cba-8a17-cab3594717d0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:21.363687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab17da4c-331e-4813-bfdc-f911fe841ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.421995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.423054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:21.459608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:21.468533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:subnet and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:21.483277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:21.504336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:21.565616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ab17da4c-331e-4813-bfdc-f911fe841ce7 None None] Port bee1ac41-68b8-4cba-8a17-cab3594717d0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:21.601175 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.615409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.630954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Transition to ACTIVE for port object f9cd7e00-220f-49a3-92fd-21f14da0d518 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:21.638297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:21.638914 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.675600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Made reservation on behalf of b861a5b9d1414ef8bd7f209edd89c548 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:21.760340 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.799719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Router eef35b1b-ea42-443a-bc07-7948339cda1d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:21.816495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.957104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4a1bc4e-7650-4a0c-a9fe-4b0a74595367 req-f305aea1-7422-48ed-a193-b9999ba5d679 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.3760614 May 06 12:43:21.958623 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Pushing event updated for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:21.965759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:21.974732 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.975078 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.975419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.975758 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.976139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.976486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.976843 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.977174 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.977524 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.977850 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:21.978285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:22.049982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:22.076130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=02561c59-238d-4511-aeda-ebd73ac38899,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:22.086086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Attempting to bind port f9cd7e00-220f-49a3-92fd-21f14da0d518 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:22.086714 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Attempting to bind port f9cd7e00-220f-49a3-92fd-21f14da0d518 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:22.087306 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Attempting to bind port f9cd7e00-220f-49a3-92fd-21f14da0d518 on network f3efa22e-3a9a-4c20-b239-43b089c20057 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:22.096159 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:22.097495 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Checking segment: {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:22.098104 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.098671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Bound using segment: {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:22.099356 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Bound port: f9cd7e00-220f-49a3-92fd-21f14da0d518, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:22.099953 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.215840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:22.224681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:22.225115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.254153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] For port f9cd7e00-220f-49a3-92fd-21f14da0d518, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:22.257633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:22.258472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] For port f9cd7e00-220f-49a3-92fd-21f14da0d518, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f9cd7e00-220f-49a3-92fd-21f14da0d518,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:22.262712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:22.263505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.276265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78916e-658b-4e6b-b3e1-b90d90c1ead2 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:22.287625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-400495ac-6599-4101-beb1-de40751e3a52 req-af4e3c08-500e-46f8-9e48-1aea73eb4547 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0753703 May 06 12:43:22.312518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-66fbfc2b-c051-41d6-9121-2a331d16e4e0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:22.319762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-66fbfc2b-c051-41d6-9121-2a331d16e4e0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.5282269 May 06 12:43:22.353461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:22.359661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf6cf75f-1173-4940-93ed-1e82adefdea4 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4653471 May 06 12:43:22.362974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:22.365642 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.382473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] Sync routers for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:22.396319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-8c3fa0a5-f28c-4346-8803-9f9ddc4cb5ee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0752225 May 06 12:43:22.466725 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817e95-dc08-4a8d-8532-98ecd34c28dd None None] Pushing event updated for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:22.482904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:22.483527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:22.507810 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:22.508748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:22.551287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-53bc2d5c-f62f-4b88-9843-ebf61e573a5a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5611532 May 06 12:43:22.556215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37506) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:22.559870 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-151e7f5a-0a1a-4fe0-ab89-5c55ca9b4fb7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632159 May 06 12:43:22.567346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-104541644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02561c59-238d-4511-aeda-ebd73ac38899'}], 'security_groups': ['9b6367fb-9058-4500-95af-af110e6b3b99']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:22.624690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:22.668839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.736835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:22.748629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Subnet': ['ID=057a54a3-28ae-4527-aaa1-fc2393c31c2a,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:22.750762 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:22.828854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:22.830794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:22.888239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-7921025e-de91-4810-858c-7aa9c01b64bf service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274148 May 06 12:43:23.031472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:23.031969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca72828-6259-44d2-b6b9-32444035dd79 None None] The sync data for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:23.058711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-11415b22-cea4-4135-8562-6d4baec95d37 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638672 May 06 12:43:23.058711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Checking segment: {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:23.058711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network hostable DHCP agents. Network: 934babce-b09e-4035-a353-94873c69b140, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:43:23.223038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 934babce-b09e-4035-a353-94873c69b140 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:43:23.231185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2339eec0-c931-436c-96aa-985d2d8cefae req-67d09a58-8187-4d70-838a-f48b81b50964 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0929499 May 06 12:43:23.248309 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:23.254290 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe3a8f-026c-42f9-adca-484eedb8bc76 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:22Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:23.272725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Update dhcp port {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'fixed_ips': [{'subnet_id': '1424e3e9-4645-4c3d-acfd-b99f677d0ac2', 'ip_address': '2001:db8::2'}, {'subnet_id': '02561c59-238d-4511-aeda-ebd73ac38899'}], 'binding:host_id': 'n-d-840845-1'}, 'id': 'e9e71f01-9166-48f2-9e9a-0902113ab81f'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:23.363082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.365743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 934babce-b09e-4035-a353-94873c69b140) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:23.377297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:23.377910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.399610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b0ba2-9e8f-4d4a-b2a8-fba5b0fc4e70 None None] Network 934babce-b09e-4035-a353-94873c69b140 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:23.573086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6696791f-f732-40c9-8624-b240e3a2bf88 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:23.629072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b64bb8e7-42b0-4ea1-9cfe-3d3e3ae30ad5 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4068241 May 06 12:43:23.642306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37518) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:23.642306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb581c67-2c8a-41bf-a9d1-df1cc45070bd req-63572e55-3a4e-4c35-8050-82086d8c6e24 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.1047714 May 06 12:43:23.738062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4539b4fe-4662-49d6-87bb-07e6ac60cb9d req-447c0233-4def-4eb9-ab7d-ebc7ebc741c4 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0935218 May 06 12:43:24.033341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-934babce-b09e-4035-a353-94873c69b140', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:43:24.034161 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.142774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Delete allocated IP 2001:db8::266 (ecd54788-e6d4-44f2-a21c-33da1685c695/1424e3e9-4645-4c3d-acfd-b99f677d0ac2) {{(pid=84799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 12:43:24.163416 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-6696791f-f732-40c9-8624-b240e3a2bf88 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 12:43:24.164824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6696791f-f732-40c9-8624-b240e3a2bf88 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d HTTP/1.1" status: 409 len: 329 time: 1.7999012 May 06 12:43:24.166465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8:0:1::248 (ecd54788-e6d4-44f2-a21c-33da1685c695/02561c59-238d-4511-aeda-ebd73ac38899/03c91ba3-9d23-4477-b232-bb40a595ebb7) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:24.169077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37528) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:24.197169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f9cd7e00-220f-49a3-92fd-21f14da0d518 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:24.411579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Allocated IP 172.23.0.2 (934babce-b09e-4035-a353-94873c69b140/057a54a3-28ae-4527-aaa1-fc2393c31c2a/2147b70c-175c-4960-a3f6-79002d2719a8) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:24.569722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f9cd7e00-220f-49a3-92fd-21f14da0d518 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:24.584011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f9cd7e00-220f-49a3-92fd-21f14da0d518 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:24.584347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.710824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.776515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.817670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.836621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object 03c91ba3-9d23-4477-b232-bb40a595ebb7 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:24.866448 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.885190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f9cd7e00-220f-49a3-92fd-21f14da0d518, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f9cd7e00-220f-49a3-92fd-21f14da0d518,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:24.914037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Transition to ACTIVE for port object 2147b70c-175c-4960-a3f6-79002d2719a8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:24.945337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:24.952746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Transition to ACTIVE for port object 2147b70c-175c-4960-a3f6-79002d2719a8 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:25.013508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.021132 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.048013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a86e488-ce74-4078-bfa0-96f097655a83 req-69baa24e-54bc-4810-86ef-2b84e53be99d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.3188033 May 06 12:43:25.079092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.126833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Allocated IP 2001:db8:0:1::2 (ecd54788-e6d4-44f2-a21c-33da1685c695/02561c59-238d-4511-aeda-ebd73ac38899/e9e71f01-9166-48f2-9e9a-0902113ab81f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:25.150944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:25.192702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Network 934babce-b09e-4035-a353-94873c69b140 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:25.200350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:25.206644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-86ce5fc4-ce2b-4163-bdbc-f8b2c3a82cd1 req-188aa649-637a-4dee-8bba-368ac83ecf50 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1854279 May 06 12:43:25.226227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:25.269257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] In _notify_port_updated(), no bound segment for port 03c91ba3-9d23-4477-b232-bb40a595ebb7 on network ecd54788-e6d4-44f2-a21c-33da1685c695 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:43:25.273224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:25.273986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.275404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/ports/03c91ba3-9d23-4477-b232-bb40a595ebb7 HTTP/1.1" status: 200 len: 930 time: 2.7179894 May 06 12:43:25.281788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37540) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:25.286795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb9c26-fe9c-4daa-a326-f198003a16c5 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=03c91ba3-9d23-4477-b232-bb40a595ebb7,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:25.367267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 03c91ba3-9d23-4477-b232-bb40a595ebb7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:25.367880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.373686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Allocated IP 172.23.0.1 (934babce-b09e-4035-a353-94873c69b140/057a54a3-28ae-4527-aaa1-fc2393c31c2a/ba25b39b-e570-445b-a227-8e1ef0df09fe) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:25.401163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:25.523328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:43:25.553588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Pushing event updated for resources: {'Port': ['ID=2147b70c-175c-4960-a3f6-79002d2719a8,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:25.562021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.571167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Attempting to bind port 2147b70c-175c-4960-a3f6-79002d2719a8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:25.571582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Attempting to bind port 2147b70c-175c-4960-a3f6-79002d2719a8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:25.571977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Attempting to bind port 2147b70c-175c-4960-a3f6-79002d2719a8 on network 934babce-b09e-4035-a353-94873c69b140 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:25.591413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Transition to ACTIVE for port object e9e71f01-9166-48f2-9e9a-0902113ab81f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:25.594118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:25.594118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Checking segment: {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:25.594118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.594118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Bound using segment: {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:25.594541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Bound port: 2147b70c-175c-4960-a3f6-79002d2719a8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:25.594792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.606055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.624948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Transition to ACTIVE for port object ba25b39b-e570-445b-a227-8e1ef0df09fe will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:25.697971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] For port 2147b70c-175c-4960-a3f6-79002d2719a8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:25.701575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] For port 2147b70c-175c-4960-a3f6-79002d2719a8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2147b70c-175c-4960-a3f6-79002d2719a8,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:25.841741 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.844981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.846538 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:25.924348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:25.936131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 934babce-b09e-4035-a353-94873c69b140 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:25.945326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:25.945326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:26.012569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.021506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f99dd-ca01-4294-9010-0133606fefc0 None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:26.063724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.075493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f9cd7e00-220f-49a3-92fd-21f14da0d518 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:26.215421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf1fc4-0e43-4643-abf5-df6bedf41e3f None None] Pushing event updated for resources: {'Port': ['ID=2147b70c-175c-4960-a3f6-79002d2719a8,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:26.257695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f9cd7e00-220f-49a3-92fd-21f14da0d518 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:26.258070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.258522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 03c91ba3-9d23-4477-b232-bb40a595ebb7 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:26.425563 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:26.528664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03f46d1e-fdb9-4c34-8fe6-3077cf854b84 req-c0b5c916-6982-4e24-878d-668b1f48e12c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.2315950 May 06 12:43:26.813441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f7b497e-cc03-4362-99ff-d60c6ac908d2 req-29a9c33e-e0c8-46cb-b8d5-d0c01d69208f tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1134393 May 06 12:43:26.966082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.077092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=03c91ba3-9d23-4477-b232-bb40a595ebb7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:27.082167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.139988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting port bee1ac41-68b8-4cba-8a17-cab3594717d0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:27.140465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.218433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.230923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.254224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f61c6ceb-a88e-4551-b5c6-2323d1bd458b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/03c91ba3-9d23-4477-b232-bb40a595ebb7 HTTP/1.1" status: 204 len: 168 time: 1.9702282 May 06 12:43:27.284551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:27.355462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Provisioning for port e9e71f01-9166-48f2-9e9a-0902113ab81f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:27.366237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:27.366814 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.418971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.423845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event updated for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:27.435312 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b4c03d-b3fc-43e1-9929-f22b42b69866 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:43:27.435312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82b4c03d-b3fc-43e1-9929-f22b42b69866 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:27.577969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:27.615164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82b4c03d-b3fc-43e1-9929-f22b42b69866 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:27.616340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-82b4c03d-b3fc-43e1-9929-f22b42b69866 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/03c91ba3-9d23-4477-b232-bb40a595ebb7 HTTP/1.1" status: 404 len: 333 time: 0.3306227 May 06 12:43:27.626546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37562) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:27.798362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Could not find standard attr ID for object 03c91ba3-9d23-4477-b232-bb40a595ebb7. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:43:27.884285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Network 934babce-b09e-4035-a353-94873c69b140 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:27.887041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:27.887409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:27.888530 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.002101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Calling delete_port for bee1ac41-68b8-4cba-8a17-cab3594717d0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:28.079736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8736f0df-f8b3-4a7e-817e-239b0af68481 None None] Network 934babce-b09e-4035-a353-94873c69b140 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:28.153004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e8867dc7-1f03-4653-bcc0-a8cb15dce512 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:28.203343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca207ab1-6505-48ed-a787-f1aab23de980 req-9d18db37-172e-4f09-b5a5-d81d090b2b39 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.0817130 May 06 12:43:28.326336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2147b70c-175c-4960-a3f6-79002d2719a8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:28.571649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.638274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54dbab6f-5907-4703-a134-d47ff0e2e227 req-008de3b2-f97b-40b0-8932-de7820f18076 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.2373259 May 06 12:43:28.644173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a2fe520b-0a21-449d-9915-4f6a26fc068e None None] Provisioning for port 2147b70c-175c-4960-a3f6-79002d2719a8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:28.653296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.674343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a2fe520b-0a21-449d-9915-4f6a26fc068e None None] Could not find standard attr ID for object 03c91ba3-9d23-4477-b232-bb40a595ebb7. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:43:28.715225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.726751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2147b70c-175c-4960-a3f6-79002d2719a8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:28.736879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2147b70c-175c-4960-a3f6-79002d2719a8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:28.737509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.753836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-46ab5df5-730d-46d5-96b1-340e5c9c6b78 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:28.755297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-46ab5df5-730d-46d5-96b1-340e5c9c6b78 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.4668286 May 06 12:43:28.843925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:28.919638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:28.981210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Port': ['ID=bee1ac41-68b8-4cba-8a17-cab3594717d0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:29.048375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 2147b70c-175c-4960-a3f6-79002d2719a8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2147b70c-175c-4960-a3f6-79002d2719a8,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:29.647385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Provisioning complete for port 2147b70c-175c-4960-a3f6-79002d2719a8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:29.647385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.655891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:29.655891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:29.667046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.668633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:29.669967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.669967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f080fbb-aa0e-44fa-ac7a-fad758466524 req-78c0ef66-be80-41d8-9a06-31b0ad1b42db tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.1017282 May 06 12:43:29.671024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:29.671165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:29.671165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:29.671165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:29.671839 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff4c2da4-24f5-48ce-842a-bcf4f722f34c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9599037 May 06 12:43:29.671839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37572) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:29.671839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:29.813435 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:29.984809 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:29.992111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:30.065417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Router eef35b1b-ea42-443a-bc07-7948339cda1d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:30.091759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-316aff29-fa8f-44f3-b4e0-9f9f2c71fee1 req-056d888c-8497-4964-a4da-830af01764c4 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1091774 May 06 12:43:30.099398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.106658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.106902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/security-groups/7fa9fbe5-0ab0-4fc8-bfaf-edc6da03a96c HTTP/1.1" status: 204 len: 168 time: 2.4770737 May 06 12:43:30.145735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:30.150552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.178201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37580) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:30.185253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ba45-d24e-4703-9cfb-1fff13d3a44c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa9fbe5-0ab0-4fc8-bfaf-edc6da03a96c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:30.285940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:26Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:26Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.304240 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:30.304240 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Updating router 8655b75d-cef8-4a62-946f-c27cbe16426b port ba25b39b-e570-445b-a227-8e1ef0df09fe binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:43:30.381312 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.391353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:30.404209 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-54b7f76d-7d62-4680-99ed-4823e40b925f tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2338655 May 06 12:43:30.408246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] Sync routers for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:30.409416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:30.411749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:30.412412 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:30.413754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=2147b70c-175c-4960-a3f6-79002d2719a8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:30.434001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.448440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:30.448440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.505317 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-340483c8-8e7d-4810-8eb4-622255096d13 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] show failed (client error): The resource could not be found. May 06 12:43:30.506901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-340483c8-8e7d-4810-8eb4-622255096d13 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1199140874 HTTP/1.1" status: 404 len: 335 time: 0.0963497 May 06 12:43:30.517383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37588) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:30.521584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:30.522575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.525072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-926e8475-f955-45f6-a49b-1922b485c9a1 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:30.596892 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-926e8475-f955-45f6-a49b-1922b485c9a1 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] update failed (client error): The resource could not be found. May 06 12:43:30.597946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-926e8475-f955-45f6-a49b-1922b485c9a1 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-2043677269 HTTP/1.1" status: 404 len: 335 time: 0.0792191 May 06 12:43:30.606339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37592) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:30.654022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.697618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] Routers {'eef35b1b-ea42-443a-bc07-7948339cda1d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:30.699361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eef35b1b-ea42-443a-bc07-7948339cda1d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.795135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.880413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:30.881048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6591dc-0e36-4581-ba83-55ff21ff8c91 None None] The sync data for ids ['eef35b1b-ea42-443a-bc07-7948339cda1d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:30.915797 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:30.929086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Transition to ACTIVE for port object ba25b39b-e570-445b-a227-8e1ef0df09fe will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:31.034888 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.125064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting subnet d359adbc-7be7-4dd3-88a5-dbc260a5fbf9 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:31.130487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.145580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2147b70c-175c-4960-a3f6-79002d2719a8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:31.200703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.14 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/acba61eb-d45e-49af-b13e-e548f6a1e131) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:31.237102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-de34ee97-00d9-4936-9889-2089e9de9614 None None] Provisioning for port ba25b39b-e570-445b-a227-8e1ef0df09fe completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:31.251733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.342101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.407141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2147b70c-175c-4960-a3f6-79002d2719a8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:31.407141 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.446817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98e8f666-6257-4cef-b971-c878132719fe req-23e72407-d72c-48ae-a083-5ee2323f5a61 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0573516 May 06 12:43:31.472613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.502974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6367fb-9058-4500-95af-af110e6b3b99,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:31.549695 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Attempting to bind port ba25b39b-e570-445b-a227-8e1ef0df09fe on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:31.550966 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Attempting to bind port ba25b39b-e570-445b-a227-8e1ef0df09fe by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:31.552045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Attempting to bind port ba25b39b-e570-445b-a227-8e1ef0df09fe on network 934babce-b09e-4035-a353-94873c69b140 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:31.553718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6570d8c-5b28-430c-b4d4-c6ba4d68855a req-6c44212f-028f-4766-a4d1-08cc8d29d2fb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.4335911 May 06 12:43:31.555994 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01b2b0-ef2f-4c83-a14a-ba5378d35a33 None None] Pushing event updated for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:31.573667 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:31.577250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Checking segment: {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:31.577250 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.577250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Bound using segment: {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:31.577250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Bound port: ba25b39b-e570-445b-a227-8e1ef0df09fe, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6d964-e40c-4760-a2e8-bebb73e71a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '934babce-b09e-4035-a353-94873c69b140'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:31.578453 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.679817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.680938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3bbb2ea6-3814-4170-9ca2-77171043f627 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/security-groups/9b6367fb-9058-4500-95af-af110e6b3b99 HTTP/1.1" status: 204 len: 168 time: 1.4837761 May 06 12:43:31.684712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37600) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:31.705203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] For port ba25b39b-e570-445b-a227-8e1ef0df09fe, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:31.708358 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] For port ba25b39b-e570-445b-a227-8e1ef0df09fe, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba25b39b-e570-445b-a227-8e1ef0df09fe,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:31.762461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.819726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Subnet': ['ID=d359adbc-7be7-4dd3-88a5-dbc260a5fbf9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:31.843190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.869510 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.886886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.895824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61ff2a-11fa-48d1-8349-92843d369a0c None None] Network c387b330-35d7-4b55-ab78-0f144e802dba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:31.912856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-714749ad-a247-4f87-b174-80d6857b989e tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/subnets/d359adbc-7be7-4dd3-88a5-dbc260a5fbf9 HTTP/1.1" status: 204 len: 168 time: 1.2944679 May 06 12:43:31.912856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37604) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:31.937336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:43:31.968622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Removed routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:43:31.969910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:31.995491 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01b2b0-ef2f-4c83-a14a-ba5378d35a33 None None] Pushing event updated for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:31.999637 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:32.000984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:32.072851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.118773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:32.210223 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:32.330071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting subnet 9aef4077-a7a1-4e35-a20f-59723c20dbfb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:32.332091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:32.336337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 1424e3e9-4645-4c3d-acfd-b99f677d0ac2 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:32.342190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.343632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:32.346824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:32.399981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:32.404593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.471808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:32.472766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.650225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.650225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.652332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] DHCP port deletion for c387b330-35d7-4b55-ab78-0f144e802dba request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:32.652332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Deleting port 309b6c31-58db-41d9-a2c6-99243aee918c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:32.652332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.674833 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:26Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:31Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:32.679978 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685b46b-88c8-40f4-b9fd-08269d29746a None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:26Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:31Z', 'revision_number': 4, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:32.792370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-e3e38343-24ca-41e6-a145-0e8ff7d1e60b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9607053 May 06 12:43:32.820842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Request body: {'port': {'device_id': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:32.833859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.893027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.896295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:32.957429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fca090da-bce3-450e-a2a5-5baa8df8eced req-e61133dc-719a-41cf-8020-4cf95f4066d7 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0579314 May 06 12:43:32.982166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.232961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] For port 309b6c31-58db-41d9-a2c6-99243aee918c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=309b6c31-58db-41d9-a2c6-99243aee918c,segment=NetworkSegment(a53cc061-9570-4abc-b773-d718b76b49ec),segment_id=a53cc061-9570-4abc-b773-d718b76b49ec)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:33.233496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.253980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de0afe-59d7-47d5-9e0d-96bd9733d582 req-39a704cc-f679-4768-b459-5782adcaba52 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:33.255538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49de0afe-59d7-47d5-9e0d-96bd9733d582 req-39a704cc-f679-4768-b459-5782adcaba52 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 932 time: 0.1633544 May 06 12:43:33.329949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.379526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=1424e3e9-4645-4c3d-acfd-b99f677d0ac2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:33.380152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Calling delete_port for 309b6c31-58db-41d9-a2c6-99243aee918c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:33.398005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.412797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba25b39b-e570-445b-a227-8e1ef0df09fe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:33.414854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49de0afe-59d7-47d5-9e0d-96bd9733d582 req-c5d5ac38-804b-49ce-bed3-8f4d9f0adea4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527827 May 06 12:43:33.458115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.478684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Subnet': ['ID=9aef4077-a7a1-4e35-a20f-59723c20dbfb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:33.488203 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.489506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.490052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbf3a1-ba34-4eed-bc01-85818d7f3cfd None None] Network 1d1ba438-26ff-4fd5-aced-bdfb86799007 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:33.491747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d6a58c1-4030-4a96-bb02-96be583c2863 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/1424e3e9-4645-4c3d-acfd-b99f677d0ac2 HTTP/1.1" status: 204 len: 168 time: 1.8052483 May 06 12:43:33.496000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37614) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:33.501362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd508d15-d5ae-4b4c-beed-e220654263b2 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/subnets/9aef4077-a7a1-4e35-a20f-59723c20dbfb HTTP/1.1" status: 204 len: 168 time: 1.5919840 May 06 12:43:33.506561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:33.515191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:33.518933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c4cf4-3438-4cdb-ae67-ea9e4b2e6be5 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:33.677585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:33.681666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:33.685457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:33.691116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:33.793131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:33.793899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.937803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:33.950910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:33.979173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.020753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ba25b39b-e570-445b-a227-8e1ef0df09fe completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:34.038634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] Pushing event deleted for resources: {'Port': ['ID=309b6c31-58db-41d9-a2c6-99243aee918c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:34.044226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ba25b39b-e570-445b-a227-8e1ef0df09fe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:34.044909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.093390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c1853-569b-485b-83eb-52f9020e7eb6 None None] No DVR routers for this DVR port 309b6c31-58db-41d9-a2c6-99243aee918c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:34.139411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] DHCP port deletion for 1d1ba438-26ff-4fd5-aced-bdfb86799007 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:34.154058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Deleting port 3023853a-f68c-4338-9b30-fc62bb085f9c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:34.156210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.286180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.403239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ba25b39b-e570-445b-a227-8e1ef0df09fe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba25b39b-e570-445b-a227-8e1ef0df09fe,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:34.492631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0a1e70b-0144-449f-b676-730207003ac4 req-ecde075f-5845-4c95-8e3b-5f4a6daf5c38 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.2278426 May 06 12:43:34.508665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.509512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.517879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] For port 3023853a-f68c-4338-9b30-fc62bb085f9c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3023853a-f68c-4338-9b30-fc62bb085f9c,segment=NetworkSegment(1310ae27-e314-453d-9834-1ffbefbdae4b),segment_id=1310ae27-e314-453d-9834-1ffbefbdae4b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:34.518495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.571559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c387b330-35d7-4b55-ab78-0f144e802dba']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:34.619867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53cc061-9570-4abc-b773-d718b76b49ec') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:34.621018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53cc061-9570-4abc-b773-d718b76b49ec') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:34.626767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.649964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=fbba8470-8eec-4e5d-9f87-d7f4a875ef19,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:34.659231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.695570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:34.697220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:34.702204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:34.702841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.709389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.737537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:34.737537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: timer() May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:34.758242 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:34.823903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e3ebb1ef-9047-467d-8b89-fd2a3cd327b1 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3245330 May 06 12:43:34.825184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37628) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:34.838407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'security_group': {'name': 'tempest-secgroup-106830143'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:34.857755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:34.866703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:34.876159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:34.894875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2b462-aab3-47d1-9714-9b6b7d60ff8f req-fbd909a4-3335-4b6c-ae7d-2a42f7937779 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:34.897752 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72c2b462-aab3-47d1-9714-9b6b7d60ff8f req-fbd909a4-3335-4b6c-ae7d-2a42f7937779 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 932 time: 0.1489916 May 06 12:43:34.899335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:34.941259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Calling delete_port for 3023853a-f68c-4338-9b30-fc62bb085f9c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:34.970898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:34.975028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 309b6c31-58db-41d9-a2c6-99243aee918c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:34.988184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba61eb-d45e-49af-b13e-e548f6a1e131 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:35.004482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72c2b462-aab3-47d1-9714-9b6b7d60ff8f req-b825edcf-fcc8-4eb1-accd-0c2affa26afe tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990114 May 06 12:43:35.006651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.010480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e452d6f0-b037-48d0-894c-3b075392ef2a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 933 time: 5.3617072 May 06 12:43:35.012335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.012447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37632) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:35.034410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Transition to ACTIVE for port object acba61eb-d45e-49af-b13e-e548f6a1e131 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:35.075825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.080273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.093782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09c795-a2cd-4c4e-b17b-00e35c8679e9 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:35.101155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.107235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/networks/c387b330-35d7-4b55-ab78-0f144e802dba HTTP/1.1" status: 204 len: 168 time: 1.5802944 May 06 12:43:35.107235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37636) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:35.129270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c043e-8b04-4393-b76c-bac56830bf60 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Network': ['ID=c387b330-35d7-4b55-ab78-0f144e802dba,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.138258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 309b6c31-58db-41d9-a2c6-99243aee918c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:35.138777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 309b6c31-58db-41d9-a2c6-99243aee918c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:35.180227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.219355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:35.225336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:35.232590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:35.235595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.247040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:35.310920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3023853a-f68c-4338-9b30-fc62bb085f9c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:35.319035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b44baa6f-ce0e-429f-88d1-df77676ce294 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 933 time: 0.3053198 May 06 12:43:35.344134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37640) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:35.357867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.369746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'routes': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:35.394823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a79c107-eea1-4e24-b7dc-49690e537617 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:35.395290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a79c107-eea1-4e24-b7dc-49690e537617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.428983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.431024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.564007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.607293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.672545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] No DVR routers for this DVR port 3023853a-f68c-4338-9b30-fc62bb085f9c on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:35.719002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9fe00-ffac-4ede-be24-cb1b756a7a2c None None] Pushing event deleted for resources: {'Port': ['ID=3023853a-f68c-4338-9b30-fc62bb085f9c,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.735148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.869950 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74d96a87-618e-445b-ae3c-56a95f8375f9 req-591a8e9e-cb13-44f8-9daa-a5c6e9695874 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1058974 May 06 12:43:35.871087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea96975-0cd5-40f9-a101-a7fcf5b464e6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:35.962632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:35.962632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4822ea42-9393-44bf-b3df-ca6e3abb138c tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1269250 May 06 12:43:35.965098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37652) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:35.970865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'security_group': {'name': 'tempest-secgroup-1441693513'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:35.977931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:35.985616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:35.988548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:35.995838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:36.057385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a79c107-eea1-4e24-b7dc-49690e537617 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:36.057385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a79c107-eea1-4e24-b7dc-49690e537617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.112191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a79c107-eea1-4e24-b7dc-49690e537617 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:36.178411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.190986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Attempting to bind port acba61eb-d45e-49af-b13e-e548f6a1e131 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:36.191880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Attempting to bind port acba61eb-d45e-49af-b13e-e548f6a1e131 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:36.191880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Attempting to bind port acba61eb-d45e-49af-b13e-e548f6a1e131 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:36.204686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Port acba61eb-d45e-49af-b13e-e548f6a1e131 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:36.205089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Attempting to bind port acba61eb-d45e-49af-b13e-e548f6a1e131 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:36.211723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.226050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:36.232937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:36.238516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:36.238724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Update dhcp port {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'fixed_ips': [{'subnet_id': '02561c59-238d-4511-aeda-ebd73ac38899', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fbba8470-8eec-4e5d-9f87-d7f4a875ef19'}], 'binding:host_id': 'n-d-840845-1'}, 'id': 'e9e71f01-9166-48f2-9e9a-0902113ab81f'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:36.247309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:36.249591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:36.250134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:36.250531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:36.250977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Bound port: acba61eb-d45e-49af-b13e-e548f6a1e131, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:36.251327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.264488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1ba438-26ff-4fd5-aced-bdfb86799007']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:36.299736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1310ae27-e314-453d-9834-1ffbefbdae4b') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:36.299981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1310ae27-e314-453d-9834-1ffbefbdae4b') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:36.318360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.360992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.372337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.392871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:36.393282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: timer() May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:36.420154 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:36.447245 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.506103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c18d5-bef8-4bd2-ab93-8990efcda87e req-4ec65840-b110-40e3-b215-87856435d4f5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:36.524404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-976c18d5-bef8-4bd2-ab93-8990efcda87e req-4ec65840-b110-40e3-b215-87856435d4f5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 944 time: 0.2240901 May 06 12:43:36.585032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.657762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436673af-e2e8-47cb-b3dd-c216fea01c13,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:36.674399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-976c18d5-bef8-4bd2-ab93-8990efcda87e req-3a91b827-628c-47c0-b6c9-5dc93b5128a0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479647 May 06 12:43:36.674746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:36.691153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=acba61eb-d45e-49af-b13e-e548f6a1e131,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:36.755472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Allocated IP 2001:db8::2 (ecd54788-e6d4-44f2-a21c-33da1685c695/fbba8470-8eec-4e5d-9f87-d7f4a875ef19/e9e71f01-9166-48f2-9e9a-0902113ab81f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:36.856378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.856378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-db26dde4-a4d2-43c2-81c1-be7dbccf28d8 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8786407 May 06 12:43:36.871018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37660) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:36.890899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'security_group': {'name': 'tempest-secgroup-73604968'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:36.904002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:36.909564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:36.909564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:36.920059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.922166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:36.926616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:36.983331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:37.020303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.030460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.062197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Network': ['ID=1d1ba438-26ff-4fd5-aced-bdfb86799007,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:37.068337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Transition to ACTIVE for port object e9e71f01-9166-48f2-9e9a-0902113ab81f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:37.100299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d78488dc-b38e-475c-ab05-f93e7e04022c tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/networks/1d1ba438-26ff-4fd5-aced-bdfb86799007 HTTP/1.1" status: 204 len: 168 time: 1.9737642 May 06 12:43:37.104059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:37.142062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.148896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] 10.222.0.13 "PUT /v2.0/ports/acba61eb-d45e-49af-b13e-e548f6a1e131 HTTP/1.1" status: 200 len: 1092 time: 4.3341587 May 06 12:43:37.148896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:37.162348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.186483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.209000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ef5a-86d8-41fd-83fd-f0fa41a3cda1 service neutron] Pushing event updated for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:37.336465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32d90c5d-5b79-4e4d-b27a-d0997ad999a2 req-f87005b3-0cdb-4835-8dc2-9f69728f25c7 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1107838 May 06 12:43:37.341176 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d62127b-8841-4e72-aca9-2ac1d633846e'] response: {'name': 'network-changed', 'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131', 'status': 'completed', 'code': 200} May 06 12:43:37.345491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:43:37.352266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:43:37.415028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba25b39b-e570-445b-a227-8e1ef0df09fe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:37.466298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:37.481044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:security_group_rule and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:37.491923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:37.507577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:37.512918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.538842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880f9ff-950d-4d35-a490-45ea3ce5fdde None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:37.544654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-56c506f5-3d09-4770-a842-4c15cf349225 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 1095 time: 0.2071481 May 06 12:43:37.570863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting subnet d503db12-d496-46b6-8acd-d3af92f2d50e {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:37.577587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.583188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ba25b39b-e570-445b-a227-8e1ef0df09fe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:37.585610 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.637717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-fe740246-f6a6-4302-8053-86b50050762f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba61eb-d45e-49af-b13e-e548f6a1e131 HTTP/1.1" status: 200 len: 217 time: 0.0853512 May 06 12:43:37.694228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.761390 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:37.873714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.112725 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:38.139568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:38.139568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:38.249290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a3944-4c98-4e7d-9e4c-1d3aa1393222 req-2f95ad17-2705-45da-ac4c-08006175e380 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:38.262288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e4a3944-4c98-4e7d-9e4c-1d3aa1393222 req-2f95ad17-2705-45da-ac4c-08006175e380 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 944 time: 0.2173238 May 06 12:43:38.299102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.324857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.359525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-1dad7eeb-11e6-4dc4-b3ad-87f832ffefbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:38.360889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Subnet': ['ID=d503db12-d496-46b6-8acd-d3af92f2d50e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:38.363943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-1dad7eeb-11e6-4dc4-b3ad-87f832ffefbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.7161064 May 06 12:43:38.380108 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:38.394957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e4a3944-4c98-4e7d-9e4c-1d3aa1393222 req-758f0f2d-dcd8-498a-8f2a-3deacfbec4df tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289086 May 06 12:43:38.404740 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.405430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2b81f-6a04-4f2a-8505-6c2d031abd75 None None] Network a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:38.423675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0aceffac-6258-4b6f-8887-92d58a742a21 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/subnets/d503db12-d496-46b6-8acd-d3af92f2d50e HTTP/1.1" status: 204 len: 168 time: 1.3242595 May 06 12:43:38.426404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37678) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:38.630966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-f0220273-c407-42cf-9e6c-e012d4aa1c67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302277 May 06 12:43:38.636480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9fbfbe70-0d5d-44f3-a576-f113c80cb6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.644972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd5a32-7e4d-47e3-a17d-1645a11911f9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:38.785114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.787137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.789037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.789819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.790590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.791347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.793003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.793911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.795034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.796083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.797011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:38.829252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.870959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting port 191952e6-4d24-4aa7-965c-8afec036a6bc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:38.871309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.878124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:38.880765 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24ad5e1d-cca7-4c31-aef1-a9b91f984373 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 2.0214746 May 06 12:43:38.930543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:38.937817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Provisioning for port e9e71f01-9166-48f2-9e9a-0902113ab81f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:38.943147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1125325467', 'security_groups': ['67dd5a32-7e4d-47e3-a17d-1645a11911f9'], 'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbba8470-8eec-4e5d-9f87-d7f4a875ef19'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:38.943365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:38.943763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.000184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd5fe94e-3298-4249-8c39-895498b74c29 req-0c1c0aeb-4ec1-407d-bad4-c688d273bbd8 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.2831442 May 06 12:43:39.003021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] DHCP port deletion for a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:39.039193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Deleting port 191952e6-4d24-4aa7-965c-8afec036a6bc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:39.039828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.292437 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:39.300202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-59d2cd5e-f412-409b-b1c2-85dab22e90a0 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504586 May 06 12:43:39.302323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:39.321447 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:39.322333 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:39.408548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:39.423704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:39.498526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] For port 191952e6-4d24-4aa7-965c-8afec036a6bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=191952e6-4d24-4aa7-965c-8afec036a6bc,segment=NetworkSegment(239e3df5-9a52-4dc8-bb84-4e6645378356),segment_id=239e3df5-9a52-4dc8-bb84-4e6645378356)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:39.498526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.627788 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:39.712657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Calling delete_port for 191952e6-4d24-4aa7-965c-8afec036a6bc owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:39.746040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:39.768564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:39.843499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.869235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.878857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] For port 191952e6-4d24-4aa7-965c-8afec036a6bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=191952e6-4d24-4aa7-965c-8afec036a6bc,segment=NetworkSegment(239e3df5-9a52-4dc8-bb84-4e6645378356),segment_id=239e3df5-9a52-4dc8-bb84-4e6645378356)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:39.879357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:39.954170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d95b8dd8-e777-4064-ba23-e598194b1ced req-602caaf4-0708-4c12-aebc-a039469ff189 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531147 May 06 12:43:40.023176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:40.023692 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.073004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.105980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137db1e-9a83-4c22-8bdd-091d97bd50cb req-63823164-ddf4-4112-9af5-fbbc5957fd0e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.106777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e137db1e-9a83-4c22-8bdd-091d97bd50cb req-63823164-ddf4-4112-9af5-fbbc5957fd0e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:40.122103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Calling delete_port for 191952e6-4d24-4aa7-965c-8afec036a6bc owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:40.188022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] No DVR routers for this DVR port 191952e6-4d24-4aa7-965c-8afec036a6bc on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:40.220006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:40.228634 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:40.235201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58ab33-2cb6-43c2-a3c4-dee49cb95f8b None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:40.237852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6728b-5ff4-48ae-bac6-4f101e2b3fd2 None None] Pushing event deleted for resources: {'Port': ['ID=191952e6-4d24-4aa7-965c-8afec036a6bc,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:40.241054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-d1cb7024-f4b3-453b-ac5c-c8a67e7fea4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 1095 time: 0.1310167 May 06 12:43:40.268619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:40.269394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.403972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c98c36a9-cc2e-420f-b3af-9ed0241478a5 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:40.405489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:40.405997 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:40.467941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.469165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e137db1e-9a83-4c22-8bdd-091d97bd50cb req-63823164-ddf4-4112-9af5-fbbc5957fd0e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:40.470544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e137db1e-9a83-4c22-8bdd-091d97bd50cb req-63823164-ddf4-4112-9af5-fbbc5957fd0e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 944 time: 0.7730644 May 06 12:43:40.493448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 191952e6-4d24-4aa7-965c-8afec036a6bc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:40.498005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940946-330f-4618-bc88-ca7ce1bada3f req-e690fe5c-0290-4e1a-95ad-f64bd1390bc6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.499677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06940946-330f-4618-bc88-ca7ce1bada3f req-e690fe5c-0290-4e1a-95ad-f64bd1390bc6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.2494237 May 06 12:43:40.505908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] device_id is not set on port a5f8eafa-5f19-4628-b227-86fef3d2a6cb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:43:40.533697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 191952e6-4d24-4aa7-965c-8afec036a6bc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:40.534124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 191952e6-4d24-4aa7-965c-8afec036a6bc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:40.574273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-30f7a3fd-b43f-4ddc-b78e-e1b660ea72cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.575731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-30f7a3fd-b43f-4ddc-b78e-e1b660ea72cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.2538404 May 06 12:43:40.621432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06940946-330f-4618-bc88-ca7ce1bada3f req-885fc54b-c396-44eb-a413-92f8a605283e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0806680 May 06 12:43:40.658110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c0aada17-dae6-4927-843f-56ca4fc0f9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.791054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-fa3de157-1a84-4ed8-813e-e6ed781030bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acba61eb-d45e-49af-b13e-e548f6a1e131 HTTP/1.1" status: 200 len: 217 time: 0.2083075 May 06 12:43:40.795099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e137db1e-9a83-4c22-8bdd-091d97bd50cb req-7af21b04-980c-4116-9fb3-cadc177f4079 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131111 May 06 12:43:40.816994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8::63 (ecd54788-e6d4-44f2-a21c-33da1685c695/fbba8470-8eec-4e5d-9f87-d7f4a875ef19/a5f8eafa-5f19-4628-b227-86fef3d2a6cb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:40.833329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-68adeb06-1cce-4db6-8c73-9ec90b4befcf req-a012c396-79ef-4bf6-8d16-c3d631678e86 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0648324 May 06 12:43:40.877678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:40.885468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:40.889415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b2a44f41-e610-4c4a-9939-2022282fcc8b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 699 time: 5.5306199 May 06 12:43:40.889415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-957ffde9-3a32-4c24-8444-f44d2982e7fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:40.889960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-957ffde9-3a32-4c24-8444-f44d2982e7fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.0848441 May 06 12:43:40.890357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37696) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:40.946776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Deleting port 191952e6-4d24-4aa7-965c-8afec036a6bc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:40.946776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.003697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:41.019947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:41.020579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.033914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] The port '191952e6-4d24-4aa7-965c-8afec036a6bc' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:43:41.065281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-99cebdf8-3f18-41cc-aad2-f9f1c54f8cfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144507 May 06 12:43:41.200183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.201300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:41.243472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.252214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.256841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-ed16bcf0-4a3a-4263-9e1b-9f1eac7731af service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825151 May 06 12:43:41.264341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ce51097-5b7c-4dbc-86f1-442f41cb75e6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 699 time: 0.3729167 May 06 12:43:41.270321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:41.281584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239e3df5-9a52-4dc8-bb84-4e6645378356') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.281870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239e3df5-9a52-4dc8-bb84-4e6645378356') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.290419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object a5f8eafa-5f19-4628-b227-86fef3d2a6cb will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:41.363442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.405956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e46b2ee-8f3e-4598-9a92-3cf7e677d7b2 req-92fa49ac-c7d1-4f8e-b6b3-8f64d6cecb70 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403880 May 06 12:43:41.567717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.576785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:41.577172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: timer() May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:41.592922 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:41.649434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.656785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:41.670933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:41.670933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:41.797770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.842875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:41.874461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756471c-702d-4ae7-8a96-4d0ef965d4c6 req-cd7ea088-a818-491a-bc15-6b3df0e95931 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:41.880030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4756471c-702d-4ae7-8a96-4d0ef965d4c6 req-cd7ea088-a818-491a-bc15-6b3df0e95931 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1231554 May 06 12:43:41.907954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.950781 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:41.966922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4756471c-702d-4ae7-8a96-4d0ef965d4c6 req-f5ff28ca-3446-4108-a95b-4b8555de3002 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746322 May 06 12:43:42.022112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Pushing event deleted for resources: {'Network': ['ID=a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:42.067456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/networks/a4ac61e9-9f58-42f1-bfa2-dc3db6b4e4f6 HTTP/1.1" status: 204 len: 168 time: 3.6325567 May 06 12:43:42.068537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:42.072670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:42.090717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:42.104232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:42.113608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.113608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.114598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=a5f8eafa-5f19-4628-b227-86fef3d2a6cb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:42.121460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-732d0d0b-ad39-4a4b-8e0f-b2d18590ea69 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Synchronizing usage tracker for tenant:045d375c213a43909da5d2d19c6f54bc on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:42.128604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.128944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.129469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.129961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.130464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.130959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.131458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.131993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.132497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.132996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.133484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ff3e1-6461-4e79-a61c-e75dc981270b tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.152068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device acba61eb-d45e-49af-b13e-e548f6a1e131 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.173657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:43:42.217757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afebcc-47a6-4bab-a160-3d7964034f07 req-b7ec82f2-168a-4e4f-8272-aeaf4aae4401 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:42.223048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97afebcc-47a6-4bab-a160-3d7964034f07 req-b7ec82f2-168a-4e4f-8272-aeaf4aae4401 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 944 time: 0.2013154 May 06 12:43:42.232770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.257010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-732d0d0b-ad39-4a4b-8e0f-b2d18590ea69 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Unset dirty status for tenant:045d375c213a43909da5d2d19c6f54bc on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:42.260577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-732d0d0b-ad39-4a4b-8e0f-b2d18590ea69 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "GET /v2.0/ports?device_id=eef35b1b-ea42-443a-bc07-7948339cda1d HTTP/1.1" status: 200 len: 205 time: 0.1883266 May 06 12:43:42.267159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37714) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:42.326528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77b209f7-4edf-4433-ad77-788f34a24c09 req-35e54716-4a38-456a-ac3e-50757e34576a tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1243734 May 06 12:43:42.368404 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.373904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.390593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-39c20b10-a18e-4490-b863-58d308786831 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4557221 May 06 12:43:42.394174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37718) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:42.411670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:42.502135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=acba61eb-d45e-49af-b13e-e548f6a1e131,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:42.532327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'acba61eb-d45e-49af-b13e-e548f6a1e131', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': 'acba61eb-d45e-49af-b13e-e548f6a1e131', 'mac_address': 'fa:16:3e:7a:2e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:43:42.544381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97afebcc-47a6-4bab-a160-3d7964034f07 req-7b06a871-cedf-4e8d-a459-d8bbd92cc274 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551110 May 06 12:43:42.550367 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.633277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:42.639037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:42.644649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:42.648947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:42.654493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b1e4c-82d0-40ae-82ec-88abdd407d44 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:37Z', 'revision_number': 7, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba25b39b-e570-445b-a227-8e1ef0df09fe', 'name': '', 'network_id': '934babce-b09e-4035-a353-94873c69b140', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:bf:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:25Z', 'updated_at': '2022-05-06T12:43:34Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '057a54a3-28ae-4527-aaa1-fc2393c31c2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:42.693310 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.708249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:42.735058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba61eb-d45e-49af-b13e-e548f6a1e131 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:42.773379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=acba61eb-d45e-49af-b13e-e548f6a1e131,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:42.801426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-50174a67-e08a-4dfe-9327-85ab5bcb970a None None] Provisioning for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:42.812352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-50174a67-e08a-4dfe-9327-85ab5bcb970a None None] Provisioning complete for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:42.814961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50174a67-e08a-4dfe-9327-85ab5bcb970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.872652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:42.876330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:42.943705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-50174a67-e08a-4dfe-9327-85ab5bcb970a None None] Port a5f8eafa-5f19-4628-b227-86fef3d2a6cb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:42.984993 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.111348 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:43.198421 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fbba8470-8eec-4e5d-9f87-d7f4a875ef19 (CIDR: 2001:db8::/64) May 06 12:43:43.288148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.296909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.324992 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:43.325430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:43.344483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc378d-e6d1-4890-a89c-6dcce130cfa8 req-5660591e-284c-44a3-87fc-3fb5e8c0aa7a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:43.345997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02bc378d-e6d1-4890-a89c-6dcce130cfa8 req-5660591e-284c-44a3-87fc-3fb5e8c0aa7a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1222243 May 06 12:43:43.358144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['acba61eb-d45e-49af-b13e-e548f6a1e131'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:43.398522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02bc378d-e6d1-4890-a89c-6dcce130cfa8 req-fffaf546-1319-45db-a8f4-e4232bdaca78 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465608 May 06 12:43:43.508782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.517181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Fanout notify agent at l3_agent the message router_deleted on router eef35b1b-ea42-443a-bc07-7948339cda1d {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:43:43.521118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.524624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0587e3a5-66bf-4cee-a2d7-2b43b236ee93 tempest-RoutersNegativeTest-902561327 tempest-RoutersNegativeTest-902561327-project] 10.222.0.83 "DELETE /v2.0/routers/eef35b1b-ea42-443a-bc07-7948339cda1d HTTP/1.1" status: 204 len: 168 time: 1.2541559 May 06 12:43:43.531496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port ba25b39b-e570-445b-a227-8e1ef0df09fe {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:43.532098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.587881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:43.630623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-abc65c60-7c13-47b6-9210-9ae0095c2316 req-e108e3af-4c85-40bd-aa0e-9363da4267db tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0514903 May 06 12:43:43.732843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f750f7b-8b61-422f-b5e7-9dff37817732 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3302686 May 06 12:43:43.738250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37732) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:43.752925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:43.793575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1d402-a1b8-49d2-a1ba-be5469b0d7aa req-43a7c4fd-7434-4f2c-825b-2d0e2952774a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:43.796294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bd1d402-a1b8-49d2-a1ba-be5469b0d7aa req-43a7c4fd-7434-4f2c-825b-2d0e2952774a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 945 time: 0.0941582 May 06 12:43:43.853082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bd1d402-a1b8-49d2-a1ba-be5469b0d7aa req-2a1b1bca-4d7d-4b32-aacd-61dd69844225 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512891 May 06 12:43:43.917947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port ba25b39b-e570-445b-a227-8e1ef0df09fe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ba25b39b-e570-445b-a227-8e1ef0df09fe,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:43.918345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.066183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for ba25b39b-e570-445b-a227-8e1ef0df09fe owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:44.106869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:44.119857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:44.125087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:44.134400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:44.300998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:44.307997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:44.311593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.451061 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 02561c59-238d-4511-aeda-ebd73ac38899 (CIDR: 2001:db8:0:1::/64) May 06 12:43:44.471649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.517655 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:43:44.518096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:44.545231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=ba25b39b-e570-445b-a227-8e1ef0df09fe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:44.689568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fbd63326-7afa-4f43-b61a-d7cbfdbf2be2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=045d375c213a43909da5d2d19c6f54bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3872464 May 06 12:43:44.692168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:44.709963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6a0fe777-cefb-4ac2-a46c-14eaa0e17067 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9706886 May 06 12:43:44.716149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:44.727958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'subnet': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:44.802722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.837537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:44.900799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f988c4f-0feb-48d7-a2c9-a310e104dc3a req-41a5a091-3e8b-4ddd-b979-77ca9db6413d tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0550766 May 06 12:43:44.964408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f0a2b-3e3b-4630-8b5b-a60ba61b8744 req-122fe085-2419-4376-aea7-e15f547e825a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:44.965896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d0f0a2b-3e3b-4630-8b5b-a60ba61b8744 req-122fe085-2419-4376-aea7-e15f547e825a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4211819 May 06 12:43:45.048883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:45.068216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Usage tracker for resource:subnet and tenant:e8843a98367f4a578e76b2095c493c05 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:45.068216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:45.069968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.072923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:45.077431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d0f0a2b-3e3b-4630-8b5b-a60ba61b8744 req-6def168b-a42c-44f8-b9a5-755d72f6b615 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0996349 May 06 12:43:45.094815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cd0d8-b04c-437f-918b-78f8b4ca47a5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:45.101992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.108602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.113083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-493dfd86-315a-4d70-b14b-92d6469d7d0a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/005cd0d8-b04c-437f-918b-78f8b4ca47a5 HTTP/1.1" status: 204 len: 168 time: 0.4199080 May 06 12:43:45.153400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac28710-6091-43f8-990d-19f5bcbd72e2 req-2a82441d-29dd-480a-a40c-703acb3047ad tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:45.153400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cac28710-6091-43f8-990d-19f5bcbd72e2 req-2a82441d-29dd-480a-a40c-703acb3047ad tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 945 time: 0.1226952 May 06 12:43:45.223786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cac28710-6091-43f8-990d-19f5bcbd72e2 req-6cbf0b99-6cf3-4f14-9a0a-a1ad55de79c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634899 May 06 12:43:45.295581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Made reservation on behalf of e8843a98367f4a578e76b2095c493c05 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:45.298946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:45.748587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-5a96ed35-62e8-4c4d-be32-4502b4e6a43e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.0814059 May 06 12:43:45.923751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-bc28b823-a457-4ff9-b3dd-12d3bd7c928d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:45.925212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-bc28b823-a457-4ff9-b3dd-12d3bd7c928d service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.1521757 May 06 12:43:45.976917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:46.039936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-8e0d81e1-bb2c-4441-877f-cb145733101b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1002 time: 0.1083624 May 06 12:43:46.048971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.105649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-1501480c-a460-4cb6-9737-6325f92dac6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:46.107037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-1501480c-a460-4cb6-9737-6325f92dac6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.0612330 May 06 12:43:46.161388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device acba61eb-d45e-49af-b13e-e548f6a1e131 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:46.208439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-ab61cc9a-dd71-40fe-8ee6-11ebdbc77683 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951784 May 06 12:43:46.212930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4773eda5-81d5-4a8b-90fc-0f8f8685ba5c req-2e0f2f99-282f-4a76-8589-083925a1ff69 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1260548 May 06 12:43:46.293789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Network ecd54788-e6d4-44f2-a21c-33da1685c695 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:46.310417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:46.321768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:46.323599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78cade-8884-4bec-ad60-c365d3ed53fe None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:46.323827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.409836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Subnet': ['ID=a22f4086-2b52-4e20-a5a9-84e89c1a38da,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:46.432721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-b53492dc-c089-4a3c-aed7-0c8915edd28a service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083838 May 06 12:43:46.444564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.465345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:46.474731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ed439df-4aae-44fd-b149-8036b2e14ef1 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1975305 May 06 12:43:46.476308 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:46.478463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.490467 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:46.491332 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:46.532172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port acba61eb-d45e-49af-b13e-e548f6a1e131 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:46.543595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port acba61eb-d45e-49af-b13e-e548f6a1e131 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:46.544059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.571909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-c3dd2f67-bb25-46ed-8b46-1b5fd0fa031c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2159452 May 06 12:43:46.590521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5a0e556c-d8ac-41fc-955b-d4be1b8ff364 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8724928 May 06 12:43:46.599046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:46.622855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1005203287', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a22f4086-2b52-4e20-a5a9-84e89c1a38da'}], 'security_groups': ['8ea96975-0cd5-40f9-a101-a7fcf5b464e6', '436673af-e2e8-47cb-b3dd-c216fea01c13']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:46.706342 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:46.885217 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:46.936575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=acba61eb-d45e-49af-b13e-e548f6a1e131,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:46.936575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:47.096225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.096356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74c1d3c9-33c3-44ed-b84f-47b6a154c4b6 req-991fc447-c6ba-44b8-affb-941535e0e32f service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904901 May 06 12:43:47.096813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b436dfd-0959-42bc-8f0c-63bdc61c3f60 req-bb35d8d1-c9cc-4275-bf64-9a5962ba8ad2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.096813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b436dfd-0959-42bc-8f0c-63bdc61c3f60 req-bb35d8d1-c9cc-4275-bf64-9a5962ba8ad2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 945 time: 0.5002172 May 06 12:43:47.138524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63913b-8bce-44f5-bdff-7230ac21d9b9 req-c6c35b30-a558-4246-afee-a8ca8589a195 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.148490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df63913b-8bce-44f5-bdff-7230ac21d9b9 req-c6c35b30-a558-4246-afee-a8ca8589a195 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.7142966 May 06 12:43:47.170298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 057a54a3-28ae-4527-aaa1-fc2393c31c2a {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:47.179119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:44Z', 'revision_number': 8, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:47.183631 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:47.189483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.195024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:47.199559 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:47.200471 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:47.203573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Update dhcp port {'port': {'network_id': 'ecd54788-e6d4-44f2-a21c-33da1685c695', 'fixed_ips': [{'subnet_id': '02561c59-238d-4511-aeda-ebd73ac38899', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fbba8470-8eec-4e5d-9f87-d7f4a875ef19', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a22f4086-2b52-4e20-a5a9-84e89c1a38da'}], 'binding:host_id': 'n-d-840845-1'}, 'id': 'e9e71f01-9166-48f2-9e9a-0902113ab81f'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:43:47.207086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.262561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-35057b42-1a22-4615-9c80-6ee83a401799 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1096 time: 0.5717695 May 06 12:43:47.292773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.389281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37794) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:47.408916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.422861 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:47.441766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b436dfd-0959-42bc-8f0c-63bdc61c3f60 req-26d008e0-b82c-4f51-8682-04b34fcf2bb6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344796 May 06 12:43:47.536802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-76477d63-276a-453d-8324-9fd3c399fadd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.538932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-76477d63-276a-453d-8324-9fd3c399fadd service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.2478700 May 06 12:43:47.607482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Allocated IP 2001:db8:0:2::2 (ecd54788-e6d4-44f2-a21c-33da1685c695/a22f4086-2b52-4e20-a5a9-84e89c1a38da/e9e71f01-9166-48f2-9e9a-0902113ab81f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:47.640351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-e4332668-b7ac-45c6-b0ce-8ff465752939 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 200 len: 217 time: 0.0935318 May 06 12:43:47.652379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.754201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643694670'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:47.770808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:47.780879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:47.787882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:47.799576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:47.837289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:47.873973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df63913b-8bce-44f5-bdff-7230ac21d9b9 req-55e219d2-9eb4-45da-80c1-9e1963482b70 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7245727 May 06 12:43:47.876878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:47.878945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-f218cc78-7186-40a6-86bd-61002b936bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:47.889772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-f218cc78-7186-40a6-86bd-61002b936bd7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1968589 May 06 12:43:47.947893 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de8c609-e84b-49b4-afac-c3a90cd85dbe'] response: {'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131', 'code': 200} May 06 12:43:47.951758 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:44Z', 'revision_number': 8, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:47.956203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909f8b6-c0ab-4b87-8559-2f37756f7a33 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:44Z', 'revision_number': 8, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9cd7e00-220f-49a3-92fd-21f14da0d518', 'name': '', 'network_id': 'f3efa22e-3a9a-4c20-b239-43b089c20057', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:b7:da:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:11Z', 'updated_at': '2022-05-06T12:43:24Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': 'ae0f666e-a092-4629-b3a5-e723fa01fd61', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:47.977145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.013268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-390ee79b-91f9-47eb-b74d-bc2ee3b5a1a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190920 May 06 12:43:48.020281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.093509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Transition to ACTIVE for port object e9e71f01-9166-48f2-9e9a-0902113ab81f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:48.110710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.111461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5c87af2-8600-4f03-9ade-31429bcdd602 req-bea6def1-f3e9-4d21-8ab3-307f0206eb23 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0495675 May 06 12:43:48.141160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bda84d1e-427e-4fb9-96db-26091a7a3b26 req-71afb57f-76e9-4e66-97bc-d0113cdaf879 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 1097 time: 0.1171556 May 06 12:43:48.174217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=057a54a3-28ae-4527-aaa1-fc2393c31c2a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:48.183545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:48.189139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bda84d1e-427e-4fb9-96db-26091a7a3b26 req-a2486100-b8bc-4754-984c-2fbf9d73378e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 May 06 12:43:48.190009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.194620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f6f07-b53d-4fbf-8a97-7184ac7ea302 None None] Network 934babce-b09e-4035-a353-94873c69b140 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:48.195305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:48.209232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:48.222538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:48.228797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ae5c21f-56f1-4a4e-a8e9-bc1c235456fc tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/057a54a3-28ae-4527-aaa1-fc2393c31c2a HTTP/1.1" status: 204 len: 168 time: 1.7477157 May 06 12:43:48.233144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:48.256575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-a63db91e-cdeb-45c2-a4e6-c420d90e13dc service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333672 May 06 12:43:48.271492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.365892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ffff7-9877-4c01-bfd5-55564d0d16ac None None] Pushing event updated for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:48.427325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.438500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.452609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9bb1eac9-70a7-44ad-8c9e-b716ba06f0f9 req-6e7514c0-92f7-4786-9af3-8953ebbd810e service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860130 May 06 12:43:48.472670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 2147b70c-175c-4960-a3f6-79002d2719a8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:48.473007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.541167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Delete allocated IP 2001:db8::63 (ecd54788-e6d4-44f2-a21c-33da1685c695/fbba8470-8eec-4e5d-9f87-d7f4a875ef19) {{(pid=84800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 12:43:48.571789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.593574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Allocated IP 2001:db8:0:2::2f8 (ecd54788-e6d4-44f2-a21c-33da1685c695/a22f4086-2b52-4e20-a5a9-84e89c1a38da/a5f8eafa-5f19-4628-b227-86fef3d2a6cb) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:48.629809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:48.632851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcce3a5-fcaf-4ed7-84db-2616852e42e9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:48.638272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:48.644342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:48.650888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:48.701740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] DHCP port deletion for 934babce-b09e-4035-a353-94873c69b140 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:48.705987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Deleting port 2147b70c-175c-4960-a3f6-79002d2719a8 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:48.706366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.872531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.896722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b83b6c-b836-4818-83bd-82014cfe158e req-b478ae7f-803e-455d-88db-4d282f6273d9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:48.912469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73b83b6c-b836-4818-83bd-82014cfe158e req-b478ae7f-803e-455d-88db-4d282f6273d9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.2418091 May 06 12:43:48.936490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 2147b70c-175c-4960-a3f6-79002d2719a8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2147b70c-175c-4960-a3f6-79002d2719a8,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:48.936826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:48.950687 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:43:48.973188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.021781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2fd49-7452-48b5-b68a-69135c37a4c5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:49.037306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] For port 2147b70c-175c-4960-a3f6-79002d2719a8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2147b70c-175c-4960-a3f6-79002d2719a8,segment=NetworkSegment(d1d6d964-e40c-4760-a2e8-bebb73e71a31),segment_id=d1d6d964-e40c-4760-a2e8-bebb73e71a31)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:49.037917 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.044074 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73b83b6c-b836-4818-83bd-82014cfe158e req-ddeb6c86-be38-463b-8993-70751c615e42 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273808 May 06 12:43:49.137810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 2147b70c-175c-4960-a3f6-79002d2719a8 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:49.174541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Calling delete_port for 2147b70c-175c-4960-a3f6-79002d2719a8 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:49.178078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.180706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d4a652cc-7093-43d5-8d0e-4d3a6c6aa29c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7836206 May 06 12:43:49.187523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37812) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:49.300872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-44faa13e-65ad-4be3-9cfb-5b8326baa5f8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:49.340124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:43:49.389486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.404018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.405034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5ab7-1223-4c2e-9ba8-68b2b1e4ea37 req-6e008460-3538-4d62-91c0-8deea6671001 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:49.412035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a90b5ab7-1223-4c2e-9ba8-68b2b1e4ea37 req-6e008460-3538-4d62-91c0-8deea6671001 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.2814782 May 06 12:43:49.426611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99b11934-e4cd-48f1-9912-929aea7e927f req-14291d70-efe1-4282-b961-1483d917a5b4 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0557790 May 06 12:43:49.444084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Transition to ACTIVE for port object a5f8eafa-5f19-4628-b227-86fef3d2a6cb will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:49.446962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:49.456018 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:49.464891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] No DVR routers for this DVR port 2147b70c-175c-4960-a3f6-79002d2719a8 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:49.470873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb67b13-3a8c-414c-8255-032f2cbdf3f0 None None] Pushing event deleted for resources: {'Port': ['ID=2147b70c-175c-4960-a3f6-79002d2719a8,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:49.479727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a90b5ab7-1223-4c2e-9ba8-68b2b1e4ea37 req-150e4cf1-9909-467e-aefc-db28ad943f8a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0621550 May 06 12:43:49.533088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Provisioning complete for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:49.534292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.538271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-44faa13e-65ad-4be3-9cfb-5b8326baa5f8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:49.543947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-44faa13e-65ad-4be3-9cfb-5b8326baa5f8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3500090 May 06 12:43:49.544773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37816) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:49.550451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-security--221585539', 'description': 'tempest-security-description-649399515'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:49.602062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.641224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Port a5f8eafa-5f19-4628-b227-86fef3d2a6cb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:49.642975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2147b70c-175c-4960-a3f6-79002d2719a8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:49.652802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.663549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.681051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2147b70c-175c-4960-a3f6-79002d2719a8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:49.681396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2147b70c-175c-4960-a3f6-79002d2719a8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:49.681805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba25b39b-e570-445b-a227-8e1ef0df09fe no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:49.718035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ba25b39b-e570-445b-a227-8e1ef0df09fe {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:49.718387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ba25b39b-e570-445b-a227-8e1ef0df09fe not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:49.764313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] In _notify_port_updated(), no bound segment for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb on network ecd54788-e6d4-44f2-a21c-33da1685c695 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:43:49.784190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:49.784190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.784190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "PUT /v2.0/ports/a5f8eafa-5f19-4628-b227-86fef3d2a6cb HTTP/1.1" status: 200 len: 970 time: 3.1685786 May 06 12:43:49.784670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:49.784785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4caf4-85a5-4d39-82d8-100256aa9887 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event updated for resources: {'Port': ['ID=a5f8eafa-5f19-4628-b227-86fef3d2a6cb,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:49.831123 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.833991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.835514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "PUT /v2.0/security-groups/29d2fd49-7452-48b5-b68a-69135c37a4c5 HTTP/1.1" status: 200 len: 1610 time: 0.2896514 May 06 12:43:49.838817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37824) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:49.850834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Provisioning for port e9e71f01-9166-48f2-9e9a-0902113ab81f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:49.853540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:49.854335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.897064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5f22919d-b99f-412b-a58a-31ace48f2acb tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups/29d2fd49-7452-48b5-b68a-69135c37a4c5 HTTP/1.1" status: 200 len: 1610 time: 0.0566964 May 06 12:43:49.897659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:49.908826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284d09-61c1-4703-93f8-0b4de24e2ac7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2fd49-7452-48b5-b68a-69135c37a4c5,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:49.927794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port a5f8eafa-5f19-4628-b227-86fef3d2a6cb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:49.927794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:49.948819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 2147b70c-175c-4960-a3f6-79002d2719a8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:49.949168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.029770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:50.030161 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.089234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4639b533-8bb4-4359-af33-e7e3f03c23c3 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:50.136512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] The port '2147b70c-175c-4960-a3f6-79002d2719a8' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:43:50.165346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.281628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.299518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.316263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d89debe1-614a-475b-938d-3145120c7f84 None None] Provisioning for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:43:50.321310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d89debe1-614a-475b-938d-3145120c7f84 None None] Provisioning complete for port a5f8eafa-5f19-4628-b227-86fef3d2a6cb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:50.321836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d89debe1-614a-475b-938d-3145120c7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.346002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934babce-b09e-4035-a353-94873c69b140']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:50.360034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d6d964-e40c-4760-a2e8-bebb73e71a31') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:50.360330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d6d964-e40c-4760-a2e8-bebb73e71a31') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:50.368011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.374215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.382231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d89debe1-614a-475b-938d-3145120c7f84 None None] Port a5f8eafa-5f19-4628-b227-86fef3d2a6cb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:50.391949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.397902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:50.398287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: timer() May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:50.416796 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:50.505714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for a5f8eafa-5f19-4628-b227-86fef3d2a6cb owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:50.515189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.533283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2fd49-7452-48b5-b68a-69135c37a4c5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:50.594991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0cbda-3f34-4a35-9725-5afcef6c91dd req-c027ca5f-a970-4d91-927c-07134fe29f96 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:50.596498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31a0cbda-3f34-4a35-9725-5afcef6c91dd req-c027ca5f-a970-4d91-927c-07134fe29f96 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.4086654 May 06 12:43:50.675573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b247c429-0ef6-4022-8044-1ae1b35ef037 req-e7c7af4e-391b-4824-ab62-0324e2944ec4 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0452089 May 06 12:43:50.697255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31a0cbda-3f34-4a35-9725-5afcef6c91dd req-07253f31-a716-4c5a-982e-834881bd319d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942652 May 06 12:43:50.766639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.772504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.808994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.808994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=934babce-b09e-4035-a353-94873c69b140,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:50.808994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.810359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:50.810505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6a9acb62-f4b3-4b5e-91da-2bdb4d739eea tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/29d2fd49-7452-48b5-b68a-69135c37a4c5 HTTP/1.1" status: 204 len: 168 time: 0.9117098 May 06 12:43:50.814689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5e26af7-8cde-423c-8b22-87ce2c4fd08b tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/934babce-b09e-4035-a353-94873c69b140 HTTP/1.1" status: 204 len: 168 time: 2.5805757 May 06 12:43:50.815720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37844) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:50.846720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:50.923759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=a5f8eafa-5f19-4628-b227-86fef3d2a6cb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:51.044521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e11db-e5bd-4383-acf4-ee8fc90403d8 req-eb2574ee-2f74-4084-b160-8fdb9e9166c4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:51.045998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-379e11db-e5bd-4383-acf4-ee8fc90403d8 req-eb2574ee-2f74-4084-b160-8fdb9e9166c4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1670415 May 06 12:43:51.063694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.117653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4123c090-4809-453d-b39b-b81d7d25926d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3033752 May 06 12:43:51.118013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.162210 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-2bd0432a-e04d-462d-bc1e-1a4f161b8110 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] delete failed (client error): The resource could not be found. May 06 12:43:51.163239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2bd0432a-e04d-462d-bc1e-1a4f161b8110 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/29d2fd49-7452-48b5-b68a-69135c37a4c5 HTTP/1.1" status: 404 len: 347 time: 0.0440550 May 06 12:43:51.168109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.184733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--646407546'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:51.193507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:51.201646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-14df7c79-4353-4ea6-bfa0-9b7140b95bbd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:51.201646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-14df7c79-4353-4ea6-bfa0-9b7140b95bbd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.2421608 May 06 12:43:51.204650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:51.207380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:51.220235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:51.224074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-379e11db-e5bd-4383-acf4-ee8fc90403d8 req-779ecb74-8730-4d2c-b964-d8013d703c1c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1701515 May 06 12:43:51.230714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7422a67e-2542-43be-9959-55f0333bac29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/a5f8eafa-5f19-4628-b227-86fef3d2a6cb HTTP/1.1" status: 204 len: 168 time: 1.4519408 May 06 12:43:51.231310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37862) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.234443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-75a268cb-5f7c-4e5c-a96a-9df44e680495 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0241866 May 06 12:43:51.277965 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7973394-831d-4f74-bc82-834ebd8aad8b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] GET failed (client error): The resource could not be found. May 06 12:43:51.278405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7973394-831d-4f74-bc82-834ebd8aad8b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:51.323670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.333548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.364759 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-c06f082d-eb1d-4b17-a3aa-e5457312109b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090314 May 06 12:43:51.391727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7973394-831d-4f74-bc82-834ebd8aad8b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:51.392883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7973394-831d-4f74-bc82-834ebd8aad8b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports/a5f8eafa-5f19-4628-b227-86fef3d2a6cb HTTP/1.1" status: 404 len: 333 time: 0.1606524 May 06 12:43:51.399840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37868) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.440873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:51.456846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:51.461589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:51.470714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:51.534875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-134aaf94-f10f-4c83-ae5e-6417820a2b59 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688950 May 06 12:43:51.549451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.590296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.634053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.708037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.730727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-caadf015-c21a-4248-9a4c-b8374de5b9d2 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840622 May 06 12:43:51.784101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e195be6f-a316-4cda-83d9-e3267a88bac3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:51.880021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:51.880021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eca46dc7-fe14-43b9-9485-6944676874c2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6994591 May 06 12:43:51.881233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37876) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:51.887763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'e195be6f-a316-4cda-83d9-e3267a88bac3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:51.894670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:51.899552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:51.904282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:51.910868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:51.968524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.018199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd5a32-7e4d-47e3-a17d-1645a11911f9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:52.040433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.042542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.044328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25fb6afe-3fc3-4feb-87d9-81e1948d17ae tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/security-groups/67dd5a32-7e4d-47e3-a17d-1645a11911f9 HTTP/1.1" status: 204 len: 168 time: 0.5991659 May 06 12:43:52.046491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37880) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.116583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.188476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd5284-c4ec-4ac5-9fc2-48d3bc2569a4 req-2ad85968-fee4-41e0-b7a2-03b3a93b87ff tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:52.190790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.194778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bffd5284-c4ec-4ac5-9fc2-48d3bc2569a4 req-2ad85968-fee4-41e0-b7a2-03b3a93b87ff tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.4213347 May 06 12:43:52.220766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-01ab7982-b3b9-42f9-9030-2ddb62b6daf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 1097 time: 0.2913551 May 06 12:43:52.224936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80690900-051c-47f6-9a1a-b2473152e42d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:52.302085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-271b7e60-47b2-43d5-bf5e-503c0b747950 req-fb3eb2f0-eeca-4819-9ed4-9ec363967bbf tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0582674 May 06 12:43:52.332810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.332810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45c12c98-2144-4b98-bcf9-6a0abf6e64d7 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4408689 May 06 12:43:52.335938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.394693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.416358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.431762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8fd7c0bb-3379-4870-a1a4-3b566405db2f req-fb4f017c-5417-4752-a451-87b68d20fe11 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.0568402 May 06 12:43:52.433515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.449061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bffd5284-c4ec-4ac5-9fc2-48d3bc2569a4 req-dbcc7a3f-4174-47c1-991e-45fd911a1f63 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2520144 May 06 12:43:52.475481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.532706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-71ed63ea-f400-4276-88d4-794f792719f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:52.534144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-71ed63ea-f400-4276-88d4-794f792719f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.3045199 May 06 12:43:52.556121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.574392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80690900-051c-47f6-9a1a-b2473152e42d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:52.574392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.574392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c8af3be-ed2f-47a1-8502-1a938b2d5d41 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/80690900-051c-47f6-9a1a-b2473152e42d HTTP/1.1" status: 204 len: 168 time: 0.2338154 May 06 12:43:52.576624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.625893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9289b48-a9cc-431e-bf98-15e7a0916842 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:52.695956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-54fe9796-4ae9-4eb7-9eca-de1200d41440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 200 len: 1002 time: 0.1541517 May 06 12:43:52.745121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f9289b48-a9cc-431e-bf98-15e7a0916842 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:52.746619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9289b48-a9cc-431e-bf98-15e7a0916842 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1690552 May 06 12:43:52.748733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.749408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37900) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.784274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436673af-e2e8-47cb-b3dd-c216fea01c13,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:52.801872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-7e2891c0-5647-46a5-b7c3-cca7b7af65b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:52.803634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-7e2891c0-5647-46a5-b7c3-cca7b7af65b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.0994275 May 06 12:43:52.804381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.808186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37906) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:52.808932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cec0d549-e3cb-4dd0-a02d-68f300a2dbcd tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/security-groups/436673af-e2e8-47cb-b3dd-c216fea01c13 HTTP/1.1" status: 204 len: 168 time: 0.7594068 May 06 12:43:52.898958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.928585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.931306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port f9cd7e00-220f-49a3-92fd-21f14da0d518 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:52.931596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.976320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:52.989398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-b5efbe74-2e51-4f8f-a5cb-330d86fecb0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775680 May 06 12:43:53.011640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.108856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.127292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e195be6f-a316-4cda-83d9-e3267a88bac3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:53.188917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.191309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.192611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/security-groups/8ea96975-0cd5-40f9-a101-a7fcf5b464e6 HTTP/1.1" status: 204 len: 168 time: 0.3829138 May 06 12:43:53.199041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37910) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:53.204773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d01fa-7836-495e-99fb-ea8e5c94c7cf tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea96975-0cd5-40f9-a101-a7fcf5b464e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:53.286549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.288104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-590130df-4832-4b32-95e7-f7b3d8e5fa67 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/e195be6f-a316-4cda-83d9-e3267a88bac3 HTTP/1.1" status: 204 len: 168 time: 0.5371382 May 06 12:43:53.290376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37914) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:53.292394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port f9cd7e00-220f-49a3-92fd-21f14da0d518, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f9cd7e00-220f-49a3-92fd-21f14da0d518,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:53.292892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.312789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-e5df796b-876c-4305-b20e-af7d7ab71311 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000662 May 06 12:43:53.350019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b3beaece-9fcc-4718-8c93-ad2954b9299d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:53.440766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b3beaece-9fcc-4718-8c93-ad2954b9299d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:53.445630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b3beaece-9fcc-4718-8c93-ad2954b9299d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1502986 May 06 12:43:53.445630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:53.451607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--444827212'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:53.457854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for f9cd7e00-220f-49a3-92fd-21f14da0d518 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:53.461758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:53.473306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:53.619438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.637833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d59c1ffb-17f0-4d32-9b13-ee63609953a5 req-a67815dd-c065-4c38-8b51-c596eaa9831b tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1520121 May 06 12:43:53.667568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:53.670932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:53.674700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:53.685922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:53.754452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.819033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1cd7fb2-608d-4f5d-b086-4ef7916b9a36 req-9d739931-d728-4f2c-a094-24dc5bf59bdc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.1383522 May 06 12:43:53.874378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c13ecd-9fc5-476b-b24f-0d175234ddf6 req-e5894d90-98ec-4e1b-a4ec-52e0befc57ae tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:53.876116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75c13ecd-9fc5-476b-b24f-0d175234ddf6 req-e5894d90-98ec-4e1b-a4ec-52e0befc57ae tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.0976508 May 06 12:43:53.900993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.950701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b87c494f-2d1f-4d06-968c-cf15267a3b87 req-42c7ec4d-8173-4a0c-9c35-a20fa419f694 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774140 May 06 12:43:53.959238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet fbba8470-8eec-4e5d-9f87-d7f4a875ef19 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:53.966191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:53.967995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f377a57d-7150-43fb-94fa-99cbc049ffe0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:53.984763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75c13ecd-9fc5-476b-b24f-0d175234ddf6 req-b23a4c03-df79-4fb8-b579-d890cf06e8ba tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1026907 May 06 12:43:54.082858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.092272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.093567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1601c88-3ee9-4eb7-8bca-6c4c72b1b627 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6470065 May 06 12:43:54.096270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:54.101717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f377a57d-7150-43fb-94fa-99cbc049ffe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:54.108698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:54.113118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:54.116344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:54.122887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:54.174137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.234959 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.241998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.294503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=f9cd7e00-220f-49a3-92fd-21f14da0d518,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:54.314760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.381176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.395561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.421057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9268e9f-281c-47b2-8464-ffeff47e5173,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:54.437229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=fbba8470-8eec-4e5d-9f87-d7f4a875ef19,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:54.451993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.457562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00fe042-5f2e-4e69-8f34-e82b29dcc506 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:54.466214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fca79a4-2aaa-4077-ad64-03a7c2ce5722 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/fbba8470-8eec-4e5d-9f87-d7f4a875ef19 HTTP/1.1" status: 204 len: 168 time: 1.2630925 May 06 12:43:54.470408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37932) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:54.538447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.543806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6a121d51-6cb4-43c6-8614-3655a5dbf2d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4465353 May 06 12:43:54.545270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37936) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:54.555276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f377a57d-7150-43fb-94fa-99cbc049ffe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:54.569247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:54.577659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:54.582817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:54.606020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:54.673206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.739715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet a22f4086-2b52-4e20-a5a9-84e89c1a38da {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:54.743151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.804294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:54.857785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.041313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.118229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-378f7f72-61f0-48ae-9334-b07899c01c95 req-fd1c648b-5531-4d2e-bc0d-42a56c0e8956 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.0482976 May 06 12:43:55.133093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.165747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16d570c7-64fe-43f9-b447-e3caf4fe741d req-59fa471d-fa1f-4c15-99a8-a25c1b81c0ac tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1191747 May 06 12:43:55.193816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.266181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf9e6dd-4de6-4dda-8af2-c1261106c50f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:55.364113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-d3bef03e-9a22-403e-84ef-5b8107a59128 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:55.365885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-d3bef03e-9a22-403e-84ef-5b8107a59128 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.2616665 May 06 12:43:55.400578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.401787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ff347802-a4f4-48c0-8fb9-74af663d438b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8521686 May 06 12:43:55.409333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37948) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:55.417172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f377a57d-7150-43fb-94fa-99cbc049ffe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:55.426431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:55.432352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.437059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:55.459284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:55.484257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:55.488710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=a22f4086-2b52-4e20-a5a9-84e89c1a38da,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:55.504191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:55.528389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.535984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2594649f-6313-45fe-8321-9003aa61cee4 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/a22f4086-2b52-4e20-a5a9-84e89c1a38da HTTP/1.1" status: 204 len: 168 time: 1.0637996 May 06 12:43:55.539967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37952) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:55.588151 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccd3233-b2d2-430f-9c84-14a1c2942b1d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:55.588333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccd3233-b2d2-430f-9c84-14a1c2942b1d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:55.590072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5ccd3233-b2d2-430f-9c84-14a1c2942b1d tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/fbba8470-8eec-4e5d-9f87-d7f4a875ef19 HTTP/1.1" status: 404 len: 337 time: 0.0494285 May 06 12:43:55.592964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37956) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:55.596479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af89c29-d415-4596-9285-fa5410225746 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:55.654234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904b127-a304-47e5-9cfc-a809e7c14fc2 req-ced05ffc-915a-459b-9422-3341db85879c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:55.655728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6904b127-a304-47e5-9cfc-a809e7c14fc2 req-ced05ffc-915a-459b-9422-3341db85879c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.2970741 May 06 12:43:55.692184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.725784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-86c05e83-6a28-4fe3-af8d-cb653c806495 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:55.726271 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86c05e83-6a28-4fe3-af8d-cb653c806495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.728168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting subnet 02561c59-238d-4511-aeda-ebd73ac38899 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:55.741361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.832402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.876461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6904b127-a304-47e5-9cfc-a809e7c14fc2 req-5ee2399b-e070-4a35-a0e9-bb0e67d57913 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2073195 May 06 12:43:55.886917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:55.924773 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:55.954600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:55.965502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.010966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:43:56.029155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-86c05e83-6a28-4fe3-af8d-cb653c806495 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:56.029524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-86c05e83-6a28-4fe3-af8d-cb653c806495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.037374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.062985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac70740-5e88-4b71-91dc-029e57c8ab22,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:56.085807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:43:56.089042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.101759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-86c05e83-6a28-4fe3-af8d-cb653c806495 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:56.195260 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.247120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.249321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e01af14-f04c-4123-a242-8e0a126b1b58 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8386285 May 06 12:43:56.257127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Subnet': ['ID=02561c59-238d-4511-aeda-ebd73ac38899,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:56.258997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37964) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.267287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.271485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07ab47cb-a30d-4bf4-a560-0ca89a01ab91 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/02561c59-238d-4511-aeda-ebd73ac38899 HTTP/1.1" status: 204 len: 168 time: 0.6751082 May 06 12:43:56.271640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f377a57d-7150-43fb-94fa-99cbc049ffe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:56.272190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37968) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.319689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:56.324781 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b100b31e-f3b7-4cda-b179-cbd52c19af61 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.325238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b100b31e-f3b7-4cda-b179-cbd52c19af61 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.327179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b100b31e-f3b7-4cda-b179-cbd52c19af61 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/1424e3e9-4645-4c3d-acfd-b99f677d0ac2 HTTP/1.1" status: 404 len: 337 time: 0.0539687 May 06 12:43:56.330057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37974) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.358921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:56.362869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:56.370005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:56.384148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f400cee-ec69-4a8b-8c81-78172c4d54b3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Synchronizing usage tracker for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:56.399030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f400cee-ec69-4a8b-8c81-78172c4d54b3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Unset dirty status for tenant:e8843a98367f4a578e76b2095c493c05 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:56.400408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f400cee-ec69-4a8b-8c81-78172c4d54b3 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "GET /v2.0/ports?device_id=61d106b7-774c-4b46-b9a6-b7813d76d8f0 HTTP/1.1" status: 200 len: 205 time: 0.0694339 May 06 12:43:56.403436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37978) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.424072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0dd31f70-a1e0-4391-953d-2bd99b5ae04b req-0ad90528-2bfb-4a97-b35b-845ccd24cded tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.1434634 May 06 12:43:56.430875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.4 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/aa84d0fa-df89-4daa-b0dc-7624115cbee8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:43:56.467920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:43:56.484605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:43:56.485665 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-70df7531-a921-4d2a-a03c-d6874414a0be tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] delete failed (client error): The resource could not be found. May 06 12:43:56.487061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70df7531-a921-4d2a-a03c-d6874414a0be tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/routers/61d106b7-774c-4b46-b9a6-b7813d76d8f0 HTTP/1.1" status: 404 len: 336 time: 0.0822840 May 06 12:43:56.492128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37982) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.499227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:56.500198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:56.541070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-41d67ec1-0722-4a93-a645-0b9fc157928e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7241282 May 06 12:43:56.542564 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3302b22-4f6e-472b-94ce-aff9763f5d2f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.542994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3302b22-4f6e-472b-94ce-aff9763f5d2f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.547182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b3302b22-4f6e-472b-94ce-aff9763f5d2f tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/8dff641f-da45-49bd-8bdb-34fa01e7bbe8 HTTP/1.1" status: 404 len: 337 time: 0.0533435 May 06 12:43:56.547757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37986) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.548129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37988) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.560799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83a48305-d6b8-4f5d-b3d4-ec767a9f066b req-4b119a13-1758-4af1-9c97-6e6efe336ec3 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0668066 May 06 12:43:56.659421 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c77bbb-26a3-4c97-9b50-47c13db9354b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.659421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c77bbb-26a3-4c97-9b50-47c13db9354b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.659608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-27c77bbb-26a3-4c97-9b50-47c13db9354b tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/90ae251a-6c46-471c-ae68-e0484a129d4e HTTP/1.1" status: 404 len: 337 time: 0.0996380 May 06 12:43:56.662459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.679661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:56.683282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.704066 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-689c8263-9b3b-4009-b978-10b129cd5054 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.704851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689c8263-9b3b-4009-b978-10b129cd5054 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.710951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-689c8263-9b3b-4009-b978-10b129cd5054 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/75f68c0a-5e5a-4637-9a1a-27282ac7fecf HTTP/1.1" status: 404 len: 337 time: 0.0474765 May 06 12:43:56.712158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.760177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f8e75-3f9f-4992-932f-108f5b403a83 None None] Network ecd54788-e6d4-44f2-a21c-33da1685c695 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:56.906665 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d2f5e0-272b-488a-9768-c0942b0c8e14 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.907277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d2f5e0-272b-488a-9768-c0942b0c8e14 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.911356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-41d2f5e0-272b-488a-9768-c0942b0c8e14 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/11ad0bac-5199-40f4-bd43-0b3ad69a8d8e HTTP/1.1" status: 404 len: 333 time: 0.1955035 May 06 12:43:56.912097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38002) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.951328 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc444820-b0aa-44cf-9633-320c03fb934a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.951328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc444820-b0aa-44cf-9633-320c03fb934a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:56.956530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc444820-b0aa-44cf-9633-320c03fb934a tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/7f4f6168-24ab-4aa6-b1b9-b221b1e28513 HTTP/1.1" status: 404 len: 337 time: 0.0408840 May 06 12:43:56.956530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38006) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:56.995466 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:56.998097 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36da991-69e3-4546-a6ba-0fd74052dc29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:56.998381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36da991-69e3-4546-a6ba-0fd74052dc29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:57.000901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c36da991-69e3-4546-a6ba-0fd74052dc29 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/795c3c75-c162-4fa2-aa8a-3a6454a84d25 HTTP/1.1" status: 404 len: 337 time: 0.0431030 May 06 12:43:57.003899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38010) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.033863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.051123 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e04d135-97c5-45a3-a3f1-b92f23debf85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:57.051844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e04d135-97c5-45a3-a3f1-b92f23debf85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:57.056233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e04d135-97c5-45a3-a3f1-b92f23debf85 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/ee06cebf-9328-4794-9ee2-befbd8a6eb76 HTTP/1.1" status: 404 len: 333 time: 0.0489426 May 06 12:43:57.056461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.059669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet ae0f666e-a092-4629-b3a5-e723fa01fd61 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:43:57.064102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.077036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74aef910-963d-419c-8b0c-a3272fde4cb5 None None] Provisioning complete for port e9e71f01-9166-48f2-9e9a-0902113ab81f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:57.077036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74aef910-963d-419c-8b0c-a3272fde4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.096145 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d88000-5cf1-4816-b4b0-068a1a186880 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:57.096591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d88000-5cf1-4816-b4b0-068a1a186880 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:57.098239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a2d88000-5cf1-4816-b4b0-068a1a186880 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/96df66d1-cad3-4ae8-90cb-6b0b5e0727d2 HTTP/1.1" status: 404 len: 337 time: 0.0409482 May 06 12:43:57.100830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38018) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.118073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.137702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.141599 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc00327f-c4e3-4dda-95a9-6ba3a58e76e2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] DELETE failed (client error): The resource could not be found. May 06 12:43:57.142044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc00327f-c4e3-4dda-95a9-6ba3a58e76e2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:43:57.146089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc00327f-c4e3-4dda-95a9-6ba3a58e76e2 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/subnets/4fb7864a-3110-44f8-ab76-954ad979634f HTTP/1.1" status: 404 len: 337 time: 0.0419581 May 06 12:43:57.146314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.198801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ddda1c-8470-4698-8f24-61a99710e09e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.219651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port 7415646b-b11f-48a9-aa7f-e29dd392a510 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:57.220265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.250885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.292260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.341670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.343051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8c1f2b41-2994-4701-b146-abe8f9c03fb8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0797629 May 06 12:43:57.346820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38026) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.364005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:57.369530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f377a57d-7150-43fb-94fa-99cbc049ffe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:57.392765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['acba61eb-d45e-49af-b13e-e548f6a1e131'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:43:57.424149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:43:57.447555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:43:57.453448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:43:57.462707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:43:57.493320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.532561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:43:57.533261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.542669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:43:57.542669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:43:57.620874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:57.621545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.643039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] DHCP port deletion for ecd54788-e6d4-44f2-a21c-33da1685c695 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:57.650899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:53Z', 'revision_number': 9, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:57.663400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-74aef910-963d-419c-8b0c-a3272fde4cb5 None None] Provisioning complete for port 7415646b-b11f-48a9-aa7f-e29dd392a510 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:43:57.663400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-74aef910-963d-419c-8b0c-a3272fde4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.691609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Deleting port e9e71f01-9166-48f2-9e9a-0902113ab81f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:57.691609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.705233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.731588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for 7415646b-b11f-48a9-aa7f-e29dd392a510 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:57.731702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:43:57.761890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.827588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:43:57.828257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:57.828524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45ffb820-5c94-4e66-af78-4e726db5d8cd req-7e7cc39e-0bad-4ec3-8fd4-566ed4cab853 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0765314 May 06 12:43:57.858945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-38564a5d-5a11-41f7-a63c-1ce23937b965 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4164512 May 06 12:43:57.861129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0f666e-a092-4629-b3a5-e723fa01fd61,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:57.873935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Request body: {'port': {'device_id': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:43:57.906335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.911088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f75c668f-b6b5-407e-b46c-2349890aaf23 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/ae0f666e-a092-4629-b3a5-e723fa01fd61 HTTP/1.1" status: 204 len: 168 time: 1.3526509 May 06 12:43:57.911244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:57.911988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38034) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:57.916797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a80cb3-4741-4d22-89a4-ef20195316a6 None None] Network f3efa22e-3a9a-4c20-b239-43b089c20057 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:43:57.942858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347063ea-b24d-487c-8436-053b3972cbe8 req-b0eb1f1a-b741-4456-a256-e2d03e514aee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:57.943518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-347063ea-b24d-487c-8436-053b3972cbe8 req-b0eb1f1a-b741-4456-a256-e2d03e514aee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:57.994656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.014373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-74aef910-963d-419c-8b0c-a3272fde4cb5 None None] Port 7415646b-b11f-48a9-aa7f-e29dd392a510 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:43:58.021272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.060865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.078181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Port': ['ID=7415646b-b11f-48a9-aa7f-e29dd392a510,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.119242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.119242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2334628-2d3b-4c1d-8eb9-d9f2d8412731,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.141635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.148287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-347063ea-b24d-487c-8436-053b3972cbe8 req-b0eb1f1a-b741-4456-a256-e2d03e514aee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:58.152896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-347063ea-b24d-487c-8436-053b3972cbe8 req-b0eb1f1a-b741-4456-a256-e2d03e514aee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 931 time: 0.4717853 May 06 12:43:58.158605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:58.158950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.248562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.250019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f52b5fc-9f0b-4047-9828-60805bf34518 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.9022701 May 06 12:43:58.253090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.259848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2687d008-212a-4941-9661-b6184bd35c02 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/ports/7415646b-b11f-48a9-aa7f-e29dd392a510 HTTP/1.1" status: 204 len: 168 time: 1.1125596 May 06 12:43:58.267373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38042) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.272723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-347063ea-b24d-487c-8436-053b3972cbe8 req-3bdf9485-2b26-4b31-a0c6-b93d9c8e6749 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 May 06 12:43:58.360785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.376758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.412396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:43:58.489722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.503991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,segment=NetworkSegment(eef8c3b6-f33d-446a-8ed4-8b011d3c59a4),segment_id=eef8c3b6-f33d-446a-8ed4-8b011d3c59a4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:58.503991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.512546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa84d0fa-df89-4daa-b0dc-7624115cbee8 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:43:58.519857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.545831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:58.546233 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.624243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Transition to ACTIVE for port object aa84d0fa-df89-4daa-b0dc-7624115cbee8 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:43:58.626154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.648200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2334628-2d3b-4c1d-8eb9-d9f2d8412731,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:58.654171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.657642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2716cd63-1356-49bb-89fa-e9ca2395a101 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c2334628-2d3b-4c1d-8eb9-d9f2d8412731 HTTP/1.1" status: 204 len: 168 time: 0.4032557 May 06 12:43:58.658305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:58.706756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.738111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port e9e71f01-9166-48f2-9e9a-0902113ab81f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:58.738430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:58.762559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9117ab4f-d78b-43c0-8a56-2ecb12b03dba tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:43:58.768771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:58.798639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Calling delete_port for e9e71f01-9166-48f2-9e9a-0902113ab81f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:58.865395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Pushing event updated for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.025378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9117ab4f-d78b-43c0-8a56-2ecb12b03dba tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:43:59.025378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9117ab4f-d78b-43c0-8a56-2ecb12b03dba tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3560154 May 06 12:43:59.038493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.074972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbec1e5-a7e8-44ae-ab25-cc350d674a61 None None] DHCP port deletion for f3efa22e-3a9a-4c20-b239-43b089c20057 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:43:59.081951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5cbec1e5-a7e8-44ae-ab25-cc350d674a61 None None] Deleting port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:43:59.082325 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5cbec1e5-a7e8-44ae-ab25-cc350d674a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.093441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Attempting to bind port aa84d0fa-df89-4daa-b0dc-7624115cbee8 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:43:59.093882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Attempting to bind port aa84d0fa-df89-4daa-b0dc-7624115cbee8 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:43:59.094284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Attempting to bind port aa84d0fa-df89-4daa-b0dc-7624115cbee8 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:59.101504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Port aa84d0fa-df89-4daa-b0dc-7624115cbee8 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:43:59.101905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Attempting to bind port aa84d0fa-df89-4daa-b0dc-7624115cbee8 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:43:59.110535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:43:59.110936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:43:59.111326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:43:59.111752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Bound port: aa84d0fa-df89-4daa-b0dc-7624115cbee8, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:43:59.112132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.114353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.117997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.164219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-239a3831-54ac-44d0-8b7b-dcfc15a9e387 req-03a082d8-e778-4f86-9974-8f5eb2961905 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.1064830 May 06 12:43:59.190833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] For port e9e71f01-9166-48f2-9e9a-0902113ab81f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e9e71f01-9166-48f2-9e9a-0902113ab81f,segment=NetworkSegment(628e3818-dea3-4fbb-a4b5-3947aafe9809),segment_id=628e3818-dea3-4fbb-a4b5-3947aafe9809)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:43:59.190833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.200563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=3e9a68b4-f1ee-4dd0-a5c0-6604d8374339,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.206544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.218666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5cbec1e5-a7e8-44ae-ab25-cc350d674a61 None None] The port '3e9a68b4-f1ee-4dd0-a5c0-6604d8374339' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:43:59.218666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] Pushing event deleted for resources: {'Port': ['ID=e9e71f01-9166-48f2-9e9a-0902113ab81f,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.225873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e1f1b-4b9e-4ff5-b0d1-9e3277189934 None None] No DVR routers for this DVR port e9e71f01-9166-48f2-9e9a-0902113ab81f on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:59.257645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:53Z', 'revision_number': 9, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:59.268545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd182-79e8-4b77-a72a-d70f067e2926 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:43:53Z', 'revision_number': 9, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b', 'name': '', 'network_id': 'caccc935-314a-4a12-8e68-06424322e0ba', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:a3:30:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:43:01Z', 'updated_at': '2022-05-06T12:43:17Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '62d7d6be-5154-4b8d-b69a-9e36b07c706b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:43:59.268798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:43:59.270291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:43:59.297150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No DVR routers for this DVR port 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:43:59.386867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.398281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Calling delete_port for e9e71f01-9166-48f2-9e9a-0902113ab81f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:43:59.431044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.515990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.515990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa84d0fa-df89-4daa-b0dc-7624115cbee8 HTTP/1.1" status: 200 len: 1091 time: 1.6461191 May 06 12:43:59.517581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:43:59.548685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8d950-c292-4494-8ac9-99778bec7d70 service neutron] Pushing event updated for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.566154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e997761-5dda-44f8-b32f-b1bfc418f78f req-ec09ccb5-c38f-41f1-8b5a-97ddb1724be2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:59.571608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.572702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e997761-5dda-44f8-b32f-b1bfc418f78f req-ec09ccb5-c38f-41f1-8b5a-97ddb1724be2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 943 time: 0.1769412 May 06 12:43:59.601632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:59.606567 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f9429d-725d-4284-9cc8-9da793dab355'] response: {'name': 'network-changed', 'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8', 'status': 'completed', 'code': 200} May 06 12:43:59.625117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3efa22e-3a9a-4c20-b239-43b089c20057']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:59.636941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:43:59.637285 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:43:59.641336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:59.641711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3e9a68b4-f1ee-4dd0-a5c0-6604d8374339 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:59.642152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:43:59.645687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:59.645990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef8c3b6-f33d-446a-8ed4-8b011d3c59a4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:43:59.672500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.679974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.682654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e997761-5dda-44f8-b32f-b1bfc418f78f req-0af8cc1c-f6e0-4f1f-8db9-b5b579cb6469 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078873 May 06 12:43:59.694633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e9e71f01-9166-48f2-9e9a-0902113ab81f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:43:59.694988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e9e71f01-9166-48f2-9e9a-0902113ab81f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:43:59.715472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5274c47-3c6f-4ba5-b77d-cdd886906c4b req-9c9c5fc4-4d44-48c9-bc18-94a52b346c00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 1094 time: 0.1063800 May 06 12:43:59.717204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ddda1c-8470-4698-8f24-61a99710e09e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:43:59.725042 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.731913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:43:59.732320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: timer() May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:43:59.748386 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:43:59.826634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.828448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93405517-431b-4ae5-b2f1-0477f41f2bc0 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/65ddda1c-8470-4698-8f24-61a99710e09e HTTP/1.1" status: 204 len: 168 time: 0.7883899 May 06 12:43:59.830804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38060) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.914344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5274c47-3c6f-4ba5-b77d-cdd886906c4b req-342009f0-a501-4d53-8e54-644f333fe5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:43:59.915800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5274c47-3c6f-4ba5-b77d-cdd886906c4b req-342009f0-a501-4d53-8e54-644f333fe5b2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=898228d8a247492d9bab8dd6b7f81fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1840765 May 06 12:43:59.926958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2922ba8e-4c73-45a2-8b4d-e1cd7ee48fe6 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0927665 May 06 12:43:59.929928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.943621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.948687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:43:59.985832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/f3efa22e-3a9a-4c20-b239-43b089c20057 HTTP/1.1" status: 204 len: 168 time: 2.0701265 May 06 12:43:59.988401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38068) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:43:59.990784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688ddd6-07e0-4805-8a8a-29b4a4e9e29c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=f3efa22e-3a9a-4c20-b239-43b089c20057,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:00.058799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.066836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5274c47-3c6f-4ba5-b77d-cdd886906c4b req-7f66f7e5-1e5e-46aa-ba1f-86a434c38173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:00.068578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5274c47-3c6f-4ba5-b77d-cdd886906c4b req-7f66f7e5-1e5e-46aa-ba1f-86a434c38173 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383522 May 06 12:44:00.122928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.139389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Deleting port e9e71f01-9166-48f2-9e9a-0902113ab81f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:00.139736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.229978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] The port 'e9e71f01-9166-48f2-9e9a-0902113ab81f' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:44:00.293369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-9c0de86c-4f13-42ba-8753-8483bc1d2a55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 1094 time: 0.1665671 May 06 12:44:00.377833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.405603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-23021a3f-dc7f-48d4-915c-28b14d960d6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8 HTTP/1.1" status: 200 len: 217 time: 0.1008115 May 06 12:44:00.475942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-0c79fc1a-ef96-401e-b8ed-03913a0b8bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:00.477636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-0c79fc1a-ef96-401e-b8ed-03913a0b8bb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.0624015 May 06 12:44:00.535084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-8d11eef6-bab4-4009-a410-b695b3e13ed6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432620 May 06 12:44:00.570872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.584357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cac70740-5e88-4b71-91dc-029e57c8ab22,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:00.593603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.594701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-82a5a1dd-8f82-4098-a2f5-18b794ecc12f tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cac70740-5e88-4b71-91dc-029e57c8ab22 HTTP/1.1" status: 204 len: 168 time: 0.6637015 May 06 12:44:00.601949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe8bcbd7-2f4b-4a0f-90c0-c03eb7c17f55 req-463abadf-49db-4e5f-a235-8c66e26ad718 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0801246 May 06 12:44:00.611074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38074) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:00.634146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd54788-e6d4-44f2-a21c-33da1685c695']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:00.660491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628e3818-dea3-4fbb-a4b5-3947aafe9809') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:00.660785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628e3818-dea3-4fbb-a4b5-3947aafe9809') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:00.675275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-c134f330-2d52-459f-83fc-d00169026d72 service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339626 May 06 12:44:00.677877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.772114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.841044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:00.841500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: timer() May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:00.857674 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:00.864731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43e8d336-2913-4633-a994-3d3b7b2e3d61 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:00.938267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92030a9c-2ce3-4092-9c04-41cb91b34388 req-04bf93b2-784a-4e39-90c8-cf80eea344fa service neutron] 10.222.0.13 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565930 May 06 12:44:00.973979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297721d-ddaa-44b1-ae9c-72302eb9dc41 req-7444b4b1-7131-48b5-a590-ca0fb9e8b5c3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:00.978394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0297721d-ddaa-44b1-ae9c-72302eb9dc41 req-7444b4b1-7131-48b5-a590-ca0fb9e8b5c3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 943 time: 0.1309884 May 06 12:44:00.997643 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.024043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0297721d-ddaa-44b1-ae9c-72302eb9dc41 req-cfa0dd04-2eb1-469a-b3d3-a1f2edcebefb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 May 06 12:44:01.207130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f9cd7e00-220f-49a3-92fd-21f14da0d518 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:01.215044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43e8d336-2913-4633-a994-3d3b7b2e3d61 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:01.215650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43e8d336-2913-4633-a994-3d3b7b2e3d61 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6036487 May 06 12:44:01.218680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38080) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:01.241134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.241773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f9cd7e00-220f-49a3-92fd-21f14da0d518 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:01.242115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f9cd7e00-220f-49a3-92fd-21f14da0d518 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:01.248724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.252235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.263918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.305020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] Pushing event deleted for resources: {'Network': ['ID=ecd54788-e6d4-44f2-a21c-33da1685c695,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.316405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c13408c0-a31e-4ce7-91ac-6b327490d4e7 tempest-PortsIpV6TestJSON-1000144899 tempest-PortsIpV6TestJSON-1000144899-project] 10.222.0.83 "DELETE /v2.0/networks/ecd54788-e6d4-44f2-a21c-33da1685c695 HTTP/1.1" status: 204 len: 168 time: 3.0468709 May 06 12:44:01.377366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.400064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaf9e6dd-4de6-4dda-8af2-c1261106c50f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.522967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.522967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6bf11747-84fc-4af2-adb3-f1f0ff7df4ef tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/aaf9e6dd-4de6-4dda-8af2-c1261106c50f HTTP/1.1" status: 204 len: 168 time: 0.2957854 May 06 12:44:01.526152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38086) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:01.642452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a99ab240-d3de-4c2f-9cdd-f15fac073797 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1142585 May 06 12:44:01.652235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38090) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:01.681898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.694982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.743046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce84fb0c-9333-47b9-a8ef-05c3f0b82b3a req-ba2c0a91-c136-40ce-a9ee-508a70c67a4f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0568166 May 06 12:44:01.769905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:01.770300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.789786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.816250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9268e9f-281c-47b2-8464-ffeff47e5173,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:01.820482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:01.825310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aacb74f5-094c-4e8e-9369-14c6a7f9bb04 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c9268e9f-281c-47b2-8464-ffeff47e5173 HTTP/1.1" status: 204 len: 168 time: 0.1801848 May 06 12:44:01.825993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38096) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:01.852433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62654d97-1dd9-40f1-b2ac-bbb938ffe2b4 req-9e04cda1-a2a6-4208-a063-d3bdba0d52c3 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0835474 May 06 12:44:01.874118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c620c96c-4830-40b8-af4d-f6d411cc5867 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:02.005976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:02.006366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.047960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c620c96c-4830-40b8-af4d-f6d411cc5867 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:02.049278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c620c96c-4830-40b8-af4d-f6d411cc5867 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2222679 May 06 12:44:02.053042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.069033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38108) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.132863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.163436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.271542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:02.321193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9823f1b8-8254-4385-92a2-78b0bcdb26c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e8843a98367f4a578e76b2095c493c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2510748 May 06 12:44:02.324241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38114) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.344009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f38a-bab3-4eb0-acb3-513bc6f00ad3 req-ba7cb532-2c2d-47b6-80e0-bd2524554c91 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:02.345437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1021f38a-bab3-4eb0-acb3-513bc6f00ad3 req-ba7cb532-2c2d-47b6-80e0-bd2524554c91 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 943 time: 0.1716037 May 06 12:44:02.423490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1021f38a-bab3-4eb0-acb3-513bc6f00ad3 req-e1b7f618-2f9a-4785-b6a7-1a10df513100 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713346 May 06 12:44:02.430753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.461360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.473497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.497570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377a57d-7150-43fb-94fa-99cbc049ffe0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:02.623605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.671144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:02.713124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.713124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b20be582-7957-411f-a5b8-09bb88f31d10 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/f377a57d-7150-43fb-94fa-99cbc049ffe0 HTTP/1.1" status: 204 len: 168 time: 0.6513629 May 06 12:44:02.713124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.713394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:02.727917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6016e5-165b-48a6-b6a5-11281bee82d0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:02.750818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:02.757902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b4015ac-7933-48e7-b544-2ab9a3e4b969 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9a6016e5-165b-48a6-b6a5-11281bee82d0 HTTP/1.1" status: 204 len: 168 time: 0.4311099 May 06 12:44:02.842508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2bd72ab8-132f-4f88-8980-80830c1f6489 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:03.051925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.236827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f909b9a-a5ec-411a-a86e-c2b7ea37f4bf req-31a9c541-253d-48ac-aa43-66c60bdc908f tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0519171 May 06 12:44:03.248386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2bd72ab8-132f-4f88-8980-80830c1f6489 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:03.248386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2bd72ab8-132f-4f88-8980-80830c1f6489 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5258524 May 06 12:44:03.253714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:03.264976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--946436682'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:03.282419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:03.295760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:03.600731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.632394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397a999-4cd1-4e9b-b15d-00febb2b5176 req-05364bb3-40df-4d20-b852-9056d7ccbe7c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:03.633978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1397a999-4cd1-4e9b-b15d-00febb2b5176 req-05364bb3-40df-4d20-b852-9056d7ccbe7c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 943 time: 0.0828509 May 06 12:44:03.667033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:03.673496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:03.677296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:03.688333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1397a999-4cd1-4e9b-b15d-00febb2b5176 req-b4b43c89-d5cf-4d4a-b047-976ffe0a268e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 May 06 12:44:03.688478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:03.749265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:03.765614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:03.884969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.069315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4326829a-2885-4299-a096-600662005141,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.108426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:04.116231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38146) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.116437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bad68ae6-213a-4385-a8c6-eae0538d2a95 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1267276 May 06 12:44:04.118505 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:04.130854 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:04.131448 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:04.184760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.188421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b640c788-9256-4542-bb66-a1c2953e5c01 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9327664 May 06 12:44:04.193548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.194628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': '4326829a-2885-4299-a096-600662005141', 'direction': 'ingress', 'protocol': 17}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:04.201291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:04.205840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:04.208771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:04.215304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:04.221273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device aa84d0fa-df89-4daa-b0dc-7624115cbee8 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:44:04.316778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.331829 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:04.364667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 62d7d6be-5154-4b8d-b69a-9e36b07c706b {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:04.372205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.388186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38158) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.473788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:04.474746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5effb5bf-daec-4168-8c2f-bcf622855478 req-7d7459a1-4074-4f17-bf14-89b3242b183a tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0534439 May 06 12:44:04.488631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.503547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.514182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8', 'mac_address': 'fa:16:3e:57:66:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:44:04.589418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1794841864'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:04.599337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:04.601904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.606278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:04.611150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:04.624924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:04.626362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa84d0fa-df89-4daa-b0dc-7624115cbee8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:04.641835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.643689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:04.648493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.674906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd13f59d-9847-4368-a1bf-f457f4056c5b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.779055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.802505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.809169 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:02Z', 'revision_number': 10, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:04.814743 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:04.823267 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.824704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.832667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.840331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78c41170-0a9d-492b-8253-ecdd18ab671b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6504650 May 06 12:44:04.841126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38168) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:04.850104 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:04.851128 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:04.865970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:04.870981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:04.874060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:04.884768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:04.920749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.936217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=62d7d6be-5154-4b8d-b69a-9e36b07c706b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:04.955203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:04.961471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4ee4f-4df1-4f20-9296-c4c935165bf2 None None] Network caccc935-314a-4a12-8e68-06424322e0ba requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:04.966424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ee83588-f7e8-4415-8fc2-b0db3a849027 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/62d7d6be-5154-4b8d-b69a-9e36b07c706b HTTP/1.1" status: 204 len: 168 time: 0.8491235 May 06 12:44:04.967032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:05.058094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.105267 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:05.126138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.140437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.173620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba1686e3-492a-4a58-846d-bf8a5b0d6b6a req-513248e5-85c4-4234-a5be-81d11e5d4c7b tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c&device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.1811812 May 06 12:44:05.179468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cf86d-9b61-43e8-97d5-96c116ccccdb req-c215ff6b-97eb-4316-888b-f83ab9e3ee9f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:05.180951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-274cf86d-9b61-43e8-97d5-96c116ccccdb req-c215ff6b-97eb-4316-888b-f83ab9e3ee9f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 944 time: 0.2752244 May 06 12:44:05.234685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.258991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['aa84d0fa-df89-4daa-b0dc-7624115cbee8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:05.275116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97af5bd-b5d2-4e20-814c-132e8d820ec4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.298935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-274cf86d-9b61-43e8-97d5-96c116ccccdb req-68e36d99-5039-439c-a40c-45d0cb76767f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974786 May 06 12:44:05.299947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:05.304148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:05.308708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:05.314791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:05.333085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.345296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.357238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 370e6120-0c1c-4a02-8f20-417933126e99 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:05.357917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.379956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326829a-2885-4299-a096-600662005141,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.431896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.431896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3456e290-71a1-4d37-842c-be9c070bae85 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/4326829a-2885-4299-a096-600662005141 HTTP/1.1" status: 204 len: 168 time: 0.5883248 May 06 12:44:05.439645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38178) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:05.469159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.538633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] DHCP port deletion for caccc935-314a-4a12-8e68-06424322e0ba request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:05.554344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Deleting port 370e6120-0c1c-4a02-8f20-417933126e99 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:05.559209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.589766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.644773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063b0be5-4dce-48fc-9a88-1910879566f8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:05.645679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c8df7ce-2d64-416e-931c-fe3d4a956480 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:05.665814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:02Z', 'revision_number': 10, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:05.670582 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85e90d-4021-4c55-83ef-0430a05a6c60 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:02Z', 'revision_number': 10, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None, '_interfaces': [{'id': '8e18207e-5a5b-4556-aa1d-a71c32dd16b8', 'name': '', 'network_id': 'c7ca361f-4534-446d-8020-e022094e4705', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'mac_address': 'fa:16:3e:83:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:42:49Z', 'updated_at': '2022-05-06T12:43:05Z', 'revision_number': 5, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'subnets': [{'id': '546c6aa6-3146-467a-8dec-eaad2830278e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:05.700189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 370e6120-0c1c-4a02-8f20-417933126e99, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=370e6120-0c1c-4a02-8f20-417933126e99,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:05.700865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.754853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.762257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7b5b44e5-0e82-41a3-8f21-b9435fb1baa2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3670518 May 06 12:44:05.763865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38182) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:05.835538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c8df7ce-2d64-416e-931c-fe3d4a956480 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:05.842304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c8df7ce-2d64-416e-931c-fe3d4a956480 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3972263 May 06 12:44:05.847201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:05.849461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 370e6120-0c1c-4a02-8f20-417933126e99 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:05.855295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--849110559'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:05.864399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3dc68e36-9c45-4012-99c6-2ce9145f6d6f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:05.878073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:05.917889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] For port 370e6120-0c1c-4a02-8f20-417933126e99, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=370e6120-0c1c-4a02-8f20-417933126e99,segment=NetworkSegment(170e5134-ad82-4b70-9e29-c53fd07963e5),segment_id=170e5134-ad82-4b70-9e29-c53fd07963e5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:05.918530 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:05.946032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:05.962865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfd44895-25e1-4b8c-bdc7-466f97221ef0 req-425a9cc5-0607-42cd-9efd-6361a75cccc4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfab309ba78b4b19b3463d87f68c1787&device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0587940 May 06 12:44:06.000195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfd44895-25e1-4b8c-bdc7-466f97221ef0 req-4cb67055-d753-497d-a54b-3cc63e8b9f41 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dfab309ba78b4b19b3463d87f68c1787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284801 May 06 12:44:06.055001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Calling delete_port for 370e6120-0c1c-4a02-8f20-417933126e99 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:06.071632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40eb26d6-7fe7-4eb1-bad8-ba0bf40a1349 req-bb6f80b8-3eb2-445b-ae97-fc0abba8a394 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0736537 May 06 12:44:06.075162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.134983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.140491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=370e6120-0c1c-4a02-8f20-417933126e99,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.148408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No DVR routers for this DVR port 370e6120-0c1c-4a02-8f20-417933126e99 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:06.156784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:44:06.157273 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:44:06.160240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3dc68e36-9c45-4012-99c6-2ce9145f6d6f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:06.164348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3dc68e36-9c45-4012-99c6-2ce9145f6d6f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3965795 May 06 12:44:06.176631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38192) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.186098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-security--823855349', 'description': 'tempest-security-description-1485469454'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:06.257191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:06.270279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:06.278081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:06.279418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.282315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.296790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd44895-25e1-4b8c-bdc7-466f97221ef0 req-3398972b-7a47-4fdd-9d40-1087969cd628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.298348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfd44895-25e1-4b8c-bdc7-466f97221ef0 req-3398972b-7a47-4fdd-9d40-1087969cd628 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629604 May 06 12:44:06.301086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:06.310387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caccc935-314a-4a12-8e68-06424322e0ba']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:06.323612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170e5134-ad82-4b70-9e29-c53fd07963e5') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:06.323933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170e5134-ad82-4b70-9e29-c53fd07963e5') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:06.335873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.356201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.357652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.365448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:06.365964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: timer() May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:06.394957 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:06.399913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.509533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.539473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.543919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "PUT /v2.0/security-groups/063b0be5-4dce-48fc-9a88-1910879566f8 HTTP/1.1" status: 200 len: 1611 time: 0.3630927 May 06 12:44:06.544778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59d0d8-188c-4f17-9666-021184b3eeda req-5a840e51-e38b-45da-9116-e85d2d59f1d3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:06.546205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.546350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da59d0d8-188c-4f17-9666-021184b3eeda req-5a840e51-e38b-45da-9116-e85d2d59f1d3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 944 time: 0.0894046 May 06 12:44:06.566162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888679c-5092-4a79-adc0-ecc4bffc5fbd tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063b0be5-4dce-48fc-9a88-1910879566f8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.575011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.600801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da59d0d8-188c-4f17-9666-021184b3eeda req-0244ae3e-8ef8-4c0f-95c1-e4ffb6456fd8 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487387 May 06 12:44:06.608234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.614769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.637974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9329c843-04cf-4eb1-935c-1c3a4e4ce158,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.658784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Deleting port 370e6120-0c1c-4a02-8f20-417933126e99 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:06.659293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.668233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/caccc935-314a-4a12-8e68-06424322e0ba HTTP/1.1" status: 204 len: 168 time: 1.6915891 May 06 12:44:06.668561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.668650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2e47a-a05e-4a25-bd45-c4835834112c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=caccc935-314a-4a12-8e68-06424322e0ba,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:06.721776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9f08f91-6d9d-4114-be86-4678ee8fb1f3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups/063b0be5-4dce-48fc-9a88-1910879566f8 HTTP/1.1" status: 200 len: 1611 time: 0.1740654 May 06 12:44:06.730979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-af530473-98f9-483d-8236-d3265a69cbe2 None None] The port '370e6120-0c1c-4a02-8f20-417933126e99' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:44:06.731793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.780511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.781723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-39462bbc-e09b-45e4-8d1c-48b46da68503 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9334271 May 06 12:44:06.785411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38214) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:06.803233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144384941'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:06.815498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:06.834395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.839878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:06.871388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:06.978171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.016110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:07.021095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:07.023054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.024689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:07.033319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:07.064995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.105099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b0be5-4dce-48fc-9a88-1910879566f8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:07.119246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.271030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 370e6120-0c1c-4a02-8f20-417933126e99 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:07.303614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ec0d68b-49e9-41af-a995-efb7b4944bb4 req-ef655c12-3d5e-4a82-b476-7ba298757f4e tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0544176 May 06 12:44:07.307844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.340290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 370e6120-0c1c-4a02-8f20-417933126e99 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:07.340821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 370e6120-0c1c-4a02-8f20-417933126e99 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:07.341202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:07.343190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.347065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e115023e-8bba-4ea6-a464-00e6429b0aba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/063b0be5-4dce-48fc-9a88-1910879566f8 HTTP/1.1" status: 204 len: 168 time: 0.6188352 May 06 12:44:07.348820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38222) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:07.397996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ef620-8491-4317-94e0-abfae9609b20,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:07.408540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:07.409319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c0abe69-c87b-4a7e-aaf8-b7030a9a7c1b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:07.430792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fcf357f-79fa-4878-898b-b5a55d6a15bf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:07.511321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.512613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5446250-041b-404c-a243-3cb93b91978b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7259057 May 06 12:44:07.515278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:07.520851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': '9329c843-04cf-4eb1-935c-1c3a4e4ce158', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '330ef620-8491-4317-94e0-abfae9609b20', 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:07.528065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:07.535054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:07.538876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:07.546435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:07.675625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4fcf357f-79fa-4878-898b-b5a55d6a15bf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:07.675625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4fcf357f-79fa-4878-898b-b5a55d6a15bf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3219881 May 06 12:44:07.680545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:07.696168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.700769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.701304 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-6df45b3d-6e96-4639-b30d-0311fe9395cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] delete failed (client error): The resource could not be found. May 06 12:44:07.702539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6df45b3d-6e96-4639-b30d-0311fe9395cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/063b0be5-4dce-48fc-9a88-1910879566f8 HTTP/1.1" status: 404 len: 347 time: 0.0236630 May 06 12:44:07.706552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.707430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38238) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:07.716673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.716673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.716862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945560474'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:07.717263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.721592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:07.722379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:07.730013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-10cfe9a1-a9bb-4499-9271-e69327893f4b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.2325213 May 06 12:44:07.736007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:07.769189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.808500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfd44895-25e1-4b8c-bdc7-466f97221ef0 req-5f72828f-8493-4cd6-8db6-be24c722538b tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.86 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0547769 May 06 12:44:07.875955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:07.892544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7185d5c-0939-4fce-b3a1-686293ef5930 req-3f4b17b3-93f8-4352-b25f-df709ec82b95 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612134 May 06 12:44:07.951153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:07.960160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:07.966478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:07.980251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:08.011150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.031408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433e3c8-b048-43c8-9f8b-ad83c7038fd8 req-009a792c-f236-462b-aa50-d5f573e0278b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:08.032916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2433e3c8-b048-43c8-9f8b-ad83c7038fd8 req-009a792c-f236-462b-aa50-d5f573e0278b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 944 time: 0.2109723 May 06 12:44:08.116806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:08.117115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.117205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.120733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2433e3c8-b048-43c8-9f8b-ad83c7038fd8 req-6dbf52aa-318b-4392-8b78-9023a39630f7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813112 May 06 12:44:08.206543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.224160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device aa84d0fa-df89-4daa-b0dc-7624115cbee8 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:08.234191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b938466a-57a8-4de2-9fb6-f9d777d7e9db,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.297637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.317827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 8e18207e-5a5b-4556-aa1d-a71c32dd16b8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:08.318586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.431101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94439c59-aae5-4887-855e-6053e1409a75,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.455697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.455697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a27ba91d-167d-4a5d-9f14-33c3dd08d91a tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9263265 May 06 12:44:08.459163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port aa84d0fa-df89-4daa-b0dc-7624115cbee8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:08.459163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a240cad3-a598-486d-bd54-9491e7c52d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.463757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:08.469810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port aa84d0fa-df89-4daa-b0dc-7624115cbee8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:08.469810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.474043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38244) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:08.520197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.534707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.592325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.592464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.592613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0a161bf-69bd-4458-8f32-473a25def05f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8821471 May 06 12:44:08.595217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38248) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:08.601543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': '94439c59-aae5-4887-855e-6053e1409a75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:08.608881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:08.614077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:08.617739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:08.620296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a098645e-29fa-4fd1-a9cf-020e62f405ed req-c522b51c-8d98-4329-ad36-d1a9821d8ff9 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=8203d185-eb01-4d5d-a69c-3f135f83da6c HTTP/1.1" status: 200 len: 210 time: 0.0543573 May 06 12:44:08.620479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:08.626043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:08.630794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:08.686648 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9487e6-ee61-4af4-9b1a-2eb20cd77436'] response: {'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8', 'code': 200} May 06 12:44:08.708754 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.745611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.745611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/b938466a-57a8-4de2-9fb6-f9d777d7e9db HTTP/1.1" status: 204 len: 168 time: 0.2675955 May 06 12:44:08.745611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed62196-a90b-4339-80be-7065c2386fc5 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b938466a-57a8-4de2-9fb6-f9d777d7e9db,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.745611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38254) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:08.766128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.838175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.856427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.859218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ece7c430-4bd8-4c88-bf2d-41b6f896090c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:08.880486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:08.928087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=8e18207e-5a5b-4556-aa1d-a71c32dd16b8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:08.938335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0808a945-0833-4392-b881-5a0ddca6f3d3 req-53c2d08d-4c0e-4943-a5d0-3b687e1b2aec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 1096 time: 0.1655462 May 06 12:44:08.939985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.013142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0808a945-0833-4392-b881-5a0ddca6f3d3 req-c0642d82-9ca7-4fe3-8bcd-9b196992339e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 May 06 12:44:09.013142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ece7c430-4bd8-4c88-bf2d-41b6f896090c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.013142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ece7c430-4bd8-4c88-bf2d-41b6f896090c tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2651186 May 06 12:44:09.013502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38260) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.126004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.137968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.191253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.197974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e272d4c2-73a0-4b99-94bc-fd864da51101,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:09.314735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.316148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fb2cc53d-5065-46c2-97b5-257dae84912e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7206562 May 06 12:44:09.326421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.396950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.402105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.439427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.450346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.450496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.450582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ef620-8491-4317-94e0-abfae9609b20,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:09.450675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.451757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.455559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.459354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.463433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.465663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-f53b18e2-f4cd-40aa-bf55-e485e70783dc tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.4483526 May 06 12:44:09.496264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbde237-cd1e-447c-96c0-b971b296e1fb req-50ea511a-b742-43f1-bde0-cd711d577366 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.497980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fbde237-cd1e-447c-96c0-b971b296e1fb req-50ea511a-b742-43f1-bde0-cd711d577366 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.1445246 May 06 12:44:09.548991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.556899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fbde237-cd1e-447c-96c0-b971b296e1fb req-1007ebce-e304-470e-aae2-5a0c60af1a91 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531468 May 06 12:44:09.564458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.568295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.572365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.576817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.580642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.584475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.588467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.590445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-8d3d2ce8-97a3-4d5d-a943-20422be1e981 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5434 time: 0.4762890 May 06 12:44:09.603058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-db76306b-5f24-4535-abc6-ff2555cf96df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:09.603058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-db76306b-5f24-4535-abc6-ff2555cf96df tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1224537 May 06 12:44:09.652088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.661803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.662939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/e272d4c2-73a0-4b99-94bc-fd864da51101 HTTP/1.1" status: 204 len: 168 time: 0.3354907 May 06 12:44:09.665695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.683374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c8dbb-6fb4-492e-abb1-2e822008db59 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e272d4c2-73a0-4b99-94bc-fd864da51101,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:09.688353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:09.689463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-160f267f-10b1-4337-bb63-ddc58652cb86 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/330ef620-8491-4317-94e0-abfae9609b20 HTTP/1.1" status: 204 len: 168 time: 0.6748493 May 06 12:44:09.693215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38278) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.772455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5aff5ce3-7df3-463d-9218-bf582313cfba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:09.790968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35e8c067-7065-4f51-b2f3-04a2fcdd5aa1 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:09.880680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35e8c067-7065-4f51-b2f3-04a2fcdd5aa1 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.884820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35e8c067-7065-4f51-b2f3-04a2fcdd5aa1 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1880057 May 06 12:44:09.885956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38284) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.901655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5aff5ce3-7df3-463d-9218-bf582313cfba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:09.905971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5aff5ce3-7df3-463d-9218-bf582313cfba tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2367146 May 06 12:44:09.906799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38288) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:09.928449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b59b374-c0fe-4683-9ac8-7d9dcd692536 req-1789db3a-1f44-44e4-8252-08b9cd646ed9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3302267 May 06 12:44:10.033531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.034825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.080838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.088984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-321b5ad3-1b52-4d4a-bb3c-2a37900ffa2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4736459 May 06 12:44:10.094866 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.100702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:10.246111 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.264427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329c843-04cf-4eb1-935c-1c3a4e4ce158,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:10.297932 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.319054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94439c59-aae5-4887-855e-6053e1409a75,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:10.358670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.423362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.425949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-93fc1582-5567-470c-82ee-b85725e56494 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/9329c843-04cf-4eb1-935c-1c3a4e4ce158 HTTP/1.1" status: 204 len: 168 time: 0.5382831 May 06 12:44:10.430852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38294) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.435151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cab4d92e-9dd4-4e0c-b9e8-354b1b6a5931 req-5c648380-9d7a-4c68-8f93-10878a1346f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfab309ba78b4b19b3463d87f68c1787&device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.0990596 May 06 12:44:10.436289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.439948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0854101-7687-4fa4-8312-83348799849c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/94439c59-aae5-4887-855e-6053e1409a75 HTTP/1.1" status: 204 len: 168 time: 0.5293500 May 06 12:44:10.440662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:10.441327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.483167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cab4d92e-9dd4-4e0c-b9e8-354b1b6a5931 req-9a15cd70-343a-4084-b490-687415348af1 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dfab309ba78b4b19b3463d87f68c1787&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323000 May 06 12:44:10.516645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e184017b-3d85-4187-bf1e-3186f02f786e req-628f1845-520e-4991-ae89-3d52e11d9d5f tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.0808103 May 06 12:44:10.544514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8e2a0820-b89d-4806-a352-916bff678bbd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:10.646659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:10.686028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ffef9a7-9f09-444c-ac4c-261e93e504bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.692960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d92e-9dd4-4e0c-b9e8-354b1b6a5931 req-8d172058-da04-4cf9-a4f1-421a508a91d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:10.694509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cab4d92e-9dd4-4e0c-b9e8-354b1b6a5931 req-8d172058-da04-4cf9-a4f1-421a508a91d2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2039878 May 06 12:44:10.764831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8e2a0820-b89d-4806-a352-916bff678bbd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:10.766369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8e2a0820-b89d-4806-a352-916bff678bbd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3339856 May 06 12:44:10.771204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.782959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851672869'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:10.787603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:10.800188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:10.806201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:10.808111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66bf64aa-5f23-4a52-a7b9-781adbea35f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3276551 May 06 12:44:10.813675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38308) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.840677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440398292'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:10.845572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:10.849797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:10.856549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:10.869216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dc77d-319e-4804-a53e-6ce3b1bfe4e2 req-4e453ea9-c238-4ed3-ba46-092fc7f218c4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:10.871434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c6dc77d-319e-4804-a53e-6ce3b1bfe4e2 req-4e453ea9-c238-4ed3-ba46-092fc7f218c4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.1757290 May 06 12:44:10.879852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:10.882746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2c8fb510-e800-4e25-85ee-358db074c240,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:10.900134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:10.916447 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2034bd-4cab-4465-ad9a-452a45c2ec85'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'code': 200} May 06 12:44:10.918139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:10.919735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb3662f3-091a-4171-9f9e-ad52f36bb7c7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2579515 May 06 12:44:10.924059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:10.935014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:10.935935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:10.941648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] For port 2c8fb510-e800-4e25-85ee-358db074c240, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:10.958521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c6dc77d-319e-4804-a53e-6ce3b1bfe4e2 req-785224e8-a436-4422-a9d4-ee836411024c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803635 May 06 12:44:11.012074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.012271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] device_id is not set on port 2c8fb510-e800-4e25-85ee-358db074c240 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:11.021924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.069639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.070329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2c8fb510-e800-4e25-85ee-358db074c240 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:11.133277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:11.140790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:11.151800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:11.160226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:11.169807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting subnet 546c6aa6-3146-467a-8dec-eaad2830278e {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:11.172827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.186814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:11.222470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.234647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.325694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:11.337285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.350906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.361336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.375085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:11.404923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a16b6464-324f-496e-9104-131c95871e13 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:11.454927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:11.455574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:11.477388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.527711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.531963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.535871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.540043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.544522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.549204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.551482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.558127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.558127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d860265-cb60-4113-bc44-96370bf55a57 req-1cf75607-33ad-4405-be87-b3b77f84406c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 5432 time: 0.4470809 May 06 12:44:11.558127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:11.583950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.616883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:11.623871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] No DVR routers for this DVR port 2c8fb510-e800-4e25-85ee-358db074c240 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:11.643404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Subnet': ['ID=546c6aa6-3146-467a-8dec-eaad2830278e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.654686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.658049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:11.684626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:11.710714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:11.724383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d860265-cb60-4113-bc44-96370bf55a57 req-e436b144-99e1-427b-9a92-a187e85e702a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323156 May 06 12:44:11.725149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] In _notify_port_updated(), no bound segment for port 2c8fb510-e800-4e25-85ee-358db074c240 on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:44:11.726234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.727485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d9e1038e-c228-4945-81a9-98c122e4c3a9 service neutron] 10.222.0.86 "PUT /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 200 len: 1027 time: 1.6322682 May 06 12:44:11.805515 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.806977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0347164 May 06 12:44:11.811609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:11.813472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffb15-ac0b-4879-b003-6305347b9672 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196b4290-c0fa-4c2b-b2e4-e851c8dfdcb7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:11.849937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.855568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9552bdc0-8f6a-4aa8-a5af-ac990619bf9d tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/546c6aa6-3146-467a-8dec-eaad2830278e HTTP/1.1" status: 204 len: 168 time: 0.9257700 May 06 12:44:11.863349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:11.871720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': '196b4290-c0fa-4c2b-b2e4-e851c8dfdcb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:11.871922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d85ae7a5-4696-48eb-88fb-5679d8c27cd5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:11.871922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-d85ae7a5-4696-48eb-88fb-5679d8c27cd5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "GET /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1346898 May 06 12:44:11.877666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:11.903846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:11.916255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:11.925891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980117c-bc31-4f23-810e-4257b7322329 None None] Network c7ca361f-4534-446d-8020-e022094e4705 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:11.957363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:12.021311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:12.021912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ad817b-c4fd-4517-8651-1aa442f754cf None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:12.028751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9e1da6a1-9242-4a0e-853c-7b3ccea2b5a9 req-2cc4a82a-1706-48b8-93ba-bc286886a068 tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.83 "GET /v2.0/ports?device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.1546257 May 06 12:44:12.062196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:12.086425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:12.091938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cab4d92e-9dd4-4e0c-b9e8-354b1b6a5931 req-dbf1f428-9a07-4d3b-b099-387c37f7e0ed tempest-ServerShowV247Test-622219132 tempest-ServerShowV247Test-622219132-project] 10.222.0.86 "GET /v2.0/ports?device_id=f26a2d1f-01d7-4e28-bd7e-4ee71c44595b HTTP/1.1" status: 200 len: 210 time: 0.0721622 May 06 12:44:12.117916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.145479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.159084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:12.195568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b5ee88dd-8323-47c0-9a7f-650a94a1bc46 None None] Provisioning complete for port 2c8fb510-e800-4e25-85ee-358db074c240 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:12.195568 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5ee88dd-8323-47c0-9a7f-650a94a1bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.242501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.268406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Deleting port 1548bd97-e523-41af-8662-eee7348a7c6b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:12.268406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.287392 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.306659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee88dd-8323-47c0-9a7f-650a94a1bc46 None None] Port 2c8fb510-e800-4e25-85ee-358db074c240 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:12.312488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.318078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.346327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.347291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.348111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b8b30efd-f70d-4833-9735-9111829936c2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:12.349235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.396866 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.435818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893945d0-3ac8-4df6-9e7e-4bd417769050,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:12.460204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] DHCP port deletion for c7ca361f-4534-446d-8020-e022094e4705 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:12.481140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbec5e6-9f5d-4128-b1fc-7a629ad74899,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:12.484050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Deleting port 1548bd97-e523-41af-8662-eee7348a7c6b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:12.484403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.527315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f30b-39cb-43de-993d-99ecc1243814 req-f769d80f-91e9-42c7-953f-e1262ae1f602 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:12.528899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6860f30b-39cb-43de-993d-99ecc1243814 req-f769d80f-91e9-42c7-953f-e1262ae1f602 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.3796446 May 06 12:44:12.572763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.573890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a4893daf-f08e-4911-a2cb-b3c4c7fe9177 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7409730 May 06 12:44:12.577206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:12.607614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:12.628816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.630113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.634099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ccf3623a-aeac-4199-a40e-9117893710b6 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8056176 May 06 12:44:12.634856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:12.651454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.652453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'cdbec5e6-9f5d-4128-b1fc-7a629ad74899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:12.653978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.685187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:12.717271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:12.749778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:12.770043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:12.784862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.788495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:12.825928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] For port 1548bd97-e523-41af-8662-eee7348a7c6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1548bd97-e523-41af-8662-eee7348a7c6b,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:12.826294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.835902 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.837959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:12.850546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:12.853474 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/893945d0-3ac8-4df6-9e7e-4bd417769050 HTTP/1.1" status: 204 len: 168 time: 0.2749898 May 06 12:44:12.861887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38344) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:12.862023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6860f30b-39cb-43de-993d-99ecc1243814 req-51c288bd-0b15-4e0f-958c-4143c61f78c7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089075 May 06 12:44:12.870992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c34349-01f5-45ad-8b8a-c9c00470056b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=893945d0-3ac8-4df6-9e7e-4bd417769050,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:12.950058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-313aaf0d-6cba-414a-a637-49aba9bf3012 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:12.971719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16b6464-324f-496e-9104-131c95871e13'}, {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:12.998233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Calling delete_port for 1548bd97-e523-41af-8662-eee7348a7c6b owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:13.006848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] For port 1548bd97-e523-41af-8662-eee7348a7c6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1548bd97-e523-41af-8662-eee7348a7c6b,segment=NetworkSegment(efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3),segment_id=efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:13.007466 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.059188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-313aaf0d-6cba-414a-a637-49aba9bf3012 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:13.060755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-313aaf0d-6cba-414a-a637-49aba9bf3012 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1949332 May 06 12:44:13.064234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.108438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.144323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.150516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.154179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.162484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.167988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.172225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.174238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01020444-33e8-450e-8cbd-d11d517be643 req-69683118-62ae-430c-b4ee-8474eae5b6b4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 4654 time: 0.1939318 May 06 12:44:13.224235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.242228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Calling delete_port for 1548bd97-e523-41af-8662-eee7348a7c6b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:13.284023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.294858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01020444-33e8-450e-8cbd-d11d517be643 req-ed0bff8b-d37b-4f7b-a8af-04d5c87b4cbf tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&id=8b924aef-a606-4fc9-a8fe-b67824ac19f6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131210 May 06 12:44:13.300528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1548bd97-e523-41af-8662-eee7348a7c6b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:13.328039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:13.339752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.386841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838f438-1431-49de-9416-e818a090ec89 req-589b1cbc-ed1c-42b0-8e00-9100741d8771 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.388362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2838f438-1431-49de-9416-e818a090ec89 req-589b1cbc-ed1c-42b0-8e00-9100741d8771 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.3328834 May 06 12:44:13.398850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] For port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:13.426714 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbc0465-7df7-4beb-9a0c-88ff33b0cd46'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16b6464-324f-496e-9104-131c95871e13', 'code': 200} May 06 12:44:13.426988 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbc0465-7df7-4beb-9a0c-88ff33b0cd46'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2', 'code': 200} May 06 12:44:13.467510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.483100 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.498983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] device_id is not set on port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:44:13.513679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.515380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.545865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port 1548bd97-e523-41af-8662-eee7348a7c6b update to DOWN by agent not found {{(pid=84801) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 12:44:13.546302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:13.560330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.560599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2838f438-1431-49de-9416-e818a090ec89 req-c10db3d4-ff9a-44d5-ac36-dec5f593ce48 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 May 06 12:44:13.592170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b4290-c0fa-4c2b-b2e4-e851c8dfdcb7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.593636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Port': ['ID=1548bd97-e523-41af-8662-eee7348a7c6b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.602371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No DVR routers for this DVR port 1548bd97-e523-41af-8662-eee7348a7c6b on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:13.641440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.660647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.663618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:13.663982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8e18207e-5a5b-4556-aa1d-a71c32dd16b8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:13.667006 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:44:13.667384 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:44:13.670065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:13.701727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.705876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95318bc2-4438-46e0-ae23-9bbfb90308a8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.772378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.773725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d125fe52-e519-441c-b13e-6bee353f7ef4 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/196b4290-c0fa-4c2b-b2e4-e851c8dfdcb7 HTTP/1.1" status: 204 len: 168 time: 0.7083883 May 06 12:44:13.784219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38362) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:13.813451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.814709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b4800c8e-54b9-40c3-b31e-8824ba3a9c5c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:13.853321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:13.886022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0ad8-4d44-4143-a0a8-67b698748b2e req-cd0a6307-32a9-49bc-9b4f-7b0a5c3e4e97 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:13.887449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2bc0ad8-4d44-4143-a0a8-67b698748b2e req-cd0a6307-32a9-49bc-9b4f-7b0a5c3e4e97 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.1522133 May 06 12:44:13.891155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0947713e-5930-4097-9d1e-c24712edecfd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:13.921867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Pushing event updated for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:13.952143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2bc0ad8-4d44-4143-a0a8-67b698748b2e req-75d4a2ff-227a-4ef1-8018-21ca2d4ce895 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 May 06 12:44:13.971088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b4800c8e-54b9-40c3-b31e-8824ba3a9c5c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:13.972019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 179e92d7-ca62-480c-a35a-2556716ce1cd no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:13.981805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.002995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e46b550d-7de7-431f-ad7e-20550ab3a728 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3516285 May 06 12:44:14.002995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] No DVR routers for this DVR port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:14.003352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38368) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.008274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'cdbec5e6-9f5d-4128-b1fc-7a629ad74899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.020130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.029464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.031230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:14.044799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:14.052876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.055352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.055696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.056360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.056862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.057600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.058090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.058583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.059062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.060350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.060875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.061388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:14.066508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca361f-4534-446d-8020-e022094e4705']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:14.095850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:14.096178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa6c78d-f944-4fc8-83e0-ffdaa25b3dd3') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:14.103666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0947713e-5930-4097-9d1e-c24712edecfd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:14.108671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0947713e-5930-4097-9d1e-c24712edecfd tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3201721 May 06 12:44:14.112078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38372) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.117782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--137365934'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.133322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.133466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.155983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.165016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.165971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] In _notify_port_updated(), no bound segment for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c on network 6298ae54-b76f-40e7-b952-b17458a73da0 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:44:14.168053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.169630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-aee28a7e-f356-4544-b1a9-9b2509fa6943 service neutron] 10.222.0.86 "PUT /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 200 len: 1027 time: 2.2625222 May 06 12:44:14.178640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.179290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Deleting port 1548bd97-e523-41af-8662-eee7348a7c6b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:14.179970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.189473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:14.189944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.204802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: timer() May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:14.249711 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:14.257434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.268457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b9efd969-5b6e-4453-b298-f299db9a9bc6 None None] The port '1548bd97-e523-41af-8662-eee7348a7c6b' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:44:14.311400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:14.326366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f130a958-4e93-4793-a1ca-76deb9138a5a None None] Provisioning complete for port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:14.326982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f130a958-4e93-4793-a1ca-76deb9138a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.330737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.335844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.340837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:14.344153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:14.350513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.372750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:14.373328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.430518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.438442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f130a958-4e93-4793-a1ca-76deb9138a5a None None] Port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:44:14.445924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.470232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.474119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.477831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6ccfde-12c8-44f9-8e05-7f7db1f1a815,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.484724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.539133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/networks/c7ca361f-4534-446d-8020-e022094e4705 HTTP/1.1" status: 204 len: 168 time: 2.6688602 May 06 12:44:14.540405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc559c9-fb88-4c05-b31a-ccc85cf76ae6 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Pushing event deleted for resources: {'Network': ['ID=c7ca361f-4534-446d-8020-e022094e4705,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.541887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38380) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.547945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'routes': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.554755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.567800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.727319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.732030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.733167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dfd71974-c907-4d23-baac-4ad42430de2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7297642 May 06 12:44:14.755066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38392) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.771059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'cdbec5e6-9f5d-4128-b1fc-7a629ad74899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.794597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.802152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.808190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:14.813933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9164516-2754-46ca-be0d-0463a2ed457c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:14.817003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:14.832663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.896487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:14.906218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:dfab309ba78b4b19b3463d87f68c1787 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:14.911193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] For port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:14.911559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.920663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:14.933064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:14.966675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:14.967908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-967ddab7-12b6-4fa4-852b-048f7cf9d2ca tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8545175 May 06 12:44:14.970473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38396) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:14.993324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f9164516-2754-46ca-be0d-0463a2ed457c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:14.998081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862dbd5-5c92-44fe-acde-b9517725b4af req-595f6206-a25e-4b2b-883e-8469e7a19e2d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:14.999558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a862dbd5-5c92-44fe-acde-b9517725b4af req-595f6206-a25e-4b2b-883e-8469e7a19e2d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.2701275 May 06 12:44:15.009245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.014545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.018466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.024534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.027352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:15.029169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-70b28413-a861-4fa2-bdee-276369df9ec5 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3876 time: 0.4145610 May 06 12:44:15.062369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:15.064666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.085699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:15.089393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Added routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:44:15.089874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Removed routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:44:15.090271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.094039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:15.123176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:15.168984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a862dbd5-5c92-44fe-acde-b9517725b4af req-f6f46c5d-6af7-441b-8b2e-cf9852374b2a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614387 May 06 12:44:15.297506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.297719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d49e4a9-29de-4c8c-884b-7dd53f8a8398 req-a5a661b6-9e71-477d-b496-51c864375efb tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164187 May 06 12:44:15.319632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.322107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.322644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.323666 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Floating IP 57cb1490-ff43-4324-bc9e-1b8002b96d6c disassociated. External IP: 172.25.2.207, port: dea5d3ca-eb10-4fd0-b656-e182e84b6ab7. May 06 12:44:15.324224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:15.428375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82'}, {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:15.497840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.506483 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2edce96-d376-49f8-8978-d891fb2e3a93'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'code': 200} May 06 12:44:15.507641 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2edce96-d376-49f8-8978-d891fb2e3a93'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'code': 200} May 06 12:44:15.556821 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.570664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dfc0cb-ee3c-48f5-8262-b14e046ccb42,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:15.570862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.576014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b194f335-9104-473c-bc1a-05366f69f4c6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dfab309ba78b4b19b3463d87f68c1787&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0072136 May 06 12:44:15.578637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38402) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:15.588040 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.601189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6200e4f8-7163-41a5-b6d0-dbba424a8c8a,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:15.621405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.695155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.726797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.757995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.759224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c4d22d34-bc36-44b7-aaa6-36f0f4a4d049 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0002546 May 06 12:44:15.762837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:15.768472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'cdbec5e6-9f5d-4128-b1fc-7a629ad74899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:15.776577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:15.785134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:15.788857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:15.792510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.797607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:15.801987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router 8655b75d-cef8-4a62-946f-c27cbe16426b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:15.808303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.860036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=dea5d3ca-eb10-4fd0-b656-e182e84b6ab7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:15.951219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:15.960889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:15.961203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Sync routers for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:15.962000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-70c0ccd4-576d-4db6-a17e-12017f02fe09 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 700 time: 1.4189234 May 06 12:44:15.964943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38410) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:15.975429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:15.975429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:16.001267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.003008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.019392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-131cb0c1-fae5-4694-a47b-d6a7bf530d34 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Synchronizing usage tracker for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:16.034647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.040194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fad610c-a701-46b9-a7b9-a017815a9a6f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.053630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dfc0cb-ee3c-48f5-8262-b14e046ccb42,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.115108 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:16.133739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.154868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.161223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c5d45f26-913c-4e8b-a9a9-2698cb159609 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1780744 May 06 12:44:16.161577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38414) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:16.183719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5ee5e6fa-11d8-47eb-9231-85c576acc076 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules/3fad610c-a701-46b9-a7b9-a017815a9a6f HTTP/1.1" status: 200 len: 705 time: 0.0209310 May 06 12:44:16.187042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38418) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:16.190943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-131cb0c1-fae5-4694-a47b-d6a7bf530d34 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Unset dirty status for tenant:b861a5b9d1414ef8bd7f209edd89c548 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:16.192151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-131cb0c1-fae5-4694-a47b-d6a7bf530d34 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 205 time: 0.2263155 May 06 12:44:16.194032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:16.196069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38422) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:16.230324 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:16.235800 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Checking router: 8655b75d-cef8-4a62-946f-c27cbe16426b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:16.249042 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Routers {'8655b75d-cef8-4a62-946f-c27cbe16426b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:16.250503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['8655b75d-cef8-4a62-946f-c27cbe16426b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:16.270746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3b867898-5b7c-4587-88ac-c1486718bb31 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:16.291030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.403430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da643e86-2815-48cd-87a8-39ed4d3d6ecd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:16.404957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.408441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-22e92a4e-3630-4446-93be-54d7a38de94d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/41dfc0cb-ee3c-48f5-8262-b14e046ccb42 HTTP/1.1" status: 204 len: 168 time: 0.8265560 May 06 12:44:16.511613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3b867898-5b7c-4587-88ac-c1486718bb31 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:16.512806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3b867898-5b7c-4587-88ac-c1486718bb31 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3239176 May 06 12:44:16.513691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38434) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:16.556384 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] Set router 8655b75d-cef8-4a62-946f-c27cbe16426b gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:16.596490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.614605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.628831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deefead-9d0d-41c8-a8de-3633434e7dfa req-4c6ba73d-3f21-43de-8bb7-bd98c0128fe9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.632235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2deefead-9d0d-41c8-a8de-3633434e7dfa req-4c6ba73d-3f21-43de-8bb7-bd98c0128fe9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.2378862 May 06 12:44:16.636119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.677433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:16.677851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.682933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.684382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bb9ae5d7-b658-44e4-9bda-79bb0814eb2b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9206011 May 06 12:44:16.688001 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984e962-8a6c-4bf9-8385-6850a6196d14 None None] The sync data for ids ['8655b75d-cef8-4a62-946f-c27cbe16426b'] in n-d-840845-1 is: [{'id': '8655b75d-cef8-4a62-946f-c27cbe16426b', 'name': 'tempest-RoutersTest-router-374178352', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:42:41Z', 'updated_at': '2022-05-06T12:44:08Z', 'revision_number': 11, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:16.689522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38438) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:16.711144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'cdbec5e6-9f5d-4128-b1fc-7a629ad74899', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:16.721228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:16.724357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:16.729174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:16.761639 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2deefead-9d0d-41c8-a8de-3633434e7dfa req-ed9317da-6eac-4053-b4f9-ffa6c6c3be40 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165478 May 06 12:44:16.762747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:16.772856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-1b4ec2b0-8157-4696-9cf4-ae35416d3508 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.774862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-1b4ec2b0-8157-4696-9cf4-ae35416d3508 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 945 time: 0.2601347 May 06 12:44:16.815907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.821898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.825250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.830199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:16.831322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:16.876836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port aa84d0fa-df89-4daa-b0dc-7624115cbee8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:16.877249 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.920330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.956358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:16.971492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fad610c-a701-46b9-a7b9-a017815a9a6f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:17.083701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.088381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fec1c894-80db-4929-9ccc-cc0da4050761 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/3fad610c-a701-46b9-a7b9-a017815a9a6f HTTP/1.1" status: 204 len: 168 time: 0.5339711 May 06 12:44:17.090304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38448) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:17.177034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:17.177034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-febce4b4-6659-4c60-b1e5-bff09a3b6a37 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 3142 time: 0.6282372 May 06 12:44:17.249190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.257184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-194806af-d04c-4603-9f6c-d0f7b9234392 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:17.277150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.296821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.319917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port aa84d0fa-df89-4daa-b0dc-7624115cbee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=aa84d0fa-df89-4daa-b0dc-7624115cbee8,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:17.320281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.321157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7280e1b1-1443-41b0-86ae-0e616653c375 req-d74fe551-3287-4a56-8f86-22c2b7bc016d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861683 May 06 12:44:17.338889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:17.349602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Sync routers for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:17.371315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:17.373299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:17.414821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] No DVR routers for this DVR port dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:17.418419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.420345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.423482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:17.432312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-0a86e48d-ca79-44ea-aec3-96d05f466e2f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "DELETE /v2.0/ports/dea5d3ca-eb10-4fd0-b656-e182e84b6ab7 HTTP/1.1" status: 204 len: 173 time: 3.2192113 May 06 12:44:17.486364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-194806af-d04c-4603-9f6c-d0f7b9234392 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:17.491107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-194806af-d04c-4603-9f6c-d0f7b9234392 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3930357 May 06 12:44:17.497373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38458) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:17.505250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for aa84d0fa-df89-4daa-b0dc-7624115cbee8 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:17.515272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port b8b30efd-f70d-4833-9735-9111829936c2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:17.515620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.557887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f9164516-2754-46ca-be0d-0463a2ed457c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:17.559216 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81d3271-1ab9-4146-8730-fb1794f2b27f'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'dea5d3ca-eb10-4fd0-b656-e182e84b6ab7', 'status': 'completed', 'code': 200} May 06 12:44:17.559714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.560252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router 8655b75d-cef8-4a62-946f-c27cbe16426b {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:44:17.564737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc6154d-9395-45d5-be44-3e69d0a64054,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:17.577434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:17.577694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.578723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a392f814-ffba-4173-b760-bf80e1348484 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 204 len: 168 time: 1.3813877 May 06 12:44:17.591691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38462) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:17.601876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:17.606121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1112197095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:17.618296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:17.624825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:17.628237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Usage tracker for resource:router and tenant:b861a5b9d1414ef8bd7f209edd89c548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:17.632984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:17.694842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:17.866196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.867331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8f2a11a2-7299-4a4e-9b2b-d1b475e29c1f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1697569 May 06 12:44:17.879557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:17.898641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] For port b8b30efd-f70d-4833-9735-9111829936c2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b8b30efd-f70d-4833-9735-9111829936c2,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:17.903251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.938701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.952895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.955542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:17.973955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:18.002397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['acba61eb-d45e-49af-b13e-e548f6a1e131', 'aa84d0fa-df89-4daa-b0dc-7624115cbee8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:18.029862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=aa84d0fa-df89-4daa-b0dc-7624115cbee8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:18.036352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.093119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for b8b30efd-f70d-4833-9735-9111829936c2 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:18.139196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.159381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.167720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dff4b75-55fc-46df-9c84-a51041d656a3 req-3250bb0d-e68a-4815-9ace-677bbbcc6d43 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.1901350 May 06 12:44:18.238434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:18.243562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.246915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Checking router: bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:18.292123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.315860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port aa84d0fa-df89-4daa-b0dc-7624115cbee8 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:18.317016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:18.317702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:18.322339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.325680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'name': 'network-vif-deleted', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:18.330232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fc6154d-9395-45d5-be44-3e69d0a64054,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:18.359972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.360742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e951da30-bef7-4c16-8e5e-e639a40a1b23 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/7fc6154d-9395-45d5-be44-3e69d0a64054 HTTP/1.1" status: 204 len: 168 time: 0.4803104 May 06 12:44:18.363643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:18.397453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.432805 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec19c016-29ec-4150-8391-fd0724138901'] response: {'server_uuid': '2ca12686-199b-4449-b4d1-67b6cdfc5fda', 'name': 'network-vif-deleted', 'tag': 'aa84d0fa-df89-4daa-b0dc-7624115cbee8', 'status': 'completed', 'code': 200} May 06 12:44:18.442935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dc2c523f-a8be-4000-bd34-a315e49f9f72 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:18.469101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.566614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7594168f-b1da-4061-9b87-c3a3d4d5e149 req-a2989acd-f99a-4809-b0a4-ec5ea756ed9b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "DELETE /v2.0/ports/aa84d0fa-df89-4daa-b0dc-7624115cbee8 HTTP/1.1" status: 204 len: 173 time: 1.7655892 May 06 12:44:18.567303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.626506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:18.653694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=b8b30efd-f70d-4833-9735-9111829936c2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:18.657880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.699309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fca3534-1e5e-46df-942b-c11cacdd52eb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:18.736355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dc2c523f-a8be-4000-bd34-a315e49f9f72 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:18.736355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc2c523f-a8be-4000-bd34-a315e49f9f72 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3667634 May 06 12:44:18.739235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38500) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:18.742557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] No DVR routers for this DVR port b8b30efd-f70d-4833-9735-9111829936c2 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:18.755985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.775399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:18.775505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a35a4e4f-14b4-4933-9caa-f07de68edd2c tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1821146 May 06 12:44:18.775505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.775505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-9d8b4338-22a2-43de-8732-3be67245d5d1 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "DELETE /v2.0/ports/b8b30efd-f70d-4833-9735-9111829936c2 HTTP/1.1" status: 204 len: 173 time: 1.3368280 May 06 12:44:18.780550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:18.891620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.933941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:18.935035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:18.974444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:18.979869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:18.985091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:18.986127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:19.017917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.049174 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.050790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-af3fcb63-845c-4792-9e7b-8ca192daed4d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5155001 May 06 12:44:19.064336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38514) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.101204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-961eabfa-f475-4b43-b6af-2649bfe15eee tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules/7fca3534-1e5e-46df-942b-c11cacdd52eb HTTP/1.1" status: 200 len: 705 time: 0.0333896 May 06 12:44:19.101815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38520) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.103708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:19.111890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aff747-b3a4-4335-a934-6bd0bf825536 None None] The sync data for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 is: [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:34:53Z', 'revision_number': 4, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'bbc55bd5-5b78-43cf-889b-0c0619d98e22', 'name': '', 'network_id': '75a6b74d-9fa3-441a-84ec-c6426f9a62bd', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'mac_address': 'fa:16:3e:e9:3d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3752f996-5416-43de-9e1f-b6558d60de00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:50Z', 'updated_at': '2022-05-06T12:35:09Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'subnets': [{'id': '3752f996-5416-43de-9e1f-b6558d60de00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:19.242385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.256065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:19.268169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-93c92d23-b32b-4c0b-bd05-85168cb2ed0b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 2409 time: 0.7141299 May 06 12:44:19.369120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] For port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:19.369487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.382504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da643e86-2815-48cd-87a8-39ed4d3d6ecd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:19.424276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4aa48556-b350-4d46-b6df-f52c131f4c5b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:19.478361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333b7ae4-2803-41a4-b1bf-24962236daac None None] New status for floating IP 57cb1490-ff43-4324-bc9e-1b8002b96d6c: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:44:19.578372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.579783 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e974bf0d-2c72-4991-a860-dbd71d0c4aa9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/da643e86-2815-48cd-87a8-39ed4d3d6ecd HTTP/1.1" status: 204 len: 168 time: 0.8393979 May 06 12:44:19.618708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:19.629267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38532) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.629493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:19.667941 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23b0ef5c-f7e9-4458-bc79-6892aab5afd8 req-ca5dffb4-4e23-4400-9b4d-6635b4474061 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986261 May 06 12:44:19.670707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d8fe3b47-4152-49f2-a2ae-8fa3d5a4797f req-7fbf218d-fc3a-404b-84ea-2d28ffa23977 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:19.685450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.731475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-34c0ae1c-22b5-4392-9bb5-d536c30dfc20 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:19.742191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4aa48556-b350-4d46-b6df-f52c131f4c5b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:19.746350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4aa48556-b350-4d46-b6df-f52c131f4c5b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6433060 May 06 12:44:19.749908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38538) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.794432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.807326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.832867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.893895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-34c0ae1c-22b5-4392-9bb5-d536c30dfc20 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:19.896040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-34c0ae1c-22b5-4392-9bb5-d536c30dfc20 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2636251 May 06 12:44:19.907343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d8fe3b47-4152-49f2-a2ae-8fa3d5a4797f req-7fbf218d-fc3a-404b-84ea-2d28ffa23977 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:19.908405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38548) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:19.908663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d8fe3b47-4152-49f2-a2ae-8fa3d5a4797f req-7fbf218d-fc3a-404b-84ea-2d28ffa23977 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ca12686-199b-4449-b4d1-67b6cdfc5fda HTTP/1.1" status: 200 len: 210 time: 0.4077680 May 06 12:44:19.956329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:19.980451 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832ab982-b444-47ce-99aa-7ff7cb3e6048'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'b8b30efd-f70d-4833-9735-9111829936c2', 'status': 'completed', 'code': 200} May 06 12:44:19.986025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fca3534-1e5e-46df-942b-c11cacdd52eb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:19.988807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.049884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=d8c2cb3a-c5f7-47d8-b90d-f2b62faded82,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:20.053491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.067506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.151798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] No DVR routers for this DVR port d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:20.155475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.189099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.197462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fc7ea9dc-9104-4648-8038-19891721358d tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/7fca3534-1e5e-46df-942b-c11cacdd52eb HTTP/1.1" status: 204 len: 168 time: 0.4394867 May 06 12:44:20.197462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Router dcc56e05-55fe-4470-a11a-995f8dd0a676 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:44:20.199333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.247735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-38e4da64-7df2-46e7-892b-95b4e93fc193 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:20.283014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device aa84d0fa-df89-4daa-b0dc-7624115cbee8 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:20.314877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.316793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: aa84d0fa-df89-4daa-b0dc-7624115cbee8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:20.317159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device aa84d0fa-df89-4daa-b0dc-7624115cbee8 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:20.324704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.325792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/6200e4f8-7163-41a5-b6d0-dbba424a8c8a HTTP/1.1" status: 204 len: 168 time: 0.4160182 May 06 12:44:20.328441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38556) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.332549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ad5a4-f478-4b52-b35b-5f775ea37e45 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6200e4f8-7163-41a5-b6d0-dbba424a8c8a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:20.343632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:20.349482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.350997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0e95e61c-dec2-48db-a0d7-02f4d41f2e9e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "PUT /v2.0/routers/dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 200 len: 694 time: 1.5819030 May 06 12:44:20.353317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38560) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.357410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ef9df-0e14-471b-8550-008790312fed None None] Sync routers for ids ['dcc56e05-55fe-4470-a11a-995f8dd0a676'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:20.374483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] Routers {'dcc56e05-55fe-4470-a11a-995f8dd0a676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:20.374483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['dcc56e05-55fe-4470-a11a-995f8dd0a676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:20.383321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f48d2512-5047-484f-ad3a-4ce8eb310882 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:20.411748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-38e4da64-7df2-46e7-892b-95b4e93fc193 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:20.415584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-38e4da64-7df2-46e7-892b-95b4e93fc193 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2124100 May 06 12:44:20.416334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38564) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.417576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-725183b2-1989-4f05-a34d-598d7ed21eab tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "DELETE /v2.0/ports/d8c2cb3a-c5f7-47d8-b90d-f2b62faded82 HTTP/1.1" status: 204 len: 173 time: 1.6317406 May 06 12:44:20.485953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': 'f9164516-2754-46ca-be0d-0463a2ed457c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:20.505695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:20.522693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:20.531147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] Set router dcc56e05-55fe-4470-a11a-995f8dd0a676 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:20.542322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port 179e92d7-ca62-480c-a35a-2556716ce1cd {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:20.542322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.544893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ffe0077-ccfe-445d-95b5-a20959f615fa tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/routers/dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 200 len: 700 time: 0.1905646 May 06 12:44:20.547512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.594923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1bebfe29-166d-438e-8779-e6f062ac6238 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 200 len: 205 time: 0.0462162 May 06 12:44:20.597335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38572) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.605159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f48d2512-5047-484f-ad3a-4ce8eb310882 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:20.607274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f48d2512-5047-484f-ad3a-4ce8eb310882 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2763157 May 06 12:44:20.611054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38576) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.680888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56e05-55fe-4470-a11a-995f8dd0a676', 'name': 'tempest-RoutersTest-router-1112197095', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:18Z', 'updated_at': '2022-05-06T12:44:19Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:20.693306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.696075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ef9df-0e14-471b-8550-008790312fed None None] Checking router: dcc56e05-55fe-4470-a11a-995f8dd0a676 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:20.710950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] Routers {'dcc56e05-55fe-4470-a11a-995f8dd0a676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:20.711951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['dcc56e05-55fe-4470-a11a-995f8dd0a676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:20.804838 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Project ef3e3a75be9546649236c9db380b4de8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:44:20.807933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:20.865876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] Set router dcc56e05-55fe-4470-a11a-995f8dd0a676 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:20.879713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.880697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.909846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.961382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:20.997000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-815ef9df-0e14-471b-8550-008790312fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc56e05-55fe-4470-a11a-995f8dd0a676', 'name': 'tempest-RoutersTest-router-1112197095', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:18Z', 'updated_at': '2022-05-06T12:44:19Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:21.001664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ef9df-0e14-471b-8550-008790312fed None None] The sync data for ids ['dcc56e05-55fe-4470-a11a-995f8dd0a676'] in n-d-840845-1 is: [{'id': 'dcc56e05-55fe-4470-a11a-995f8dd0a676', 'name': 'tempest-RoutersTest-router-1112197095', 'tenant_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:44:18Z', 'updated_at': '2022-05-06T12:44:19Z', 'revision_number': 2, 'project_id': 'b861a5b9d1414ef8bd7f209edd89c548', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:21.019755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] For port 179e92d7-ca62-480c-a35a-2556716ce1cd, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=179e92d7-ca62-480c-a35a-2556716ce1cd,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:21.020961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.053998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.067510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.185820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for 179e92d7-ca62-480c-a35a-2556716ce1cd owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:21.231645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d08927-d4b4-4000-a8c8-9381d7ab5e92,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:21.262780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e436e3-a7bc-4436-8ff6-bc90e9e38038 req-6306e319-4789-4859-8559-9973e314f67d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:21.267205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e436e3-a7bc-4436-8ff6-bc90e9e38038 req-6306e319-4789-4859-8559-9973e314f67d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:21.269014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5e436e3-a7bc-4436-8ff6-bc90e9e38038 req-6306e319-4789-4859-8559-9973e314f67d tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 1677 time: 0.3063192 May 06 12:44:21.347326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.402712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:21.406672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Usage tracker for resource:security_group_rule and tenant:16b5b4525d8c45399b459ae13e14d84e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:21.409529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:21.419230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:21.451351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.452515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d8a9278b-0a07-4677-97f1-7a3e0bceebe8 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0292358 May 06 12:44:21.455344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.496783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-60adec1c-db9f-41d1-86df-7f0c045e5170 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules/d2d08927-d4b4-4000-a8c8-9381d7ab5e92 HTTP/1.1" status: 200 len: 711 time: 0.0290790 May 06 12:44:21.496783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38600) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.528083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.566223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb6ccfde-12c8-44f9-8e05-7f7db1f1a815,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:21.587199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.590658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.597026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e5e436e3-a7bc-4436-8ff6-bc90e9e38038 req-8b84857a-1589-41ff-bc58-07971031fcb8 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156607 May 06 12:44:21.598814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.603072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.657711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=179e92d7-ca62-480c-a35a-2556716ce1cd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:21.670369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4cf52622-2ac6-4466-a0e1-e86b814bf3b2 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1737514 May 06 12:44:21.673257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38604) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.706829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.721286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.760742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] No DVR routers for this DVR port 179e92d7-ca62-480c-a35a-2556716ce1cd on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:21.765446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.767665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-60cb5bce-893e-40dc-b322-0e01a7956910 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "DELETE /v2.0/ports/179e92d7-ca62-480c-a35a-2556716ce1cd HTTP/1.1" status: 204 len: 173 time: 1.3458350 May 06 12:44:21.769407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.806219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.806805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Fanout notify agent at l3_agent the message router_deleted on router dcc56e05-55fe-4470-a11a-995f8dd0a676 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:44:21.828571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.829682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a17d9107-5bdb-4462-abdd-183768b2bfef tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 204 len: 168 time: 1.2312329 May 06 12:44:21.834757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38608) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.873270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.874367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c89e1542-fd36-4451-ae08-50a120232d16 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cb6ccfde-12c8-44f9-8e05-7f7db1f1a815 HTTP/1.1" status: 204 len: 168 time: 1.2621980 May 06 12:44:21.880103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38614) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.883010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8b39f7-2dd0-45f0-8d72-ab4e04339093,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:21.891758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24f7f6b7-a3ca-4f69-a4ed-c0409dd64771 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 200 len: 205 time: 0.0555835 May 06 12:44:21.893988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.906600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port a16b6464-324f-496e-9104-131c95871e13 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:21.906937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.937960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6476119b-f1dc-4fec-af82-89a72efaaf42 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=16b5b4525d8c45399b459ae13e14d84e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1251383 May 06 12:44:21.942460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38622) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.955083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.975215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:21.976897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d2d08927-d4b4-4000-a8c8-9381d7ab5e92 HTTP/1.1" status: 204 len: 168 time: 0.3025892 May 06 12:44:21.982177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82'}, {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:21.982843 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-74626bc6-5477-4c27-a7b8-ceb50460515e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:21.986299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-74626bc6-5477-4c27-a7b8-ceb50460515e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/dcc56e05-55fe-4470-a11a-995f8dd0a676 HTTP/1.1" status: 404 len: 336 time: 0.0888240 May 06 12:44:21.986299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38626) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.988665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38628) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:21.989359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc03c6-6902-4f8a-9a35-4bcb0885d8d9 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d08927-d4b4-4000-a8c8-9381d7ab5e92,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:22.092799 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d2ac5a-0a80-41d1-b352-67e20bca12f2'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'd8c2cb3a-c5f7-47d8-b90d-f2b62faded82', 'status': 'completed', 'code': 200} May 06 12:44:22.093301 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d2ac5a-0a80-41d1-b352-67e20bca12f2'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': '179e92d7-ca62-480c-a35a-2556716ce1cd', 'status': 'completed', 'code': 200} May 06 12:44:22.103025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e866b74d-cbe0-4059-b327-d2228940537e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:22.115323 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b22041-5349-41be-9b23-52fdaf3a8f0e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:22.115790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b22041-5349-41be-9b23-52fdaf3a8f0e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:22.117460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26b22041-5349-41be-9b23-52fdaf3a8f0e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/057a54a3-28ae-4527-aaa1-fc2393c31c2a HTTP/1.1" status: 404 len: 337 time: 0.1259558 May 06 12:44:22.121181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38636) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.165502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a033ca66-1575-4227-9259-ca527d7f1e64 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:22.195100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8caae2-763b-43d0-9a50-b7af0aee662b req-dd9c5350-f302-425e-b58a-012d964f84bf tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:22.195667 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baafeb6-f514-40bb-a4c2-6cb084d9e164 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:22.196123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baafeb6-f514-40bb-a4c2-6cb084d9e164 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:22.196681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb8caae2-763b-43d0-9a50-b7af0aee662b req-dd9c5350-f302-425e-b58a-012d964f84bf tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.1556330 May 06 12:44:22.199241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7baafeb6-f514-40bb-a4c2-6cb084d9e164 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/ae0f666e-a092-4629-b3a5-e723fa01fd61 HTTP/1.1" status: 404 len: 337 time: 0.0757055 May 06 12:44:22.201709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38640) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.224427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.271901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a033ca66-1575-4227-9259-ca527d7f1e64 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:22.273376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a033ca66-1575-4227-9259-ca527d7f1e64 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2863958 May 06 12:44:22.274644 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ef5506-00d8-4e16-a55d-188ab1bb2ecf tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:22.275093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ef5506-00d8-4e16-a55d-188ab1bb2ecf tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:22.276910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b7ef5506-00d8-4e16-a55d-188ab1bb2ecf tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/62d7d6be-5154-4b8d-b69a-9e36b07c706b HTTP/1.1" status: 404 len: 337 time: 0.0740509 May 06 12:44:22.280568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38644) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.281142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.339432 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cca880-2a84-4bbd-b434-8039c84c4c7f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:22.340915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cca880-2a84-4bbd-b434-8039c84c4c7f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:22.341620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b4cca880-2a84-4bbd-b434-8039c84c4c7f tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/546c6aa6-3146-467a-8dec-eaad2830278e HTTP/1.1" status: 404 len: 337 time: 0.0580499 May 06 12:44:22.354389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38652) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.395560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e866b74d-cbe0-4059-b327-d2228940537e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:22.396846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e866b74d-cbe0-4059-b327-d2228940537e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.5108638 May 06 12:44:22.403327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38656) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.419635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-54aca9d4-ee22-46c1-8117-c97b4146e933 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 200 len: 205 time: 0.0639582 May 06 12:44:22.427467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38660) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.446486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.487054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb8caae2-763b-43d0-9a50-b7af0aee662b req-b539dadf-f2f0-4df4-b81c-8fd2b55c70ca tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405746 May 06 12:44:22.505264 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-5ac2c94f-90cf-43c2-94fb-3b0b804e52a2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:22.507682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.507820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5ac2c94f-90cf-43c2-94fb-3b0b804e52a2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/8655b75d-cef8-4a62-946f-c27cbe16426b HTTP/1.1" status: 404 len: 336 time: 0.0761878 May 06 12:44:22.520541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38664) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.538837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.545113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] For port a16b6464-324f-496e-9104-131c95871e13, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a16b6464-324f-496e-9104-131c95871e13,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:22.545470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.671175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c5dd849-5b1f-46ac-991f-4c2a39bbfc30 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3810ee9-cfdb-4009-a0a8-e59e28c878da HTTP/1.1" status: 200 len: 205 time: 0.1584799 May 06 12:44:22.672974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.674095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38670) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.680050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for a16b6464-324f-496e-9104-131c95871e13 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:22.757331 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-2478125b-0461-4bfe-9574-e8f5d38d59d9 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:22.761428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2478125b-0461-4bfe-9574-e8f5d38d59d9 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/e3810ee9-cfdb-4009-a0a8-e59e28c878da HTTP/1.1" status: 404 len: 336 time: 0.0837133 May 06 12:44:22.766446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38674) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.808541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.821374 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fa27ec-b4c1-43cb-a78f-3f8f7bc19185 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:22.822171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fa27ec-b4c1-43cb-a78f-3f8f7bc19185 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:22.824837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24fa27ec-b4c1-43cb-a78f-3f8f7bc19185 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/05b6dc03-c2bb-4591-95b5-64e21c5c0db5 HTTP/1.1" status: 404 len: 337 time: 0.0574751 May 06 12:44:22.832639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38678) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.894040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cbda6942-eee3-4429-867e-31adc3564ab2 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 200 len: 205 time: 0.0631287 May 06 12:44:22.894429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:22.901728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef0dd8-7e0b-46a7-9755-26ae96683d23 req-bce227f4-8ab3-4844-b6d3-3ec0df262f10 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:22.902485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7fef0dd8-7e0b-46a7-9755-26ae96683d23 req-bce227f4-8ab3-4844-b6d3-3ec0df262f10 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Synchronizing usage tracker for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:22.964956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.981898 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-fcc8d2ae-39cc-46da-9f4a-1ac623c910f7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:22.982888 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fcc8d2ae-39cc-46da-9f4a-1ac623c910f7 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/860491cd-c1cc-4e6c-a315-3762bc2fefe4 HTTP/1.1" status: 404 len: 336 time: 0.0874422 May 06 12:44:22.983518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:22.986058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.015662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8b39f7-2dd0-45f0-8d72-ab4e04339093,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.017551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95318bc2-4438-46e0-ae23-9bbfb90308a8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.032926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3513f03-eb7a-42ab-93b8-cf176fe5a088 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e1e5363-d52d-4577-884d-19f2fe2dd152 HTTP/1.1" status: 200 len: 205 time: 0.0456746 May 06 12:44:23.035355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38690) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.075003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.101239 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.120348 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-5db21f10-41d1-4cd1-a832-dff82812d30e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:23.121713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5db21f10-41d1-4cd1-a832-dff82812d30e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/1e1e5363-d52d-4577-884d-19f2fe2dd152 HTTP/1.1" status: 404 len: 336 time: 0.0851319 May 06 12:44:23.128092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38694) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.129594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=a16b6464-324f-496e-9104-131c95871e13,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.132648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9164516-2754-46ca-be0d-0463a2ed457c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.165385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7fef0dd8-7e0b-46a7-9755-26ae96683d23 req-bce227f4-8ab3-4844-b6d3-3ec0df262f10 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Unset dirty status for tenant:980c74da53e142ed854555cab024d28b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:23.167452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fef0dd8-7e0b-46a7-9755-26ae96683d23 req-bce227f4-8ab3-4844-b6d3-3ec0df262f10 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 943 time: 0.3999670 May 06 12:44:23.178400 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6aa92fa-bbfe-4fc1-8e07-066deb8ffad9 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:23.178400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6aa92fa-bbfe-4fc1-8e07-066deb8ffad9 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:23.181061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f6aa92fa-bbfe-4fc1-8e07-066deb8ffad9 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/b6761662-6ed5-4fd4-a532-d2f5ae367b4a HTTP/1.1" status: 404 len: 337 time: 0.0519793 May 06 12:44:23.184137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38698) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.208720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.209999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37ad518b-74d3-48a5-97ce-113dfdbd82b5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/95318bc2-4438-46e0-ae23-9bbfb90308a8 HTTP/1.1" status: 204 len: 168 time: 0.8035991 May 06 12:44:23.216749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38702) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.227404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.228500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c2b93d48-9c73-49c6-a521-34a166e06bc8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1a8b39f7-2dd0-45f0-8d72-ab4e04339093 HTTP/1.1" status: 204 len: 168 time: 1.2831557 May 06 12:44:23.232088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] No DVR routers for this DVR port a16b6464-324f-496e-9104-131c95871e13 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:23.236842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.239020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5cfffe3-2d26-4a5d-b9f7-75ce98b911cf req-b17a9646-7597-4846-8c0e-2bf117f3ba8a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.86 "DELETE /v2.0/ports/a16b6464-324f-496e-9104-131c95871e13 HTTP/1.1" status: 204 len: 173 time: 1.4626973 May 06 12:44:23.247566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c9b583e8-e01b-4840-bb98-01e22b01ae6a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=f62575e3-e390-44cf-bfa2-f3998bc22f66 HTTP/1.1" status: 200 len: 205 time: 0.0623019 May 06 12:44:23.254354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38708) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.266306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fef0dd8-7e0b-46a7-9755-26ae96683d23 req-df4bdc84-e032-482c-8ac2-436264a8f9aa tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups?id=a4d2d37f-7c4b-4a79-8571-4016db5d16f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650887 May 06 12:44:23.323808 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.324948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3b142d20-7db6-420f-9cee-0cb1d1a9d661 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/f9164516-2754-46ca-be0d-0463a2ed457c HTTP/1.1" status: 204 len: 168 time: 1.0428910 May 06 12:44:23.327750 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-299ab0bb-94bc-42c3-b7ee-afd4415b9a4e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:23.327925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.328685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-299ab0bb-94bc-42c3-b7ee-afd4415b9a4e tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/f62575e3-e390-44cf-bfa2-f3998bc22f66 HTTP/1.1" status: 404 len: 336 time: 0.0733111 May 06 12:44:23.331151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.351482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b13d8bb5-6a3c-47d0-9c04-ec2ff6effbed tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1294162 May 06 12:44:23.354441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38720) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.397028 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de036ff-d23f-4765-8dd8-85a47792de97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:23.397028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de036ff-d23f-4765-8dd8-85a47792de97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:23.397028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3de036ff-d23f-4765-8dd8-85a47792de97 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/fb05d818-88f8-4997-b515-1c4df996a77d HTTP/1.1" status: 404 len: 337 time: 0.0597379 May 06 12:44:23.397410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.422170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92adfbe8-fb8e-44a3-b991-01789e6a86df tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:23.449846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-04d3cf9c-b360-491a-90b4-02db81661170 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "GET /v2.0/ports?device_id=00b6bf3f-3ae4-4427-8cb9-661d9ec19136 HTTP/1.1" status: 200 len: 205 time: 0.0507567 May 06 12:44:23.450299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.471114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.509668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.526749 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-ca0396bb-bcd3-47c4-a347-a4df85b2f709 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] delete failed (client error): The resource could not be found. May 06 12:44:23.530391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca0396bb-bcd3-47c4-a347-a4df85b2f709 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/routers/00b6bf3f-3ae4-4427-8cb9-661d9ec19136 HTTP/1.1" status: 404 len: 336 time: 0.0766225 May 06 12:44:23.530680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.567905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-92adfbe8-fb8e-44a3-b991-01789e6a86df tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:23.572137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-92adfbe8-fb8e-44a3-b991-01789e6a86df tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2403162 May 06 12:44:23.577490 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bb6712-7396-4572-b71a-2970c66a4374 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:23.577490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bb6712-7396-4572-b71a-2970c66a4374 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:23.577490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-84bb6712-7396-4572-b71a-2970c66a4374 tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/2be2dd41-dc8a-4f87-a0e6-182ce0a31274 HTTP/1.1" status: 404 len: 337 time: 0.0446584 May 06 12:44:23.577490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.579064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38742) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:23.583996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group': {'name': 'tempest-secgroup--413356758'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:23.631423 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b988fa42-52dd-47d5-9fed-c16e0fd5871a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] DELETE failed (client error): The resource could not be found. May 06 12:44:23.632198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b988fa42-52dd-47d5-9fed-c16e0fd5871a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:44:23.634189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b988fa42-52dd-47d5-9fed-c16e0fd5871a tempest-RoutersTest-1555091141 tempest-RoutersTest-1555091141-project] 10.222.0.83 "DELETE /v2.0/subnets/0697226e-852e-4b82-98e8-649a402578af HTTP/1.1" status: 404 len: 337 time: 0.0543151 May 06 12:44:23.636545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:23.666483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:23.680644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.744030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbec5e6-9f5d-4128-b1fc-7a629ad74899,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:23.763576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.817188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:23.833236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:23.907306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.956070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:23.957186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-509c64d4-4888-4521-a99a-bf93efa96846 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/cdbec5e6-9f5d-4128-b1fc-7a629ad74899 HTTP/1.1" status: 204 len: 168 time: 0.6018260 May 06 12:44:23.960054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38754) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.004430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.036644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76778d-66be-4476-b3b8-3c131fa628b7 req-3f5e24eb-ddf7-467b-ab50-67c8d0872d21 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:24.038380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a76778d-66be-4476-b3b8-3c131fa628b7 req-3f5e24eb-ddf7-467b-ab50-67c8d0872d21 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.2987425 May 06 12:44:24.045903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-d98d59e9-14b9-4897-b5c4-275badedc52d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:24.047658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-d98d59e9-14b9-4897-b5c4-275badedc52d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 946 time: 0.3096082 May 06 12:44:24.081860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2e845-d819-4eec-b939-58b529b12efc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:24.094130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'a16b6464-324f-496e-9104-131c95871e13'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:24.100975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-83af50f3-84e8-44b6-8dff-c167f95e2133 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:24.162063 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532e79b0-468b-48a0-8c84-69d95ea9eee0'] response: {'server_uuid': '1431e855-162f-4d1a-b1b2-92690186e7ae', 'name': 'network-vif-deleted', 'tag': 'a16b6464-324f-496e-9104-131c95871e13', 'status': 'completed', 'code': 200} May 06 12:44:24.162919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a76778d-66be-4476-b3b8-3c131fa628b7 req-4bfc8b8f-bad2-456c-9335-58d5a0542e35 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136863 May 06 12:44:24.175003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port acba61eb-d45e-49af-b13e-e548f6a1e131 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:24.175003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.219026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-83af50f3-84e8-44b6-8dff-c167f95e2133 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:24.222109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-83af50f3-84e8-44b6-8dff-c167f95e2133 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2608209 May 06 12:44:24.226003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.227404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-63848423-31c3-4ef5-82f1-01983a37d363 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6480386 May 06 12:44:24.228466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38762) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.240167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38764) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.249030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Request body: {'security_group_rule': {'security_group_id': '76b2e845-d819-4eec-b939-58b529b12efc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:24.259812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:24.269766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--991413690'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:24.275443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Usage tracker for resource:security_group_rule and tenant:ef3e3a75be9546649236c9db380b4de8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:24.280262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:24.283275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:24.289864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:24.301158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:24.422923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.485167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.501499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.527432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port acba61eb-d45e-49af-b13e-e548f6a1e131, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=acba61eb-d45e-49af-b13e-e548f6a1e131,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:24.527432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.578934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f2a53e5b-ece7-4763-a767-e24e7ecb68fe req-2e3fc982-b251-433a-b7d8-97a5c80b7738 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.0922718 May 06 12:44:24.609559 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.630271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:24.635961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:24.646723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:24.650064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:24.705549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for acba61eb-d45e-49af-b13e-e548f6a1e131 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:24.718024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.803356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e760497-d03e-4149-bf76-6c32d05481d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b861a5b9d1414ef8bd7f209edd89c548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3140869 May 06 12:44:24.804228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:24.886206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.897295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:24.943447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6b5351-bdc1-4d09-9ad8-3e49d76f61ae,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:24.959406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.006300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.050827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9db187-3e78-416b-a09e-c06f86139f10,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:25.069118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.081496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:25.107060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['acba61eb-d45e-49af-b13e-e548f6a1e131'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:25.115200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.120858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c3b3f0b1-4865-4968-a350-1a24137d8c81 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8869159 May 06 12:44:25.120858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:25.180200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.181676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0ea14203-7931-4579-8472-9e184b70a886 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9193065 May 06 12:44:25.183351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.186272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.192125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0bf0c12b-5a0b-40e5-9ae8-2cd7fd8760c9 HTTP/1.1" status: 204 len: 168 time: 0.3865681 May 06 12:44:25.193921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:25.227308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=acba61eb-d45e-49af-b13e-e548f6a1e131,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:25.246574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': '9f9db187-3e78-416b-a09e-c06f86139f10', 'direction': 'ingress', 'protocol': 17}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:25.258119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:25.265735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:25.269273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:25.277429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:25.304398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8ac1a-84ac-4c3d-9e91-fd3696825e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0c12b-5a0b-40e5-9ae8-2cd7fd8760c9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:25.380934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.441014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port acba61eb-d45e-49af-b13e-e548f6a1e131 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:25.447366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.450120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'name': 'network-vif-deleted', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:25.470752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.520657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35905074-f4af-426b-8942-db466bec18c2 req-2e36451b-91fb-485d-b1dd-65d99b3c5940 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.0570495 May 06 12:44:25.613770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6da2fa87-eff1-4ee6-80ca-80d80378b39c req-0a98bd3d-a2ca-4174-bb42-5dfc46544a2c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.13 "DELETE /v2.0/ports/acba61eb-d45e-49af-b13e-e548f6a1e131 HTTP/1.1" status: 204 len: 173 time: 1.5469656 May 06 12:44:25.619045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.632166 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b68cd48-ff33-479c-b4fa-a6914713d20a'] response: {'server_uuid': '0e87a1b7-5803-4c42-a96d-aeda88af4f5f', 'name': 'network-vif-deleted', 'tag': 'acba61eb-d45e-49af-b13e-e548f6a1e131', 'status': 'completed', 'code': 200} May 06 12:44:25.795440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.857649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.918993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2e845-d819-4eec-b939-58b529b12efc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:25.922312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04a5f698-55ed-44da-84d0-ac574642f715 req-613cae09-7268-4595-a7b3-adabe0c7b28c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.1042542 May 06 12:44:25.944978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:25.946987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3aba17ec-960b-4d94-b31f-be33c93ade38 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/76b2e845-d819-4eec-b939-58b529b12efc HTTP/1.1" status: 204 len: 168 time: 0.8256571 May 06 12:44:25.950115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:25.961130 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:44:25.982826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.032950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e15d245-0cc6-4369-a0e2-048b6943bd08,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:26.055144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7c7f3091-f830-404f-801e-b142cae90465 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:26.177325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.178738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1bf185f7-d1a1-4ca4-aef1-1eebdb7c814b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9519877 May 06 12:44:26.183682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.230294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7c7f3091-f830-404f-801e-b142cae90465 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:26.230999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38848) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.231382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7c7f3091-f830-404f-801e-b142cae90465 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2714787 May 06 12:44:26.285459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.311539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcc182ed-d999-4164-afec-bc0da58ad712 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Synchronizing usage tracker for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:26.332462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.555456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcc182ed-d999-4164-afec-bc0da58ad712 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] Unset dirty status for tenant:ef3e3a75be9546649236c9db380b4de8 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:26.555456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bcc182ed-d999-4164-afec-bc0da58ad712 tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3184233 May 06 12:44:26.557745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.574466 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-fab585a6-feca-41dc-bc31-516f9b95621b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] delete failed (client error): The resource could not be found. May 06 12:44:26.575477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fab585a6-feca-41dc-bc31-516f9b95621b tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "DELETE /v2.0/security-groups/76b2e845-d819-4eec-b939-58b529b12efc HTTP/1.1" status: 404 len: 347 time: 0.0167840 May 06 12:44:26.579293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.585826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.599042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9db187-3e78-416b-a09e-c06f86139f10,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:26.645065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e93f0d7-b1c2-48a9-8b6f-e808880610de tempest-SecGroupIPv6Test-820007678 tempest-SecGroupIPv6Test-820007678-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0643225 May 06 12:44:26.764684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a69691b6-79e2-4b89-b17b-10c13e09aa95 req-39b705e0-94e7-4c9e-94ac-84783febffbe tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:26.780805 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:26.782142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-40cd4104-50de-4004-a24d-a6951454957e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/9f9db187-3e78-416b-a09e-c06f86139f10 HTTP/1.1" status: 204 len: 168 time: 0.5973628 May 06 12:44:26.784942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38872) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:26.840638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ef31441b-6879-4607-8b43-0bc32ca576d4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:26.992469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ef31441b-6879-4607-8b43-0bc32ca576d4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:26.993697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a69691b6-79e2-4b89-b17b-10c13e09aa95 req-39b705e0-94e7-4c9e-94ac-84783febffbe tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:26.997018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69691b6-79e2-4b89-b17b-10c13e09aa95 req-39b705e0-94e7-4c9e-94ac-84783febffbe tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e87a1b7-5803-4c42-a96d-aeda88af4f5f HTTP/1.1" status: 200 len: 210 time: 0.3004317 May 06 12:44:26.998822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ef31441b-6879-4607-8b43-0bc32ca576d4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2126372 May 06 12:44:27.008192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:27.034261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--37529710'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:27.045815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.059751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.113590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38886) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:27.156743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab9b1e72-bc46-4f94-a721-66c59acae9da req-11778606-76c7-4346-a8b5-8bc974baef7c tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/ports?device_id=1431e855-162f-4d1a-b1b2-92690186e7ae HTTP/1.1" status: 200 len: 210 time: 0.0493095 May 06 12:44:27.197271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.234530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.238863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.244417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.247929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.306835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.546763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38898) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:27.566516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.618180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.642466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d550b774-8f0d-48dd-b20a-90388c487620,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:27.676947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.682946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8e9173545648e1820ec1da95113c50 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.688133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.701393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.714130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f37fb8a-3210-4cc7-91f3-c841229eff4b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ef3e3a75be9546649236c9db380b4de8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669993 May 06 12:44:27.717218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:27.771709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.777492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-139134ab-25db-442f-9dca-2e6a95ed4d93 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7612147 May 06 12:44:27.779234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38910) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:27.783575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--627789163'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:27.789655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.794600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.795281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.798354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.804389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.837000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.886289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.908529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:27.924003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:27.928381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:27.931275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:27.937179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:27.992567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.017731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.073338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49171d9-70fb-44da-a69f-aa47777e7f5a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.076114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.102190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25dac1cd-0e79-46ff-b6ea-2b451174c497 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8d8e9173545648e1820ec1da95113c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9861541 May 06 12:44:28.103135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcce3a5-fcaf-4ed7-84db-2616852e42e9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.103806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:28.144102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.209263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2c2c11-f0d8-4aca-8cb7-570d043b4095,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.224529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.280192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.300433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.304037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-59eeda83-2488-424c-b069-1a7142ba72f1 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5228145 May 06 12:44:28.304545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:28.310793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'd550b774-8f0d-48dd-b20a-90388c487620', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc2c2c11-f0d8-4aca-8cb7-570d043b4095', 'remote_ip_prefix': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:28.318627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device acba61eb-d45e-49af-b13e-e548f6a1e131 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:28.334595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:28.364944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:28.368343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: acba61eb-d45e-49af-b13e-e548f6a1e131 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:28.368695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device acba61eb-d45e-49af-b13e-e548f6a1e131 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:28.373047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.374223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-622db5e1-52a8-4ec6-bcb7-59540e2cd808 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3dcce3a5-fcaf-4ed7-84db-2616852e42e9 HTTP/1.1" status: 204 len: 168 time: 0.6560984 May 06 12:44:28.378792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:28.437025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:28.492626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.504437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38946) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:28.516709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49171d9-70fb-44da-a69f-aa47777e7f5a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.534615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.536675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0feb063-84f4-4837-afb7-da64e0a1a384 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e49171d9-70fb-44da-a69f-aa47777e7f5a HTTP/1.1" status: 204 len: 168 time: 0.4313290 May 06 12:44:28.544802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-41e430af-c26e-44a5-82e8-2860c6ef8b7b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:28.551315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-41e430af-c26e-44a5-82e8-2860c6ef8b7b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.2121925 May 06 12:44:28.589855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-9eb83710-6218-4736-b58f-eac2f1e7e050 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0376494 May 06 12:44:28.602055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.709708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.759502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.790454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.802015 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-60444415-4d7f-42c1-ab5f-7eb69d1503fe tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027032 May 06 12:44:28.891910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:28.937734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea4ec71-8aa2-47f6-b7c1-9ccff906d61f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:28.989622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-cd0181db-f05c-4662-86aa-4e03e8ede853 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766164 May 06 12:44:29.072405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.073904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fadadf1b-bc71-44da-9f81-a5749c904aef tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7682788 May 06 12:44:29.074840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.076977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38960) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.077440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.078061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/security-groups/a4d2d37f-7c4b-4a79-8571-4016db5d16f8 HTTP/1.1" status: 204 len: 168 time: 0.5726769 May 06 12:44:29.081008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38964) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.104892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adfbce-2776-4c45-acde-e6aa7c0097b9 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2d37f-7c4b-4a79-8571-4016db5d16f8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:29.112504 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-5aaa04b8-6756-4cc2-9a1f-b1d1303f498b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] show failed (client error): The resource could not be found. May 06 12:44:29.113823 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5aaa04b8-6756-4cc2-9a1f-b1d1303f498b tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "GET /v2.0/security-groups/a4d2d37f-7c4b-4a79-8571-4016db5d16f8 HTTP/1.1" status: 404 len: 347 time: 0.0319479 May 06 12:44:29.116837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38968) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.128590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.143124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.319030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-7fe63df6-f081-4ca6-8ed4-6d9a745568e3 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218699 May 06 12:44:29.320487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:29.320832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.344227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.366041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea4ec71-8aa2-47f6-b7c1-9ccff906d61f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:29.373749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.375195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b121cc96-34ce-4623-a78d-d18c0ee87ab2 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0ea4ec71-8aa2-47f6-b7c1-9ccff906d61f HTTP/1.1" status: 204 len: 168 time: 0.2968385 May 06 12:44:29.377793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38984) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.470964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-486afae5-3106-44f6-83fb-a3dc9a4ba49e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:29.676143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-486afae5-3106-44f6-83fb-a3dc9a4ba49e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:29.680415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-486afae5-3106-44f6-83fb-a3dc9a4ba49e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2985771 May 06 12:44:29.686257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:29.689637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.689962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.819462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfdfba05-7d15-4a84-ae10-f1e8749c973e req-1e20d335-ff11-433e-ba2e-2162e79bcd46 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.0788035 May 06 12:44:29.866519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.933311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:29.935265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:30.212170 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.216557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.240358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2c2c11-f0d8-4aca-8cb7-570d043b4095,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:30.327112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=c09cc81c-a9fc-48e5-a5f5-9e82940d8ebe,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:30.348922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.350062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2740bf85-f85a-4b21-804b-e1e22f682268 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/dc2c2c11-f0d8-4aca-8cb7-570d043b4095 HTTP/1.1" status: 204 len: 168 time: 0.6686261 May 06 12:44:30.356433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39024) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:30.397750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.454798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e7606cc-e276-4dd5-971e-578ecf3ef955 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:30.504562 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.505716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cfe67004-c355-4a47-a3b5-292cf29b902a tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/floatingips/57cb1490-ff43-4324-bc9e-1b8002b96d6c HTTP/1.1" status: 204 len: 168 time: 1.3877556 May 06 12:44:30.508565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39032) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:30.581168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port b4800c8e-54b9-40c3-b31e-8824ba3a9c5c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:30.582039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.612210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e7606cc-e276-4dd5-971e-578ecf3ef955 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:30.613800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e7606cc-e276-4dd5-971e-578ecf3ef955 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2562602 May 06 12:44:30.622768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39038) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:30.716747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.753566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.923884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.969656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:30.992458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550b774-8f0d-48dd-b20a-90388c487620,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:31.046729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ac8c93c-e8db-4ddb-bea2-551a6bb04b1e req-4475689c-c64d-4cd0-b8dc-cf7c4cfe6d31 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.1136737 May 06 12:44:31.106765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for b4800c8e-54b9-40c3-b31e-8824ba3a9c5c owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:31.203711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.211529 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b90f9bb7-3851-44db-8fcf-25183a58fee5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/d550b774-8f0d-48dd-b20a-90388c487620 HTTP/1.1" status: 204 len: 168 time: 0.5877292 May 06 12:44:31.219843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39056) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:31.295613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a42f87e-7ac4-4311-a6fd-c8d91c254cc9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:31.400507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.415538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a42f87e-7ac4-4311-a6fd-c8d91c254cc9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:31.415538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a42f87e-7ac4-4311-a6fd-c8d91c254cc9 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1912785 May 06 12:44:31.422105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39060) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:31.428788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--882215155'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:31.436962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:31.449357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:31.453348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=b4800c8e-54b9-40c3-b31e-8824ba3a9c5c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:31.560609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.570386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-477f70d6-8c89-4d36-affe-374b83d6d8f7 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/ports/b4800c8e-54b9-40c3-b31e-8824ba3a9c5c HTTP/1.1" status: 204 len: 168 time: 1.0608633 May 06 12:44:31.581139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:31.646298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.706512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting port 2c8fb510-e800-4e25-85ee-358db074c240 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:31.706512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:31.733206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:31.737589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:31.748771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:31.763552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:31.967990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.025861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.222941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Calling delete_port for 2c8fb510-e800-4e25-85ee-358db074c240 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:32.252220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.335484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5197cb7f-0da7-42ab-ae42-299384a0afaa req-3ea17bc5-669a-4442-8024-f902330869ac tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.1210899 May 06 12:44:32.376233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41ddc21-c3b4-4027-98a2-ad4543040c85,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:32.600501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.601775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f037245-3b32-418a-a038-efdc4d00b248 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1786354 May 06 12:44:32.605931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39098) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:32.612230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'e41ddc21-c3b4-4027-98a2-ad4543040c85', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:32.625203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:32.626811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:32.631449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:32.637907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:32.663396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.807056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Port': ['ID=2c8fb510-e800-4e25-85ee-358db074c240,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:32.916052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.950061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:32.969785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd678f5f-2d65-4d0f-a196-770face3e74f tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/ports/2c8fb510-e800-4e25-85ee-358db074c240 HTTP/1.1" status: 204 len: 168 time: 1.3829472 May 06 12:44:32.969931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39108) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:32.989539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.178072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.194413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting subnet 6258ef03-dc05-4236-9ac2-f1aa9e3de62b {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:33.199662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.229204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145c148a-2461-4fea-8c10-37338daea7d6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:33.451090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.457202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3aad8f19-6304-4e43-bf12-b9f55f2ded0f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8501210 May 06 12:44:33.460406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.470956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:33.635078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.649577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.708315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.715158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-cf4a3bb7-971c-4496-a387-f569f6171195 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:33.716719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-cf4a3bb7-971c-4496-a387-f569f6171195 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.3092210 May 06 12:44:33.734793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:33.745788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8c8fa59-1e22-4ccd-bc81-a10390ce056b req-c1f4109b-09d3-4a5c-bb58-c125f44887c6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.1504600 May 06 12:44:33.856543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.892988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=145c148a-2461-4fea-8c10-37338daea7d6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:33.907353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:33.908585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-093b0cf6-b58b-4eae-97bb-5190fd1748cb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/145c148a-2461-4fea-8c10-37338daea7d6 HTTP/1.1" status: 204 len: 168 time: 0.4363403 May 06 12:44:33.911294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39140) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:33.920032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:33.935151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:33.961125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ef7330e-e924-4bc3-ae8c-d265cd9c3afb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:33.996018 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.060438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Subnet': ['ID=6258ef03-dc05-4236-9ac2-f1aa9e3de62b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:34.063918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.076304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e568c87-574b-4204-85de-8276a21c7089 None None] Network 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:34.077007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:34.091096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8691460d-a8fc-4258-a437-3be7c1240424 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/subnets/6258ef03-dc05-4236-9ac2-f1aa9e3de62b HTTP/1.1" status: 204 len: 168 time: 1.1032352 May 06 12:44:34.200163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ef7330e-e924-4bc3-ae8c-d265cd9c3afb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:34.202553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ef7330e-e924-4bc3-ae8c-d265cd9c3afb tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2902453 May 06 12:44:34.216372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:34.237011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:44:34.240599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.336484 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.384415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.466420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Deleting subnet e96196c2-c14b-483b-aaf5-d9512447e8bd {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:44:34.475035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.546721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] DHCP port deletion for 2e553be6-48e2-4d2b-91a8-a1b24612e1b1 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:34.551398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Deleting port 3ded5c71-4a55-4a7e-9fed-ad597de1472e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:34.552090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.613440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.632441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.661816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.9 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/60b97511-3fed-40b1-93fa-e5e916831c42) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:34.721172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41ddc21-c3b4-4027-98a2-ad4543040c85,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:34.835385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:34.844494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d6704caf-362c-484e-ae04-922c9f0b3032 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/e41ddc21-c3b4-4027-98a2-ad4543040c85 HTTP/1.1" status: 204 len: 168 time: 0.6195946 May 06 12:44:34.846531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39176) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:34.974100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b82cf716-b80e-49e2-ab2b-5953310d015c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:35.013714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] For port 3ded5c71-4a55-4a7e-9fed-ad597de1472e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3ded5c71-4a55-4a7e-9fed-ad597de1472e,segment=NetworkSegment(2ae544ad-6f8d-4795-aee0-8a1c51830d3b),segment_id=2ae544ad-6f8d-4795-aee0-8a1c51830d3b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:35.014094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.078175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.139362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b2d04a1-d11a-48df-a34a-652976118ce8 req-9c61f5d4-f820-4fe8-98df-c0e434f0e550 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.0643311 May 06 12:44:35.166952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b82cf716-b80e-49e2-ab2b-5953310d015c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:35.169060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b82cf716-b80e-49e2-ab2b-5953310d015c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3212368 May 06 12:44:35.172994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39182) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:35.176611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.178421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--456865508'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:35.199718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:35.210715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:35.224928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Calling delete_port for 3ded5c71-4a55-4a7e-9fed-ad597de1472e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:35.287176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.303489 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.306156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:35.335545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3ded5c71-4a55-4a7e-9fed-ad597de1472e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:35.367850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:35.377521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:35.384412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:35.396844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:35.470260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:35.482523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:35.492587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:35.532240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:35.555785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.565292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:35.565918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.594079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.646535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Subnet': ['ID=e96196c2-c14b-483b-aaf5-d9512447e8bd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:35.660043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.669238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b4f1c3da-3b90-4fd4-bae3-63ac4b9309c4 tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/subnets/e96196c2-c14b-483b-aaf5-d9512447e8bd HTTP/1.1" status: 204 len: 168 time: 1.5840957 May 06 12:44:35.669238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:35.671734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.697269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.709212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78196736-76ab-4ed0-b8a9-b03dc84bc7ea None None] Network 6298ae54-b76f-40e7-b952-b17458a73da0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:44:35.883106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.888828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-71daec62-4477-4c2c-9763-46c5b821d61f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1595569 May 06 12:44:35.915975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Request body: {'port': {'device_id': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:35.961902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a85d121-084e-4048-bc96-460d7c7c3723,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:35.988797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:35.993665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2029447-0714-4bbd-82bf-075fb921dfb5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8196766 May 06 12:44:35.996938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:36.013976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': '3a85d121-084e-4048-bc96-460d7c7c3723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:36.043279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:36.049057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.056547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:36.056547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:36.074764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17946848-5eed-43d8-a8ed-b21fa40c8ecc req-a53631cd-e81b-445d-9a85-4e23c18f8947 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:36.074764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17946848-5eed-43d8-a8ed-b21fa40c8ecc req-a53631cd-e81b-445d-9a85-4e23c18f8947 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1687353 May 06 12:44:36.074764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:36.094347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] No DVR routers for this DVR port 3ded5c71-4a55-4a7e-9fed-ad597de1472e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:36.106698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad961c4-eb6b-4a1a-975a-93e471c4a3be None None] Pushing event deleted for resources: {'Port': ['ID=3ded5c71-4a55-4a7e-9fed-ad597de1472e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:36.171836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17946848-5eed-43d8-a8ed-b21fa40c8ecc req-c0d53cce-1dcd-469f-9820-9d0fcaf59af4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1029010 May 06 12:44:36.262107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.407923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.411247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] DHCP port deletion for 6298ae54-b76f-40e7-b952-b17458a73da0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:44:36.415681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Deleting port d8a6cba8-2128-4fc0-a46d-b265881b91aa {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:36.416153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.499247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.550755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.590109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.631285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e553be6-48e2-4d2b-91a8-a1b24612e1b1']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:36.637304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] For port d8a6cba8-2128-4fc0-a46d-b265881b91aa, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d8a6cba8-2128-4fc0-a46d-b265881b91aa,segment=NetworkSegment(16171a6d-7df8-4776-ab71-cba25e34bd1f),segment_id=16171a6d-7df8-4776-ab71-cba25e34bd1f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:36.637703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.641751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac37485-262a-43e0-bf47-25d6c8007361,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:36.692557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae544ad-6f8d-4795-aee0-8a1c51830d3b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:36.692557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae544ad-6f8d-4795-aee0-8a1c51830d3b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:36.713979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.739601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253dbd6-cc9a-4814-87b7-f7bdfb71bac9 req-29d87219-d482-48fe-936c-34d47adbfa50 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:36.740360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6253dbd6-cc9a-4814-87b7-f7bdfb71bac9 req-29d87219-d482-48fe-936c-34d47adbfa50 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:36.746703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.763507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:36.763929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.778919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Calling delete_port for d8a6cba8-2128-4fc0-a46d-b265881b91aa owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: timer() May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:36.779125 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:36.795289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:36.800645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f71bd7e7-f961-4249-b2ca-4408e433d417 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8019402 May 06 12:44:36.801875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:36.880497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97fb7f28-1dcd-4284-9b5d-5dcac2184516 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules/0ac37485-262a-43e0-bf47-25d6c8007361 HTTP/1.1" status: 200 len: 705 time: 0.0775404 May 06 12:44:36.881150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:36.946959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a4079e70-20b1-4e25-8427-994ef0600d8b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:37.022730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6253dbd6-cc9a-4814-87b7-f7bdfb71bac9 req-29d87219-d482-48fe-936c-34d47adbfa50 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:37.029632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6253dbd6-cc9a-4814-87b7-f7bdfb71bac9 req-29d87219-d482-48fe-936c-34d47adbfa50 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 931 time: 0.6501472 May 06 12:44:37.086691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a4079e70-20b1-4e25-8427-994ef0600d8b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:37.086691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a4079e70-20b1-4e25-8427-994ef0600d8b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1996531 May 06 12:44:37.088988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:37.137744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.151131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.167512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.255015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] No DVR routers for this DVR port d8a6cba8-2128-4fc0-a46d-b265881b91aa on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:37.293725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bb2e0-3580-4288-9581-715bf36ed866 None None] Pushing event deleted for resources: {'Port': ['ID=d8a6cba8-2128-4fc0-a46d-b265881b91aa,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:37.338068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d8a6cba8-2128-4fc0-a46d-b265881b91aa no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:37.338908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.373183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ac37485-262a-43e0-bf47-25d6c8007361,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:37.383027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: d8a6cba8-2128-4fc0-a46d-b265881b91aa {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:37.383662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d8a6cba8-2128-4fc0-a46d-b265881b91aa not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:37.394002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.397840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6253dbd6-cc9a-4814-87b7-f7bdfb71bac9 req-2deb27fd-e94f-4d55-9388-c2a7075872b7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673382 May 06 12:44:37.415935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.439619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b97511-3fed-40b1-93fa-e5e916831c42 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:37.444110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Network': ['ID=2e553be6-48e2-4d2b-91a8-a1b24612e1b1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:37.449466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.468728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Transition to ACTIVE for port object 60b97511-3fed-40b1-93fa-e5e916831c42 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:44:37.566646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.568607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-440c2599-c982-4d99-bd00-9e3722e50b41 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0ac37485-262a-43e0-bf47-25d6c8007361 HTTP/1.1" status: 204 len: 168 time: 0.4781158 May 06 12:44:37.571747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39240) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:37.630672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53226b0c-53fd-46da-943b-a0d99e8d1087 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:37.653258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:37.734501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d301b6-cb2e-44fc-932b-acd220267b13 req-8e054cf1-7e85-4000-be48-b604077f8a97 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:37.736836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85d301b6-cb2e-44fc-932b-acd220267b13 req-8e054cf1-7e85-4000-be48-b604077f8a97 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.1054907 May 06 12:44:37.750119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-872197aa-3073-4738-9f07-f795fe25dcff tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/networks/2e553be6-48e2-4d2b-91a8-a1b24612e1b1 HTTP/1.1" status: 204 len: 168 time: 2.0798905 May 06 12:44:37.768982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39244) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:37.912269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Pushing event updated for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.022299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53226b0c-53fd-46da-943b-a0d99e8d1087 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:38.024203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-53226b0c-53fd-46da-943b-a0d99e8d1087 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4506333 May 06 12:44:38.027851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39252) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:38.050619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Attempting to bind port 60b97511-3fed-40b1-93fa-e5e916831c42 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:44:38.050966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Attempting to bind port 60b97511-3fed-40b1-93fa-e5e916831c42 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:44:38.051968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Attempting to bind port 60b97511-3fed-40b1-93fa-e5e916831c42 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:38.058845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': '3a85d121-084e-4048-bc96-460d7c7c3723', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:38.065374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.079451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:38.096623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39258) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:38.097203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Port 60b97511-3fed-40b1-93fa-e5e916831c42 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:44:38.102989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Attempting to bind port 60b97511-3fed-40b1-93fa-e5e916831c42 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:44:38.106606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85d301b6-cb2e-44fc-932b-acd220267b13 req-fb4225c8-cfff-4bed-9cc7-f4c715d8df37 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3458705 May 06 12:44:38.117423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:38.125746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:44:38.126100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:44:38.127135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:44:38.127594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Bound port: 60b97511-3fed-40b1-93fa-e5e916831c42, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:44:38.128375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.261748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.274040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:44:38.297322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=60b97511-3fed-40b1-93fa-e5e916831c42,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:44:38.307620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.344107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6298ae54-b76f-40e7-b952-b17458a73da0']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:38.361961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16171a6d-7df8-4776-ab71-cba25e34bd1f') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:38.362546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16171a6d-7df8-4776-ab71-cba25e34bd1f') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:38.369135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.376856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.386089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.396127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.403408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:44:38.403924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.474965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7b20-ad1e-420d-952a-d828de7f9b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: timer() May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:44:38.509660 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:44:38.514705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37537eb-52f2-41c1-84c7-8149df639eba req-cf66bea5-1523-4845-adee-a54a84a83c5a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:38.516501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e37537eb-52f2-41c1-84c7-8149df639eba req-cf66bea5-1523-4845-adee-a54a84a83c5a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.7502766 May 06 12:44:38.520010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.521447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-858b53c7-4937-478b-a601-72843c952cbb service neutron] 10.222.0.86 "PUT /v2.0/ports/60b97511-3fed-40b1-93fa-e5e916831c42 HTTP/1.1" status: 200 len: 1091 time: 2.6161098 May 06 12:44:38.524411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:38.532729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:38.538587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b53c7-4937-478b-a601-72843c952cbb service neutron] Pushing event updated for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.541846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Usage tracker for resource:security_group_rule and tenant:5040bbec924e4a3f8f2efb532577ba0b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:38.545546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:38.552348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:38.630767 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.660638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.670847 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48d4a72-5c3a-4a44-a1da-394df1825982'] response: {'name': 'network-changed', 'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42', 'status': 'completed', 'code': 200} May 06 12:44:38.671782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.705269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] 10.222.0.83 "DELETE /v2.0/networks/6298ae54-b76f-40e7-b952-b17458a73da0 HTTP/1.1" status: 204 len: 168 time: 0.9344766 May 06 12:44:38.720366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Deleting port b083d7e8-04b5-4a46-acb5-ab7b13505aff {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:38.720366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.781911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.810434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Pushing event deleted for resources: {'Network': ['ID=6298ae54-b76f-40e7-b952-b17458a73da0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.837065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.837506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.855827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e2d9f-8519-452e-8b4d-a180d6cf6cad tempest-TaggedBootDevicesTest-530398817 tempest-TaggedBootDevicesTest-530398817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:38.856742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca2eaa5-9823-4384-99fe-fed352b48268,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:38.883500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2a38081-cb23-4c21-98d7-5d735a228861 req-878b1725-9008-48b8-93b6-2031d0b24449 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 1094 time: 0.2117631 May 06 12:44:38.890015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:38.976532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c4f8-248b-466a-84b9-a1df5614f200 req-04018315-139b-4784-8af8-f13b31d1c895 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:38.976532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94c4c4f8-248b-466a-84b9-a1df5614f200 req-04018315-139b-4784-8af8-f13b31d1c895 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 943 time: 0.3470619 May 06 12:44:39.142599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.162759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.163539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c353a50f-7eda-44d8-b010-477e1d6760d5 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1344869 May 06 12:44:39.167286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39286) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:39.216050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-424b787d-f14e-4f60-88d3-29ef23655b7e tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules/9ca2eaa5-9823-4384-99fe-fed352b48268 HTTP/1.1" status: 200 len: 705 time: 0.0469227 May 06 12:44:39.219495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:39.251973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4086bbc6-9b3d-4707-8b65-f5c6bcbdcb87,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:39.291674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a7dc2f93-5e5b-4047-9ad2-7309f35e3f39 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5040bbec924e4a3f8f2efb532577ba0b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1912067 May 06 12:44:39.300438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-873adcf6-ba3c-46e0-a4d9-91ca1b9971b4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:39.301440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:39.334879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94c4c4f8-248b-466a-84b9-a1df5614f200 req-f3a667a1-447d-492f-b08b-7a01c6728b95 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934142 May 06 12:44:39.351802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a38081-cb23-4c21-98d7-5d735a228861 req-2c3f9f6c-bace-402d-b484-dafa5253bc30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:39.353565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2a38081-cb23-4c21-98d7-5d735a228861 req-2c3f9f6c-bace-402d-b484-dafa5253bc30 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=898228d8a247492d9bab8dd6b7f81fac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4585001 May 06 12:44:39.419247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] For port b083d7e8-04b5-4a46-acb5-ab7b13505aff, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b083d7e8-04b5-4a46-acb5-ab7b13505aff,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:39.419819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.528988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.594351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.609921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a38081-cb23-4c21-98d7-5d735a228861 req-1d60defe-b8d3-4ff3-9f68-0ba2eee9ef8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:39.611596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2a38081-cb23-4c21-98d7-5d735a228861 req-1d60defe-b8d3-4ff3-9f68-0ba2eee9ef8d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401965 May 06 12:44:39.820623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-5897061a-db11-4841-9181-43a55f8af769 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 1094 time: 0.1663134 May 06 12:44:39.828380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-873adcf6-ba3c-46e0-a4d9-91ca1b9971b4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:39.829850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-873adcf6-ba3c-46e0-a4d9-91ca1b9971b4 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6091449 May 06 12:44:39.833706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:39.892839 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.899395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.899395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.899395 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Floating IP 5bee3bcd-b9ab-4bfe-814d-55c4fe168c41 disassociated. External IP: 172.25.2.214, port: b083d7e8-04b5-4a46-acb5-ab7b13505aff. May 06 12:44:39.899395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Calling delete_port for b083d7e8-04b5-4a46-acb5-ab7b13505aff owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:39.926190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-c000ac2f-aab3-48da-a374-e4e50a97cba5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60b97511-3fed-40b1-93fa-e5e916831c42 HTTP/1.1" status: 200 len: 217 time: 0.0927398 May 06 12:44:39.926190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4086bbc6-9b3d-4707-8b65-f5c6bcbdcb87,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:39.926190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:39.927189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c47d7aa4-4fcf-461a-9551-b459867de744 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4086bbc6-9b3d-4707-8b65-f5c6bcbdcb87 HTTP/1.1" status: 204 len: 168 time: 0.6251767 May 06 12:44:39.990619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5799f62-835e-44a5-9a04-409c35564c0a req-90e9db51-7ca6-4436-8b8d-db6dcd7b8679 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.008365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5799f62-835e-44a5-9a04-409c35564c0a req-90e9db51-7ca6-4436-8b8d-db6dcd7b8679 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 946 time: 0.6921260 May 06 12:44:40.023320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-dbca7402-9c7c-41f6-b49f-bae1f4625bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.024984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-dbca7402-9c7c-41f6-b49f-bae1f4625bcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.0966349 May 06 12:44:40.047029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.107318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.136543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-6f158eed-5bfd-4c73-baa0-bf164af7d215 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026182 May 06 12:44:40.323111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5799f62-835e-44a5-9a04-409c35564c0a req-e3def0d7-8b68-4874-91c7-b51a153d12ee tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=e27bb323-83aa-41cc-a1ce-6e8b3f504e73&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2905686 May 06 12:44:40.351845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-22cadae8-ab14-4b21-85e6-d2915d757fea service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091038 May 06 12:44:40.358441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.377893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca2eaa5-9823-4384-99fe-fed352b48268,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:40.499402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.544456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6c3f0dd-bf70-4cf3-9f83-5d69c733c499 req-9389307b-6bda-4399-870c-9ca8c1e70cb9 service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866860 May 06 12:44:40.567884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'Port': ['ID=b083d7e8-04b5-4a46-acb5-ab7b13505aff,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:40.573724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.578116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39316) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:40.579290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d08ca343-3437-41ba-af1d-44e1a3f9b689 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/9ca2eaa5-9823-4384-99fe-fed352b48268 HTTP/1.1" status: 204 len: 168 time: 0.7428892 May 06 12:44:40.639668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17d9dc-ceb4-4e03-b006-de77661c0c9b req-e2df845d-61e4-44b9-aadf-e6355b04cde2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:40.641281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a17d9dc-ceb4-4e03-b006-de77661c0c9b req-e2df845d-61e4-44b9-aadf-e6355b04cde2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 943 time: 0.1650798 May 06 12:44:40.651511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b16c8be7-9e28-45d0-a72d-db0b92718206 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:40.724603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a17d9dc-ceb4-4e03-b006-de77661c0c9b req-eafb40d4-d723-4c63-919a-2efd3ab8952d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656581 May 06 12:44:40.756004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8bce2cf-0a62-4e25-8f9e-c01cedb85734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:40.833222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b16c8be7-9e28-45d0-a72d-db0b92718206 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:40.833222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b16c8be7-9e28-45d0-a72d-db0b92718206 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2497633 May 06 12:44:40.835824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39326) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:40.847799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': '3a85d121-084e-4048-bc96-460d7c7c3723', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:40.859008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:40.887950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:40.951639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:44:41.083569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.248724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.297934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:44:41.310988 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:44:41.345243 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:41.348797 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:41.366409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.408579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:41.420776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.421267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b630dc75-ee93-47b2-af36-6a1d73a52a61,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:41.443443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] No DVR routers for this DVR port b083d7e8-04b5-4a46-acb5-ab7b13505aff on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:41.451087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.451087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e37537eb-52f2-41c1-84c7-8149df639eba req-4a51ad90-2989-40fb-a259-b0756fa54632 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "DELETE /v2.0/ports/b083d7e8-04b5-4a46-acb5-ab7b13505aff HTTP/1.1" status: 204 len: 173 time: 2.9282291 May 06 12:44:41.451087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'name': 'network-vif-deleted', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:41.499230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:41.505009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Usage tracker for resource:security_group_rule and tenant:8db9a5f9806545b5b26b22528f310aff is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:41.509521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:41.579568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:41.596933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.596933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0932dae5-8a6f-4b12-9ea0-4aa03a2acb6a tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7534156 May 06 12:44:41.596933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39342) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:41.597158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-02bd7755-580a-4644-8c2b-774bf5f3f415 req-76de9db0-4825-4c3b-9bdb-152d8b6442f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:41.635339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e11cd8a-af6e-462b-a5d8-e7a32f94b32c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules/b630dc75-ee93-47b2-af36-6a1d73a52a61 HTTP/1.1" status: 200 len: 706 time: 0.0430272 May 06 12:44:41.636378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39346) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:41.639440 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:41.696031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.743031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea6aaf9a-dba6-4590-b7ed-de70f9d8e792 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:41.776564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-02bd7755-580a-4644-8c2b-774bf5f3f415 req-76de9db0-4825-4c3b-9bdb-152d8b6442f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:41.778183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02bd7755-580a-4644-8c2b-774bf5f3f415 req-76de9db0-4825-4c3b-9bdb-152d8b6442f5 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.2550905 May 06 12:44:41.827918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:41.914778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea6aaf9a-dba6-4590-b7ed-de70f9d8e792 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:41.927053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea6aaf9a-dba6-4590-b7ed-de70f9d8e792 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2821205 May 06 12:44:41.927053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:41.939244 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95931ce5-49cf-4ff8-b7d5-1e4a5216998d'] response: {'server_uuid': 'a7753518-0638-4b23-ad46-c09a9ace698c', 'name': 'network-vif-deleted', 'tag': 'b083d7e8-04b5-4a46-acb5-ab7b13505aff', 'status': 'completed', 'code': 200} May 06 12:44:41.948234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078c3566-d9ae-4eb7-8a68-3231159c5b86,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:41.972653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-73658d00-3894-4e2f-ac56-0a7b2f25ec73 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8db9a5f9806545b5b26b22528f310aff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5781982 May 06 12:44:41.975351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:42.018367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.056174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.140277 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.186182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5b12f-ebd2-4c1a-bd50-286df29429de req-8f17d8f7-5536-4f7d-a1c3-0ae19ad611ad tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:42.193472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fb5b12f-ebd2-4c1a-bd50-286df29429de req-8f17d8f7-5536-4f7d-a1c3-0ae19ad611ad tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 943 time: 0.1736987 May 06 12:44:42.203116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.212973 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.249034 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.333002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.361800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b630dc75-ee93-47b2-af36-6a1d73a52a61,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:42.362344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b083d7e8-04b5-4a46-acb5-ab7b13505aff no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:42.378518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.379147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.379640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.380196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.380741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.381329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.381972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.382735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.383914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.384831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.385534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:44:42.424271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.431324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.434078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: b083d7e8-04b5-4a46-acb5-ab7b13505aff {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:42.440451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/078c3566-d9ae-4eb7-8a68-3231159c5b86 HTTP/1.1" status: 204 len: 168 time: 0.4620490 May 06 12:44:42.441528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b083d7e8-04b5-4a46-acb5-ab7b13505aff not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:42.460578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c8001-0d37-424e-a98c-cd0732ebbcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078c3566-d9ae-4eb7-8a68-3231159c5b86,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:42.482857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:42.488138 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:44:42.505083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8fb5b12f-ebd2-4c1a-bd50-286df29429de req-8ef45c80-7b6f-4ca2-bed7-090a18195f4a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020577 May 06 12:44:42.506414 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:44:42.507217 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:42.526827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:42.528509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6442d123-8404-4931-85a4-a6791bae6df8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/b630dc75-ee93-47b2-af36-6a1d73a52a61 HTTP/1.1" status: 204 len: 168 time: 0.6067166 May 06 12:44:42.531481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:42.663762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-806174e8-e7bc-49f0-bb9a-e140ee79d82f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:42.829096 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:44:42.876135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-806174e8-e7bc-49f0-bb9a-e140ee79d82f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:42.877837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-806174e8-e7bc-49f0-bb9a-e140ee79d82f tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3436222 May 06 12:44:42.881394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39382) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:43.075009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.157377 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.256396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-91db4111-b9a7-41f9-a9cd-80acb082e8a5 req-b84927de-50cf-425a-a9fe-9129ca03a8b0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7753518-0638-4b23-ad46-c09a9ace698c HTTP/1.1" status: 200 len: 210 time: 0.1323848 May 06 12:44:43.400300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.441567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a85d121-084e-4048-bc96-460d7c7c3723,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:43.491733 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:44:43.499553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c00d4e6-5b7d-43e5-8ad0-4badd0fd04f5 None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:44:43.508695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.577663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:43.582001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-63f126cd-c26c-4f75-8780-bafb8acb6d1c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/3a85d121-084e-4048-bc96-460d7c7c3723 HTTP/1.1" status: 204 len: 168 time: 0.6976035 May 06 12:44:43.584036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:43.680190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-08ea13be-e9b5-4279-83d6-ffe773a3a06b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:43.809185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46c076-e8db-4185-9649-c7038f99e4ef req-9f25b169-2a52-4a9c-b836-668337f1ba3d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:43.818189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df46c076-e8db-4185-9649-c7038f99e4ef req-9f25b169-2a52-4a9c-b836-668337f1ba3d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 943 time: 0.1398218 May 06 12:44:43.897679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-08ea13be-e9b5-4279-83d6-ffe773a3a06b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:43.909536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-08ea13be-e9b5-4279-83d6-ffe773a3a06b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3143001 May 06 12:44:43.913636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:43.916161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb748fab-d6e6-4d03-94b2-5054aa2fb7b7 None None] New status for floating IP 5bee3bcd-b9ab-4bfe-814d-55c4fe168c41: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:44:43.924165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605017651'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:43.928559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df46c076-e8db-4185-9649-c7038f99e4ef req-a0b0dff2-c574-4262-bacf-6a0f8cc1eb6c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051445 May 06 12:44:43.934665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:43.954739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:44.099587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.201350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:44.206671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:44.210888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:44.221435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:44.289137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.378728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.497256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cba77a-93c2-4716-b479-f17e07c87187,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:44.672088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.672202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39440) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:44.672620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69674412-2132-44fa-921e-09bf9fe02a6b tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7489843 May 06 12:44:44.672704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Request body: {'security_group_rule': {'security_group_id': 'e4cba77a-93c2-4716-b479-f17e07c87187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:44.677258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:44.683152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Usage tracker for resource:security_group_rule and tenant:84efe9616cea41f786423006f63ffcb7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:44.693091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:44.703763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:44.716104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39446) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:44.791062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.838285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:44.880168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 60b97511-3fed-40b1-93fa-e5e916831c42 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:44:44.909286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.032271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.126180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.126180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27bb323-83aa-41cc-a1ce-6e8b3f504e73,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:45.165302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.166485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6bd403d6-b440-43c1-ad7c-cb1b085a5330 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "DELETE /v2.0/security-groups/e27bb323-83aa-41cc-a1ce-6e8b3f504e73 HTTP/1.1" status: 204 len: 168 time: 0.4488339 May 06 12:44:45.172276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39454) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:45.221379 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-2c319205-74bc-440d-95d7-eb11c2cbd0d6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] show failed (client error): The resource could not be found. May 06 12:44:45.222419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2c319205-74bc-440d-95d7-eb11c2cbd0d6 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups/e27bb323-83aa-41cc-a1ce-6e8b3f504e73 HTTP/1.1" status: 404 len: 347 time: 0.0491889 May 06 12:44:45.225743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39458) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:45.304252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12444c-2ab0-494a-b28d-3382d7f892d1 req-a89a5272-a55e-47b5-9ae5-b9fa38c7ed30 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:45.309865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef12444c-2ab0-494a-b28d-3382d7f892d1 req-a89a5272-a55e-47b5-9ae5-b9fa38c7ed30 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 943 time: 0.2025430 May 06 12:44:45.336663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=60b97511-3fed-40b1-93fa-e5e916831c42,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:45.367142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.367725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '60b97511-3fed-40b1-93fa-e5e916831c42', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': '60b97511-3fed-40b1-93fa-e5e916831c42', 'mac_address': 'fa:16:3e:cd:f2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:44:45.450893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef12444c-2ab0-494a-b28d-3382d7f892d1 req-57526770-6c88-44bf-9129-23065724df02 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218011 May 06 12:44:45.537080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eae43c0-39d7-4203-9cb1-5b108ecc39c9,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:45.581528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.707575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Deleting port dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:45.708634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.742033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b97511-3fed-40b1-93fa-e5e916831c42 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:44:45.778347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.790021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-059ca9a3-3338-4821-8618-f1f700b6f7d8 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1277075 May 06 12:44:45.790702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39472) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:45.830360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=60b97511-3fed-40b1-93fa-e5e916831c42,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:45.925705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:45.948254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.006174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:46.023090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.077114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.077442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.162700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['60b97511-3fed-40b1-93fa-e5e916831c42'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:46.226553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Calling delete_port for dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:46.228975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.273049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cba77a-93c2-4716-b479-f17e07c87187,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:46.278277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.283972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c108aeee-1be5-4e91-85ab-2a400a4d4ac3 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/e4cba77a-93c2-4716-b479-f17e07c87187 HTTP/1.1" status: 204 len: 168 time: 0.4875939 May 06 12:44:46.285477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:46.435961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.631556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-363c30a9-0409-40c8-b851-4a453e462ebf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:46.698963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:46.754683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-363c30a9-0409-40c8-b851-4a453e462ebf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:46.757417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'Port': ['ID=dc2de4ed-b85f-49a9-b8ab-6c3b5491ba63,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:46.763195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-363c30a9-0409-40c8-b851-4a453e462ebf tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4754040 May 06 12:44:46.763739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39498) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:46.994073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.057711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a42132d-ed6f-4119-8d89-ee2976591797 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Synchronizing usage tracker for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:47.106210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-53fff238-792f-4243-9b07-41d100b264ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5086401 May 06 12:44:47.117691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53379-a30f-4192-9db9-f18a22cf531b req-e68aa793-8d36-4da8-93ed-de99c679d7d1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:47.119725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83c53379-a30f-4192-9db9-f18a22cf531b req-e68aa793-8d36-4da8-93ed-de99c679d7d1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 944 time: 0.4713917 May 06 12:44:47.128222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:47.130070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c822e25b-22e4-4825-83dc-43f2e68c351c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "DELETE /v2.0/floatingips/5bee3bcd-b9ab-4bfe-814d-55c4fe168c41 HTTP/1.1" status: 204 len: 168 time: 1.9033744 May 06 12:44:47.226260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a42132d-ed6f-4119-8d89-ee2976591797 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] Unset dirty status for tenant:84efe9616cea41f786423006f63ffcb7 on resource:security_group_rule {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:47.235182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a42132d-ed6f-4119-8d89-ee2976591797 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4699340 May 06 12:44:47.240628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39514) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:47.319160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-905a4dfc-b966-41d6-b86c-4622684e27c9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417856 May 06 12:44:47.329707 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-da881661-0d53-4fc2-9fd8-fcf5ce68684c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] delete failed (client error): The resource could not be found. May 06 12:44:47.331073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da881661-0d53-4fc2-9fd8-fcf5ce68684c tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "DELETE /v2.0/security-groups/e4cba77a-93c2-4716-b479-f17e07c87187 HTTP/1.1" status: 404 len: 347 time: 0.0687284 May 06 12:44:47.336216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39518) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:47.391302 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83c53379-a30f-4192-9db9-f18a22cf531b req-66fff66e-593d-45de-b50b-67798bc3f30d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393365 May 06 12:44:47.448874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-07bb1f72-fdb7-4d6c-9ab6-6fdf26f2cdd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.1146941 May 06 12:44:47.501785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c16d4825-c88e-4b9a-8394-438a1014a8a7 tempest-SecGroupTest-1972337496 tempest-SecGroupTest-1972337496-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1642292 May 06 12:44:47.565065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-74475527-d0ab-4542-9959-041d5ce1dea3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1096 time: 0.1574044 May 06 12:44:47.912246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-bbb426b7-c0eb-40b4-b0b3-8ebe7754f4ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:47.913746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-bbb426b7-c0eb-40b4-b0b3-8ebe7754f4ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.3242369 May 06 12:44:48.038819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-f236919e-6acf-4144-aaf2-b4e37bf6f04b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 200 len: 217 time: 0.1149378 May 06 12:44:48.041105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:48.054151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979072520', 'description': 'tempest-description--748133800'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:48.054413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-699cfcaf-f66c-4780-afc5-e4c23f0e673a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.054916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-699cfcaf-f66c-4780-afc5-e4c23f0e673a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.055276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-699cfcaf-f66c-4780-afc5-e4c23f0e673a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.064042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-699cfcaf-f66c-4780-afc5-e4c23f0e673a service neutron] 10.222.0.13 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 200 len: 2299 time: 0.5761487 May 06 12:44:48.101859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:48.112799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:48.117462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:48.129871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:48.142024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-6535040e-3895-44f9-bdf0-3477d7153e95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.143489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-6535040e-3895-44f9-bdf0-3477d7153e95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.0822856 May 06 12:44:48.173163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-420dd9ed-eb47-446f-81d0-61ffb9be7d60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 1001 time: 0.1088116 May 06 12:44:48.191992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-08018e72-5a84-4190-8d34-41aeb73698cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421994 May 06 12:44:48.239805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c4d002a4-9437-46eb-ad9b-8c2a63be8972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.241175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c4d002a4-9437-46eb-ad9b-8c2a63be8972 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 200 len: 856 time: 0.0620010 May 06 12:44:48.302260 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.351708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-188e340d-f444-4247-b00c-b9158e2ea8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99edebc2-8b3b-42bf-a690-3757d6268ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008642 May 06 12:44:48.384260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:48.395432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:48.406073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:48.415525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:48.419258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-25e9251a-0ac2-4088-89cf-efb0c43a50be service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204781 May 06 12:44:48.599156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-00d1d2a3-abfc-40a9-bc8f-ef21cb350c7d service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360013 May 06 12:44:48.641974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.654874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a043925-5c5d-4a5b-adc9-df496a830339 req-c00ae998-9be2-4366-aae6-cd68b615cea8 service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264812 May 06 12:44:48.708010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:48.800378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.874408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf5602-34e1-4308-affd-7f6f5366285a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:48.904813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8c902-327f-4eca-8c25-3e8feec161ac req-0a70dc8c-3ebb-482a-bf3d-a6670f1e2b42 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:48.904813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70e8c902-327f-4eca-8c25-3e8feec161ac req-0a70dc8c-3ebb-482a-bf3d-a6670f1e2b42 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 944 time: 0.3031685 May 06 12:44:48.905441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 60b97511-3fed-40b1-93fa-e5e916831c42 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:44:48.970516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:48.980102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c80de04d-ab5f-4020-aa91-86a55b4da852 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9297805 May 06 12:44:48.980793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39566) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:48.983684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-006dc351-1321-4901-b0fb-e97e0c7893fc service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290482 May 06 12:44:48.988207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group_rule': {'security_group_id': '66bf5602-34e1-4308-affd-7f6f5366285a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:49.044693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:49.048897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:49.052337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:49.062660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:49.069418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-de263874-842a-4cab-92b8-c30abff82423 req-6cda85a4-65ac-426b-bdba-0a5c23f7690c service neutron] (84800) timed out ('10.222.0.13', 51008) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:44:49.098991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-11893c1d-ed6e-45aa-a529-65cefa0b8d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 217 time: 0.1065581 May 06 12:44:49.106858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70e8c902-327f-4eca-8c25-3e8feec161ac req-20b894b0-6ad1-46b0-92c7-c1370104cf56 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940076 May 06 12:44:49.110218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 60b97511-3fed-40b1-93fa-e5e916831c42 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:44:49.121617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 60b97511-3fed-40b1-93fa-e5e916831c42 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:44:49.122236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.124208 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce2b5e46-aa2f-47ba-95dc-1b58991c64bb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84efe9616cea41f786423006f63ffcb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145844 May 06 12:44:49.126571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39574) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:49.185762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-973536bd-68d7-4f44-b8dd-d838868de238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:49.187208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-973536bd-68d7-4f44-b8dd-d838868de238 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0782351 May 06 12:44:49.196128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-bd6789bd-c1a3-41c5-856b-bc10e1e4dc63 req-24a52cb6-172b-4312-8f0c-562600fe29ba service neutron] (84799) timed out ('10.222.0.13', 51028) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:44:49.235203 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.297142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-048b60f8-e38b-483b-ae98-00dc93baec5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016982 May 06 12:44:49.365546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.452304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=60b97511-3fed-40b1-93fa-e5e916831c42,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:49.453595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:49.462985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.465542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.527824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-4e3adc22-3607-4e17-a4f2-35ff7172e78b service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232740 May 06 12:44:49.535567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.589786 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.608272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.687113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40079496-2fd8-4a45-a735-d0edfdf05933,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:49.694997 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d04c846-cd7b-4ef3-9678-5a16abe77fed'] response: {'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42', 'code': 200} May 06 12:44:49.795407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:49.834906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:49.839377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f19ede0-cb16-44a8-884d-6e89fc3a572a tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8549471 May 06 12:44:49.842791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39594) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:49.849859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-044f1a01-3617-45e5-98af-37739cb45c02 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029478 May 06 12:44:49.868893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'security_group_rule': {'security_group_id': '66bf5602-34e1-4308-affd-7f6f5366285a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:49.868893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:49.870264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:security_group_rule and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:49.873231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:49.879069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:49.904738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c89a12c4-fed0-48b1-8de7-b3a912d6146d req-5ca73d61-7af1-43c2-8f7b-2c714de6533c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 1096 time: 0.1859734 May 06 12:44:49.941317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-41711a59-b69e-40fe-93b0-2c573eacc592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 217 time: 0.0777235 May 06 12:44:49.968012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c89a12c4-fed0-48b1-8de7-b3a912d6146d req-6afa8891-ee9c-4d6c-86f2-8d1f57697871 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 May 06 12:44:49.968871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.005591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97af5bd-b5d2-4e20-814c-132e8d820ec4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:50.012079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.014102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-d53869af-16ae-4860-a2c7-31c08fe75d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:50.015864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-d53869af-16ae-4860-a2c7-31c08fe75d04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0740130 May 06 12:44:50.101481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.121299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-7f6c00e2-ba46-4252-8b10-eeff8aa39938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983567 May 06 12:44:50.184172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.244269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf748543-11ed-4f6e-8d54-1c3402054b61,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:50.244269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.250538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ae397bae-fd02-4c27-a9a4-edc3b6409c35 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c97af5bd-b5d2-4e20-814c-132e8d820ec4 HTTP/1.1" status: 204 len: 168 time: 1.1223865 May 06 12:44:50.316622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.332773 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a12c8288-7ee5-45bc-8814-735c3d3be474 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4888153 May 06 12:44:50.333677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39610) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:50.344489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:50.358774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:50.371254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Usage tracker for resource:floatingip and tenant:dcabaae8a9de4c4d943350fd896764ec is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:50.376906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:50.393886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:50.478216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-0ae6e1d8-f05d-489f-aa83-524f9e8f8234 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488941 May 06 12:44:50.535470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.607992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f10490-f302-4943-964b-1981acc900ca req-d897b782-24af-44e7-b173-03e934337c60 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:50.609570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76f10490-f302-4943-964b-1981acc900ca req-d897b782-24af-44e7-b173-03e934337c60 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.3156619 May 06 12:44:50.676078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-14b60798-1f78-4d12-860f-8fc14c6c8bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887438 May 06 12:44:50.706657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.743429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:50.782489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76f10490-f302-4943-964b-1981acc900ca req-27fffb5b-2269-4a85-a734-19b35d00d268 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591961 May 06 12:44:50.782489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-8c0b9124-8bf1-4deb-8a26-60bb9569dba1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 200 len: 217 time: 0.0993364 May 06 12:44:50.874331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-191f3498-2991-472a-9c50-3ca8693bc741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:50.875762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-191f3498-2991-472a-9c50-3ca8693bc741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0750799 May 06 12:44:51.067973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Allocated IP 172.25.2.50 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/810f1e33-c0f8-480f-8a54-f9aa5cc92b61) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:44:51.106646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-de1dd2d4-c917-414e-9491-c3859d5f1de5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2221372 May 06 12:44:51.444542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-e4bf8346-5c4e-42fe-bcfb-2a1ce9acaee6 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324451 May 06 12:44:51.526812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.652315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:51.653788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c3b362e0-3efe-439a-aaa8-2df3c36c5241 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028334 May 06 12:44:51.730281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:44:51.733101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:44:51.736000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:44:51.813535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=810f1e33-c0f8-480f-8a54-f9aa5cc92b61,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:51.833300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-007f5ead-5378-4e29-9c32-5c383ab29ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 200 len: 217 time: 0.1655824 May 06 12:44:51.907396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-ce3af3e8-b92d-4f50-a2d6-14ef1c29e1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:51.909528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-ce3af3e8-b92d-4f50-a2d6-14ef1c29e1af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0759208 May 06 12:44:52.053838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-6dda30cd-f9cb-40b3-be3f-f9b94f800249 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1375461 May 06 12:44:52.129496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.182919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c4060-8d0b-4d0e-a23e-48fee707df3e req-2b4ee603-919b-4dd8-97a0-62f20a877200 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.184916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e9c4060-8d0b-4d0e-a23e-48fee707df3e req-2b4ee603-919b-4dd8-97a0-62f20a877200 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.1264298 May 06 12:44:52.209760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-40aab4c3-a2eb-498d-8b5b-586a0f8ac00b service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489766 May 06 12:44:52.309458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e9c4060-8d0b-4d0e-a23e-48fee707df3e req-7b39c43f-74d3-430a-822c-d583004b0a7d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181526 May 06 12:44:52.310019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.488006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c0719700-db52-401b-ae4a-66040c1021d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719429 May 06 12:44:52.539809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39664) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:52.693840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-7a7de327-1a67-40b8-abc2-1f85eab9feb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 200 len: 217 time: 0.1993139 May 06 12:44:52.747257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.832270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-fa5cda25-a21b-4008-81bd-6dfd23db18b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:52.833651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-fa5cda25-a21b-4008-81bd-6dfd23db18b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.1321061 May 06 12:44:52.858048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:52.923176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f4516d71-41f6-44ee-bf2c-2da38817fbd7 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1113720844', 'prefixes': ['172.20.0.0/16']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:52.943396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-b7a57b1b-8c1c-45e1-bdab-c9ee0eb0d2ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028354 May 06 12:44:52.967994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f4516d71-41f6-44ee-bf2c-2da38817fbd7 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:53.049909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=810f1e33-c0f8-480f-8a54-f9aa5cc92b61,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:53.097141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.114470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-b40aa4ff-a10a-489e-9b81-94c1130b80a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628203 May 06 12:44:53.144899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991298b-5b37-4aa0-b220-f6ffbcb8f327 req-560c6245-7284-4708-b530-9e0b4f409a78 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:53.148296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e991298b-5b37-4aa0-b220-f6ffbcb8f327 req-560c6245-7284-4708-b530-9e0b4f409a78 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.2427959 May 06 12:44:53.219601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.232965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b7585af2-eff8-463f-b16b-3372c6b9f921 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8848608 May 06 12:44:53.271616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e991298b-5b37-4aa0-b220-f6ffbcb8f327 req-b56dcf2f-b4f8-4b2d-a779-8676e2ebeb53 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143591 May 06 12:44:53.410504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-f84b9d77-525b-4817-9d58-c791105b8517 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909133 May 06 12:44:53.471212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4516d71-41f6-44ee-bf2c-2da38817fbd7 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.476426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4516d71-41f6-44ee-bf2c-2da38817fbd7 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9287360 May 06 12:44:53.477672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39696) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:53.554083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-3f312775-7f67-4da0-aaed-f843fd5f527e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 200 len: 217 time: 0.1283948 May 06 12:44:53.562661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96fc082a-fe78-46c6-8b36-62127e281d5c tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "GET /v2.0/subnetpools/9f8de4a7-edd5-4ea0-afd0-df5876dec29d HTTP/1.1" status: 200 len: 732 time: 0.0832531 May 06 12:44:53.576380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39704) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:53.582249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-37c8877e-09b7-4073-8639-707a10d497e3 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1897711546'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:44:53.697465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-89000b95-517c-428a-b196-166af4e2d930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:53.699625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-89000b95-517c-428a-b196-166af4e2d930 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.1467631 May 06 12:44:53.751906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-36f69286-f263-454c-85c7-79ab54911460 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:53.768118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7eb14-1698-4298-982d-fea67febbd34 req-43ec6fc3-ccbe-4b07-b0c1-555c3b2a8036 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:53.770968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09e7eb14-1698-4298-982d-fea67febbd34 req-43ec6fc3-ccbe-4b07-b0c1-555c3b2a8036 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.1519756 May 06 12:44:53.839495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09e7eb14-1698-4298-982d-fea67febbd34 req-95bb5444-9f88-4a7d-9bc5-4ff97ccbecda tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633824 May 06 12:44:53.842291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c81beace-22be-471a-a45c-cc9cb93e9d1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332784 May 06 12:44:53.915203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-36f69286-f263-454c-85c7-79ab54911460 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:53.919733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-36f69286-f263-454c-85c7-79ab54911460 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1979072520&fields=id&tenant_id=dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 267 time: 0.2535284 May 06 12:44:53.948361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37c8877e-09b7-4073-8639-707a10d497e3 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:53.954138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39718) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:53.954750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37c8877e-09b7-4073-8639-707a10d497e3 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "PUT /v2.0/subnetpools/9f8de4a7-edd5-4ea0-afd0-df5876dec29d HTTP/1.1" status: 200 len: 684 time: 0.3772709 May 06 12:44:54.088392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-86adf129-7f17-455c-8b07-dcb3f0d6de09 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384791 May 06 12:44:54.250810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-83824635-fa07-4f54-ad4c-86bcd4b66a9f tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:54.258478 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-83824635-fa07-4f54-ad4c-86bcd4b66a9f tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 810 time: 0.3289020 May 06 12:44:54.284435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-f40be8bf-b97f-41e5-a66f-b06c76a6d769 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/quotas/dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 375 time: 0.0234611 May 06 12:44:54.351590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fba78ae-ab0e-46bd-a4db-38326b30e437 req-c5609686-674a-4f1c-a03c-c8f427022ced service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507901 May 06 12:44:54.362235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a960bb77-e4a3-4c5a-b68e-3e004d811580 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:54.364372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a960bb77-e4a3-4c5a-b68e-3e004d811580 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "DELETE /v2.0/subnetpools/9f8de4a7-edd5-4ea0-afd0-df5876dec29d HTTP/1.1" status: 204 len: 168 time: 0.4064958 May 06 12:44:54.368370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:54.402293 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-a7a62bb3-2941-494d-aea3-1da0a2669204 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] show failed (client error): The resource could not be found. May 06 12:44:54.404565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a7a62bb3-2941-494d-aea3-1da0a2669204 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "GET /v2.0/subnetpools/9f8de4a7-edd5-4ea0-afd0-df5876dec29d HTTP/1.1" status: 404 len: 346 time: 0.0344250 May 06 12:44:54.409205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:54.437231 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-dc970e66-4e1e-4f11-915d-ce5635296f64 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] delete failed (client error): The resource could not be found. May 06 12:44:54.441082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc970e66-4e1e-4f11-915d-ce5635296f64 tempest-SubnetPoolsTestJSON-1115515070 tempest-SubnetPoolsTestJSON-1115515070-project] 10.222.0.83 "DELETE /v2.0/subnetpools/9f8de4a7-edd5-4ea0-afd0-df5876dec29d HTTP/1.1" status: 404 len: 346 time: 0.0278733 May 06 12:44:54.468401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-61f8a201-10df-487f-8738-5a45014539ee tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1830018 May 06 12:44:54.841033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-df3df88a-d793-425a-946c-194e23014141 service neutron] 10.222.0.83 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616428 May 06 12:44:54.852762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39744) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:54.894157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77d95f-b9bd-4a65-8f67-9d92291dcdf8 req-e66e93ce-8391-4c1f-98ea-2b59b5472068 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:54.921268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed77d95f-b9bd-4a65-8f67-9d92291dcdf8 req-e66e93ce-8391-4c1f-98ea-2b59b5472068 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.1923094 May 06 12:44:55.013850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed77d95f-b9bd-4a65-8f67-9d92291dcdf8 req-2eb7f74e-9170-4df5-88e7-b7c808d41b6f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916572 May 06 12:44:55.076248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-ca47cd1c-f165-43b2-9a7c-6b10190f617b service neutron] 10.222.0.83 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283292 May 06 12:44:55.656612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-91cb66a9-99da-4efc-815d-3151321b71ef req-129a3322-c5dc-447d-85c6-f789c94d6247 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:44:55.666568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39764) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:55.956476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-91cb66a9-99da-4efc-815d-3151321b71ef req-129a3322-c5dc-447d-85c6-f789c94d6247 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:44:55.957676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91cb66a9-99da-4efc-815d-3151321b71ef req-129a3322-c5dc-447d-85c6-f789c94d6247 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.3750231 May 06 12:44:56.033487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.098928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:44:56.107930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Usage tracker for resource:security_group_rule and tenant:56a415b080cf481baa7c1219b6a64a40 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:44:56.114279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:44:56.124038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:44:56.170654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebd8df-e298-4637-be38-0d6756407750 req-6b1ea8e6-181d-422c-bfdb-a294f24caf01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:56.177354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20ebd8df-e298-4637-be38-0d6756407750 req-6b1ea8e6-181d-422c-bfdb-a294f24caf01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.2880998 May 06 12:44:56.350157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.636807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port 60b97511-3fed-40b1-93fa-e5e916831c42 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:56.637148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.831600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:56.864846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36584c7-d042-4237-ade5-80891406a9aa req-f11de60f-c6b1-42ef-81c3-c5e77044762f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:44:56.872868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c36584c7-d042-4237-ade5-80891406a9aa req-f11de60f-c6b1-42ef-81c3-c5e77044762f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 945 time: 0.4103379 May 06 12:44:56.976047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.089565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56a415b080cf481baa7c1219b6a64a40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4210043 May 06 12:44:57.096070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa1da-2e57-4ac4-b6d7-db9978d0d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7d9147-6868-4f92-b75a-e7435e1ea197,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:57.098371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39790) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:44:57.112117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c36584c7-d042-4237-ade5-80891406a9aa req-06c3f971-2710-4036-8a6c-557b5e615d20 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332723 May 06 12:44:57.179641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port 60b97511-3fed-40b1-93fa-e5e916831c42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=60b97511-3fed-40b1-93fa-e5e916831c42,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:57.180607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.191813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a82fc7f-f96c-4fc1-a235-26587d4e2a99 req-94dc7b52-83a4-4c73-9edb-5f6fbdb73ca1 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.0543189 May 06 12:44:57.382888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for 60b97511-3fed-40b1-93fa-e5e916831c42 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:57.470747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.491699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Deleting port bbc55bd5-5b78-43cf-889b-0c0619d98e22 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:44:57.492180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.516455 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.725694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] For port bbc55bd5-5b78-43cf-889b-0c0619d98e22, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bbc55bd5-5b78-43cf-889b-0c0619d98e22,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:44:57.726062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.749067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.764271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:44:57.886567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:57.944954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=60b97511-3fed-40b1-93fa-e5e916831c42,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:57.961303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7d9147-6868-4f92-b75a-e7435e1ea197,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:58.043012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Calling delete_port for bbc55bd5-5b78-43cf-889b-0c0619d98e22 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:44:58.093456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port 60b97511-3fed-40b1-93fa-e5e916831c42 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:44:58.096381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.099757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'name': 'network-vif-deleted', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:44:58.113335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20ebd8df-e298-4637-be38-0d6756407750 req-ec2659d0-afbd-480e-ad62-f19833840027 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "DELETE /v2.0/ports/60b97511-3fed-40b1-93fa-e5e916831c42 HTTP/1.1" status: 204 len: 173 time: 1.9092546 May 06 12:44:58.168553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.173350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e15a5714-e78c-4100-a4bd-ef687c1ffdfc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0a7d9147-6868-4f92-b75a-e7435e1ea197 HTTP/1.1" status: 204 len: 168 time: 1.0669246 May 06 12:44:58.468859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:44:58.628009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc55bd5-5b78-43cf-889b-0c0619d98e22,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:44:58.755377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96b3129f-fdba-4814-a3ae-2ccc131d3c9f req-7f482603-b727-43d6-bc5a-dd74d0a3b9ff tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=49692f09-dfdb-4793-9137-a3bc2a0d9922 HTTP/1.1" status: 200 len: 210 time: 0.1874437 May 06 12:44:58.847969 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30d0ce3-e695-4da5-9ae7-fbbfc9c65774'] response: {'server_uuid': '49692f09-dfdb-4793-9137-a3bc2a0d9922', 'name': 'network-vif-deleted', 'tag': '60b97511-3fed-40b1-93fa-e5e916831c42', 'status': 'completed', 'code': 200} May 06 12:44:58.943016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 60b97511-3fed-40b1-93fa-e5e916831c42 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:44:59.102809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 60b97511-3fed-40b1-93fa-e5e916831c42 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:44:59.103470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 60b97511-3fed-40b1-93fa-e5e916831c42 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:44:59.174102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5dc7c24-7083-4a4a-9ce3-79c886a4a7aa req-815d274a-2f5c-419e-a815-d0cfaa7421f7 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.0957758 May 06 12:44:59.324822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:00.051034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-92926ffc-5fe9-4776-9500-00d654b9f84e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:00.052738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-92926ffc-5fe9-4776-9500-00d654b9f84e tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 810 time: 0.7122593 May 06 12:45:00.128039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-3c87e89a-be9c-43e7-bf65-ce58405cbf13 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:00.154482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-3c87e89a-be9c-43e7-bf65-ce58405cbf13 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:00.155623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-3c87e89a-be9c-43e7-bf65-ce58405cbf13 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcabaae8a9de4c4d943350fd896764ec HTTP/1.1" status: 200 len: 380 time: 0.0870419 May 06 12:45:00.171363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'port': {'device_id': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'admin_state_up': True, 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'security_groups': ['66bf5602-34e1-4308-affd-7f6f5366285a']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:00.442627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc50d6dc-6392-45ea-a85d-dbc9b0571ab8 req-d465725e-281a-4219-9212-c45f714ee893 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.0619929 May 06 12:45:00.592495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:00.631027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:00.779698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-5bf7bd95-66cc-4a66-b388-184b81fb6960 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:00.781263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-5bf7bd95-66cc-4a66-b388-184b81fb6960 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.3563173 May 06 12:45:00.821283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3e6afde9-5bec-4796-bced-124ee424d5f6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/quotas/898228d8a247492d9bab8dd6b7f81fac HTTP/1.1" status: 200 len: 375 time: 0.0323782 May 06 12:45:00.829316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Made reservation on behalf of dcabaae8a9de4c4d943350fd896764ec for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:00.833927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.117322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-f6ac6049-6eca-41d2-b9b6-d9cf70519351 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2711725 May 06 12:45:01.209316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Allocated IP 172.20.0.11 (12736949-423a-4aae-9ae1-8fdebcb3ec89/1bd29a5c-17e9-4473-bfb9-97eac0b9888c/3d76e687-e9db-4c99-bf41-937f8d7442e0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:01.236572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:45:01.409964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-ab1d2082-eae0-4522-96b5-c5d8e5fec1a9 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788005 May 06 12:45:01.700758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-217dac48-1696-4ffe-b4a1-be53026ba927 req-4bb94605-48ca-4110-8581-0804f2c86310 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.0626087 May 06 12:45:01.940899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:01.971583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-28d843d1-a365-4c4f-aab2-70c809a2eff4 service neutron] 10.222.0.83 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594269 May 06 12:45:01.979696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Transition to ACTIVE for port object 3d76e687-e9db-4c99-bf41-937f8d7442e0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:02.052792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:02.054329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Sync routers for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:02.079353 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:02.080110 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:02.149714 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.260537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:02.264540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:02.266369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event updated for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:02.268561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:02.342989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:02.343920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.346289 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:02.354880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f9ae1aa-083b-420e-8efd-a322056f93a0 admin admin] 10.222.0.83 "PUT /v2.0/routers/bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5014758 May 06 12:45:02.357668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:02.515935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-017553f0-dc9c-49ca-b92a-28c824056804 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3502328 May 06 12:45:02.533543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Request body: {'port': {'device_id': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:02.787584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-89478e7f-3675-4b21-a41a-b44f816859d1 req-d7d99629-19c5-4886-9561-79128b305c01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:02.842625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:02.952747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.012896 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:45:03.043134 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:44:58Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:03.057926 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Checking router: bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:03.076439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Routers {'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:03.077978 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:44:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:03.080981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a77a9c1-0988-4326-a3c9-d73a1472de4d None None] Provisioning for port 3d76e687-e9db-4c99-bf41-937f8d7442e0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:03.086650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-89478e7f-3675-4b21-a41a-b44f816859d1 req-d7d99629-19c5-4886-9561-79128b305c01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:03.088081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89478e7f-3675-4b21-a41a-b44f816859d1 req-d7d99629-19c5-4886-9561-79128b305c01 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.4498575 May 06 12:45:03.090723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a77a9c1-0988-4326-a3c9-d73a1472de4d None None] Provisioning complete for port 3d76e687-e9db-4c99-bf41-937f8d7442e0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:03.091101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a77a9c1-0988-4326-a3c9-d73a1472de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.279648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7a77a9c1-0988-4326-a3c9-d73a1472de4d None None] Port 3d76e687-e9db-4c99-bf41-937f8d7442e0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:03.505131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab762b-0c62-46a0-99de-523a14fdae1a req-000d3780-9a1f-47ca-b2ea-dc5a1f2b20d8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:03.514176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdab762b-0c62-46a0-99de-523a14fdae1a req-000d3780-9a1f-47ca-b2ea-dc5a1f2b20d8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Synchronizing usage tracker for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:03.568696 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] Set router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:03.592828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.751054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d76e687-e9db-4c99-bf41-937f8d7442e0 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:03.754435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Deleting port 65cd086d-ddef-4b44-8309-6672a22fae70 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:03.761897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.762049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bdab762b-0c62-46a0-99de-523a14fdae1a req-000d3780-9a1f-47ca-b2ea-dc5a1f2b20d8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Unset dirty status for tenant:dcabaae8a9de4c4d943350fd896764ec on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:03.764696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdab762b-0c62-46a0-99de-523a14fdae1a req-000d3780-9a1f-47ca-b2ea-dc5a1f2b20d8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 932 time: 0.7562225 May 06 12:45:03.768236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:03.832588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Transition to ACTIVE for port object 3d76e687-e9db-4c99-bf41-937f8d7442e0 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:03.871146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bdab762b-0c62-46a0-99de-523a14fdae1a req-a54b65e3-a33d-4eee-a9b9-9c7625f6dd6c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052709 May 06 12:45:04.038416 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:44:58Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:04.046195 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e8c69-afab-4d85-9f50-f0ad399884b4 None None] The sync data for ids ['bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02'] in n-d-840845-1 is: [{'id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'name': 'tempest-TaggedBootDevicesTest-1039624044-router', 'tenant_id': '980c74da53e142ed854555cab024d28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:34:33Z', 'updated_at': '2022-05-06T12:44:58Z', 'revision_number': 5, 'project_id': '980c74da53e142ed854555cab024d28b', 'gw_port': {'id': '65cd086d-ddef-4b44-8309-6672a22fae70', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:34:35Z', 'updated_at': '2022-05-06T12:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:04.063737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.133110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] For port 65cd086d-ddef-4b44-8309-6672a22fae70, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=65cd086d-ddef-4b44-8309-6672a22fae70,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:04.133649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.415214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Calling delete_port for 65cd086d-ddef-4b44-8309-6672a22fae70 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:04.471336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:04.555925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Attempting to bind port 3d76e687-e9db-4c99-bf41-937f8d7442e0 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:04.561212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Attempting to bind port 3d76e687-e9db-4c99-bf41-937f8d7442e0 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:04.561212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Attempting to bind port 3d76e687-e9db-4c99-bf41-937f8d7442e0 on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:04.570757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Port 3d76e687-e9db-4c99-bf41-937f8d7442e0 on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:04.571236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Attempting to bind port 3d76e687-e9db-4c99-bf41-937f8d7442e0 on network 12736949-423a-4aae-9ae1-8fdebcb3ec89 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:04.584446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:04.585197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Checking segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:04.585353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Bound using segment: {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:04.585982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Bound port: 3d76e687-e9db-4c99-bf41-937f8d7442e0, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b49373-0d24-460a-ba4d-0f763ab0df8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:04.586517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:04.695746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f013b04a-bb8c-4851-ab91-d0fb8299b9b3 req-f3a12905-f825-4e04-be04-9e8c4bb8fae7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.2882123 May 06 12:45:04.766080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:04.772612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:04.935892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.023048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.074441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Pushing event deleted for resources: {'Port': ['ID=65cd086d-ddef-4b44-8309-6672a22fae70,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:05.096839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.098284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d76e687-e9db-4c99-bf41-937f8d7442e0 HTTP/1.1" status: 200 len: 1092 time: 2.5697129 May 06 12:45:05.098881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:05.134733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d012f-efd5-4092-9c24-55c3972b5544 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:05.218775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e897d4-c16d-4b7b-a899-c10ea97829f1 req-01b8bd12-a2d3-4397-aae6-4742c1aaca23 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:05.222403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54e897d4-c16d-4b7b-a899-c10ea97829f1 req-01b8bd12-a2d3-4397-aae6-4742c1aaca23 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 944 time: 0.2029402 May 06 12:45:05.247246 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1ef5e4-37f6-4a39-8261-95bbc7a313a9'] response: {'name': 'network-changed', 'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'status': 'completed', 'code': 200} May 06 12:45:05.440822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bbc55bd5-5b78-43cf-889b-0c0619d98e22 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:05.450488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54e897d4-c16d-4b7b-a899-c10ea97829f1 req-0e493b75-a7e5-4c09-8dac-dff9e7d833a3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214882 May 06 12:45:05.496704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-accf0d3c-c6b9-4283-810d-f6efbf386cee req-3106de3e-53ac-4ef0-9976-7c001d885e40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 1095 time: 0.1338680 May 06 12:45:05.530520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bbc55bd5-5b78-43cf-889b-0c0619d98e22 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:05.530863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bbc55bd5-5b78-43cf-889b-0c0619d98e22 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:05.610883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:05.703300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0d3c-c6b9-4283-810d-f6efbf386cee req-d8e6977a-9e91-45c7-b4ef-cee2e54361c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:05.704904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-accf0d3c-c6b9-4283-810d-f6efbf386cee req-d8e6977a-9e91-45c7-b4ef-cee2e54361c1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dcabaae8a9de4c4d943350fd896764ec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2013345 May 06 12:45:05.947244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39984) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:06.081678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0d3c-c6b9-4283-810d-f6efbf386cee req-8704a89a-8dbc-4bd3-988d-68f40cf1e90c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.083262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-accf0d3c-c6b9-4283-810d-f6efbf386cee req-8704a89a-8dbc-4bd3-988d-68f40cf1e90c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3720868 May 06 12:45:06.084332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-194afef7-7add-4a9d-8883-749f59620188 req-98eef292-a2a6-4b4d-8e26-307f578575bf tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.1382315 May 06 12:45:06.091150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.096234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.213793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.214665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-9e3fb1db-3d6b-4e5b-a579-9efd1141917d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 1095 time: 0.0796790 May 06 12:45:06.248094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:06.252040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Usage tracker for resource:security_group_rule and tenant:6de36f2143e64b8797025a74b682fd0b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:06.254992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:06.261340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:06.288336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-cfb18542-e70b-46ca-bb8b-7b57c480dbd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0 HTTP/1.1" status: 200 len: 217 time: 0.0660434 May 06 12:45:06.293065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.293566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:45:06.355210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.356757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.365117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-03970060-8a65-4590-934a-97252ff2b50c admin admin] 10.222.0.83 "DELETE /v2.0/routers/bb844bf1-e21f-4dc3-9e3c-a6b7acf3bf02 HTTP/1.1" status: 204 len: 168 time: 4.0062516 May 06 12:45:06.365834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39996) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:06.381860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-a7d80627-5b9b-45f0-8a8f-5399ae5f30af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.384607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-a7d80627-5b9b-45f0-8a8f-5399ae5f30af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.0887794 May 06 12:45:06.446906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Deleting subnet 3752f996-5416-43de-9e1f-b6558d60de00 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:06.446906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.482195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.486764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-85027b71-9140-4c99-b857-ac87b4b91cfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937526 May 06 12:45:06.690488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-eb5e1ef8-09b9-4d81-8b70-26111fa8daeb service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974471 May 06 12:45:06.753668 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6de36f2143e64b8797025a74b682fd0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8044128 May 06 12:45:06.758995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:06.786906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba0804-c2f3-46c6-a32f-2ac3f614152a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a566b83-f93f-4c8b-88e0-46e05809f775,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:06.789948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40006) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:06.854444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a891fdf-53bb-4b32-919e-cdcf96281053 req-07f8dcf9-1abc-449e-a9e4-0ecd00d2b5fc service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481028 May 06 12:45:06.882348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c58bd-d742-46f4-ab4f-34494b96178d req-7fde5fa8-2955-40b1-97a9-9b851b1495a3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.883030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d0c58bd-d742-46f4-ab4f-34494b96178d req-7fde5fa8-2955-40b1-97a9-9b851b1495a3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 944 time: 0.2648838 May 06 12:45:06.957651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d0c58bd-d742-46f4-ab4f-34494b96178d req-aa244a24-61ea-4a18-a8d7-e566ed898ad7 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671287 May 06 12:45:06.975656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-0ab10744-21ca-4d91-a60f-67e000da0828 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:06.980238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-0ab10744-21ca-4d91-a60f-67e000da0828 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 805 time: 0.3617260 May 06 12:45:07.002474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Request body: {'port': {'device_id': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'admin_state_up': True, 'tenant_id': '898228d8a247492d9bab8dd6b7f81fac'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:07.120307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.234675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.285955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65cd086d-ddef-4b44-8309-6672a22fae70 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:07.330929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 65cd086d-ddef-4b44-8309-6672a22fae70 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:07.331339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 65cd086d-ddef-4b44-8309-6672a22fae70 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:07.373351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.395972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dbf80f86-e0c4-4b42-b85e-be2b7bdbaa52 req-65fce97d-b62a-48d1-a779-0679665773c1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.1175222 May 06 12:45:07.395972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:07.427386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:07.692196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Made reservation on behalf of 898228d8a247492d9bab8dd6b7f81fac for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:07.695223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.704890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.707473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.765615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a566b83-f93f-4c8b-88e0-46e05809f775,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:07.768048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3752f996-5416-43de-9e1f-b6558d60de00,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:07.860738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.861786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16177a-1e28-4f7a-8cac-0c17f6543701 None None] Network 75a6b74d-9fa3-441a-84ec-c6426f9a62bd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:07.883406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:07.884732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2837e286-cc19-410f-b1ea-95d4dc996e28 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a566b83-f93f-4c8b-88e0-46e05809f775 HTTP/1.1" status: 204 len: 168 time: 1.0869925 May 06 12:45:08.034406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-24330009-c951-4523-924e-9350fe3de5b1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3752f996-5416-43de-9e1f-b6558d60de00 HTTP/1.1" status: 204 len: 168 time: 1.6593151 May 06 12:45:08.035309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:08.038591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Allocated IP 172.20.0.14 (5f581728-9032-4b9a-a4e8-fe953f8ee49c/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1/c4908493-cc0c-4f6a-84c2-f0bcda3c2040) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:08.301518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.384979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Deleting port 47b521e6-230c-46de-bda2-44e88708a0f3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:08.384979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.458789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] DHCP port deletion for 75a6b74d-9fa3-441a-84ec-c6426f9a62bd request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:08.464954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Deleting port 47b521e6-230c-46de-bda2-44e88708a0f3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:08.465697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.466030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.580488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-94e38b8d-8a66-40ed-8187-6be612188bdc req-71cccde7-c4f5-4914-abfa-27df9fde0ce2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:08.595417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fbec-389e-419a-b172-0ba5bfac6735 req-81e3b248-5f15-48d2-8f12-c8315db71ea1 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:08.596947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ef9fbec-389e-419a-b172-0ba5bfac6735 req-81e3b248-5f15-48d2-8f12-c8315db71ea1 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 944 time: 0.2866819 May 06 12:45:08.633974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] For port 47b521e6-230c-46de-bda2-44e88708a0f3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47b521e6-230c-46de-bda2-44e88708a0f3,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:08.634254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.714813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] For port 47b521e6-230c-46de-bda2-44e88708a0f3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47b521e6-230c-46de-bda2-44e88708a0f3,segment=NetworkSegment(f663e0d8-bae7-4fba-8d1c-e5a897e2de64),segment_id=f663e0d8-bae7-4fba-8d1c-e5a897e2de64)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:08.715299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.732057 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-153f557e-6059-4fa8-be3d-97e50c264fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.732619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:08.803806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:08.850242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-94e38b8d-8a66-40ed-8187-6be612188bdc req-71cccde7-c4f5-4914-abfa-27df9fde0ce2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:08.887066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94e38b8d-8a66-40ed-8187-6be612188bdc req-71cccde7-c4f5-4914-abfa-27df9fde0ce2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.3618436 May 06 12:45:08.917040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Calling delete_port for 47b521e6-230c-46de-bda2-44e88708a0f3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:08.956944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ef9fbec-389e-419a-b172-0ba5bfac6735 req-ae58e5dd-bb0e-493a-91c1-6368d92c9e6b tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451896 May 06 12:45:08.976326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event updated for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:08.976662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Calling delete_port for 47b521e6-230c-46de-bda2-44e88708a0f3 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:09.011161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Network 5f581728-9032-4b9a-a4e8-fe953f8ee49c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:09.013640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:09.050943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:09.152530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.153610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.326749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47b521e6-230c-46de-bda2-44e88708a0f3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:09.385734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.385880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-3847a339-f417-4193-9bbe-ab00b54115c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3916345 May 06 12:45:09.395876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:45:09.396467 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:45:09.398860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Request body: {'port': {'device_id': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:09.465477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] Pushing event deleted for resources: {'Port': ['ID=47b521e6-230c-46de-bda2-44e88708a0f3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:09.474635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port 47b521e6-230c-46de-bda2-44e88708a0f3 {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:45:09.475271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47b521e6-230c-46de-bda2-44e88708a0f3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:09.484864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d122f-9936-42a9-a4b1-9c3d102b5bff None None] No DVR routers for this DVR port 47b521e6-230c-46de-bda2-44e88708a0f3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:09.553800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.794014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40074) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:09.817202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.861623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:09.865966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:e595f6b4b3dd4dc1b58ad9cb59b95c05 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:09.870252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:09.881025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:09.955400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.965540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.965902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Deleting port 47b521e6-230c-46de-bda2-44e88708a0f3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:09.966244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:09.973393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.979941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.985152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:09.996160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:10.000894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:10.004979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-b3a873fc-e7d8-4294-8a44-34b1480c581e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.2561226 May 06 12:45:10.161969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] The port '47b521e6-230c-46de-bda2-44e88708a0f3' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:45:10.164624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.191648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:45:10.277644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a85c7aed-b1f2-421f-a41c-0f422df52c12 req-c476ef9e-1a96-49b4-af66-c5f05d4ecc8b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2663436 May 06 12:45:10.298322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4908493-cc0c-4f6a-84c2-f0bcda3c2040 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:10.310153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.312955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.333615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Transition to ACTIVE for port object c4908493-cc0c-4f6a-84c2-f0bcda3c2040 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:10.408165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.453556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f67800e-a651-49b6-aea1-b80ad1a8730b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:10.459568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a6b74d-9fa3-441a-84ec-c6426f9a62bd']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:10.498993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-66308997-bbc3-459e-b141-d97813ad8ae8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e595f6b4b3dd4dc1b58ad9cb59b95c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7036161 May 06 12:45:10.501195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.506467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:10.506690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f663e0d8-bae7-4fba-8d1c-e5a897e2de64') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:10.514141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40094) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:10.549469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.562273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3d76e687-e9db-4c99-bf41-937f8d7442e0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:10.566535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc49b71-e99e-46d9-ab63-f0733b054874 req-df1749b1-b034-4d80-9f60-b45ef894387c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:10.568054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fc49b71-e99e-46d9-ab63-f0733b054874 req-df1749b1-b034-4d80-9f60-b45ef894387c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 932 time: 0.4136975 May 06 12:45:10.637058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.644941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:45:10.645757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.718770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:10.748232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'port_id': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'mac_address': 'fa:16:3e:f3:8f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: timer() May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:45:10.796684 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:45:10.814296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fc49b71-e99e-46d9-ab63-f0733b054874 req-cf653e08-1d93-4d82-94db-1d41925eb9ee tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328265 May 06 12:45:10.819187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:10.843984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.868508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d76e687-e9db-4c99-bf41-937f8d7442e0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:10.884583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-10e662ff-d3b5-43ef-a4db-48001fb91be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.889552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:10.946660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:10.966340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.010632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.019342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2785c-f6a8-4dab-96d0-6d5b649efa16 req-82318875-1671-432b-b07c-84e9d8696c93 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.020854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70a2785c-f6a8-4dab-96d0-6d5b649efa16 req-82318875-1671-432b-b07c-84e9d8696c93 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 944 time: 0.5838423 May 06 12:45:11.082896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.099661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.109832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a6b74d-9fa3-441a-84ec-c6426f9a62bd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:11.119299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-74b19d2f-ff3a-4c24-9960-21e8f0ed7b44 admin admin] 10.222.0.83 "DELETE /v2.0/networks/75a6b74d-9fa3-441a-84ec-c6426f9a62bd HTTP/1.1" status: 204 len: 168 time: 3.0815637 May 06 12:45:11.122556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40106) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:11.165631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Attempting to bind port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:11.166150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Attempting to bind port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:11.166542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Attempting to bind port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:11.180893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70a2785c-f6a8-4dab-96d0-6d5b649efa16 req-3f637882-2719-43ce-9cf5-49449169fdb4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465421 May 06 12:45:11.183263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:11.183584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Attempting to bind port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 on network 5f581728-9032-4b9a-a4e8-fe953f8ee49c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:11.193312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:11.194089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Checking segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:11.194089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Bound using segment: {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:11.201544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Bound port: c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9082cfb0-227f-45cf-90cd-9ecd941a05aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:11.201544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.238796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:11.330097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.334677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.341595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.346035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.350718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.355295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.359852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:11.362011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79be206d-6b42-4084-9ff0-b7e8cd4d4e76 req-965bf6a6-c856-4bc8-ae51-6e86f5b081b0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.3180132 May 06 12:45:11.383217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:11.383217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:11.409790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['3d76e687-e9db-4c99-bf41-937f8d7442e0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:11.463240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.491716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f67800e-a651-49b6-aea1-b80ad1a8730b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:11.498208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.503535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15093df3-6622-4c2f-b059-748ae450c631 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f67800e-a651-49b6-aea1-b80ad1a8730b HTTP/1.1" status: 204 len: 168 time: 0.9409976 May 06 12:45:11.516866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.685522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.689311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/c4908493-cc0c-4f6a-84c2-f0bcda3c2040 HTTP/1.1" status: 200 len: 1092 time: 2.2942102 May 06 12:45:11.709240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:11.764854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eeaff-31d2-49f8-8131-d930f8f407c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:11.868615 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d91a44-d130-4aa6-921c-58187f4bf3d7'] response: {'name': 'network-changed', 'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040', 'status': 'completed', 'code': 200} May 06 12:45:11.880247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:11.930130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-872717ec-8bdf-4c4e-82ba-4fc1fdd65a12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 1095 time: 0.1224117 May 06 12:45:12.043489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-c6d07622-ecec-4ed6-a329-0f2e63ce5913 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040 HTTP/1.1" status: 200 len: 217 time: 0.1053286 May 06 12:45:12.208055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-6951dd2c-eb95-4a9f-b6d9-f0f23c7d78ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:12.209755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-6951dd2c-eb95-4a9f-b6d9-f0f23c7d78ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.1581247 May 06 12:45:12.217341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.267267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-494a35ca-eb63-4bb8-b525-48fb7ce15d00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510452 May 06 12:45:12.282665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03b439-b886-4bfa-b313-6414dd13aa77 req-24e308eb-cbd1-49a5-aae2-630654401d39 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:12.282665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a03b439-b886-4bfa-b313-6414dd13aa77 req-24e308eb-cbd1-49a5-aae2-630654401d39 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 944 time: 0.2073162 May 06 12:45:12.337777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.378231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a03b439-b886-4bfa-b313-6414dd13aa77 req-40f01577-989e-4f73-b117-6fe87b667c14 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 May 06 12:45:12.578142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3d76e687-e9db-4c99-bf41-937f8d7442e0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:12.602211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-a1b1618f-6bc1-4e8f-b7b6-be6862ab39b2 service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280802 May 06 12:45:12.843324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748130-f05c-4c5f-927f-67e129a469b0 req-a53ebcaf-d3b3-4b20-8595-385391d5ec50 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:12.850567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee748130-f05c-4c5f-927f-67e129a469b0 req-a53ebcaf-d3b3-4b20-8595-385391d5ec50 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 945 time: 0.3981113 May 06 12:45:12.867483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3228c976-40e1-4db1-ab55-e0414bd5bafc req-1da555a2-7a7e-4ac3-aebe-675b1b6a0101 service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581000 May 06 12:45:12.876967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 3d76e687-e9db-4c99-bf41-937f8d7442e0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:12.876967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 3d76e687-e9db-4c99-bf41-937f8d7442e0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:12.883470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:12.894138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:12.989794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee748130-f05c-4c5f-927f-67e129a469b0 req-ec500cba-49b5-4ffb-abfd-11eb5669ac37 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377707 May 06 12:45:13.089507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.133708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:13.148877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:13.210975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.227855 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc75ccb4-b0ed-4bdc-ace7-eac3db34e6f1'] response: {'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'code': 200} May 06 12:45:13.246063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Deleting port 7073959c-9d03-4fc4-9e3f-23941ad867d5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:13.246782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.279091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:13.284072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Usage tracker for resource:security_group_rule and tenant:4101c571d83a427e80c848947e5bfd86 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:13.289799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:13.327215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:13.329059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-38a7da9d-6d1a-4511-b09e-cd1e69b9caa1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 1095 time: 0.2005744 May 06 12:45:13.366322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.504487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccc8df03-8954-444b-9254-9f67c2d84526 req-0e88a65f-5302-4766-9460-1fe97d7edbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 1096 time: 0.1989627 May 06 12:45:13.643728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:13.692677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] For port 7073959c-9d03-4fc4-9e3f-23941ad867d5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7073959c-9d03-4fc4-9e3f-23941ad867d5,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:13.692677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.956437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:13.958509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-8f8100e2-9f7d-40e6-b3d6-e44c342ed063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:13.958509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-8f8100e2-9f7d-40e6-b3d6-e44c342ed063 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.6166961 May 06 12:45:14.136075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-0816bd04-809d-49b7-a4f5-0d1196ffccab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040 HTTP/1.1" status: 200 len: 217 time: 0.1619205 May 06 12:45:14.145607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Calling delete_port for 7073959c-9d03-4fc4-9e3f-23941ad867d5 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:14.186860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.284808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:14.365993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa708c4-5540-4d6c-a4e2-969a61dcc04c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:14.395141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-165cec32-e016-4bce-ad74-c32b8f7f7859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:14.397007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-165cec32-e016-4bce-ad74-c32b8f7f7859 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.2546835 May 06 12:45:14.415556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccc8df03-8954-444b-9254-9f67c2d84526 req-23c07f34-7d3b-48f2-81d1-965db312b034 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9093840 May 06 12:45:14.491031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-4f74154f-a4fc-4229-9b3a-d053a5bf43d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847921 May 06 12:45:14.551581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cbb24-8f66-4fa6-b077-8c9188fc9161 req-c73e2736-29ee-4a5f-ba7e-53b2cc1d94a5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:14.562716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f3cbb24-8f66-4fa6-b077-8c9188fc9161 req-c73e2736-29ee-4a5f-ba7e-53b2cc1d94a5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 944 time: 0.4196658 May 06 12:45:14.573019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0b8df36a-144d-44ce-a4e0-2b44a1f511cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4101c571d83a427e80c848947e5bfd86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6772680 May 06 12:45:14.573354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192873-1e90-416c-9597-a42018634a43 req-334d9ba0-0a93-44b8-8a8f-dd8c2736e817 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:14.584000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17192873-1e90-416c-9597-a42018634a43 req-334d9ba0-0a93-44b8-8a8f-dd8c2736e817 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.3015578 May 06 12:45:14.611415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40180) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:14.752116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f3cbb24-8f66-4fa6-b077-8c9188fc9161 req-aa51be1e-04ba-479c-8a65-8dafa140d2b5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901302 May 06 12:45:14.832147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-172dae94-adc8-445f-8240-20c4069e641d service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254929 May 06 12:45:14.910951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17192873-1e90-416c-9597-a42018634a43 req-fe464715-21bd-40f8-80b0-e836cd42156d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260016 May 06 12:45:14.992211 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.065974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.097677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f154873e-e7c8-44a9-8707-fd24eec3bd1b req-4bec86de-a60d-47eb-88d4-0e716faa100f service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472916 May 06 12:45:15.186986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40206) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:15.223655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.273134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Pushing event deleted for resources: {'Port': ['ID=7073959c-9d03-4fc4-9e3f-23941ad867d5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:15.313044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.367152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa708c4-5540-4d6c-a4e2-969a61dcc04c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:15.450131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:15.451253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bc8022f5-2a56-4115-993c-86387c9b640c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dfa708c4-5540-4d6c-a4e2-969a61dcc04c HTTP/1.1" status: 204 len: 168 time: 0.8347402 May 06 12:45:15.638809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d308a02b-46cd-475a-9c6d-32138031a9eb req-2fef6f6d-93f4-43ff-b7c7-cf10e9eae4b1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.4349506 May 06 12:45:15.750550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d308a02b-46cd-475a-9c6d-32138031a9eb req-370d12e4-475c-4371-afbe-70e7522428b4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063483 May 06 12:45:15.767518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40224) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:15.820073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.227626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.251995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62d65-915e-4459-897a-15d221ff1aac req-f9860c8e-4711-44b9-9f8d-18673300842b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.253857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5f62d65-915e-4459-897a-15d221ff1aac req-f9860c8e-4711-44b9-9f8d-18673300842b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 944 time: 0.2121866 May 06 12:45:16.277922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:16.282923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Usage tracker for resource:security_group_rule and tenant:d56d8b5aeb85416589793fe0eede709c is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:16.286437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:16.295784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:16.348870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5f62d65-915e-4459-897a-15d221ff1aac req-2c199aba-b39c-49be-ac2e-f5ac16c52f5a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554993 May 06 12:45:16.416662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42e4c2-1fc2-4fe0-84dd-bf98ee8b64e1 req-47ac44ba-0ad8-4546-a08f-96e16c6cd651 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.417159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad42e4c2-1fc2-4fe0-84dd-bf98ee8b64e1 req-47ac44ba-0ad8-4546-a08f-96e16c6cd651 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.1621935 May 06 12:45:16.441927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.493513 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad42e4c2-1fc2-4fe0-84dd-bf98ee8b64e1 req-d0a5224a-3af4-4e1d-9f89-fdf8c16637f4 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 May 06 12:45:16.505195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.629999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.726640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad898dd-05c7-472b-9149-98ec702562c0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:16.764357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-62431410-0a57-4e0c-86d9-2c90fc595456 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d56d8b5aeb85416589793fe0eede709c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9932945 May 06 12:45:16.765838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40242) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:16.800081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238d66e-fc74-4d44-8d27-73187ff18ccc req-9f3e3e1f-0611-43d7-aa0e-746cae79d607 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:16.806835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c238d66e-fc74-4d44-8d27-73187ff18ccc req-9f3e3e1f-0611-43d7-aa0e-746cae79d607 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.1711915 May 06 12:45:16.812883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:16.828024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Request body: {'floatingip': {'port_id': '3d76e687-e9db-4c99-bf41-937f8d7442e0'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:16.854506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40250) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:16.939990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:16.998976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.017365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c4908493-cc0c-4f6a-84c2-f0bcda3c2040 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:17.104429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.138730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:17.157456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Usage tracker for resource:security_group_rule and tenant:9adec0ee9ac546288678b9029ebe5d09 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:17.162940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:17.176178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:17.179331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.264427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:17.280230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040', 'network_id': '5f581728-9032-4b9a-a4e8-fe953f8ee49c', 'port_id': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040', 'mac_address': 'fa:16:3e:86:20:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:17.344992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.350715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Router 1270fd4e-38cf-49b9-aaef-ff67678e245e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:45:17.355906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.378082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4908493-cc0c-4f6a-84c2-f0bcda3c2040 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:17.393792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:17.428592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.506690 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.553681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad898dd-05c7-472b-9149-98ec702562c0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:17.602430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.606791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-56317dda-2f92-4e0e-b1a0-d2157c3ff88b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ad898dd-05c7-472b-9149-98ec702562c0 HTTP/1.1" status: 204 len: 168 time: 0.8362761 May 06 12:45:17.634974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.667245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb5f35-f3a8-4393-aaaa-125dd83b6a05,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:17.682637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-11fff99c-d8de-401d-acf5-8aa018ccca2b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9adec0ee9ac546288678b9029ebe5d09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8271055 May 06 12:45:17.688226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40264) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:17.763702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:17.784871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089fb90-35ed-4aa5-9d19-fe2ab9aa4e16 req-2b46364f-1ae8-4298-9de4-f69b3f918466 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:17.787465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6089fb90-35ed-4aa5-9d19-fe2ab9aa4e16 req-2b46364f-1ae8-4298-9de4-f69b3f918466 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 944 time: 0.2728264 May 06 12:45:17.818362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.819922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.821224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.821752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.823220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.827900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.828591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.835398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.835398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.835398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.835398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:17.846730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:45:17.856352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.910595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c4908493-cc0c-4f6a-84c2-f0bcda3c2040'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:17.911240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:17.921315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6089fb90-35ed-4aa5-9d19-fe2ab9aa4e16 req-9e8a5725-1746-43be-95c0-0654d1c0292c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251631 May 06 12:45:17.980955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:17.994644 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6eefc481-e899-4111-b45b-273d4ce5367c admin admin] 10.222.0.83 "PUT /v2.0/routers/1270fd4e-38cf-49b9-aaef-ff67678e245e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8692462 May 06 12:45:17.997725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:18.012484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Sync routers for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:18.013744 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.040286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:18.040842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:18.215722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.218220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.219385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/60cb5f35-f3a8-4393-aaaa-125dd83b6a05 HTTP/1.1" status: 204 len: 168 time: 0.5280254 May 06 12:45:18.231810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.317286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:18.336416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.417505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51781-cf2f-421e-81d7-338cdca53289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb5f35-f3a8-4393-aaaa-125dd83b6a05,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:18.639016 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Floating IP ab322e3c-38d1-45f9-b10c-0f52ee2f42b6 associated. External IP: 172.25.2.50, port: 3d76e687-e9db-4c99-bf41-937f8d7442e0. May 06 12:45:18.651160 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.675533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:45:14Z', 'revision_number': 5, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:18.679550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Checking router: 1270fd4e-38cf-49b9-aaef-ff67678e245e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:18.699338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Routers {'1270fd4e-38cf-49b9-aaef-ff67678e245e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:18.699338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['1270fd4e-38cf-49b9-aaef-ff67678e245e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:18.825084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Deleting port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:18.826733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:18.996371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] Set router 1270fd4e-38cf-49b9-aaef-ff67678e245e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:19.062265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] For port dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:19.062753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.139638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c4908493-cc0c-4f6a-84c2-f0bcda3c2040 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:19.252750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Calling delete_port for dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:19.469940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:45:19.496358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc05469-0bf2-41c8-98c9-8414658542da req-bca5a67d-76a1-40b5-8e29-a996e6106b5b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:19.504883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cc05469-0bf2-41c8-98c9-8414658542da req-bca5a67d-76a1-40b5-8e29-a996e6106b5b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 945 time: 0.2587838 May 06 12:45:19.688335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.716242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cc05469-0bf2-41c8-98c9-8414658542da req-6a92573e-f4ea-42c6-996e-0952e2c6c525 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018447 May 06 12:45:19.719984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:45:14Z', 'revision_number': 5, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:19.725352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6f46f-21d0-4178-b9bc-f8ce2c863440 None None] The sync data for ids ['1270fd4e-38cf-49b9-aaef-ff67678e245e'] in n-d-840845-1 is: [{'id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'name': 'tempest-TaggedBootDevicesTest-1591630912-router', 'tenant_id': '93074ade74374518931c1a01e80e4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:35:07Z', 'updated_at': '2022-05-06T12:45:14Z', 'revision_number': 5, 'project_id': '93074ade74374518931c1a01e80e4470', 'gw_port': {'id': 'dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:86:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270fd4e-38cf-49b9-aaef-ff67678e245e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:35:09Z', 'updated_at': '2022-05-06T12:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:19.813729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Pushing event deleted for resources: {'Port': ['ID=dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:19.841077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:19.856776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:19.858522 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.878086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:45:19.889079 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:45:19.914953 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:19.915328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:19.917529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:20.051615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdd0b456-12bc-434c-a174-ace18a3c211c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "PUT /v2.0/floatingips/ab322e3c-38d1-45f9-b10c-0f52ee2f42b6 HTTP/1.1" status: 200 len: 991 time: 3.2363076 May 06 12:45:20.054815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:20.220232 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.224075 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445153cb-9e1f-476c-bcc0-9b1c711dfea9'] response: {'name': 'network-changed', 'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'status': 'completed', 'code': 200} May 06 12:45:20.277734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:20.332334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:20.418571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.434516 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:20.446391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.540790 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824ff15c-331b-47a4-a13c-1eca13c11ced'] response: {'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040', 'code': 200} May 06 12:45:20.633531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:20.683684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b080ae2e-715a-430d-ae0d-6a36f9a3265a req-4fc93f8d-0cb8-4f2f-ab96-5c850e9c98df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 1097 time: 0.1671581 May 06 12:45:20.800567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:20.801187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b080ae2e-715a-430d-ae0d-6a36f9a3265a req-1c99ab8f-7f45-42ba-bb88-718b799f4a0b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095688 May 06 12:45:21.009548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.015533 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.202255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ab322e3c-38d1-45f9-b10c-0f52ee2f42b6', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:f3:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:51Z', 'updated_at': '2022-05-06T12:45:17Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:21.210481 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:45:21.236044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:45:21.236673 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:21.307538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-9eea27cb-0544-485e-85cf-ca61ead8f875 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcabaae8a9de4c4d943350fd896764ec&device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 1097 time: 1.0127573 May 06 12:45:21.417756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7073959c-9d03-4fc4-9e3f-23941ad867d5 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:21.470316 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:45:21.492282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff442-d782-4605-8fca-ab979c244030 req-f07a82c5-44cc-4054-82e3-31e800375655 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:21.493401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7073959c-9d03-4fc4-9e3f-23941ad867d5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:21.493768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7073959c-9d03-4fc4-9e3f-23941ad867d5 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:21.496103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7eff442-d782-4605-8fca-ab979c244030 req-f07a82c5-44cc-4054-82e3-31e800375655 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.4710846 May 06 12:45:21.502149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.502898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1270fd4e-38cf-49b9-aaef-ff67678e245e {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:45:21.555804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.561185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40384) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:21.561508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43f7e91e-96cb-44a0-b49a-b62a0f24178c admin admin] 10.222.0.83 "DELETE /v2.0/routers/1270fd4e-38cf-49b9-aaef-ff67678e245e HTTP/1.1" status: 204 len: 168 time: 3.5625763 May 06 12:45:21.598919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-bb2951f0-2008-461a-88c6-4b67c0f3df97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:21.609119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-bb2951f0-2008-461a-88c6-4b67c0f3df97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 200 len: 911 time: 0.2869227 May 06 12:45:21.688316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Deleting subnet ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:45:21.698402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.889874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7eff442-d782-4605-8fca-ab979c244030 req-32c18b4b-49b9-4943-a45a-b2bcc3fcbad6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586333 May 06 12:45:21.934424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:21.958304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-c83345c7-3707-4953-8889-6f26c282a244 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0 HTTP/1.1" status: 200 len: 999 time: 0.3465314 May 06 12:45:22.094902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-85e25698-3731-4bd3-9912-8f21cee4319a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:22.096440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-85e25698-3731-4bd3-9912-8f21cee4319a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 200 len: 849 time: 0.1307588 May 06 12:45:22.180501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.375211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-5a5934d7-2feb-4ec6-b8c5-89686fd0562d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12736949-423a-4aae-9ae1-8fdebcb3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678428 May 06 12:45:22.387868 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ab322e3c-38d1-45f9-b10c-0f52ee2f42b6', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:f3:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:51Z', 'updated_at': '2022-05-06T12:45:17Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:22.394552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774da521-8628-409b-a888-aa3508aa1e90 None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ab322e3c-38d1-45f9-b10c-0f52ee2f42b6', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'port_id': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'mac_address': 'fa:16:3e:f3:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:44:51Z', 'updated_at': '2022-05-06T12:45:17Z', 'revision_number': 1, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:45:22.544555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.603336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:22.614948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:22.626586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21446093-65f3-4723-b5f8-cfbeeef084a7 None None] Network cd88da77-27cf-4d67-9806-d756f6036592 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:22.627332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-eca4f35d-332e-4f81-a3d8-b3f8e37c5b10 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482297 May 06 12:45:22.644358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-548d8ca3-88a9-4439-92b7-9755eb175004 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ec62f5c4-3bc1-4c1f-8e80-bb842b0e47a2 HTTP/1.1" status: 204 len: 168 time: 1.0816593 May 06 12:45:22.656875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40410) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:23.002394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1beebe-80ae-46eb-8410-e19aca00b25e None None] New status for floating IP ab322e3c-38d1-45f9-b10c-0f52ee2f42b6: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:45:23.112847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a07c8f0-358f-40c7-99da-400acbfa0235 req-57281eb1-63fd-4d65-94c5-f854fdea2720 service neutron] 10.222.0.13 "GET /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775681 May 06 12:45:23.216924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.236905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Deleting port 00098f4a-0d05-4519-acb8-23e0b491458f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:23.236905 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.302949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:23.405273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:23.405273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dab7bf5a-c7f9-4ae2-8bd7-e9fd1cf9c506 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:23.611453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] For port 00098f4a-0d05-4519-acb8-23e0b491458f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00098f4a-0d05-4519-acb8-23e0b491458f,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:23.617621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.728182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] DHCP port deletion for cd88da77-27cf-4d67-9806-d756f6036592 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:45:23.733614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Deleting port 00098f4a-0d05-4519-acb8-23e0b491458f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:23.733988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:23.815840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Calling delete_port for 00098f4a-0d05-4519-acb8-23e0b491458f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:23.849845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a699e8-7f90-4635-aa32-febedd473682 req-b1895ee1-ceed-401e-ae0a-a5fd47b01364 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:23.856510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03a699e8-7f90-4635-aa32-febedd473682 req-b1895ee1-ceed-401e-ae0a-a5fd47b01364 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.5476172 May 06 12:45:23.948352 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03a699e8-7f90-4635-aa32-febedd473682 req-ac2d5cf6-66a8-4b29-b4d1-ab9ada0c62e1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909111 May 06 12:45:24.029244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] For port 00098f4a-0d05-4519-acb8-23e0b491458f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00098f4a-0d05-4519-acb8-23e0b491458f,segment=NetworkSegment(18a26656-b6a1-4f51-a635-20f5cd30ea7b),segment_id=18a26656-b6a1-4f51-a635-20f5cd30ea7b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:24.030125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.131741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.183161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] No DVR routers for this DVR port 00098f4a-0d05-4519-acb8-23e0b491458f on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:24.226723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Pushing event deleted for resources: {'Port': ['ID=00098f4a-0d05-4519-acb8-23e0b491458f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:24.245330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Calling delete_port for 00098f4a-0d05-4519-acb8-23e0b491458f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:24.343589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:45:24.344455 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:45:24.391239 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.460395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd88da77-27cf-4d67-9806-d756f6036592']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:24.476922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a26656-b6a1-4f51-a635-20f5cd30ea7b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:24.477221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a26656-b6a1-4f51-a635-20f5cd30ea7b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:45:24.498047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.526308 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.537399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:45:24.538705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: timer() May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:45:24.552268 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:45:24.626414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6950ad-2da8-495a-8572-c24e17d685d1 req-6a5692f3-9903-40a2-a479-c78955884535 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:24.627907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe6950ad-2da8-495a-8572-c24e17d685d1 req-6a5692f3-9903-40a2-a479-c78955884535 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2286582 May 06 12:45:24.679301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe6950ad-2da8-495a-8572-c24e17d685d1 req-e6fe52ce-9c4d-4e37-bf79-53faf5cff5c5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 May 06 12:45:24.840991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.846037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Deleting port 00098f4a-0d05-4519-acb8-23e0b491458f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:24.847371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.879859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:24.890655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] Pushing event deleted for resources: {'Network': ['ID=cd88da77-27cf-4d67-9806-d756f6036592,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:24.899261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a402844a-5cd4-48c0-ac1c-eb4aef6b73cd admin admin] 10.222.0.83 "DELETE /v2.0/networks/cd88da77-27cf-4d67-9806-d756f6036592 HTTP/1.1" status: 204 len: 168 time: 2.2508748 May 06 12:45:24.992524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a24e7b-c599-449c-86e0-4bfa25e9741e req-77f4cf67-65a9-4ede-82dd-9de0fcf83dc2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:24.999494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9c59644e-c103-497a-850c-a118e191aed1 None None] The port '00098f4a-0d05-4519-acb8-23e0b491458f' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:45:24.999916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71a24e7b-c599-449c-86e0-4bfa25e9741e req-77f4cf67-65a9-4ede-82dd-9de0fcf83dc2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1606390 May 06 12:45:25.082505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71a24e7b-c599-449c-86e0-4bfa25e9741e req-df32f87a-b06d-45cd-b18f-b2b3126be999 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 May 06 12:45:25.341296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00098f4a-0d05-4519-acb8-23e0b491458f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:45:25.385711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 00098f4a-0d05-4519-acb8-23e0b491458f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:45:25.386473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00098f4a-0d05-4519-acb8-23e0b491458f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:45:25.856673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:25.939883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f6ba9c15-aac4-4f00-8ccc-57f84d8d411c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=980c74da53e142ed854555cab024d28b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0820315 May 06 12:45:25.942895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40516) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:26.047016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.090446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58db-175b-4fde-9d2e-5cd4dd93dd6b req-4219bcb9-b1ec-4dc2-a8be-456b97264870 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:26.104248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.105085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-615f58db-175b-4fde-9d2e-5cd4dd93dd6b req-4219bcb9-b1ec-4dc2-a8be-456b97264870 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1639130 May 06 12:45:26.162494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-615f58db-175b-4fde-9d2e-5cd4dd93dd6b req-7ecd5c31-849c-4ad8-b7d1-e2ffd4a85972 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564530 May 06 12:45:26.451932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.469449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b924aef-a606-4fc9-a8fe-b67824ac19f6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:26.677022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40528) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:26.787641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.793055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93119ea2-dc7c-4f7a-a6c5-47e972d3f889 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8b924aef-a606-4fc9-a8fe-b67824ac19f6 HTTP/1.1" status: 204 len: 168 time: 0.8443158 May 06 12:45:26.826714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:26.859413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:26.863060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:32c55e36834f400ab3d81a89bfe46e81 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:26.866119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:26.871757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:26.946937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.121532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.175562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3def43-fe69-41db-b334-137b2f4934cf,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:27.178971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40538) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:27.182884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bddd9870-d619-40f9-b849-6a1dcbe5f2e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=32c55e36834f400ab3d81a89bfe46e81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5047166 May 06 12:45:27.257522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.290042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.454309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.477508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36341509-1c95-43a2-8b80-97c6bbc50b47 req-63d506ae-e225-476c-8ea6-e84db7c02258 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:27.493728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36341509-1c95-43a2-8b80-97c6bbc50b47 req-63d506ae-e225-476c-8ea6-e84db7c02258 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1782527 May 06 12:45:27.499984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3def43-fe69-41db-b334-137b2f4934cf,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:27.508498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:27.509858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6aa81fbe-2a4c-45fc-b3b1-a53a971b2c4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad3def43-fe69-41db-b334-137b2f4934cf HTTP/1.1" status: 204 len: 168 time: 0.3288028 May 06 12:45:27.565121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36341509-1c95-43a2-8b80-97c6bbc50b47 req-6e546569-75d4-4b62-849e-130adf6d7cf8 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672667 May 06 12:45:27.924160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:27.983586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40562) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:27.984097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da0f5701-0e41-4464-85f6-30be95251096 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93074ade74374518931c1a01e80e4470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585079 May 06 12:45:28.066494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:28.112832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:28.269623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:28.295425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416e616-b107-4637-9316-835de822a785,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:28.311429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:28.316940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dcae747a-7559-4e1a-b4ba-f5ea5cd3048d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2416e616-b107-4637-9316-835de822a785 HTTP/1.1" status: 204 len: 168 time: 0.3322568 May 06 12:45:28.720778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40582) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:28.768983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:28.856102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:28.860439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Usage tracker for resource:security_group_rule and tenant:0b2b0092069d48f48b2357c0ce9aec35 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:28.863563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:28.870324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678468cb-63ae-4486-b8ff-4864e8c99d41 req-4bc03b82-5ecf-4e95-a84f-009fdadb8246 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:28.871630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:28.879217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-678468cb-63ae-4486-b8ff-4864e8c99d41 req-4bc03b82-5ecf-4e95-a84f-009fdadb8246 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1298432 May 06 12:45:28.988371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-678468cb-63ae-4486-b8ff-4864e8c99d41 req-2ffbb872-c0fb-4f43-bb79-b41f69933c63 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081936 May 06 12:45:29.005265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.102272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:29.149231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.191044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b2b0092069d48f48b2357c0ce9aec35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4688540 May 06 12:45:29.193855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40596) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:29.212897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeed29-cce9-4c29-8a74-b4394b79fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0eb77a-7355-4976-8139-a29a13e3f522,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:29.265314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.310720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.456980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.485971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.487401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c0eb77a-7355-4976-8139-a29a13e3f522 HTTP/1.1" status: 204 len: 168 time: 0.2923903 May 06 12:45:29.491258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884581-80e6-444a-a2fc-c10ee708a399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0eb77a-7355-4976-8139-a29a13e3f522,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:29.582862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.615312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:29.619411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Usage tracker for resource:security_group_rule and tenant:b5faab0bf0a142819630587f2b9f22c7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:29.630818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:29.630818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:29.695835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.818160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:29.905759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d357a-feab-477f-b297-e9f202aace19,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:29.928307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba868be6-66f1-4149-8807-0223fdf36799 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5faab0bf0a142819630587f2b9f22c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8254766 May 06 12:45:29.930975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:30.053948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.095798 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.271692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b869-2c5a-4f00-a577-5511efa0988e req-c08d92af-6b33-4a80-b7b6-8f56c6949f20 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:30.271692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a200b869-2c5a-4f00-a577-5511efa0988e req-c08d92af-6b33-4a80-b7b6-8f56c6949f20 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1007252 May 06 12:45:30.295574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.312961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d357a-feab-477f-b297-e9f202aace19,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:30.321500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:30.322332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a200b869-2c5a-4f00-a577-5511efa0988e req-f23b05e6-5951-4a6f-82e4-4d1c9fff462d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 May 06 12:45:30.322431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a3896fb7-ea0e-41bc-83dd-2470821195a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/984d357a-feab-477f-b297-e9f202aace19 HTTP/1.1" status: 204 len: 168 time: 0.3803225 May 06 12:45:30.773475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40646) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:30.959190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1774298633-network', 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:30.965011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:30.974512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Usage tracker for resource:network and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:30.974512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:30.978177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:31.200268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Made reservation on behalf of 2cef7f65c09442a9a24e7b4a39092895 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:31.202573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.216715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.250620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:31.257645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Usage tracker for resource:security_group_rule and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:31.262136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:31.269587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:31.352129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.459563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40678) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:31.498003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.527956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:45:31.545484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57689bc8-5de5-46eb-a5e1-5f86dd899afe,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:31.547435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.550345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.550741 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Added segment f3374260-ca0f-4d4e-9f08-09439d6cf7e1 of type vlan for network a678d4a6-b300-4fbb-b446-121cf266dd1c May 06 12:45:31.591907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.595739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604974d1-3917-44a8-85c9-34e26810231e req-009813d2-9dff-4966-99ba-348e9b250b6a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:31.597264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-604974d1-3917-44a8-85c9-34e26810231e req-009813d2-9dff-4966-99ba-348e9b250b6a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1347873 May 06 12:45:31.608301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:31.633611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Usage tracker for resource:security_group_rule and tenant:c3037722e1a14bf48e11d26f10392aeb is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:31.639560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:31.646964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:31.686858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-604974d1-3917-44a8-85c9-34e26810231e req-c936d578-8add-4fd8-afae-e2677f79ecea tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832272 May 06 12:45:31.743250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.747148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:31.747148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.759654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:31.865085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] Pushing event updated for resources: {'Network': ['ID=a678d4a6-b300-4fbb-b446-121cf266dd1c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:31.882541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a678d4a6-b300-4fbb-b446-121cf266dd1c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:45:31.988724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.021397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9e2c944-1a87-4a38-967d-a7cf1d7d3a50 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2467239 May 06 12:45:32.024091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40688) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:32.034558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Request body: {'subnet': {'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1774298633-subnet', 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:32.037409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92454357-47ee-4ed5-b35d-d895d89792ab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:32.049570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:32.049570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Usage tracker for resource:subnet and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:32.052441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d48298b9-e5a5-4dba-b272-c0f54a1ed71a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3037722e1a14bf48e11d26f10392aeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5916512 May 06 12:45:32.054834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:32.055329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:32.066363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:32.122711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.154569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.262914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Made reservation on behalf of 2cef7f65c09442a9a24e7b4a39092895 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:32.265463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.372696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.403569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92454357-47ee-4ed5-b35d-d895d89792ab,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:32.406973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.411161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0ab3cbd0-8523-4b09-8cad-afd4a874118f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/92454357-47ee-4ed5-b35d-d895d89792ab HTTP/1.1" status: 204 len: 168 time: 0.3527272 May 06 12:45:32.504647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:32.656472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.671035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.770938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:32.773255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4312a3-e366-4510-a824-681433b4fafa,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:32.781080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Usage tracker for resource:security_group_rule and tenant:4bac6427f0334d5aaaee497551f1c94c is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:32.790295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:32.823337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:32.825361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Checking segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:32.825756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Network hostable DHCP agents. Network: a678d4a6-b300-4fbb-b446-121cf266dd1c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:45:32.979526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:32.995353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0324ea9-cb63-4ed9-a90b-a9f639f30e58 req-46a09235-c411-4e00-86f7-3d6b5cc0bd33 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:32.996895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0324ea9-cb63-4ed9-a90b-a9f639f30e58 req-46a09235-c411-4e00-86f7-3d6b5cc0bd33 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1165495 May 06 12:45:33.047237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Network a678d4a6-b300-4fbb-b446-121cf266dd1c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:45:33.053454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0324ea9-cb63-4ed9-a90b-a9f639f30e58 req-3a3d688e-fbe1-4489-a7bb-94e943a50202 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 May 06 12:45:33.121422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.183699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37cf76-88e9-4268-9f52-aba089eab6be,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:33.188453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-644b35d1-94dd-4f2d-b850-a0251646d235 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4bac6427f0334d5aaaee497551f1c94c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6828899 May 06 12:45:33.191665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40740) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:33.199924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a678d4a6-b300-4fbb-b446-121cf266dd1c) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:33.208344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:33.208969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.222752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ad412-1e85-4074-b650-4fe5480e4aed None None] Network a678d4a6-b300-4fbb-b446-121cf266dd1c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:33.345512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-594d7823-e478-44fd-aa99-57165594d1bc admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3203511 May 06 12:45:33.405238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.434534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.488244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a678d4a6-b300-4fbb-b446-121cf266dd1c', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895', 'fixed_ips': [{'subnet_id': '5c4312a3-e366-4510-a824-681433b4fafa'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:45:33.489110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.824910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.887984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37cf76-88e9-4268-9f52-aba089eab6be,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:33.887984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:33.887984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a268cdc7-2aed-4afa-b673-2b9159a10f6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9e37cf76-88e9-4268-9f52-aba089eab6be HTTP/1.1" status: 204 len: 168 time: 0.6661749 May 06 12:45:33.956900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Allocated IP 172.20.0.2 (a678d4a6-b300-4fbb-b446-121cf266dd1c/5c4312a3-e366-4510-a824-681433b4fafa/f733eeb5-792f-4dab-8de0-36b57396051f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:34.176992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.188858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Transition to ACTIVE for port object f733eeb5-792f-4dab-8de0-36b57396051f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:34.204188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-ae2dc1e6-2478-4eea-b027-ac79a019d71b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:34.211135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-ae2dc1e6-2478-4eea-b027-ac79a019d71b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.1788571 May 06 12:45:34.211414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Transition to ACTIVE for port object f733eeb5-792f-4dab-8de0-36b57396051f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:34.224179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-84385f0e-9f57-4795-8a95-628a83d5865e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/quotas/2cef7f65c09442a9a24e7b4a39092895 HTTP/1.1" status: 200 len: 375 time: 0.0123172 May 06 12:45:34.277834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-0dc40810-6e9e-497c-8017-03b2a1c049e2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467038 May 06 12:45:34.308121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c0929-3567-4f21-80bb-ffb0b8e26f73 req-124ab4c0-ee86-4f4e-81de-b24912292dd6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:34.309577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe5c0929-3567-4f21-80bb-ffb0b8e26f73 req-124ab4c0-ee86-4f4e-81de-b24912292dd6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.0835111 May 06 12:45:34.358593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe5c0929-3567-4f21-80bb-ffb0b8e26f73 req-0eca33f3-fceb-4f44-a0b5-ca419cc8181d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 May 06 12:45:34.427610 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.499815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Network a678d4a6-b300-4fbb-b446-121cf266dd1c is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:34.508959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:34.526538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:34.666038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Pushing event updated for resources: {'Port': ['ID=f733eeb5-792f-4dab-8de0-36b57396051f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:34.722608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Attempting to bind port f733eeb5-792f-4dab-8de0-36b57396051f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:34.723046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Attempting to bind port f733eeb5-792f-4dab-8de0-36b57396051f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:34.723469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Attempting to bind port f733eeb5-792f-4dab-8de0-36b57396051f on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:34.735207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:34.735994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Checking segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:34.737490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.738091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Bound using segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:34.738895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Bound port: f733eeb5-792f-4dab-8de0-36b57396051f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:34.740020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:34.792195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-9c64e6cc-719f-43b7-9850-c15ed93c3ba8 service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062521 May 06 12:45:34.859926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] For port f733eeb5-792f-4dab-8de0-36b57396051f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:34.863147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] For port f733eeb5-792f-4dab-8de0-36b57396051f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f733eeb5-792f-4dab-8de0-36b57396051f,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:34.944992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-1627dc6c-7dc4-49f5-aa76-54c632324716 service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400495 May 06 12:45:35.008702 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.171445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250abab-014b-4f9f-b05c-df1e7ab3ef6a None None] Pushing event updated for resources: {'Port': ['ID=f733eeb5-792f-4dab-8de0-36b57396051f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:35.196282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40806) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:35.221787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.298235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:35.311068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Usage tracker for resource:security_group_rule and tenant:ce611515b78149ebb88b242ba5aa66e5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:35.320845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:35.335479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:35.467902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.584734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.745993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f81775-7dd1-4244-bf7b-12ee06d47574,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:35.783751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c1fcc9e1-c0e4-444e-b888-a2e5bbac5a22 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce611515b78149ebb88b242ba5aa66e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5853872 May 06 12:45:35.786397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40824) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:35.809786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd207f2-ebe1-42f7-b1d8-d17b2441c3e4 req-1d16d41e-0e4a-46b0-b074-980cb9b68154 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:35.817599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-efd207f2-ebe1-42f7-b1d8-d17b2441c3e4 req-1d16d41e-0e4a-46b0-b074-980cb9b68154 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2749989 May 06 12:45:35.893429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.927418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:35.936460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-efd207f2-ebe1-42f7-b1d8-d17b2441c3e4 req-0b08ddd1-2848-4a8d-a0f9-c428b77e53b7 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137586 May 06 12:45:36.149843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-4ed34ff9-3350-4df4-af25-771ff53de0b8 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:36.151902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-4ed34ff9-3350-4df4-af25-771ff53de0b8 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.2056983 May 06 12:45:36.215667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-16f8e470-b30d-4e73-a358-89563c956bdd tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/quotas/2cef7f65c09442a9a24e7b4a39092895 HTTP/1.1" status: 200 len: 375 time: 0.0579062 May 06 12:45:36.281988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:36.315406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f81775-7dd1-4244-bf7b-12ee06d47574,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:36.337941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:36.337941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e7ffcc15-62a0-425d-a565-e5f4ca729185 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e7f81775-7dd1-4244-bf7b-12ee06d47574 HTTP/1.1" status: 204 len: 168 time: 0.5383067 May 06 12:45:36.366664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-2d19c823-4d7c-4ff6-8d53-2d6e2f32bab8 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494155 May 06 12:45:36.574329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-a4171258-74b7-4129-bd2b-d784249f58e5 service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943808 May 06 12:45:36.726456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696ca76-1263-4f4d-babc-17e5f1e933f7 None None] Network a678d4a6-b300-4fbb-b446-121cf266dd1c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:45:36.733171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-8a4d6465-29a9-44fb-8588-914460d25a3c service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533985 May 06 12:45:37.084833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5cd28bac-b6b1-4b86-aff1-80c7d6cdb8ca None None] Provisioning for port f733eeb5-792f-4dab-8de0-36b57396051f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:37.531385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f733eeb5-792f-4dab-8de0-36b57396051f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:37.681052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c887084-67cb-4e3f-9608-cb00540b3890 req-d286fc90-d294-4d3d-b3a4-2c191210d6ca tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:37.686805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c887084-67cb-4e3f-9608-cb00540b3890 req-d286fc90-d294-4d3d-b3a4-2c191210d6ca tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1405058 May 06 12:45:37.807721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c887084-67cb-4e3f-9608-cb00540b3890 req-45c5e9d9-b9b9-443e-95c0-a7a195a86aa6 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151223 May 06 12:45:37.989160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f733eeb5-792f-4dab-8de0-36b57396051f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:37.996252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f733eeb5-792f-4dab-8de0-36b57396051f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:37.996635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.019468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa806e-a58a-40df-9703-23992cae35c0 req-cf2abf89-24d4-4a22-9bfb-076ef9f0ad5d tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:38.022403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-cf2abf89-24d4-4a22-9bfb-076ef9f0ad5d tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.4214597 May 06 12:45:38.061824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-fc66593f-0e57-4ee4-9a9c-9a26242b0cf7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/quotas/2cef7f65c09442a9a24e7b4a39092895 HTTP/1.1" status: 200 len: 375 time: 0.0309572 May 06 12:45:38.213724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-1da22b7f-d254-41ac-859f-c270284c3375 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411994 May 06 12:45:38.392099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.436332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-40eef67d-d6e0-486f-a558-b79f60814dcf service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211087 May 06 12:45:38.437561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port f733eeb5-792f-4dab-8de0-36b57396051f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f733eeb5-792f-4dab-8de0-36b57396051f,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:38.474996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aed0d36a-7411-42a4-b1e1-30d6b6f93d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.653162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:38.695409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-62b093f6-06d8-4d4f-8625-e1938794e984 service neutron] 10.222.0.83 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502301 May 06 12:45:38.796164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=f733eeb5-792f-4dab-8de0-36b57396051f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:39.048359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1a4b3-dfd4-4a04-92be-b15fd56453b4 req-5fd5c63d-e17f-4e21-844e-155b99c2b129 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:39.080252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81f1a4b3-dfd4-4a04-92be-b15fd56453b4 req-5fd5c63d-e17f-4e21-844e-155b99c2b129 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1374280 May 06 12:45:39.128569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20ac0ec1-8324-4d2d-891d-efb98f82f6b5 req-3fbbedba-4c56-491a-83f3-30af6ff839a7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.0486357 May 06 12:45:39.162953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81f1a4b3-dfd4-4a04-92be-b15fd56453b4 req-9f7185c5-17b0-48ac-897a-9377e16c7c99 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808895 May 06 12:45:39.473857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f733eeb5-792f-4dab-8de0-36b57396051f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:39.507322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-8e82ffbc-2adf-4385-914d-daaeb432992e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:39.508100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-8e82ffbc-2adf-4385-914d-daaeb432992e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:39.607256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f733eeb5-792f-4dab-8de0-36b57396051f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:39.607903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.612813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40952) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:39.755013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-8e82ffbc-2adf-4385-914d-daaeb432992e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:39.756616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-8e82ffbc-2adf-4385-914d-daaeb432992e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.5905645 May 06 12:45:39.791179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Request body: {'port': {'device_id': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'admin_state_up': True, 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:39.943213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:39.965787 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:45:40.029873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:40.040146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Usage tracker for resource:security_group_rule and tenant:3250824d71d04b1fa461f84e73ddd2c5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:40.046425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:40.067976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:40.111088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:40.115462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Usage tracker for resource:port and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:40.118561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:40.124622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:40.147538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.276903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-527a111a-8ffa-4bc5-9b58-4b30f9165a64 req-def36e13-d89d-4c66-9984-b9408f1f0914 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.0450189 May 06 12:45:40.309555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.371895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3250824d71d04b1fa461f84e73ddd2c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7579143 May 06 12:45:40.375993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40982) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:40.396776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acd3917-9024-4ad4-be64-e3372a538541,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:40.418952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Made reservation on behalf of 2cef7f65c09442a9a24e7b4a39092895 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:40.422936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.427543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.428024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.428460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.428911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.429426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.429832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.430253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.430672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.431088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.431568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.432380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33d959-da68-4a22-868f-8f29a703a47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:40.482946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.514602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.683921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fda65-9575-46c2-a274-329e7a71e806 req-a434c69e-521b-40c1-af81-4d30e1b37406 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:40.688630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-990fda65-9575-46c2-a274-329e7a71e806 req-a434c69e-521b-40c1-af81-4d30e1b37406 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.3589818 May 06 12:45:40.726488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.749682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acd3917-9024-4ad4-be64-e3372a538541,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:40.752438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.757304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e2f823e-f777-4212-80c1-85518dc91fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:40.770673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-91d87ed4-8db5-4c82-baa9-ac714d5659bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7acd3917-9024-4ad4-be64-e3372a538541 HTTP/1.1" status: 204 len: 168 time: 0.3842170 May 06 12:45:40.770901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-990fda65-9575-46c2-a274-329e7a71e806 req-52e635e5-4274-484b-b60a-632d4e332f7f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732746 May 06 12:45:40.899837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Allocated IP 172.20.0.3 (a678d4a6-b300-4fbb-b446-121cf266dd1c/5c4312a3-e366-4510-a824-681433b4fafa/609eb254-0104-4adc-9229-d9e829491e59) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:41.173506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:41.193498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Transition to ACTIVE for port object 609eb254-0104-4adc-9229-d9e829491e59 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:41.326771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:41.407263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-820a3131-bd27-40d7-9b99-836620aae488 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:41.409682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-820a3131-bd27-40d7-9b99-836620aae488 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.1841533 May 06 12:45:41.428117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Request body: {'port': {'device_id': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'admin_state_up': True, 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:41.473016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Network a678d4a6-b300-4fbb-b446-121cf266dd1c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:41.491504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:41.497383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:41.651175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4095bd8-121a-49c5-b8bf-6b43fa3e9019 req-4add9507-3660-407d-bd41-3fb784581922 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.0877383 May 06 12:45:41.665636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event updated for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:41.693650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:41.695595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:41.772931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:41.779383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Usage tracker for resource:port and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:41.783323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:41.792109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:41.855302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-e113108b-d3e0-4d58-85b3-4188895704f7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0698979 May 06 12:45:41.866691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Request body: {'port': {'device_id': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:42.025106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Made reservation on behalf of 2cef7f65c09442a9a24e7b4a39092895 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:42.030471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.085373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c42723c4-040c-46e6-99ee-21ebc824c747 None None] Provisioning for port 609eb254-0104-4adc-9229-d9e829491e59 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:42.116554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.154877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c42723c4-040c-46e6-99ee-21ebc824c747 None None] Provisioning complete for port 609eb254-0104-4adc-9229-d9e829491e59 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:42.157703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c42723c4-040c-46e6-99ee-21ebc824c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.195758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0aac9-8b12-4694-93ef-72493dfd4de2 req-cd26e913-af58-43f1-9540-c9bf2e1081f2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:42.216234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.216454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8e0aac9-8b12-4694-93ef-72493dfd4de2 req-cd26e913-af58-43f1-9540-c9bf2e1081f2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2212975 May 06 12:45:42.247744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c42723c4-040c-46e6-99ee-21ebc824c747 None None] Port 609eb254-0104-4adc-9229-d9e829491e59 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:42.272388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:42.314758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.355112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.375513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Allocated IP 172.20.0.14 (a678d4a6-b300-4fbb-b446-121cf266dd1c/5c4312a3-e366-4510-a824-681433b4fafa/26731bff-60a9-43a9-a6e9-c8fb236ba9e4) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:42.403572 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8e0aac9-8b12-4694-93ef-72493dfd4de2 req-b2666f59-b985-4938-896e-9fd6caf3e7de tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875498 May 06 12:45:42.443931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:42.443931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8960aae90cb4d4cb94edea5f8569c42 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:42.449871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:42.457896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:42.538496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.606800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.624353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Transition to ACTIVE for port object 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:42.739756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.815119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026338c8-7e41-4d4d-a861-e25e33ba263d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:42.839887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:42.853898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.854750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.855302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.855637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.856290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.856290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.856622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.856940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.857257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.857570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.857883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:45:42.944064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e5de77e-9dfe-4bb5-bb9b-efef706b06d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f8960aae90cb4d4cb94edea5f8569c42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6699085 May 06 12:45:42.947144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:43.069846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.137553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f0892ce-d423-4528-808c-00055ca256d7 req-06c3007c-100b-4b70-a907-a17bc8a21874 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.1391714 May 06 12:45:43.166003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.176698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Network a678d4a6-b300-4fbb-b446-121cf266dd1c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:43.182127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:43.185134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:43.198308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609eb254-0104-4adc-9229-d9e829491e59 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:43.214848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.226570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event updated for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:43.236198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Transition to ACTIVE for port object 609eb254-0104-4adc-9229-d9e829491e59 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:43.290767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa806e-a58a-40df-9703-23992cae35c0 req-d4325e66-c4eb-4fb8-92c2-8b9fd6bfd509 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:43.292274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-d4325e66-c4eb-4fb8-92c2-8b9fd6bfd509 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.13 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 816 time: 0.5126193 May 06 12:45:43.296550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:43.297162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.320653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Request body: {'port': {'device_id': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'admin_state_up': True, 'tenant_id': '2cef7f65c09442a9a24e7b4a39092895'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:43.464280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.468177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.512051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:43.516069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Usage tracker for resource:port and tenant:2cef7f65c09442a9a24e7b4a39092895 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:43.518938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:43.526245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:43.542652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026338c8-7e41-4d4d-a861-e25e33ba263d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:43.549137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.573135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-cb6b7572-896b-4fb3-a041-52d382284f2f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1402638 May 06 12:45:43.579953 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.583746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25a85ad7-3d68-43ed-953b-07f6eaca9901 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/026338c8-7e41-4d4d-a861-e25e33ba263d HTTP/1.1" status: 204 len: 168 time: 0.6288474 May 06 12:45:43.596143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Request body: {'port': {'device_id': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:43.646199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1d1e44cf-552f-4106-a8d8-72a1ec92156c None None] Provisioning for port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:43.656281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1d1e44cf-552f-4106-a8d8-72a1ec92156c None None] Provisioning complete for port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:43.657010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d1e44cf-552f-4106-a8d8-72a1ec92156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.738108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:43.796086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e44cf-552f-4106-a8d8-72a1ec92156c None None] Port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:43.859242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Made reservation on behalf of 2cef7f65c09442a9a24e7b4a39092895 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:45:43.867309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:43.984381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e105a7-dee3-41f7-9a37-f83756995b60 req-bd7d1a0b-3ece-411f-bc7e-75a18f2e920b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:43.985854 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0e105a7-dee3-41f7-9a37-f83756995b60 req-bd7d1a0b-3ece-411f-bc7e-75a18f2e920b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2606390 May 06 12:45:43.986670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Attempting to bind port 609eb254-0104-4adc-9229-d9e829491e59 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:43.987003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Attempting to bind port 609eb254-0104-4adc-9229-d9e829491e59 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:43.987328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Attempting to bind port 609eb254-0104-4adc-9229-d9e829491e59 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:44.007231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Port 609eb254-0104-4adc-9229-d9e829491e59 on network a678d4a6-b300-4fbb-b446-121cf266dd1c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:44.007563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Attempting to bind port 609eb254-0104-4adc-9229-d9e829491e59 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:44.020490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:44.020834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Checking segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:44.021221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Bound using segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:44.021653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Bound port: 609eb254-0104-4adc-9229-d9e829491e59, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:44.021994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.101163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.269006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Allocated IP 172.20.0.11 (a678d4a6-b300-4fbb-b446-121cf266dd1c/5c4312a3-e366-4510-a824-681433b4fafa/d907a3f8-4438-40a6-bc6d-3e256e36bed2) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:45:44.293763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f0e105a7-dee3-41f7-9a37-f83756995b60 req-28a549d5-66fa-4c9c-945a-afb0b2eb427b tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998779 May 06 12:45:44.367514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:44.371468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=609eb254-0104-4adc-9229-d9e829491e59,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:44.475555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f971a10a-b199-4efc-9bb4-9862b0e967ec req-59cfdd57-1b8a-42ac-9be4-426275555cec tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:44.520981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.593323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.594968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/609eb254-0104-4adc-9229-d9e829491e59 HTTP/1.1" status: 200 len: 1091 time: 2.7331812 May 06 12:45:44.595543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'tag': '609eb254-0104-4adc-9229-d9e829491e59'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:44.653823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658434a-4529-4fed-ab14-c2e81333a5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:44.683586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:44.695717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Transition to ACTIVE for port object d907a3f8-4438-40a6-bc6d-3e256e36bed2 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:44.711266 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a243f6-df02-441e-a6e1-e72e0138b131'] response: {'name': 'network-changed', 'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'tag': '609eb254-0104-4adc-9229-d9e829491e59', 'status': 'completed', 'code': 200} May 06 12:45:44.720629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-f971a10a-b199-4efc-9bb4-9862b0e967ec req-59cfdd57-1b8a-42ac-9be4-426275555cec tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:44.733583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f971a10a-b199-4efc-9bb4-9862b0e967ec req-59cfdd57-1b8a-42ac-9be4-426275555cec tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.3397696 May 06 12:45:44.837853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a18249a-edf4-488a-a84c-2f1860057b0e req-0f1b72b7-b126-4e54-a06f-6679290cf74d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 1094 time: 0.1034472 May 06 12:45:44.913203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.085190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18249a-edf4-488a-a84c-2f1860057b0e req-4f7e16a8-1217-4a8c-9abe-2eaffe2c68af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.086717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a18249a-edf4-488a-a84c-2f1860057b0e req-4f7e16a8-1217-4a8c-9abe-2eaffe2c68af service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2cef7f65c09442a9a24e7b4a39092895&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2415390 May 06 12:45:45.090201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Network a678d4a6-b300-4fbb-b446-121cf266dd1c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:45:45.096004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:45:45.101385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event updated for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:45.104579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:45:45.206193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.211316 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.291813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18249a-edf4-488a-a84c-2f1860057b0e req-904ca7a6-d8c5-4d6f-ac36-fca6223329e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.293414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a18249a-edf4-488a-a84c-2f1860057b0e req-904ca7a6-d8c5-4d6f-ac36-fca6223329e3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991057 May 06 12:45:45.320527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:45.332167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.366539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6d7425a3-5448-4f46-a20e-eff8b1e6dba4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0524428 May 06 12:45:45.366539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Transition to ACTIVE for port object 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:45.383483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Request body: {'port': {'device_id': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:45:45.411899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41124) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:45.476431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-587f4128-e0b6-424a-8d2b-5e417930bb4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 1094 time: 0.1311004 May 06 12:45:45.481539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.548974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7aff8d4c-1e89-4a58-8e67-fc7af398f55a None None] Provisioning for port d907a3f8-4438-40a6-bc6d-3e256e36bed2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:45.557339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7aff8d4c-1e89-4a58-8e67-fc7af398f55a None None] Provisioning complete for port d907a3f8-4438-40a6-bc6d-3e256e36bed2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:45.558143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7aff8d4c-1e89-4a58-8e67-fc7af398f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.616930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-041e5848-6c6f-4e41-b938-ff95f6c9bf28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609eb254-0104-4adc-9229-d9e829491e59 HTTP/1.1" status: 200 len: 217 time: 0.1304977 May 06 12:45:45.618960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:45.636486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Pushing event updated for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:45.674696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7aff8d4c-1e89-4a58-8e67-fc7af398f55a None None] Port d907a3f8-4438-40a6-bc6d-3e256e36bed2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:45:45.768702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:45.837512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:45.842368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:30c2cab0a1814968ba54810e9e7de981 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:45.845451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:45.859124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:45.942231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-73122141-2b6d-4106-a50a-2172b7dc2e88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:45.943802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-73122141-2b6d-4106-a50a-2172b7dc2e88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 200 len: 855 time: 0.2753513 May 06 12:45:46.006049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.034412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.045955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cdc13-11ef-4314-bdf6-e12c7ce9e556 req-e6f56b07-b4b2-4f58-b5a6-86b33bc83ca9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:46.047447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c6cdc13-11ef-4314-bdf6-e12c7ce9e556 req-e6f56b07-b4b2-4f58-b5a6-86b33bc83ca9 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.4291594 May 06 12:45:46.094185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-b7cd51ba-d8df-4a8f-9510-f9f9d09ad6e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a678d4a6-b300-4fbb-b446-121cf266dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427643 May 06 12:45:46.145082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.190439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:46.191174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c6cdc13-11ef-4314-bdf6-e12c7ce9e556 req-13f585d3-8bfe-49a8-a760-0a0e636f5a30 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279671 May 06 12:45:46.191174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.191384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Attempting to bind port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:46.191384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Attempting to bind port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:46.191384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Attempting to bind port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:46.191384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe01614386d143b7ae5496d74b41ccfd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:46.217586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:46.237281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:46.249604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b9b15b-bda0-4cd9-9448-8631b8bdb186,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:46.256943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 on network a678d4a6-b300-4fbb-b446-121cf266dd1c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:46.256943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Attempting to bind port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:46.267248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e4487ac-a384-4713-a658-d6f0b06ab5f0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=30c2cab0a1814968ba54810e9e7de981&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8519471 May 06 12:45:46.268248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:46.313269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-7a90f0f4-5a06-4c65-9fdb-f0820af14473 service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115810 May 06 12:45:46.343421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4925-354f-4bf7-9a1b-9bf1db377972 req-08bbf4a8-139c-4c0d-a208-ee10c08e4ceb tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:46.345172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c3a4925-354f-4bf7-9a1b-9bf1db377972 req-08bbf4a8-139c-4c0d-a208-ee10c08e4ceb tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 932 time: 0.3691032 May 06 12:45:46.345929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:46.346257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Checking segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:46.346626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Bound using segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:46.347061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Bound port: 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:46.347427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.441750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.469528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.496921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.574762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d28c80a3-6031-4807-bb64-3b4bd3600bd2 req-8c446b14-2b7f-4347-9c6e-658e8f4652a7 service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524118 May 06 12:45:46.732065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.735678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.752949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b9b15b-bda0-4cd9-9448-8631b8bdb186,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:46.758201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.759572 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b9d8ce4-29ce-45fb-9821-880cf8348dd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a0b9b15b-bda0-4cd9-9448-8631b8bdb186 HTTP/1.1" status: 204 len: 168 time: 0.4902301 May 06 12:45:46.800816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:46.809655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:46.815407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c3a4925-354f-4bf7-9a1b-9bf1db377972 req-3b6fbcd2-8f66-4a7c-95ed-1366481d1eca tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536970 May 06 12:45:46.873019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.913676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe01614386d143b7ae5496d74b41ccfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2684085 May 06 12:45:46.916587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41158) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:46.919417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.981364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:46.999099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35e349-1924-4186-8373-674b42125fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e417c29a-f7b4-47b3-9a8b-a06a9676fc9c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:47.011059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.012534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] 10.222.0.86 "PUT /v2.0/ports/26731bff-60a9-43a9-a6e9-c8fb236ba9e4 HTTP/1.1" status: 200 len: 1092 time: 3.4407265 May 06 12:45:47.013825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.014582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:47.096860 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db30c931-4e3d-4527-ad95-27fc01f85f76'] response: {'name': 'network-changed', 'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4', 'status': 'completed', 'code': 200} May 06 12:45:47.110303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db55a4-7a72-4196-9315-cf96a991b593 service neutron] Pushing event updated for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:47.167807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d907a3f8-4438-40a6-bc6d-3e256e36bed2 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:47.178147 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.206047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.214761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Transition to ACTIVE for port object d907a3f8-4438-40a6-bc6d-3e256e36bed2 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:45:47.222791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417c29a-f7b4-47b3-9a8b-a06a9676fc9c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:47.230385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.243740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-67c85453-1d48-4ab6-b305-fae2c2978496 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e417c29a-f7b4-47b3-9a8b-a06a9676fc9c HTTP/1.1" status: 204 len: 168 time: 0.3258421 May 06 12:45:47.244118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47a0f277-ce4a-4bba-b27b-f50c71b2dae6 req-a15265eb-6f97-488a-8fb2-f762d233cd1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 1095 time: 0.1318548 May 06 12:45:47.370670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:47.613129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Pushing event updated for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:47.675055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f277-ce4a-4bba-b27b-f50c71b2dae6 req-69cfd49a-4145-419c-b914-a621dfa4191f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:47.676550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47a0f277-ce4a-4bba-b27b-f50c71b2dae6 req-69cfd49a-4145-419c-b914-a621dfa4191f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2cef7f65c09442a9a24e7b4a39092895&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4242561 May 06 12:45:47.853516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f277-ce4a-4bba-b27b-f50c71b2dae6 req-69790922-147a-4e79-8f04-0458f8ed3e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:47.855477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47a0f277-ce4a-4bba-b27b-f50c71b2dae6 req-69790922-147a-4e79-8f04-0458f8ed3e0a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721697 May 06 12:45:47.876968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fce99-ce0d-4758-9b9b-2cc1d927b591 req-7e31317a-b7b9-4447-9063-17a02bec1fdd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:47.881440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-509fce99-ce0d-4758-9b9b-2cc1d927b591 req-7e31317a-b7b9-4447-9063-17a02bec1fdd tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.5124154 May 06 12:45:48.038675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-509fce99-ce0d-4758-9b9b-2cc1d927b591 req-44866798-3624-4260-bf33-a2274a4404a4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503916 May 06 12:45:48.064536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Attempting to bind port d907a3f8-4438-40a6-bc6d-3e256e36bed2 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:45:48.065090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Attempting to bind port d907a3f8-4438-40a6-bc6d-3e256e36bed2 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:45:48.066766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Attempting to bind port d907a3f8-4438-40a6-bc6d-3e256e36bed2 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:48.082315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Port d907a3f8-4438-40a6-bc6d-3e256e36bed2 on network a678d4a6-b300-4fbb-b446-121cf266dd1c not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:45:48.082889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Attempting to bind port d907a3f8-4438-40a6-bc6d-3e256e36bed2 on network a678d4a6-b300-4fbb-b446-121cf266dd1c {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:45:48.098402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-2eaa9f0b-c020-4d3b-a2c8-54160dc208c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 1095 time: 0.1590478 May 06 12:45:48.099222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:45:48.101191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Checking segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:45:48.101191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Bound using segment: {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:45:48.101191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Bound port: d907a3f8-4438-40a6-bc6d-3e256e36bed2, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:45:48.101191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.185166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-64ac908f-7478-4f98-aaeb-c3caf79b79ad tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:48.185899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-64ac908f-7478-4f98-aaeb-c3caf79b79ad tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:48.222145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-9956f955-235b-4194-96d9-733160e04388 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4 HTTP/1.1" status: 200 len: 217 time: 0.1105793 May 06 12:45:48.281054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-64ac908f-7478-4f98-aaeb-c3caf79b79ad tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:48.282275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-64ac908f-7478-4f98-aaeb-c3caf79b79ad tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 944 time: 0.1866548 May 06 12:45:48.324522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-a3a33c38-33c6-45c6-9885-5ce6e85cbcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:48.326006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-a3a33c38-33c6-45c6-9885-5ce6e85cbcce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 200 len: 855 time: 0.0935638 May 06 12:45:48.330070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:45:48.338360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-867ebf36-6bf3-45c7-afe4-bf24a41cbfb6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:45:48.377341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:45:48.408703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-c462e659-a13a-4067-9129-4fbc33dae589 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a678d4a6-b300-4fbb-b446-121cf266dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759208 May 06 12:45:48.503337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-867ebf36-6bf3-45c7-afe4-bf24a41cbfb6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:45:48.504944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24a3be89-29e8-41b5-b5dd-f4c5765be24d req-867ebf36-6bf3-45c7-afe4-bf24a41cbfb6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170742 May 06 12:45:48.563973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41208) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:48.589475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.621457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.678239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:48.684242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Usage tracker for resource:security_group_rule and tenant:6c1909fc908947b1a9a3fa6c4ee5ff70 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:48.692952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:48.702627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:48.717287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Pushing event updated for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:48.741629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:48.743563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8a853930-eee5-48b4-b66f-f07a8254452f service neutron] 10.222.0.13 "PUT /v2.0/ports/d907a3f8-4438-40a6-bc6d-3e256e36bed2 HTTP/1.1" status: 200 len: 1092 time: 3.3711345 May 06 12:45:48.782176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-2268e15d-4b7b-4720-ab51-d7c7a9b7b6cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1625071 May 06 12:45:48.824384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-6d960e6a-8400-4a3d-b8c3-e0d1c2f77ff4 service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073117 May 06 12:45:49.106879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:49.134514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.183309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 609eb254-0104-4adc-9229-d9e829491e59 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:49.184052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8e193e8b-91d5-4664-b076-adff4c71f392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 1095 time: 0.1554520 May 06 12:45:49.185931 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61df72fd-ef8d-4227-bb7d-6ba9c0afb045'] response: {'name': 'network-changed', 'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2', 'status': 'completed', 'code': 200} May 06 12:45:49.220892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01405bc4-1905-4a5b-beea-57f9d69a0d92 req-eb32be34-1776-4eed-adc2-5954b49e96bb service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903122 May 06 12:45:49.234284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-ee3d0263-532e-4bec-91f9-7d50d961f7ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67900abb497542389a9f6834cd5bc0d6&device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 6501 time: 0.2163064 May 06 12:45:49.339642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-19c874af-7fab-496d-bc84-e85ff64fef67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2 HTTP/1.1" status: 200 len: 217 time: 0.1411278 May 06 12:45:49.341776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.392354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=609eb254-0104-4adc-9229-d9e829491e59,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:49.414107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '609eb254-0104-4adc-9229-d9e829491e59', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'port_id': '609eb254-0104-4adc-9229-d9e829491e59', 'mac_address': 'fa:16:3e:97:31:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4312a3-e366-4510-a824-681433b4fafa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:49.497745 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.520450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609eb254-0104-4adc-9229-d9e829491e59 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:49.521406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-b20d7637-34f1-46ae-bce3-2758f9146f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.521890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-b20d7637-34f1-46ae-bce3-2758f9146f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.522327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-b20d7637-34f1-46ae-bce3-2758f9146f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.524033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-b20d7637-34f1-46ae-bce3-2758f9146f70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99edebc2-8b3b-42bf-a690-3757d6268ab1&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 200 len: 2299 time: 0.2596905 May 06 12:45:49.527455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d38e682-2fbb-4dca-b30f-67dadd22fb5e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.556402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6085a3e8-d4fa-40bc-90b2-ceabd3ae6205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.557902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-6085a3e8-d4fa-40bc-90b2-ceabd3ae6205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 200 len: 855 time: 0.2075586 May 06 12:45:49.561868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9d51e018-bc57-44f7-91f9-da6a76d0b2dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c1909fc908947b1a9a3fa6c4ee5ff70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9963739 May 06 12:45:49.565669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41244) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:49.575873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=609eb254-0104-4adc-9229-d9e829491e59,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:49.686703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a90f7-1662-4262-9f34-bef8b547233a req-0de759b6-9840-46a3-9a28-bc195762186d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.692331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0a90f7-1662-4262-9f34-bef8b547233a req-0de759b6-9840-46a3-9a28-bc195762186d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.3865635 May 06 12:45:49.744086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-31886e9b-8122-4f10-a8be-15e186b59104 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3527644 May 06 12:45:49.778068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:49.809092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0a90f7-1662-4262-9f34-bef8b547233a req-3f164c81-5973-465e-96d2-8b3ec7ce4edf tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921485 May 06 12:45:49.814626 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-7f4aec36-8024-499a-aff0-a6eee0cfcb1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 200 len: 1001 time: 0.2702825 May 06 12:45:49.893896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:49.902331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-99cf43c4-e0e6-4079-96ae-7861ecdc013b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:49.904153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-99cf43c4-e0e6-4079-96ae-7861ecdc013b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 200 len: 856 time: 0.0779805 May 06 12:45:49.958183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-79cf2721-7022-435f-b0a7-e0690453e604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a678d4a6-b300-4fbb-b446-121cf266dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858409 May 06 12:45:49.990039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-e8c7874d-a448-4971-afce-78ae41d68fe5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99edebc2-8b3b-42bf-a690-3757d6268ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768366 May 06 12:45:49.990563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.041452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['609eb254-0104-4adc-9229-d9e829491e59'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:50.108176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.123478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17bf8e-9731-4f15-887b-3c0002a6e8d2 req-ae33e315-0ed2-48d2-b8a3-d0e9eaac0ff9 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:50.125371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f17bf8e-9731-4f15-887b-3c0002a6e8d2 req-ae33e315-0ed2-48d2-b8a3-d0e9eaac0ff9 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 944 time: 0.3704195 May 06 12:45:50.158695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-134c302e-3e2c-4fc1-9e65-59b1b8b669ea service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611969 May 06 12:45:50.246077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f17bf8e-9731-4f15-887b-3c0002a6e8d2 req-208d9f3b-01ce-4ce3-bda2-18ab064d8c4f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142170 May 06 12:45:50.249740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-9278a434-b1a1-4979-b274-6a288213a181 service neutron] 10.222.0.13 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830184 May 06 12:45:50.252712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-f3e34ee4-55cb-44a5-9c8b-f6ab6ed28673 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=898228d8a247492d9bab8dd6b7f81fac&device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 1096 time: 0.3567970 May 06 12:45:50.326888 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-09e971d1-24e7-42fd-a1fd-3f5c781c53d1 service neutron] 10.222.0.13 "GET /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614182 May 06 12:45:50.427917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-9c70f606-2a12-450b-a052-036d83ee4da4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 217 time: 0.0820284 May 06 12:45:50.498174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-07c3bc07-dafa-478e-99ab-ea0606a98c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:50.499200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-07c3bc07-dafa-478e-99ab-ea0606a98c5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0633290 May 06 12:45:50.537540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6afa806e-a58a-40df-9703-23992cae35c0 req-8ccd895e-5f1e-43a5-90a8-4993593cb95a service neutron] 10.222.0.13 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783866 May 06 12:45:50.538452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-fceb6abd-a739-4296-9c95-7da026b872d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:50.539736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-fceb6abd-a739-4296-9c95-7da026b872d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 200 len: 906 time: 0.2502151 May 06 12:45:50.543927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.581366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-18cad398-1d81-44aa-99db-45adfa4ca889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723441 May 06 12:45:50.621691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d38e682-2fbb-4dca-b30f-67dadd22fb5e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:50.636369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-3c44ca28-f92c-4e8c-92f1-c076531ea876 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 200 len: 217 time: 0.0850835 May 06 12:45:50.638256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.640203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1408ce77-b3ac-4f8a-b9f4-91948fe20db5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d38e682-2fbb-4dca-b30f-67dadd22fb5e HTTP/1.1" status: 204 len: 168 time: 1.0729759 May 06 12:45:50.700115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-ae4f42d4-f2be-418d-aff1-990a8eba876d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:50.701616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-ae4f42d4-f2be-418d-aff1-990a8eba876d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 200 len: 845 time: 0.0585344 May 06 12:45:50.718694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-4bb4b39b-315b-4c62-815b-829ec1cbf2cb service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297803 May 06 12:45:50.751803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-96514556-7841-421e-b4fe-7349baae3fb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5f581728-9032-4b9a-a4e8-fe953f8ee49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438013 May 06 12:45:50.825042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:50.977083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-74b82205-ebc2-411c-8e33-fd54fb5a169b service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175522 May 06 12:45:51.154574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-d87322e0-6cce-4ea4-9a00-097c196fb5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293318 May 06 12:45:51.164413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753f22d-c888-45d7-b76c-e1d74a99f9b7 req-6c7480c8-f97b-4698-9c3c-d09fed4e197c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.166399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b753f22d-c888-45d7-b76c-e1d74a99f9b7 req-6c7480c8-f97b-4698-9c3c-d09fed4e197c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1802585 May 06 12:45:51.185712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-79f5201e-97c5-4d7f-ba7f-f77a86dab9ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 1095 time: 0.3099139 May 06 12:45:51.217067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 609eb254-0104-4adc-9229-d9e829491e59 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:51.248413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-df29731c-301a-47d9-99cc-69e4cd278096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 217 time: 0.0810289 May 06 12:45:51.342717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41282) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:51.349836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d713a6b9-ac19-4508-a590-1b4e0be8936c req-0a575f8f-4b59-4948-b0ac-a5ce7567562c service neutron] 10.222.0.86 "GET /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658791 May 06 12:45:51.396117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-06a9bcfc-a363-49a9-96a9-15021d05370d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.397475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-06a9bcfc-a363-49a9-96a9-15021d05370d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 917 time: 0.2024100 May 06 12:45:51.400836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b753f22d-c888-45d7-b76c-e1d74a99f9b7 req-951cdb6c-7450-4a0c-9a50-65e579795324 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860805 May 06 12:45:51.434162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-99a3d50b-735c-4b7c-ba00-b0f0d967c010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.435616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-99a3d50b-735c-4b7c-ba00-b0f0d967c010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1725113 May 06 12:45:51.502495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-504fc518-9c6c-4aac-938b-508c573b00ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2 HTTP/1.1" status: 200 len: 217 time: 0.0941725 May 06 12:45:51.520394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 609eb254-0104-4adc-9229-d9e829491e59 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:51.527792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 609eb254-0104-4adc-9229-d9e829491e59 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:51.528380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.540816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-554b3bce-d260-4ea2-963b-b84003a8847f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914826 May 06 12:45:51.650192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-3d5ee68e-2fef-471a-b995-8be9d96069fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.652852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-3d5ee68e-2fef-471a-b995-8be9d96069fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 200 len: 855 time: 0.0988734 May 06 12:45:51.671442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:51.702999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609eb254-0104-4adc-9229-d9e829491e59'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:51.735491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c242f4-38d0-4544-8985-2358808cb05f req-36ea1887-b12d-45d6-837b-f0fb397e34a6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:51.737528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=609eb254-0104-4adc-9229-d9e829491e59,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:51.755569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15c242f4-38d0-4544-8985-2358808cb05f req-36ea1887-b12d-45d6-837b-f0fb397e34a6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 944 time: 0.2519269 May 06 12:45:51.784097 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f076fc49-b7f5-4b89-8357-366e58a30bb6'] response: {'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609eb254-0104-4adc-9229-d9e829491e59', 'code': 200} May 06 12:45:51.800148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-b04a4fa9-ced7-471f-82ae-d317e8d2313e service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459848 May 06 12:45:51.840417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15c242f4-38d0-4544-8985-2358808cb05f req-f9cfb480-e6e3-47bf-bc2c-fac949f633e0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830412 May 06 12:45:51.864471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-2b0ebe34-64d6-4cd1-bcdd-64098c98dccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a678d4a6-b300-4fbb-b446-121cf266dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893420 May 06 12:45:51.881266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.029473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:52.109818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88256afd-a46b-433f-9477-8ba2d2e20535 req-85047834-2f85-4b76-8f32-038a37699d5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 1096 time: 0.2375302 May 06 12:45:52.113208 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-d8c69a5f-81fc-48c8-8fdb-78797b9e2b45 service neutron] 10.222.0.13 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004945 May 06 12:45:52.132592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.232381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-44ee6dfc-2027-4b49-9cfd-1277ff49d06a service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231973 May 06 12:45:52.260363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88256afd-a46b-433f-9477-8ba2d2e20535 req-a49a3705-8f18-4fec-8198-dd2fffa86a50 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431401 May 06 12:45:52.299502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61d1e7d8-27ce-4ab7-9a00-35a86175418f req-d9f07add-3b1b-43f9-8359-6643f930fda0 service neutron] 10.222.0.13 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681697 May 06 12:45:52.322561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-42407f3e-7482-4222-b95b-7c2f8b930916 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 200 len: 217 time: 0.0741737 May 06 12:45:52.323466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:52.327403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Usage tracker for resource:security_group_rule and tenant:769b5e31c71a41fbb6cb1166ee064851 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:52.362724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:52.375453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:52.408862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-bb4203d5-6430-47df-82ea-ca24293df925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:52.410357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-bb4203d5-6430-47df-82ea-ca24293df925 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.0800674 May 06 12:45:52.486464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-03d253c6-59da-44ce-9e54-9ee8b82a3cdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692103 May 06 12:45:52.714895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-2c424c05-40b6-46cc-a4b7-52e3236d9224 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218266 May 06 12:45:52.751032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:52.811564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe14a4-1a85-4cb8-acc7-3fc9d9dc1ac5 req-6143114e-7af1-4bb6-973f-cf29ec6331bc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:52.812336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80fe14a4-1a85-4cb8-acc7-3fc9d9dc1ac5 req-6143114e-7af1-4bb6-973f-cf29ec6331bc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2457423 May 06 12:45:52.898809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80fe14a4-1a85-4cb8-acc7-3fc9d9dc1ac5 req-e8b091ad-eaa6-4611-a60f-da4860b29cbc tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 May 06 12:45:52.907154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-d76de50f-c6a2-45a9-b97e-95a8e2be456f service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816986 May 06 12:45:52.991589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-b2acbdcd-f670-4767-ac8e-88724cdbf419 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 200 len: 217 time: 0.0780370 May 06 12:45:53.045289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.062556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b76d8-f645-4f33-ad83-0ccb5444ab4e req-c28f017d-7140-482c-a4f3-9181fe5b0196 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:53.069765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be5b76d8-f645-4f33-ad83-0ccb5444ab4e req-c28f017d-7140-482c-a4f3-9181fe5b0196 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 944 time: 0.0982015 May 06 12:45:53.101039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba14a2-5e1e-4ce2-944b-3dd009ef6af0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.129125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be5b76d8-f645-4f33-ad83-0ccb5444ab4e req-36284dbc-9327-4680-baef-99dd2877c244 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 May 06 12:45:53.138468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18a68abe-e5e2-441c-8228-9b0b5aba4c97 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=769b5e31c71a41fbb6cb1166ee064851&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7851174 May 06 12:45:53.147419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-10acd8c5-bfcf-46d9-9ebb-30a5b60def88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:53.147886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41330) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:53.148005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-10acd8c5-bfcf-46d9-9ebb-30a5b60def88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 200 len: 797 time: 0.1428866 May 06 12:45:53.216407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:53.219037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.269789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.338050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-a680ed71-db89-4bd6-a786-57127f695600 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808848 May 06 12:45:53.489912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.523129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.526576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8ba14a2-5e1e-4ce2-944b-3dd009ef6af0 HTTP/1.1" status: 204 len: 168 time: 0.3821056 May 06 12:45:53.526576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d30f8-72c3-4518-bcd1-ea5d9015081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba14a2-5e1e-4ce2-944b-3dd009ef6af0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:53.647504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:53.695812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-38f33a49-bd63-44ed-9311-ee1e6db01300 service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481054 May 06 12:45:53.704179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709ba59-c6b1-428c-99de-5fff83f54c8b req-00e92626-a7d2-4084-a612-2d1dbe9ab2d4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:53.705002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'port_id': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4', 'mac_address': 'fa:16:3e:0d:1c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4312a3-e366-4510-a824-681433b4fafa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:53.706273 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3709ba59-c6b1-428c-99de-5fff83f54c8b req-00e92626-a7d2-4084-a612-2d1dbe9ab2d4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1197903 May 06 12:45:53.769054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:53.793791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:53.816507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:53.817796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3709ba59-c6b1-428c-99de-5fff83f54c8b req-760e845e-6fa2-4f7f-bf15-55b69fe531b2 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055453 May 06 12:45:53.949440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-67f83cd1-c814-4aeb-9127-e778d207f12b service neutron] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369773 May 06 12:45:53.968098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.046869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:54.107416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-4807a99d-3d8d-4f8b-bd30-337e284ed423 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 200 len: 217 time: 0.1498032 May 06 12:45:54.211370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-42ded234-6099-4b4c-ba99-b35395ee4f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:54.214511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-42ded234-6099-4b4c-ba99-b35395ee4f36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.0992665 May 06 12:45:54.216704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['26731bff-60a9-43a9-a6e9-c8fb236ba9e4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:54.225487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763924f0-d92e-4ba8-8faf-074ce78bf49c req-468fd56c-381c-4b16-8eeb-4bc5dc25f62c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:54.229169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-763924f0-d92e-4ba8-8faf-074ce78bf49c req-468fd56c-381c-4b16-8eeb-4bc5dc25f62c tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1919296 May 06 12:45:54.343760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-763924f0-d92e-4ba8-8faf-074ce78bf49c req-38ab494d-6308-472c-937f-b2413fa2b6a4 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747421 May 06 12:45:54.355844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-ac4c8940-97b8-42f8-af16-490ae8b20751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277697 May 06 12:45:54.436375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97d62b-fb7a-4de9-80bf-ff08f529414e req-d089895e-4961-46e6-93dc-d49da6841280 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:54.444617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d97d62b-fb7a-4de9-80bf-ff08f529414e req-d089895e-4961-46e6-93dc-d49da6841280 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 944 time: 0.1026723 May 06 12:45:54.515671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d97d62b-fb7a-4de9-80bf-ff08f529414e req-6dca52f8-71cf-4679-9b6e-597c5e5c0fb4 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 May 06 12:45:54.608573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-485f43b0-b7bf-4437-b10d-ca27ccdf0e5f service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396882 May 06 12:45:54.772061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d907a3f8-4438-40a6-bc6d-3e256e36bed2 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:45:54.793250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-590603d8-506b-472b-8e70-1747113af7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776891 May 06 12:45:54.848105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:54.887016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:54.903530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-a6f76e35-3b46-4176-884b-3aa89e7fc4df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 200 len: 217 time: 0.1024778 May 06 12:45:54.948818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:54.953372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Usage tracker for resource:security_group_rule and tenant:803dc08f5e3c47a48bd8ec991adc4a52 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:54.957280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:54.967912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:55.014520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e336-a8d0-4705-a556-89635a39d494 req-2b93429f-ddf4-4d97-bbc1-c62defe10531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:55.016930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-2b93429f-ddf4-4d97-bbc1-c62defe10531 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 200 len: 797 time: 0.1049831 May 06 12:45:55.047759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:55.067483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2', 'network_id': 'a678d4a6-b300-4fbb-b446-121cf266dd1c', 'port_id': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2', 'mac_address': 'fa:16:3e:75:16:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4312a3-e366-4510-a824-681433b4fafa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:45:55.067963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.144391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.147651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.154972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-34a9184b-7bfa-44be-ba40-c118debb066d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f0ba0d0-27c8-4e38-840b-4046e16a51bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257141 May 06 12:45:55.172208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d907a3f8-4438-40a6-bc6d-3e256e36bed2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:45:55.193045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:55.222907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:55.286911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fdea4b-206e-4bfe-8493-9001e0c5cb82,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:55.298102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.307367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-40a7e37c-9dff-4c44-aa25-9c0e7f8319da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=803dc08f5e3c47a48bd8ec991adc4a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4553549 May 06 12:45:55.307694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41396) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:55.388845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-4244c65a-0da2-4515-a1d1-65077291c4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232456 May 06 12:45:55.401923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:55.402733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f585be-7170-4c86-a520-7af0d6a1dab4 req-74a98ae6-8e60-410c-8f8a-ca4b851c1f9d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:55.404384 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f585be-7170-4c86-a520-7af0d6a1dab4 req-74a98ae6-8e60-410c-8f8a-ca4b851c1f9d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.2060835 May 06 12:45:55.409417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.479521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.495585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f585be-7170-4c86-a520-7af0d6a1dab4 req-b29ddeb6-9bfc-4f12-bc65-0c34bf997e7e tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830464 May 06 12:45:55.549054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:55.554141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:55.554516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.569205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1675e336-a8d0-4705-a556-89635a39d494 req-f87a419e-3276-43bf-bd82-c24889aa7215 service neutron] 10.222.0.13 "GET /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723630 May 06 12:45:55.687978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.703903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['d907a3f8-4438-40a6-bc6d-3e256e36bed2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:55.758357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.765860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:55.781212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:55.793306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fdea4b-206e-4bfe-8493-9001e0c5cb82,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:55.796476 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.799923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66d513e1-ac82-4ca0-bde4-acad55d147e6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/91fdea4b-206e-4bfe-8493-9001e0c5cb82 HTTP/1.1" status: 204 len: 168 time: 0.4888413 May 06 12:45:55.827096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6695971-6f5d-4cf3-a37c-8d041d7511cf req-003dbc4d-ec2c-4769-8513-3ea260ac91ed tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:55.829247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6695971-6f5d-4cf3-a37c-8d041d7511cf req-003dbc4d-ec2c-4769-8513-3ea260ac91ed tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 945 time: 0.1461217 May 06 12:45:55.870230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:55.906792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6695971-6f5d-4cf3-a37c-8d041d7511cf req-85776b3d-8f6f-4568-9a0b-5b977ea4eb52 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705564 May 06 12:45:56.000124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:56.035940 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297edfb0-0398-4646-b88f-e7ee0a9925b1'] response: {'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4', 'code': 200} May 06 12:45:56.304580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5587d9-9aa2-40d9-8a9d-a4c41a6240dd req-d96b7fb7-fc5f-4394-ae76-56741248660d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 1097 time: 0.2063174 May 06 12:45:56.367639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd5587d9-9aa2-40d9-8a9d-a4c41a6240dd req-0fe8bc02-d339-42fb-bca7-95507438f286 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574987 May 06 12:45:56.380125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e3216cbb-faac-4ffe-b9ed-c81a165d6fa0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:56.382383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e3216cbb-faac-4ffe-b9ed-c81a165d6fa0 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.1047428 May 06 12:45:56.668508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:45:56.669193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:56.764208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083630-2006-4399-a9e3-a81a1740e422 req-469bf8d7-1bc7-401e-bf76-224b6acedd6d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:56.765766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19083630-2006-4399-a9e3-a81a1740e422 req-469bf8d7-1bc7-401e-bf76-224b6acedd6d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 946 time: 0.0955117 May 06 12:45:56.817372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19083630-2006-4399-a9e3-a81a1740e422 req-3e0102a0-67b8-4e3f-825f-6b5872d8044d tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 May 06 12:45:57.064925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port c4908493-cc0c-4f6a-84c2-f0bcda3c2040, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:57.065279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.236287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for c4908493-cc0c-4f6a-84c2-f0bcda3c2040 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:45:57.350839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbbdc5-d6e7-4eab-a064-a749129a7150 req-dd82bda2-960b-4dc5-b56f-8d56196b1db6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:57.352342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80fbbdc5-d6e7-4eab-a064-a749129a7150 req-dd82bda2-960b-4dc5-b56f-8d56196b1db6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 945 time: 0.2157698 May 06 12:45:57.466553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80fbbdc5-d6e7-4eab-a064-a749129a7150 req-7033e829-ccb8-4e88-bbfb-eab2ae4a3ac6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 May 06 12:45:57.555289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.568161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315', 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:45:57.651193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=c4908493-cc0c-4f6a-84c2-f0bcda3c2040,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:57.731094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:57.819495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port c4908493-cc0c-4f6a-84c2-f0bcda3c2040 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:45:57.833698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:57.843648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'name': 'network-vif-deleted', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:57.972134 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dd31b1-2317-40f4-baa4-28d77c1f6f64'] response: {'server_uuid': '170b91ee-7fe3-4176-bd79-3d6f8c3340d1', 'name': 'network-vif-deleted', 'tag': 'c4908493-cc0c-4f6a-84c2-f0bcda3c2040', 'status': 'completed', 'code': 200} May 06 12:45:58.013099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-596cb5ed-62b3-4255-9f7f-79a4443a74f9 req-e525584d-2e85-4bbf-97a2-148fdc1922f3 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "DELETE /v2.0/ports/c4908493-cc0c-4f6a-84c2-f0bcda3c2040 HTTP/1.1" status: 204 len: 173 time: 1.4514990 May 06 12:45:58.123088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.152267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6262cec0-7b00-46b6-8204-a9044ffbf39e req-4be9fee6-a7dd-47ed-a91b-5c2c72e749ed tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.1696217 May 06 12:45:58.224777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:45:58.230040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a0784748ed4a2f8891fca6a388e047 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:45:58.236298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:45:58.249388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:45:58.419872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.538003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.617736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65a026a-8af8-40c8-8d05-fcb00411fbb2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:58.630210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26e25248-f7a9-4f8e-92b4-e72d02370e24 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9a0784748ed4a2f8891fca6a388e047&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8943644 May 06 12:45:58.630210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:45:58.703116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.715811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469d216-4dd7-44f1-bb00-20454bece918 req-331abef3-161e-43a0-a58a-e21f9b69b4d2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:45:58.717408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d469d216-4dd7-44f1-bb00-20454bece918 req-331abef3-161e-43a0-a58a-e21f9b69b4d2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 945 time: 0.1020703 May 06 12:45:58.729008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.796346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d907a3f8-4438-40a6-bc6d-3e256e36bed2 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:45:58.863377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d469d216-4dd7-44f1-bb00-20454bece918 req-addbbe69-df3c-4769-b31e-111e03ceb983 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315541 May 06 12:45:58.960978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.989827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:58.991321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d65a026a-8af8-40c8-8d05-fcb00411fbb2 HTTP/1.1" status: 204 len: 168 time: 0.3604364 May 06 12:45:58.992363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97193080-93f5-4a49-8cc3-2a260860aa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65a026a-8af8-40c8-8d05-fcb00411fbb2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:59.147098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port d907a3f8-4438-40a6-bc6d-3e256e36bed2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:45:59.163253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port d907a3f8-4438-40a6-bc6d-3e256e36bed2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:45:59.163753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:59.367304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:59.438849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:45:59.457873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8f2705-e963-4f9c-a12a-fe625eed7b66 req-94608eb0-1779-4c69-8bf9-14e807fa2bb1 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=170b91ee-7fe3-4176-bd79-3d6f8c3340d1 HTTP/1.1" status: 200 len: 210 time: 0.0657096 May 06 12:45:59.461494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:45:59.565109 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d1bdcd-f67c-4a7b-a10b-368afc8b1c4e'] response: {'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2', 'code': 200} May 06 12:45:59.583687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:45:59.718105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:45:59.818209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a9563dc-845f-4684-b9e8-0408b020fb0d req-90859ffe-245e-4db7-a4a9-b2da04934195 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 1097 time: 0.1803544 May 06 12:45:59.926578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a9563dc-845f-4684-b9e8-0408b020fb0d req-0780e280-c5f0-4957-b9a2-1dd9862fcc39 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006556 May 06 12:46:00.094165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41564) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:00.122809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.131466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244664-4077-41c5-94ad-70c018bf9cc0 req-86c2d36f-cc37-41e7-99ae-02d86b2f7727 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:00.147511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1244664-4077-41c5-94ad-70c018bf9cc0 req-86c2d36f-cc37-41e7-99ae-02d86b2f7727 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1230657 May 06 12:46:00.172737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:00.178387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Usage tracker for resource:security_group_rule and tenant:d62790c1272f4e57820f3a0bf196ce84 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:00.183428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:00.189455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:00.216565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1244664-4077-41c5-94ad-70c018bf9cc0 req-6f4c6ab7-0711-4aa8-8df2-dc8d01d9c55b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610852 May 06 12:46:00.304574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.383649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.432709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310f7f46-4d86-4d21-ae80-4299d7ac85e8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:00.441106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:00.441465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2512a993-c77a-4222-9752-30b85addda5d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d62790c1272f4e57820f3a0bf196ce84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3452897 May 06 12:46:00.522126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.553764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.743440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.765248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:00.769409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/310f7f46-4d86-4d21-ae80-4299d7ac85e8 HTTP/1.1" status: 204 len: 168 time: 0.3246217 May 06 12:46:00.769409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fc7d0-8670-4a60-9db9-4fab0127e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f7f46-4d86-4d21-ae80-4299d7ac85e8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:01.268937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c4908493-cc0c-4f6a-84c2-f0bcda3c2040 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:01.340633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c4908493-cc0c-4f6a-84c2-f0bcda3c2040 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:01.341237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c4908493-cc0c-4f6a-84c2-f0bcda3c2040 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:01.555141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec00324-9ed9-4cdf-a620-1d84ad8b9ca4 req-9f8d24c0-9433-402c-851d-bd9be9540f6b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:01.564291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ec00324-9ed9-4cdf-a620-1d84ad8b9ca4 req-9f8d24c0-9433-402c-851d-bd9be9540f6b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1833355 May 06 12:46:01.620464 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ec00324-9ed9-4cdf-a620-1d84ad8b9ca4 req-25ad89d7-cce3-4fef-b61b-d50b3f9576a0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551298 May 06 12:46:02.714077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41672) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:02.928866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47fa89-7950-4be7-a484-3721de306c8d req-9c8cff97-67f7-4a68-a7fb-fac7ddf9440f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:02.930851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aa47fa89-7950-4be7-a484-3721de306c8d req-9c8cff97-67f7-4a68-a7fb-fac7ddf9440f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:02.979308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159662a-7ab7-4f09-a36c-3c5b781a83fe req-df0a23b8-a30d-4318-b573-e6f57b3d332c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:02.980676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e159662a-7ab7-4f09-a36c-3c5b781a83fe req-df0a23b8-a30d-4318-b573-e6f57b3d332c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1978447 May 06 12:46:03.040521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e159662a-7ab7-4f09-a36c-3c5b781a83fe req-d186a3e0-ef73-47ab-bbc1-0a7a6f756b31 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 May 06 12:46:03.148481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.154781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-aa47fa89-7950-4be7-a484-3721de306c8d req-9c8cff97-67f7-4a68-a7fb-fac7ddf9440f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:03.156378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa47fa89-7950-4be7-a484-3721de306c8d req-9c8cff97-67f7-4a68-a7fb-fac7ddf9440f tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 945 time: 0.3584974 May 06 12:46:03.246294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa47fa89-7950-4be7-a484-3721de306c8d req-285f4cf8-93dd-4397-af99-0d2f021833ff tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814900 May 06 12:46:03.259997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:03.261595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Usage tracker for resource:security_group_rule and tenant:58fc222ce9b24eb2900b92e9cd0f6279 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:03.269300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:03.278383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:03.324315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1ad1-d9d0-4031-ba2e-c363c0a8b990 req-8ebebbef-fa22-4691-8f91-b010a3672803 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:03.325835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-003f1ad1-d9d0-4031-ba2e-c363c0a8b990 req-8ebebbef-fa22-4691-8f91-b010a3672803 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1524897 May 06 12:46:03.397072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.403298 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-003f1ad1-d9d0-4031-ba2e-c363c0a8b990 req-676b78db-a3ab-4fb8-8199-59e7b61cb3ef tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 May 06 12:46:03.543114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.595165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85218d8-560a-4cd8-8890-7a7764355ced,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:03.604154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8af31da4-27ef-44f7-b75d-b07b7a405c89 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=58fc222ce9b24eb2900b92e9cd0f6279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8859017 May 06 12:46:03.605169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41694) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:03.606439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57af2-188e-47c3-befd-849ec0bcd38f req-aea45621-7770-400f-9ff0-c86a098ccb57 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:03.607969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9e57af2-188e-47c3-befd-849ec0bcd38f req-aea45621-7770-400f-9ff0-c86a098ccb57 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.0828137 May 06 12:46:03.692259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.693115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9e57af2-188e-47c3-befd-849ec0bcd38f req-b8e5775d-ff1d-4949-9b9e-c5e0500e6207 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797174 May 06 12:46:03.740873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.932452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.955473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85218d8-560a-4cd8-8890-7a7764355ced,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:03.964056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:03.973730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e182463-f1b4-491b-aa7e-dba586f93b34 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c85218d8-560a-4cd8-8890-7a7764355ced HTTP/1.1" status: 204 len: 168 time: 0.3631623 May 06 12:46:04.320482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb205f08-0722-4a4c-bd02-ce0609d1e01a req-3fba5ab2-a26d-4539-bcc8-460d09804dea tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:04.322924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb205f08-0722-4a4c-bd02-ce0609d1e01a req-3fba5ab2-a26d-4539-bcc8-460d09804dea tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.0934598 May 06 12:46:04.355029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aef3f-455c-4ff2-8775-76a716578da6 req-d8f26065-8ca6-435a-bd0b-60a691dbf3f8 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:04.357284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-485aef3f-455c-4ff2-8775-76a716578da6 req-d8f26065-8ca6-435a-bd0b-60a691dbf3f8 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 945 time: 0.1002011 May 06 12:46:04.381164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb205f08-0722-4a4c-bd02-ce0609d1e01a req-38cb8baa-a538-4a07-9ed6-398f44dc974c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518749 May 06 12:46:04.470428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Deleting port 22e4259b-edc5-4443-8e68-d6a610845315 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:04.470765 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:04.886107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac81f-4fd3-4556-a05a-e971aa7d3637 req-a4f83b36-43ce-4bbc-950f-34763fb4e686 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:04.894755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af9ac81f-4fd3-4556-a05a-e971aa7d3637 req-a4f83b36-43ce-4bbc-950f-34763fb4e686 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0991979 May 06 12:46:04.942982 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af9ac81f-4fd3-4556-a05a-e971aa7d3637 req-2b5df420-1f1b-4515-8f76-008466144f47 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 May 06 12:46:05.034753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d053b-203b-48fb-8cdd-cd0f66d2aa3e req-df71acdf-c5c4-41c7-b321-b8232796a579 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.038766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d39d053b-203b-48fb-8cdd-cd0f66d2aa3e req-df71acdf-c5c4-41c7-b321-b8232796a579 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 945 time: 0.4925745 May 06 12:46:05.068745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] For port 22e4259b-edc5-4443-8e68-d6a610845315, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=22e4259b-edc5-4443-8e68-d6a610845315,segment=NetworkSegment(9082cfb0-227f-45cf-90cd-9ecd941a05aa),segment_id=9082cfb0-227f-45cf-90cd-9ecd941a05aa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:05.069327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.190699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d39d053b-203b-48fb-8cdd-cd0f66d2aa3e req-36adc688-607a-4c3f-b592-ef5e4860b56a tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/security-groups?id=3aeafba3-318c-4aca-a4c6-9e6e48344e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510766 May 06 12:46:05.273873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Calling delete_port for 22e4259b-edc5-4443-8e68-d6a610845315 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:05.503191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5326ba-a130-4ab3-b526-f0189fd2e916 req-e67f2f0c-20b8-4203-b922-6f88fc54639b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.507013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5326ba-a130-4ab3-b526-f0189fd2e916 req-e67f2f0c-20b8-4203-b922-6f88fc54639b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.512146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5326ba-a130-4ab3-b526-f0189fd2e916 req-e67f2f0c-20b8-4203-b922-6f88fc54639b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:05.514120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d5326ba-a130-4ab3-b526-f0189fd2e916 req-e67f2f0c-20b8-4203-b922-6f88fc54639b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec&device_id=6126a6fe-7a95-4ed8-b716-4df887af8082&device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 2418 time: 0.1082704 May 06 12:46:05.534512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41744) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:05.557941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.563268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d5326ba-a130-4ab3-b526-f0189fd2e916 req-424da11f-1c4a-4758-8daf-75c9a1433de1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 May 06 12:46:05.594197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:05.598547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9a82dd974046338bbd5401e3fb88d4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:05.601738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:05.610147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:05.697789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.698914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.712422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['22e4259b-edc5-4443-8e68-d6a610845315'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:05.862126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Pushing event deleted for resources: {'Port': ['ID=22e4259b-edc5-4443-8e68-d6a610845315,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:05.899338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.936066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] No DVR routers for this DVR port 22e4259b-edc5-4443-8e68-d6a610845315 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:05.941965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:05.944594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'name': 'network-vif-deleted', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:06.005738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ef629-976e-43fa-a262-e348799dd7a6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.015111 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98629b09-3b89-4d3e-a1fc-51b64ec255dc'] response: {'server_uuid': '4a3ce32f-d6b8-40cc-a995-755f68a5a744', 'name': 'network-vif-deleted', 'tag': '22e4259b-edc5-4443-8e68-d6a610845315', 'status': 'completed', 'code': 200} May 06 12:46:06.019128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8de031e2-ca08-446a-9cca-c238f605e4c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f9a82dd974046338bbd5401e3fb88d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4825318 May 06 12:46:06.021782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41756) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:06.060537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ac325-1c00-464c-94ee-be35995e6422 req-6b53a0ea-a65c-4ac5-92b4-feab66074bf5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:06.062088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed1ac325-1c00-464c-94ee-be35995e6422 req-6b53a0ea-a65c-4ac5-92b4-feab66074bf5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.2437830 May 06 12:46:06.087634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-485aef3f-455c-4ff2-8775-76a716578da6 req-867e781b-4ba1-474d-bd9c-5c63988c2efb tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.86 "DELETE /v2.0/ports/22e4259b-edc5-4443-8e68-d6a610845315 HTTP/1.1" status: 204 len: 173 time: 1.7187994 May 06 12:46:06.106359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.132412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed1ac325-1c00-464c-94ee-be35995e6422 req-425306e1-942f-4074-9d0d-432d1a9ced56 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630770 May 06 12:46:06.142715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.314801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.361326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ef629-976e-43fa-a262-e348799dd7a6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:06.370498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:06.371628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-738d086d-0b43-4edf-9c87-5bb3a37e9fc3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/062ef629-976e-43fa-a262-e348799dd7a6 HTTP/1.1" status: 204 len: 168 time: 0.3489554 May 06 12:46:06.454278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-68a8f191-f548-4c80-ab4d-8445395c271c req-c329c3f5-0589-4869-bfbd-f5cc84af25e5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Synchronizing usage tracker for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:06.594083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-68a8f191-f548-4c80-ab4d-8445395c271c req-c329c3f5-0589-4869-bfbd-f5cc84af25e5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] Unset dirty status for tenant:898228d8a247492d9bab8dd6b7f81fac on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:06.599947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-68a8f191-f548-4c80-ab4d-8445395c271c req-c329c3f5-0589-4869-bfbd-f5cc84af25e5 tempest-ServersTestJSON-96661848 tempest-ServersTestJSON-96661848-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a3ce32f-d6b8-40cc-a995-755f68a5a744 HTTP/1.1" status: 200 len: 210 time: 0.2355726 May 06 12:46:07.583541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41804) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:07.607979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.655760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:07.661119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0c7caa6c67454bb7186ac1022b94ba is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:07.665745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:07.673329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:07.770222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:07.780474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.841468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Deleting subnet 3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:07.845441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.884976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.938172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:07.967273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6673ae-2bb4-443f-826e-c527ff6d5a02,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:07.987269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fe725a7a-1812-494d-ba34-62e48b622f24 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c0c7caa6c67454bb7186ac1022b94ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4010875 May 06 12:46:07.990941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:08.090200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.122784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.170827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.281150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.359475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.363343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:08.374066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c9fa55f-866d-409a-baa8-f84517e51b7f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3c4b4a52-5dda-43f7-a835-52f7b8e8cfc1 HTTP/1.1" status: 204 len: 168 time: 0.5999188 May 06 12:46:08.376355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41838) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:08.450722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5de243-f359-43f9-b5cd-636a02f027f7 req-680cf41b-62f7-4c02-83dc-736f72f35a83 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:08.452385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a5de243-f359-43f9-b5cd-636a02f027f7 req-680cf41b-62f7-4c02-83dc-736f72f35a83 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1129928 May 06 12:46:08.497227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3651fa36-aa5f-4a35-a9c0-a50bca35a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.515421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.545254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6673ae-2bb4-443f-826e-c527ff6d5a02,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:08.554477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a5de243-f359-43f9-b5cd-636a02f027f7 req-2c8bd420-fb79-4686-ad75-119c954e2dc9 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963092 May 06 12:46:08.557358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.559810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-944d3748-3d17-449d-9445-8cdc34c08cf1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec6673ae-2bb4-443f-826e-c527ff6d5a02 HTTP/1.1" status: 204 len: 168 time: 0.5680907 May 06 12:46:08.618142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:08.843179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.028563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f581728-9032-4b9a-a4e8-fe953f8ee49c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:09.044200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9082cfb0-227f-45cf-90cd-9ecd941a05aa') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:09.044618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9082cfb0-227f-45cf-90cd-9ecd941a05aa') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:09.056969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.076867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.090049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:46:09.090449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: timer() May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:46:09.104677 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:46:09.317164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.339437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 22e4259b-edc5-4443-8e68-d6a610845315 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:09.341974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:09.352480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f581728-9032-4b9a-a4e8-fe953f8ee49c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:09.382511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 22e4259b-edc5-4443-8e68-d6a610845315 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:09.382864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 22e4259b-edc5-4443-8e68-d6a610845315 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:09.505028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ae8ea80-2e6f-464a-9032-f660adf1c04a admin admin] 10.222.0.83 "DELETE /v2.0/networks/5f581728-9032-4b9a-a4e8-fe953f8ee49c HTTP/1.1" status: 204 len: 168 time: 1.1291432 May 06 12:46:09.804725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524417-02b5-466b-ac78-79eb46a2cedc req-33ec1531-243e-4f6b-a8f3-09038ab723b2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:09.806335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7524417-02b5-466b-ac78-79eb46a2cedc req-33ec1531-243e-4f6b-a8f3-09038ab723b2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0956748 May 06 12:46:09.885564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7524417-02b5-466b-ac78-79eb46a2cedc req-6bc749ee-d124-4fd9-b02a-8f02ef0a3e72 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730162 May 06 12:46:09.973374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:10.046276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2a6766a8-46ef-4b3f-9b02-b19faab05775 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=898228d8a247492d9bab8dd6b7f81fac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0716331 May 06 12:46:10.051966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41886) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:10.127259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.164059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.399463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.416745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeafba3-318c-4aca-a4c6-9e6e48344e1f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:10.526359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:10.527812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c5b9f5f1-94c1-47cf-bfdd-ddd9fadf93e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3aeafba3-318c-4aca-a4c6-9e6e48344e1f HTTP/1.1" status: 204 len: 168 time: 0.4745469 May 06 12:46:10.921636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ef97619-c21a-4d7b-a525-7a3f4958aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:11.120059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96264a31-1093-4c3e-b84f-29c9c9b996ae req-740f80c3-facd-46bd-aa4f-c94708aa5a8c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:11.120059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96264a31-1093-4c3e-b84f-29c9c9b996ae req-740f80c3-facd-46bd-aa4f-c94708aa5a8c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0953705 May 06 12:46:11.187407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96264a31-1093-4c3e-b84f-29c9c9b996ae req-3c27f107-a1cc-4a3c-8c7b-5218a0ed29fc tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612121 May 06 12:46:12.138332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.200976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:12.496031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce528a-9450-49ff-abb0-1e8bb7a64c2f req-b8e7894b-90d8-4d8f-a907-83b3eaa9bea9 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:12.498345 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ce528a-9450-49ff-abb0-1e8bb7a64c2f req-b8e7894b-90d8-4d8f-a907-83b3eaa9bea9 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0885489 May 06 12:46:12.564355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34ce528a-9450-49ff-abb0-1e8bb7a64c2f req-3d9a7319-464b-4486-9254-9fce72590b77 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 May 06 12:46:12.752793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:12.908773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1755569037-network', 'tenant_id': 'd8f0d8b1347548e49f09c0cdded53f6a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:12.913867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:12.918340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Usage tracker for resource:network and tenant:d8f0d8b1347548e49f09c0cdded53f6a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:12.922965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:12.934107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:13.074790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Made reservation on behalf of d8f0d8b1347548e49f09c0cdded53f6a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:13.077284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.089997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.123144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:13.127325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f0d8b1347548e49f09c0cdded53f6a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:13.130495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:13.137946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:13.210203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.297669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.331590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:13.341579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:13.348492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.348845 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Added segment 5baf3f9f-39b7-4b00-bb04-02a194e74a12 of type vlan for network 42aeeb79-8471-4a0d-936d-62f65ed886ef May 06 12:46:13.376921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.486724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.545154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.546804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:13.549404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:13.666172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] Pushing event updated for resources: {'Network': ['ID=42aeeb79-8471-4a0d-936d-62f65ed886ef,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:13.677731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:13.772231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5e9e882-2128-4bee-998a-942621d707d4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0153546 May 06 12:46:13.772783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42032) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:13.787868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Request body: {'subnet': {'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1755569037-subnet', 'tenant_id': 'd8f0d8b1347548e49f09c0cdded53f6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:13.796527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:13.824377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Usage tracker for resource:subnet and tenant:d8f0d8b1347548e49f09c0cdded53f6a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:13.833236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:13.841902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039ebff-baa6-40a5-bc8c-cdb1589a130a req-be89f0d6-dc39-430b-bb9a-384e0a865b5a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:13.843369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6039ebff-baa6-40a5-bc8c-cdb1589a130a req-be89f0d6-dc39-430b-bb9a-384e0a865b5a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1383858 May 06 12:46:13.847865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:13.896635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6039ebff-baa6-40a5-bc8c-cdb1589a130a req-cdc05971-b0a2-4b0d-9943-40d98432bcda tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 May 06 12:46:14.046088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Made reservation on behalf of d8f0d8b1347548e49f09c0cdded53f6a for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:14.048420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.532412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:14.646864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab14d600-a521-45d5-bbe2-fcd100aeaca0,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:14.669260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Checking segment: {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:14.669635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Network hostable DHCP agents. Network: 42aeeb79-8471-4a0d-936d-62f65ed886ef, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:14.823845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:14.999836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 42aeeb79-8471-4a0d-936d-62f65ed886ef) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:15.008599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c107f4f-321d-407e-ad6e-f47475e89059 None None] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:15.027355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.027355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:15.172337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d481a58-b375-4cb0-b958-194d35de9bf9 req-a1c61a0b-b015-4d3e-90d4-296bbf1d9939 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:15.173392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-459ca2ad-5455-4ee8-adeb-65dc073eee8f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3999372 May 06 12:46:15.175229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d481a58-b375-4cb0-b958-194d35de9bf9 req-a1c61a0b-b015-4d3e-90d4-296bbf1d9939 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1155982 May 06 12:46:15.257170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d481a58-b375-4cb0-b958-194d35de9bf9 req-81d8bcae-0c80-457a-a88c-d704488af46a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736063 May 06 12:46:15.443886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69825df2-6291-4013-9351-5b72e2023e61 None None] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:15.756641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42148) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:16.046416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.174888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:16.182467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Usage tracker for resource:security_group_rule and tenant:ef59c2e6fd4c437badc614540b517bae is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:16.188240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:16.206742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:16.241971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-b448e930-4225-4ab2-9a0e-c93d65947cf2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.242637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-b448e930-4225-4ab2-9a0e-c93d65947cf2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:16.314824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.411974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-b448e930-4225-4ab2-9a0e-c93d65947cf2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:16.413460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-b448e930-4225-4ab2-9a0e-c93d65947cf2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 814 time: 0.3558140 May 06 12:46:16.433588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-380dce35-c3b9-4e56-a38a-6062029f1768 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/quotas/d8f0d8b1347548e49f09c0cdded53f6a HTTP/1.1" status: 200 len: 375 time: 0.0132434 May 06 12:46:16.457431 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.517145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-4e1a5fae-7e33-4365-834b-05eb82672770 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744150 May 06 12:46:16.518459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.552264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf44d5-f31d-489d-84bf-23ef9eaa334f req-78add1ab-6c79-4c40-bc9e-493ebae5f829 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:16.554518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7bf44d5-f31d-489d-84bf-23ef9eaa334f req-78add1ab-6c79-4c40-bc9e-493ebae5f829 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1323929 May 06 12:46:16.605387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12bc00e-634e-4bf9-83a2-2ddd079ed90e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:16.647238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7bf44d5-f31d-489d-84bf-23ef9eaa334f req-2f24c5f4-903f-451d-963f-0777c44f0364 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823193 May 06 12:46:16.713713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-29f4b3b7-e027-4a4b-89db-aebdc6c23987 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ef59c2e6fd4c437badc614540b517bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9558709 May 06 12:46:16.716534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42178) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:16.786221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-ee24c121-3c3c-47ae-ac9d-b7168e7c0ac8 service neutron] 10.222.0.83 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583747 May 06 12:46:16.836655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.869875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:16.967628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:46:17.017701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.045102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-52b857df-b776-4872-894d-ef12b660551e service neutron] 10.222.0.83 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562590 May 06 12:46:17.055390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12bc00e-634e-4bf9-83a2-2ddd079ed90e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:17.055390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:17.055390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1bd5892-0704-43d6-81ac-a8eea4020a41 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e12bc00e-634e-4bf9-83a2-2ddd079ed90e HTTP/1.1" status: 204 len: 168 time: 0.3355749 May 06 12:46:17.551886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7dae163c-63ba-4d0b-995a-fa1f6d1d52e7 req-63fdcc71-991b-46dc-9c8f-eb3222ca28f5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 210 time: 0.0584061 May 06 12:46:17.888124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a55f68-922f-4cb7-8e30-d3f85efe809c req-702d25ec-ecf6-4936-a164-181e76a23105 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:17.889995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9a55f68-922f-4cb7-8e30-d3f85efe809c req-702d25ec-ecf6-4936-a164-181e76a23105 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0977950 May 06 12:46:17.948130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9a55f68-922f-4cb7-8e30-d3f85efe809c req-9f6c6650-edf0-4369-8e05-4451ba269e6e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496557 May 06 12:46:18.200564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42238) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:18.215218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.253985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:18.272463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8a6f1569164f88b79f1229c61803b9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:18.276316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:18.283041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:18.364860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.498041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.560649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc8a6f1569164f88b79f1229c61803b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3648887 May 06 12:46:18.562999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b714e9f-5607-41f0-b1f7-f4ce75ad1267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dad8dc-ee99-4a06-8adb-ebfb4819c27f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:18.563280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42248) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:18.753341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:18.852899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7eaeea10-87ea-473d-a37d-7d78726f2070 req-fba35902-4213-43c6-a2a5-58985fffa20d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 210 time: 0.1387322 May 06 12:46:18.905470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.218042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.260681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639b0bf-a233-4af7-b75c-20d61b55a378 req-74e7f6a5-e315-4659-8847-23323d0a4105 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:19.262965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9639b0bf-a233-4af7-b75c-20d61b55a378 req-74e7f6a5-e315-4659-8847-23323d0a4105 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1048043 May 06 12:46:19.288126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dad8dc-ee99-4a06-8adb-ebfb4819c27f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:19.322291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.329811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dab4147d-b57c-4da8-9407-c0dbc3d84a05 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/42dad8dc-ee99-4a06-8adb-ebfb4819c27f HTTP/1.1" status: 204 len: 168 time: 0.7597387 May 06 12:46:19.361407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9639b0bf-a233-4af7-b75c-20d61b55a378 req-aa015555-fbe2-4ea6-a284-8b26d77e74da tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896070 May 06 12:46:19.615383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42286) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:19.899130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:19.927212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:19.933099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Usage tracker for resource:security_group_rule and tenant:19ea6004e1d447c68b1d263374eb9178 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:19.937419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:19.943981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:20.066317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.069627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d77e4836-2081-48c4-9dd0-9b22072dc6d5 req-d49af29f-6333-4338-8e3d-a23ce75596cd tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 210 time: 0.0514686 May 06 12:46:20.167967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.227212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e594a7-3457-4efd-bd17-126be11b7046,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:20.232432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f2720819-6691-4a5a-8df9-3227229b04ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19ea6004e1d447c68b1d263374eb9178&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6203048 May 06 12:46:20.235738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:20.338943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.376943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.617584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45486e-c997-4006-806c-0b1336c64f71 req-eb65bcd1-fccc-43f8-8b4e-a5186a425c00 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:20.619634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac45486e-c997-4006-806c-0b1336c64f71 req-eb65bcd1-fccc-43f8-8b4e-a5186a425c00 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0849082 May 06 12:46:20.667020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac45486e-c997-4006-806c-0b1336c64f71 req-5f903bb4-9456-4fdb-a830-32fd18ff5eb1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 May 06 12:46:20.704144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.723612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e594a7-3457-4efd-bd17-126be11b7046,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:20.733869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:20.734973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec4dbd10-6876-4949-a2e6-1d78abf8598c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8e594a7-3457-4efd-bd17-126be11b7046 HTTP/1.1" status: 204 len: 168 time: 0.4982991 May 06 12:46:20.773463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.351144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-276b55de-50d5-4197-9011-9fb16541c9f5 req-0bd8cb36-fccd-40cb-8956-50a31d13a1f0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 210 time: 0.1094229 May 06 12:46:21.443550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-bc415888-2308-41c2-986a-3c865612a42a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:21.445073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-bc415888-2308-41c2-986a-3c865612a42a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 814 time: 0.2346742 May 06 12:46:21.467188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Request body: {'port': {'device_id': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'admin_state_up': True, 'tenant_id': 'd8f0d8b1347548e49f09c0cdded53f6a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:21.641651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:21.646458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Usage tracker for resource:port and tenant:d8f0d8b1347548e49f09c0cdded53f6a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:21.651719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:21.660654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:21.749860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Made reservation on behalf of d8f0d8b1347548e49f09c0cdded53f6a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:21.755495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.776962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42368) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:21.865666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:21.936545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:21.942039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0b4cbfb2cc4842a1df07abbd9aa972 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:21.946508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:21.953862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:21.974417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909ad5-3215-481f-aaaa-fbe3070795e1 req-e13d55cb-724d-4265-96c8-7de8ab68a61f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:21.975897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7909ad5-3215-481f-aaaa-fbe3070795e1 req-e13d55cb-724d-4265-96c8-7de8ab68a61f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1655068 May 06 12:46:22.058170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7909ad5-3215-481f-aaaa-fbe3070795e1 req-94c139a8-98bb-45a5-ab46-21b27d56148f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728421 May 06 12:46:22.075463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.084042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Allocated IP 172.20.0.2 (42aeeb79-8471-4a0d-936d-62f65ed886ef/ab14d600-a521-45d5-bbe2-fcd100aeaca0/ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:22.212086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.265797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc321cd-a3f7-4943-9425-576b194eaf97,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:22.269892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9448c8ea-f400-4d44-a876-9bfa3b2675d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e0b4cbfb2cc4842a1df07abbd9aa972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4919217 May 06 12:46:22.273548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42374) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.317042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.375791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.410069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.415091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.456989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:22.486859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.591534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.630819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc321cd-a3f7-4943-9425-576b194eaf97,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:22.656238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.658793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.659932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f4581ed-810c-4c37-8371-d9c277714ce1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fbc321cd-a3f7-4943-9425-576b194eaf97 HTTP/1.1" status: 204 len: 168 time: 0.3854866 May 06 12:46:22.663220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:22.664128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:22.673777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:22.678688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:22.687581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.739886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:22.747074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Usage tracker for resource:security_group_rule and tenant:57f6a698ab8a43a7b6740a030ace1a75 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:22.751865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:22.761506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:22.767992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:22.770172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Usage tracker for resource:security_group_rule and tenant:e67e1301362b4b7da94ae7442cd86d37 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:22.773004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:22.774110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:22.774724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.785115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:22.801290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274a70-bb09-4866-82ec-facd1c4309fa req-508f8c63-8dfe-49a5-ad36-e1e2f6857d6f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:22.802263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-15274a70-bb09-4866-82ec-facd1c4309fa req-508f8c63-8dfe-49a5-ad36-e1e2f6857d6f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:22.886134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.899215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:22.944321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-87f98cd1-7561-4f8f-a8ff-284d309df62b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4820135 May 06 12:46:22.945253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-15274a70-bb09-4866-82ec-facd1c4309fa req-508f8c63-8dfe-49a5-ad36-e1e2f6857d6f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:22.946616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15274a70-bb09-4866-82ec-facd1c4309fa req-508f8c63-8dfe-49a5-ad36-e1e2f6857d6f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 931 time: 0.4145358 May 06 12:46:22.960492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Request body: {'port': {'device_id': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:23.000508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.014063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.089066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b397a20-e762-40ec-ae90-24c2d72e297f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.098546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-15274a70-bb09-4866-82ec-facd1c4309fa req-18a8f54e-074d-4de6-9b7e-a198e2909219 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:23.137010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.138370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-63630dce-9f37-4c20-9e9f-24d0e8d33b76 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=57f6a698ab8a43a7b6740a030ace1a75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7206004 May 06 12:46:23.143081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.160931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e67e1301362b4b7da94ae7442cd86d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7004247 May 06 12:46:23.162620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42416) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.254694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6efe1-662b-4ac7-a70d-2a446e134f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec953c-a35d-48c6-9a11-85c4d5023efd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.267959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-15274a70-bb09-4866-82ec-facd1c4309fa req-18a8f54e-074d-4de6-9b7e-a198e2909219 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:23.280826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15274a70-bb09-4866-82ec-facd1c4309fa req-18a8f54e-074d-4de6-9b7e-a198e2909219 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895787 May 06 12:46:23.405275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.410574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.573804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:23.577639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.581169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.586143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.597097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Transition to ACTIVE for port object ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:23.657493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141d832-bea3-427f-a047-0668724e8521 req-1d7ac8ca-6538-43fc-89a5-4bcc8dc4f0ac tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:23.658962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5141d832-bea3-427f-a047-0668724e8521 req-1d7ac8ca-6538-43fc-89a5-4bcc8dc4f0ac tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.3473377 May 06 12:46:23.717550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5141d832-bea3-427f-a047-0668724e8521 req-701f1f65-db13-492c-a59a-927936ab926f tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 May 06 12:46:23.805976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.875633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.892385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.899183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b397a20-e762-40ec-ae90-24c2d72e297f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.931988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec953c-a35d-48c6-9a11-85c4d5023efd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:23.966993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.966993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-63629dda-19f5-4f85-831a-81bd1fee858b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b397a20-e762-40ec-ae90-24c2d72e297f HTTP/1.1" status: 204 len: 168 time: 0.8116446 May 06 12:46:23.966993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:23.966993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:23.966993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-90cdb367-7dff-4e6a-b5fa-2634684d2ba9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9eec953c-a35d-48c6-9a11-85c4d5023efd HTTP/1.1" status: 204 len: 168 time: 0.7692728 May 06 12:46:23.999112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:24.074260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Attempting to bind port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:24.074595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Attempting to bind port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:24.074921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Attempting to bind port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e on network 42aeeb79-8471-4a0d-936d-62f65ed886ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:24.080909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e on network 42aeeb79-8471-4a0d-936d-62f65ed886ef not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:46:24.081228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Attempting to bind port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e on network 42aeeb79-8471-4a0d-936d-62f65ed886ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:24.088305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:24.088305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Checking segment: {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:24.088674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Bound using segment: {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:24.089101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Bound port: ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:24.089450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.184573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:24.187602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:24.384769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.504904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.506323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] 10.222.0.13 "PUT /v2.0/ports/ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 1091 time: 1.5539317 May 06 12:46:24.506797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:24.547638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608795a3-e27f-496a-9ccb-726421d0d25d service neutron] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:24.576924 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a930b974-f8cd-4651-8451-28dcee97870f'] response: {'name': 'network-changed', 'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'status': 'completed', 'code': 200} May 06 12:46:24.578920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.584767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceb164-bfb3-40dd-8636-42939dc475c2 req-dbbd3b00-9647-4d65-8a30-c2250ceb94b0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:24.586580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11ceb164-bfb3-40dd-8636-42939dc475c2 req-dbbd3b00-9647-4d65-8a30-c2250ceb94b0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.1634433 May 06 12:46:24.630631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:24.636688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6156cd43cbd24dcba8e40f8f3ba0c1e8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:24.639924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:24.647087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:24.680483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11ceb164-bfb3-40dd-8636-42939dc475c2 req-9c94cc28-1e41-4631-9df4-116c75e5b387 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833938 May 06 12:46:24.719315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.721283 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4da9ea9f-2517-4f1b-8663-e3e0f9dcd34b req-b4b02a4d-1b59-404c-9ae8-88b2cd89ae62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1094 time: 0.0850513 May 06 12:46:24.875374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:24.983694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f1eb7-af59-4c22-8eec-bf39f0b746ec,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:25.002238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ea9f-2517-4f1b-8663-e3e0f9dcd34b req-4896c2ca-182e-47fe-b92d-5957dcac7516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:25.005092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4da9ea9f-2517-4f1b-8663-e3e0f9dcd34b req-4896c2ca-182e-47fe-b92d-5957dcac7516 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2706592 May 06 12:46:25.006261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d7f73c7-e89d-423f-b6cd-50ba159cb3f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6156cd43cbd24dcba8e40f8f3ba0c1e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0454342 May 06 12:46:25.008825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:25.069602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995ae43-11ca-4f86-ae7f-b30bd49fb2a9 req-b552b8bb-0553-467a-8a18-0dd9cb3e9631 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:25.071078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d995ae43-11ca-4f86-ae7f-b30bd49fb2a9 req-b552b8bb-0553-467a-8a18-0dd9cb3e9631 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1612380 May 06 12:46:25.121861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42470) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:25.122728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.154131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ea9f-2517-4f1b-8663-e3e0f9dcd34b req-1880be67-5166-40a0-90f3-cb80a9672eb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:25.155598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4da9ea9f-2517-4f1b-8663-e3e0f9dcd34b req-1880be67-5166-40a0-90f3-cb80a9672eb7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428492 May 06 12:46:25.172207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.205800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.225472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d995ae43-11ca-4f86-ae7f-b30bd49fb2a9 req-091dfa64-10a4-4d5b-b9e7-04465235d652 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443198 May 06 12:46:25.280970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:25.287740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Usage tracker for resource:security_group_rule and tenant:8382e0d63bb846b48357d363921cce27 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:25.290872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:25.296954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:25.317931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-be0e8712-fda0-45c5-a7e5-c73ba0492935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1094 time: 0.1143873 May 06 12:46:25.380244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.397079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-f8da10bc-dc8b-4724-8dd6-8345dfa5fb51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.0705040 May 06 12:46:25.412289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.452254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.453547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/450f1eb7-af59-4c22-8eec-bf39f0b746ec HTTP/1.1" status: 204 len: 168 time: 0.4437363 May 06 12:46:25.454541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf08034-e8e2-49d9-aa7e-85e1a3e89f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f1eb7-af59-4c22-8eec-bf39f0b746ec,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:25.489708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-afc56606-b359-418f-b945-9ebc3ed59bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:25.492043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-afc56606-b359-418f-b945-9ebc3ed59bcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.0849569 May 06 12:46:25.513710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.557507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-086e6977-baca-4edc-9f1c-9f1c6babcc2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566690 May 06 12:46:25.592964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ed8a0-5dec-48d0-a7fa-dfad279f9148,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:25.632148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a28521ae-b1d5-4782-835f-cc406e56cc54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8382e0d63bb846b48357d363921cce27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5046668 May 06 12:46:25.632338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:25.709112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.727907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-2dd3fe6a-5832-4dd4-9d78-3a62d994f30b service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626348 May 06 12:46:25.736936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.909608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.936809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ed8a0-5dec-48d0-a7fa-dfad279f9148,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:25.959550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:25.961573 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cfb9a2ac-b9b3-483e-925e-22089c5f9b2d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f21ed8a0-5dec-48d0-a7fa-dfad279f9148 HTTP/1.1" status: 204 len: 168 time: 0.3280480 May 06 12:46:25.995677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d2215be-709e-4828-988e-950b2b7d95b4 req-09b0c3d1-ddf9-4104-8db9-87e2eb800386 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564042 May 06 12:46:26.007027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4178c5d-68e0-47e9-bdf4-8ba9e0895e1f req-93760939-c0e6-469c-b4f8-762ab0ebd839 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:26.008523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4178c5d-68e0-47e9-bdf4-8ba9e0895e1f req-93760939-c0e6-469c-b4f8-762ab0ebd839 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.1571283 May 06 12:46:26.086172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4178c5d-68e0-47e9-bdf4-8ba9e0895e1f req-2ab0a577-ffb5-463c-a8cc-6531fb77b0b2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702744 May 06 12:46:26.226205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a715ec-8bb1-4ba8-a22f-8b517876e08e req-f1f49e1b-53fc-4020-91a5-427444c3b180 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:26.227566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12a715ec-8bb1-4ba8-a22f-8b517876e08e req-f1f49e1b-53fc-4020-91a5-427444c3b180 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0829206 May 06 12:46:26.277113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12a715ec-8bb1-4ba8-a22f-8b517876e08e req-349b1b78-f7de-404a-b986-d98f9d87a944 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 May 06 12:46:26.367893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-4276f08b-312c-48bc-b5d8-f2702f870280 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2cef7f65c09442a9a24e7b4a39092895&device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0699587 May 06 12:46:26.507520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d89b-bc74-45af-9afc-8f309899398a req-1886b7dc-7f13-4d3b-94d7-0e89ce57d1fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:26.509013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-1886b7dc-7f13-4d3b-94d7-0e89ce57d1fc service neutron] 10.222.0.86 "GET /v2.0/networks?id=a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 200 len: 917 time: 0.1342931 May 06 12:46:26.587230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-17324bc4-05b3-4a7f-a679-628902f4021e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=609eb254-0104-4adc-9229-d9e829491e59 HTTP/1.1" status: 200 len: 217 time: 0.0702102 May 06 12:46:26.657514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d89b-bc74-45af-9afc-8f309899398a req-8ee3c8bf-3fe7-46f7-8b8b-549cf4b52ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:26.657514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-8ee3c8bf-3fe7-46f7-8b8b-549cf4b52ac0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 200 len: 855 time: 0.0609014 May 06 12:46:26.738212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-f4f5bf82-cafd-4b10-8206-8f149b6aeaa2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a678d4a6-b300-4fbb-b446-121cf266dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770850 May 06 12:46:26.902151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-d7d4cef3-8ebc-476f-b645-602166c34584 service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567020 May 06 12:46:27.137103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-58c1d89b-bc74-45af-9afc-8f309899398a req-3d6f184b-067d-40d6-b662-c6f3053500c5 service neutron] 10.222.0.86 "GET /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284956 May 06 12:46:27.358674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec434-46c8-46a3-b149-0f716d6ad64b req-4295b3ab-e3f5-445d-b982-696343783be6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:27.360369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db0ec434-46c8-46a3-b149-0f716d6ad64b req-4295b3ab-e3f5-445d-b982-696343783be6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.0989571 May 06 12:46:27.418064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:27.465552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db0ec434-46c8-46a3-b149-0f716d6ad64b req-d829856d-d874-40b9-a69a-118d711164f1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835409 May 06 12:46:27.468853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:27.534319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:27.584306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Usage tracker for resource:security_group_rule and tenant:b6c723b7ad424a4e9328046cc1e434cf is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:27.592296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:27.599917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:27.657136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd758e-16dd-4003-8d46-7a79dac23b1e req-71b30a5a-445c-4e83-9d98-b9978e8ba947 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:27.658972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07dd758e-16dd-4003-8d46-7a79dac23b1e req-71b30a5a-445c-4e83-9d98-b9978e8ba947 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1194544 May 06 12:46:27.742691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07dd758e-16dd-4003-8d46-7a79dac23b1e req-66b4f976-9c13-4a49-99b4-a027557fec3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771649 May 06 12:46:27.748201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:27.956603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.031517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73e255f-2780-4817-b141-fd1cd8dc8e4e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:28.063505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f565b7d6-3cac-4b0e-8669-1c9e840c68bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6c723b7ad424a4e9328046cc1e434cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6443758 May 06 12:46:28.065904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42548) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:28.134561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.166036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.371871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.392333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73e255f-2780-4817-b141-fd1cd8dc8e4e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:28.396775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:28.401308 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-10f508f2-6043-422d-9e82-c52a2d0acde0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b73e255f-2780-4817-b141-fd1cd8dc8e4e HTTP/1.1" status: 204 len: 168 time: 0.3341703 May 06 12:46:28.737979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e77b68-ea4f-4d3f-ab04-6763c8019e2e req-c96fb4f3-70ce-479b-9244-7ededb8c0e86 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:28.739455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97e77b68-ea4f-4d3f-ab04-6763c8019e2e req-c96fb4f3-70ce-479b-9244-7ededb8c0e86 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.0950694 May 06 12:46:28.794274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97e77b68-ea4f-4d3f-ab04-6763c8019e2e req-5997448f-6e7d-46de-be39-4a7861498c67 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 May 06 12:46:29.006282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:46:29.078144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad68f-6b96-43a7-a438-dd7b5cb031c1 req-0aef80c1-5ddd-4f51-8f9b-ec4270fac64a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:29.096933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1ad68f-6b96-43a7-a438-dd7b5cb031c1 req-0aef80c1-5ddd-4f51-8f9b-ec4270fac64a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1872158 May 06 12:46:29.181825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1ad68f-6b96-43a7-a438-dd7b5cb031c1 req-f9f73734-28f8-4006-aa30-753cf337a965 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 May 06 12:46:29.314748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:29.354004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'port_id': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'mac_address': 'fa:16:3e:2f:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab14d600-a521-45d5-bbe2-fcd100aeaca0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:46:29.441900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.463044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:29.481482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:29.590090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912d3cc-3a5e-4502-a4ea-90b6aed9cf6a req-29374ba2-b902-457a-88d8-435c76afb2bf tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:29.591604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0912d3cc-3a5e-4502-a4ea-90b6aed9cf6a req-29374ba2-b902-457a-88d8-435c76afb2bf tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0946252 May 06 12:46:29.610797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:29.679703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0912d3cc-3a5e-4502-a4ea-90b6aed9cf6a req-35463372-a4b8-46ee-891f-82885e95f11a tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821488 May 06 12:46:29.869171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:29.899316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.903417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.907295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.908289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.908849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.909398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.909956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.911985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.912560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.916500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:29.917083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:30.080405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bb176-7655-47ce-919f-374e58578d2d req-4af0f15e-7ff8-4a40-b07b-2326d48d2932 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:30.084513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-712bb176-7655-47ce-919f-374e58578d2d req-4af0f15e-7ff8-4a40-b07b-2326d48d2932 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.1464920 May 06 12:46:30.087832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:30.140163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-712bb176-7655-47ce-919f-374e58578d2d req-77e64cfe-1850-4989-b276-9ae9040096fd tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 May 06 12:46:30.183194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07036456-488f-4933-80c3-e9ee899569c0 req-4c62e966-3f60-48b6-9f0e-b175820438dc tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:30.212195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07036456-488f-4933-80c3-e9ee899569c0 req-4c62e966-3f60-48b6-9f0e-b175820438dc tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.1545539 May 06 12:46:30.274234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07036456-488f-4933-80c3-e9ee899569c0 req-e128f03a-de91-413a-9401-2bff61d52916 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637755 May 06 12:46:30.439956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943479-aca3-460f-93bc-ec995fd73445 req-48570aa4-a686-4857-b5bf-b459e1ad9fc6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:30.441435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-86943479-aca3-460f-93bc-ec995fd73445 req-48570aa4-a686-4857-b5bf-b459e1ad9fc6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.0845413 May 06 12:46:30.492314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-86943479-aca3-460f-93bc-ec995fd73445 req-2a946f57-435a-4755-a15b-e76d3c506de6 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 May 06 12:46:30.577879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-94e46713-6574-46ac-8f03-489b6bc71979 req-21349c64-f7da-4d6e-bbe4-7725354c415c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:46:30.579072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94e46713-6574-46ac-8f03-489b6bc71979 req-21349c64-f7da-4d6e-bbe4-7725354c415c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070317 May 06 12:46:30.585745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:30.685959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94e46713-6574-46ac-8f03-489b6bc71979 req-0acf50e3-b9b8-42d1-9d6b-434d34a6e9f0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0933390 May 06 12:46:30.742287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-798701582'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:30.749321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:30.758284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Usage tracker for resource:router and tenant:0264faf72e6e4a6a8045affacebe9993 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:30.761510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:30.767946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:30.961305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.962949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:30.989787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.100932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e84f58-7d76-45d3-bb96-62d22db9690c req-71d8cd51-7623-4376-ad53-3743365f1316 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:31.102441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45e84f58-7d76-45d3-bb96-62d22db9690c req-71d8cd51-7623-4376-ad53-3743365f1316 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.0942032 May 06 12:46:31.157610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45e84f58-7d76-45d3-bb96-62d22db9690c req-2d8e4702-c5d8-4765-91cd-d9eecba519c0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 May 06 12:46:31.224074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.388239 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:31.398825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d87e5bfc-cd7c-4453-b8fe-c1a4fc84a470 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8026688 May 06 12:46:31.398825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:31.455439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906515cd-0ef1-44df-a85b-592ae95abc9a req-1fac639e-b7a8-4e3d-ba8a-29cb83734d3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:31.461983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-906515cd-0ef1-44df-a85b-592ae95abc9a req-1fac639e-b7a8-4e3d-ba8a-29cb83734d3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.1735020 May 06 12:46:31.506991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-906515cd-0ef1-44df-a85b-592ae95abc9a req-112109d0-834a-470e-bf0c-6fec98802815 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 May 06 12:46:31.706782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42702) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:31.785184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89e19-418b-4dc9-b985-316f8170c61a req-281be649-38b5-463c-9a84-f6d5cb468543 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:31.792612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0d89e19-418b-4dc9-b985-316f8170c61a req-281be649-38b5-463c-9a84-f6d5cb468543 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1308782 May 06 12:46:31.857900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0d89e19-418b-4dc9-b985-316f8170c61a req-3bd40c10-a1bb-4d9b-a5ac-0eab7f5cb81b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642459 May 06 12:46:31.938770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.070578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.113734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca264d-6ce8-4d44-8eee-5c287dae88bc req-b6f9f974-814a-4b36-973c-86259c58610b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.122552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:32.122659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2ca264d-6ce8-4d44-8eee-5c287dae88bc req-b6f9f974-814a-4b36-973c-86259c58610b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.6739130 May 06 12:46:32.127039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Usage tracker for resource:security_group_rule and tenant:ae06d899f4f44c29b673d968285bd305 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:32.130245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:32.136303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:32.189421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2ca264d-6ce8-4d44-8eee-5c287dae88bc req-d25e5588-d505-4ace-992b-03522456d740 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659368 May 06 12:46:32.219925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.367299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.461663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae06d899f4f44c29b673d968285bd305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7538462 May 06 12:46:32.463864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967aa03-5e13-4421-b433-72761e600261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee2940-86ef-4c3c-8f3f-83a4cd4c8654,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:32.466364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42730) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:32.513996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde69c-686a-4246-a537-90d1f5662344 req-39e67a98-f54d-4b1a-a780-7efacc11b816 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.518368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde69c-686a-4246-a537-90d1f5662344 req-39e67a98-f54d-4b1a-a780-7efacc11b816 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.523279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde69c-686a-4246-a537-90d1f5662344 req-39e67a98-f54d-4b1a-a780-7efacc11b816 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:32.531271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84fde69c-686a-4246-a537-90d1f5662344 req-39e67a98-f54d-4b1a-a780-7efacc11b816 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec&device_id=6126a6fe-7a95-4ed8-b716-4df887af8082&device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 2418 time: 0.2183013 May 06 12:46:32.538604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.541998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.603591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84fde69c-686a-4246-a537-90d1f5662344 req-230ef82f-fa77-4037-9c19-ba86abdec3f5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 May 06 12:46:32.623238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.659459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.737980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.738514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e300500-89e3-4113-85da-297032a5c456 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:46:32.753318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.754806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8463c400-8a7a-4ec0-9965-8f77ebb067e1 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "DELETE /v2.0/routers/3e300500-89e3-4113-85da-297032a5c456 HTTP/1.1" status: 204 len: 168 time: 1.3618505 May 06 12:46:32.760258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42742) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:32.769550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Request body: {'router': {'name': 'tempest-router-1591027507', 'distributed': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:32.788353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:32.790100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Usage tracker for resource:router and tenant:0264faf72e6e4a6a8045affacebe9993 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:32.793973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:32.811181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:32.842381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e398e376-e193-46b1-83b1-cdbb41656ee1 req-746cfcae-1e22-462b-9e11-ce313a1269cb tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1885138 May 06 12:46:32.989101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.990184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:32.996588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.033753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:33.040939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee2940-86ef-4c3c-8f3f-83a4cd4c8654,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:33.052327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.079028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.093016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3dc9c4e8-13fc-4f9d-8e03-89ee60cf0dfd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/efee2940-86ef-4c3c-8f3f-83a4cd4c8654 HTTP/1.1" status: 204 len: 168 time: 0.6229060 May 06 12:46:33.196094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.303344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:33.310852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:33.311327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.340226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.345671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42758) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:33.351059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-626f0707-134f-4c58-b081-b2b586419645 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5897002 May 06 12:46:33.509020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.548678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:33.594674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:33.621362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.724863 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a412a4-d3b0-4e87-a2d0-42b2ea57ea69'] response: {'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'code': 200} May 06 12:46:33.765415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:33.854381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19724d76-5cc2-4c8f-83e1-f902584420cb req-595e3560-8e46-4fc6-8746-a7ca55b25522 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:33.863533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19724d76-5cc2-4c8f-83e1-f902584420cb req-595e3560-8e46-4fc6-8746-a7ca55b25522 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.4169748 May 06 12:46:33.968325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:34.440277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-19724d76-5cc2-4c8f-83e1-f902584420cb req-3d03cefa-68a9-442d-9948-9814f99d0e27 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757415 May 06 12:46:34.509146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42780) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:34.542751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.601586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c7698ee-b330-444d-8b3f-3a33cfbc76d8 req-6b50b225-d4de-4962-92d9-c928bd482d0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1096 time: 0.7709129 May 06 12:46:34.611460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.624984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:34.630663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Usage tracker for resource:security_group_rule and tenant:4e550f25d72145beb2719039f649536e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:34.637585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:34.642083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:34.678074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.698859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c7698ee-b330-444d-8b3f-3a33cfbc76d8 req-65ffa6fb-b2cb-470d-a62a-4a8b869322e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851052 May 06 12:46:34.751498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.898064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.898302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.898594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7eeb5b8-01bd-4eea-9754-bc93e8972fb3 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:46:34.911737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:34.917007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-663e2d0f-fe12-42d8-b2f4-11ca1c385ba0 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e7eeb5b8-01bd-4eea-9754-bc93e8972fb3 HTTP/1.1" status: 204 len: 168 time: 1.5660603 May 06 12:46:34.917329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42790) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:34.922407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Request body: {'router': {'name': 'tempest-router-1507008570', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '729790e5b6e64dbf84ba421539ae5a3f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:34.943562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:34.947918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Usage tracker for resource:router and tenant:729790e5b6e64dbf84ba421539ae5a3f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:34.952794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:34.962921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:34.968525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e550f25d72145beb2719039f649536e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4582646 May 06 12:46:34.969128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:34.971925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95520b-0240-4824-9708-20a4dbc554da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d10e7a-a1d6-4428-a116-6fa3ab5e0e02,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:35.058067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.087665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.120488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.126172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.141911 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.264022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.284294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d10e7a-a1d6-4428-a116-6fa3ab5e0e02,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:35.294271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.294271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-805a2c75-a99f-455c-9622-45009381b4ba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34d10e7a-a1d6-4428-a116-6fa3ab5e0e02 HTTP/1.1" status: 204 len: 168 time: 0.3230915 May 06 12:46:35.334044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.543692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:35.545231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-41f62eeb-c30a-48f5-b93f-5dd1a88c106c tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6269629 May 06 12:46:35.547989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:35.553002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:35.671367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad218622-8c25-4567-a6fa-6882a41c9126 req-c7d927e8-7954-4c69-8533-2af3f5c19925 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:35.673124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad218622-8c25-4567-a6fa-6882a41c9126 req-c7d927e8-7954-4c69-8533-2af3f5c19925 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.0890732 May 06 12:46:35.733600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad218622-8c25-4567-a6fa-6882a41c9126 req-d3038360-20cb-41cc-ba49-24ce9cb987c5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543735 May 06 12:46:36.047179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.047179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.252381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 06 12:46:36.253062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Router 10169c33-4d96-4365-9186-77b10eb739a4 migrating from provider to provider. {{(pid=84800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 06 12:46:36.253062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.258254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.332110 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.346627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b9d6f-c7da-44cd-aed3-542673f67227 req-274a1d64-eba5-43b6-8a10-659c308bd3f8 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:36.350309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e3b9d6f-c7da-44cd-aed3-542673f67227 req-274a1d64-eba5-43b6-8a10-659c308bd3f8 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1264789 May 06 12:46:36.452313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e3b9d6f-c7da-44cd-aed3-542673f67227 req-2bad58c2-8a66-4954-9439-7178bae11f00 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952542 May 06 12:46:36.607252 n-d-840845-1 neutron-server[84800]: WARNING neutron.scheduler.l3_agent_scheduler [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] No L3 agents can host the router 10169c33-4d96-4365-9186-77b10eb739a4 May 06 12:46:36.823852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Hosts for router 10169c33-4d96-4365-9186-77b10eb739a4: [] {{(pid=84800) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 06 12:46:36.890986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Hosts for other DVR routers connected to router 10169c33-4d96-4365-9186-77b10eb739a4: set() {{(pid=84800) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 06 12:46:36.898374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:36.898374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-429073fa-9931-4342-b3e9-92d0ed3f5218 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "PUT /v2.0/routers/10169c33-4d96-4365-9186-77b10eb739a4 HTTP/1.1" status: 200 len: 717 time: 1.3485262 May 06 12:46:36.901295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:37.279578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95f8e241-0536-43b2-89a9-9dec2b354344 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "GET /v2.0/routers/10169c33-4d96-4365-9186-77b10eb739a4 HTTP/1.1" status: 200 len: 717 time: 0.3765447 May 06 12:46:37.280573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42872) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:37.310330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eecab-fe00-45e1-9ea8-a4b7da1271c6 req-4d2fd765-9c8e-4388-9083-4707f18978d7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:37.311825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-692eecab-fe00-45e1-9ea8-a4b7da1271c6 req-4d2fd765-9c8e-4388-9083-4707f18978d7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2787526 May 06 12:46:37.443190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-692eecab-fe00-45e1-9ea8-a4b7da1271c6 req-ab8302dc-c4c8-4dc7-9b06-69e9e628d583 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188827 May 06 12:46:37.515308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31daaac-c1ca-4716-ab24-76b6d4ad2f47 req-63836dd3-6bf7-4c70-8812-e146cc1496b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:37.518963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e31daaac-c1ca-4716-ab24-76b6d4ad2f47 req-63836dd3-6bf7-4c70-8812-e146cc1496b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.2859025 May 06 12:46:37.659444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e31daaac-c1ca-4716-ab24-76b6d4ad2f47 req-fdbd7589-9e23-48da-b314-61714e3fa10c tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278520 May 06 12:46:38.068463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-f383276b-bda7-4fe5-89e0-07b432f3fc72 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:38.070360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-f383276b-bda7-4fe5-89e0-07b432f3fc72 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.13 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.2773793 May 06 12:46:38.189265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Deleting port d907a3f8-4438-40a6-bc6d-3e256e36bed2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:38.189913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.230228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-4a7b2a87-4d6e-48b5-a755-6d2a3dba543c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:38.232136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-4a7b2a87-4d6e-48b5-a755-6d2a3dba543c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 814 time: 0.3184724 May 06 12:46:38.240144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe93e-364a-4aa8-8b0a-cc18a8691053 req-5655af6b-3902-4238-9059-618df901c6d5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:38.248011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4debe93e-364a-4aa8-8b0a-cc18a8691053 req-5655af6b-3902-4238-9059-618df901c6d5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.5801158 May 06 12:46:38.260103 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35f8b743-d4ae-40cf-9a2e-5a147d84a762 tempest-RoutersTestDVR-1497160343 tempest-RoutersTestDVR-1497160343-project] 10.222.0.83 "GET /v2.0/routers/10169c33-4d96-4365-9186-77b10eb739a4 HTTP/1.1" status: 200 len: 683 time: 0.9773614 May 06 12:46:38.269549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42902) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:38.372592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4debe93e-364a-4aa8-8b0a-cc18a8691053 req-e6b4bad8-3230-4f65-8cab-b26b464889de tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192050 May 06 12:46:38.385172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-392a2724-1f21-43f1-a829-c6f695875187 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/quotas/d8f0d8b1347548e49f09c0cdded53f6a HTTP/1.1" status: 200 len: 375 time: 0.1405566 May 06 12:46:38.457821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab1392f8-69a0-496a-8fcf-421fe660f33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.657584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:38.812486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-8308f0c9-ffdd-46dd-b958-a5d323a8555a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4261503 May 06 12:46:39.007786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e94f1-22a4-4107-ad8c-f6f35c2c6a85 req-29c622b5-8271-4adc-a553-5406fc1045a8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.009851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-459e94f1-22a4-4107-ad8c-f6f35c2c6a85 req-29c622b5-8271-4adc-a553-5406fc1045a8 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.1377511 May 06 12:46:39.066179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-459e94f1-22a4-4107-ad8c-f6f35c2c6a85 req-e59ad947-2a07-43e3-ba4b-9e78f1692456 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496690 May 06 12:46:39.122807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] For port d907a3f8-4438-40a6-bc6d-3e256e36bed2, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=d907a3f8-4438-40a6-bc6d-3e256e36bed2,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:39.123190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:39.389543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-ec695baa-c996-48bb-befc-14ab8b5ae2b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.393091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-ec695baa-c996-48bb-befc-14ab8b5ae2b3 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.1477098 May 06 12:46:39.514936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Deleting port 3d76e687-e9db-4c99-bf41-937f8d7442e0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:39.514936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:39.616286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-3732ddef-4580-4180-9114-2d435a985b87 service neutron] 10.222.0.83 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027635 May 06 12:46:39.624240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Calling delete_port for d907a3f8-4438-40a6-bc6d-3e256e36bed2 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:39.669939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:39.739168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320bddf-9f40-48af-8066-9152932b2024 req-c7192166-3adf-4b56-a3bf-3c82805f46b0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:39.740683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9320bddf-9f40-48af-8066-9152932b2024 req-c7192166-3adf-4b56-a3bf-3c82805f46b0 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 946 time: 0.1904571 May 06 12:46:39.862336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:39.889518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-40cbde25-e79a-40a6-a4b1-eb07f09cd125 service neutron] 10.222.0.83 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307572 May 06 12:46:39.943446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9320bddf-9f40-48af-8066-9152932b2024 req-223ee804-f8fa-4c21-827c-0d8095fad363 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210330 May 06 12:46:39.983394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] For port 3d76e687-e9db-4c99-bf41-937f8d7442e0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3d76e687-e9db-4c99-bf41-937f8d7442e0,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:39.983791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.057688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.058598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10169c33-4d96-4365-9186-77b10eb739a4 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:46:40.340498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.342813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-92634f00-11ce-4c3e-9e3a-f14e3d98f67b tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "DELETE /v2.0/routers/10169c33-4d96-4365-9186-77b10eb739a4 HTTP/1.1" status: 204 len: 168 time: 2.0698302 May 06 12:46:40.342813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.346584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4378dfe2-f302-4770-9567-e421e1c4db10 req-7e08766c-05ad-4119-bb90-13c3e2e971ab tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.0748739 May 06 12:46:40.352002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:40.355260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['609eb254-0104-4adc-9229-d9e829491e59', '26731bff-60a9-43a9-a6e9-c8fb236ba9e4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:40.512696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Request body: {'router': {'name': 'tempest-router-635606037', 'distributed': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:40.533850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event deleted for resources: {'Port': ['ID=d907a3f8-4438-40a6-bc6d-3e256e36bed2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:40.538925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:40.563909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.564937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.565447 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Floating IP ab322e3c-38d1-45f9-b10c-0f52ee2f42b6 disassociated. External IP: 172.25.2.50, port: 3d76e687-e9db-4c99-bf41-937f8d7442e0. May 06 12:46:40.566158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Calling delete_port for 3d76e687-e9db-4c99-bf41-937f8d7442e0 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:40.572153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Usage tracker for resource:router and tenant:0264faf72e6e4a6a8045affacebe9993 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:40.592517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:40.611375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.612431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.613020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.613577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.614134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.614686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.615288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.615884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.616685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.617238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.618079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:40.622237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:40.728549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ef52e7a4-1418-49ab-bd12-0a86289ac8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.814173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] No DVR routers for this DVR port d907a3f8-4438-40a6-bc6d-3e256e36bed2 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:40.822562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d606df-18c0-41b5-b742-c88a8492fc13 req-c2c3e70e-bab2-42e6-95d1-4c4fda757c7d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:40.824918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d606df-18c0-41b5-b742-c88a8492fc13 req-c2c3e70e-bab2-42e6-95d1-4c4fda757c7d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 946 time: 0.4645448 May 06 12:46:40.833817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.836383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd35b7b7-706a-4d6a-97c0-83676652685a req-087764b2-aa34-4b5b-8af2-d09d1d614b3c tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.13 "DELETE /v2.0/ports/d907a3f8-4438-40a6-bc6d-3e256e36bed2 HTTP/1.1" status: 204 len: 173 time: 2.7572660 May 06 12:46:40.836383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'name': 'network-vif-deleted', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:40.922546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.959611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.959611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:40.987031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.008809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'Port': ['ID=3d76e687-e9db-4c99-bf41-937f8d7442e0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:41.017345 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d606df-18c0-41b5-b742-c88a8492fc13 req-aee330af-0ce8-4ef6-ada4-1883b13fb3fc tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups?id=66bf5602-34e1-4308-affd-7f6f5366285a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805260 May 06 12:46:41.026631 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9c45f3-d0a9-46bb-918a-224b5a5bc6e9'] response: {'server_uuid': '43b23de3-76f8-4e72-aa48-8969ff43f8ec', 'name': 'network-vif-deleted', 'tag': 'd907a3f8-4438-40a6-bc6d-3e256e36bed2', 'status': 'completed', 'code': 200} May 06 12:46:41.099931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3d76e687-e9db-4c99-bf41-937f8d7442e0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:41.188458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.197925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ef32a404-3ff3-4be7-a093-eb5ccd88ce41 req-ab3acbdf-4da1-4832-be7c-d64d3bc37550 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:41.257672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 3d76e687-e9db-4c99-bf41-937f8d7442e0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:41.258023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3d76e687-e9db-4c99-bf41-937f8d7442e0 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:41.275580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d907a3f8-4438-40a6-bc6d-3e256e36bed2 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:41.377692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: d907a3f8-4438-40a6-bc6d-3e256e36bed2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:41.377692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device d907a3f8-4438-40a6-bc6d-3e256e36bed2 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:41.411345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.411345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a6fd3072-de18-4dbc-b7bb-217a0c298e85 tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9233012 May 06 12:46:41.413606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42994) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:41.595634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ef32a404-3ff3-4be7-a093-eb5ccd88ce41 req-ab3acbdf-4da1-4832-be7c-d64d3bc37550 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:41.604309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef32a404-3ff3-4be7-a093-eb5ccd88ce41 req-ab3acbdf-4da1-4832-be7c-d64d3bc37550 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.5118504 May 06 12:46:41.658900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6324b230-b81b-4777-abbc-48cc896b326c req-41cfab5f-364f-48ce-9cfe-9542cbd879d1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.1234729 May 06 12:46:41.726573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:41.744798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:46:42.134985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:46:42.146685 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:46:42.186596 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:42.195933 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:46:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:42.213557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.221528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] No DVR routers for this DVR port 3d76e687-e9db-4c99-bf41-937f8d7442e0 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:42.224387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.235508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'name': 'network-vif-deleted', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:42.271622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.339643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.343987 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1244b562-22f8-479b-8272-d9834fc2ffae'] response: {'server_uuid': 'eec5ce15-821a-4774-bfe8-f4e8ca0bd41d', 'name': 'network-vif-deleted', 'tag': '3d76e687-e9db-4c99-bf41-937f8d7442e0', 'status': 'completed', 'code': 200} May 06 12:46:42.347970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.447986 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffd4316e-ca8c-416c-aee1-a627b79fd499 req-316ee708-28a6-49f9-ac94-b6f77e9cc792 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.13 "DELETE /v2.0/ports/3d76e687-e9db-4c99-bf41-937f8d7442e0 HTTP/1.1" status: 204 len: 173 time: 3.0486987 May 06 12:46:42.449033 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:42.551323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8f39b81-eadf-4f6d-a97e-94413a1e13ea req-4615a943-9c40-4590-b070-f3320ab5f3c0 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.1960959 May 06 12:46:42.713530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.713530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5f7c933-9b65-4830-92e2-b450be967fa6 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:46:42.748487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:42.759728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0f56d09b-1f85-439d-a884-639260fec8fb tempest-RoutersTestDVR-501721223 tempest-RoutersTestDVR-501721223-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a5f7c933-9b65-4830-92e2-b450be967fa6 HTTP/1.1" status: 204 len: 168 time: 1.3413882 May 06 12:46:42.998473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96566abc-e159-441d-a3e0-af7dca6718da req-9876dc79-6cfa-4524-b945-03354444ee36 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.1134157 May 06 12:46:43.034097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b894d149-ec04-457d-b375-738b9012892b req-de5ae3b0-3201-42d2-89f9-adab724cab57 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=43b23de3-76f8-4e72-aa48-8969ff43f8ec HTTP/1.1" status: 200 len: 210 time: 0.1427317 May 06 12:46:43.100442 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:43.106691 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:46:43.599371 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:46:43.599371 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:46:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:43.599371 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:46:43.606761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:43.876153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b17d0ba6-a2d5-4794-96e1-9c06253b4fb4 req-03f3bdae-d668-4983-a89c-09bb6373d78d tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/ports?device_id=eec5ce15-821a-4774-bfe8-f4e8ca0bd41d HTTP/1.1" status: 200 len: 210 time: 0.0567560 May 06 12:46:43.949001 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:46:43.953393 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641acfc-61cc-4e50-a2dc-4ba567aafd3e None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:40:24Z', 'revision_number': 4, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed', 'name': '', 'network_id': '12736949-423a-4aae-9ae1-8fdebcb3ec89', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'mac_address': 'fa:16:3e:86:78:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:20Z', 'updated_at': '2022-05-06T12:40:37Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'subnets': [{'id': '1bd29a5c-17e9-4473-bfb9-97eac0b9888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:46:44.162117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43054) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:44.411231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7d5419d-34c1-4194-b503-246d15758ed6 req-27e494e2-2c49-4b1d-8e54-e1d015d72d35 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.0864923 May 06 12:46:44.418988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a056ea-a38e-4e96-abe0-e864eeb8fbf8 None None] New status for floating IP ab322e3c-38d1-45f9-b10c-0f52ee2f42b6: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:46:44.635723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:44.676843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-c7c1263f-fc9f-4047-a665-d94f9ad94f9e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:44.678295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-c7c1263f-fc9f-4047-a665-d94f9ad94f9e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.86 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 814 time: 0.2292347 May 06 12:46:44.695509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Request body: {'port': {'device_id': '4619d32a-4588-4a68-afed-2b7340d9f067', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'admin_state_up': True, 'tenant_id': 'd8f0d8b1347548e49f09c0cdded53f6a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:44.792285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:44.800935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Usage tracker for resource:security_group_rule and tenant:729790e5b6e64dbf84ba421539ae5a3f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:44.832317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:44.832317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:44.878922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:44.903885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:44.953359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.062080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Made reservation on behalf of d8f0d8b1347548e49f09c0cdded53f6a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:45.067169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.142379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.230466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43084) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:45.236774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c111fa68-3106-4962-b048-9e410b8dffaa,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:45.286362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:45.289070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43094) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:45.289588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5c9f8ef3-7788-4a72-8c5e-fbed930c20d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=729790e5b6e64dbf84ba421539ae5a3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1262503 May 06 12:46:45.339168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Allocated IP 172.20.0.10 (42aeeb79-8471-4a0d-936d-62f65ed886ef/ab14d600-a521-45d5-bbe2-fcd100aeaca0/b5a2e413-c50e-4710-a031-3c9ff3e4c0af) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:45.544888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.599450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.692602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b3e7-9705-4377-ba83-3d3e3da7b545 req-381ed29f-e570-4374-acab-2a660b092e06 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:45.702132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc40b3e7-9705-4377-ba83-3d3e3da7b545 req-381ed29f-e570-4374-acab-2a660b092e06 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.1731853 May 06 12:46:45.740166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.778046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc40b3e7-9705-4377-ba83-3d3e3da7b545 req-46b9ccfa-2d75-4290-a2c2-2662863af126 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738349 May 06 12:46:45.794927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.798146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.821024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-257bf2ec-c463-4128-a37b-6beeb6156fb9 req-43b28c45-9106-45c8-9a1e-a81be336e97f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.1562343 May 06 12:46:45.848163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.891316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c111fa68-3106-4962-b048-9e410b8dffaa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:45.894223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.910172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:45.916703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.916703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c111fa68-3106-4962-b048-9e410b8dffaa HTTP/1.1" status: 204 len: 168 time: 0.5926068 May 06 12:46:45.922252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b646b23e3ff1412fbc7f8f577b125603 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:45.931682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:45.938151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.938293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.941922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.943399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a03c05-df25-4de2-b64d-1ce465dfb0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:46:45.951383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:45.957213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:46.036453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Network 42aeeb79-8471-4a0d-936d-62f65ed886ef is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:46.038028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Pushing event updated for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:46.040801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:46.043515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:46.107531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.129884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:46.130556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.218891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.240272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf5602-34e1-4308-affd-7f6f5366285a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:46.302526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.304779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-90666712-6ec6-492c-9283-963816e3ba0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6130340 May 06 12:46:46.317377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Request body: {'port': {'device_id': '4619d32a-4588-4a68-afed-2b7340d9f067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:46.369892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb7f898-1b77-4560-a49c-69a0188410c3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:46.374284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e572496-ef5c-4570-8e92-055c2b5e28f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b646b23e3ff1412fbc7f8f577b125603&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1423895 May 06 12:46:46.377033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43124) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:46.379964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.383602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-58dc6702-0055-408c-9598-db3a367d4bf2 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "DELETE /v2.0/security-groups/66bf5602-34e1-4308-affd-7f6f5366285a HTTP/1.1" status: 204 len: 168 time: 1.0933623 May 06 12:46:46.384192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:46.401325 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-45bf67da-ce88-49f3-8781-2c3836da0a83 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] show failed (client error): The resource could not be found. May 06 12:46:46.403814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45bf67da-ce88-49f3-8781-2c3836da0a83 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "GET /v2.0/security-groups/66bf5602-34e1-4308-affd-7f6f5366285a HTTP/1.1" status: 404 len: 347 time: 0.0171013 May 06 12:46:46.405446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:46.464972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.495267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.605640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Deleting port 810f1e33-c0f8-480f-8a54-f9aa5cc92b61 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:46.607035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.610829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.746697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.951138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.951138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:46.980976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-59bd5dd5-28c7-4bb2-bba5-06584952d0a5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:46.982542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-59bd5dd5-28c7-4bb2-bba5-06584952d0a5 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.2731926 May 06 12:46:47.101608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516d636-1722-4830-b6d4-e8597abad434 req-be3e10b3-8414-4417-9490-b0519786eff7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.110100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9516d636-1722-4830-b6d4-e8597abad434 req-be3e10b3-8414-4417-9490-b0519786eff7 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.1438398 May 06 12:46:47.112338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Calling delete_port for 810f1e33-c0f8-480f-8a54-f9aa5cc92b61 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:47.280279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.311338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb7f898-1b77-4560-a49c-69a0188410c3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:47.326406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a2e413-c50e-4710-a031-3c9ff3e4c0af {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:47.329807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Deleting port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:47.330350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.353669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.353669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2857e175-64bc-46d3-b1cd-249d067c7c27 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ceb7f898-1b77-4560-a49c-69a0188410c3 HTTP/1.1" status: 204 len: 168 time: 0.9727581 May 06 12:46:47.355419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.388368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9516d636-1722-4830-b6d4-e8597abad434 req-ac4a18d5-0387-40ac-92be-0e1d50c14582 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546840 May 06 12:46:47.393542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Transition to ACTIVE for port object b5a2e413-c50e-4710-a031-3c9ff3e4c0af will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:47.411412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43156) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:47.431909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.467159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:47.474131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Usage tracker for resource:security_group_rule and tenant:0264faf72e6e4a6a8045affacebe9993 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:47.475604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:47.482705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:47.564407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.609520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.641315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f07a44-33e8-4656-bf26-b529ad82492d req-89b58c44-1dc2-4daa-9487-c817677a8d72 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:47.648067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90f07a44-33e8-4656-bf26-b529ad82492d req-89b58c44-1dc2-4daa-9487-c817677a8d72 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 932 time: 0.4943621 May 06 12:46:47.733220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:47.764227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90f07a44-33e8-4656-bf26-b529ad82492d req-b075f5ed-c99d-475d-b1a3-9d97b8248a73 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132710 May 06 12:46:47.833886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.908523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] For port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:47.912742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:47.912859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e9763-0b10-4452-80f7-1f5fbbede29f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:47.919438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae7f333a-98be-4145-b124-61adf45f66cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0264faf72e6e4a6a8045affacebe9993&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5027640 May 06 12:46:47.919595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43164) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:47.953915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Attempting to bind port b5a2e413-c50e-4710-a031-3c9ff3e4c0af on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:47.954243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Attempting to bind port b5a2e413-c50e-4710-a031-3c9ff3e4c0af by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:47.954689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Attempting to bind port b5a2e413-c50e-4710-a031-3c9ff3e4c0af on network 42aeeb79-8471-4a0d-936d-62f65ed886ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:47.961988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Port b5a2e413-c50e-4710-a031-3c9ff3e4c0af on network 42aeeb79-8471-4a0d-936d-62f65ed886ef not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:46:47.971111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Attempting to bind port b5a2e413-c50e-4710-a031-3c9ff3e4c0af on network 42aeeb79-8471-4a0d-936d-62f65ed886ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:47.971111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:47.971111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Checking segment: {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:47.971111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Bound using segment: {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:47.971556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Bound port: b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baf3f9f-39b7-4b00-bb04-02a194e74a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:47.971966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.085540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:48.089314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:48.137431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.155036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Calling delete_port for 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:48.178702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.270725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Pushing event deleted for resources: {'Port': ['ID=810f1e33-c0f8-480f-8a54-f9aa5cc92b61,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:48.277851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.279613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] 10.222.0.86 "PUT /v2.0/ports/b5a2e413-c50e-4710-a031-3c9ff3e4c0af HTTP/1.1" status: 200 len: 1092 time: 1.9668887 May 06 12:46:48.280553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:48.300143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf48a5-8ef4-45b7-9123-8c3cd27e8096 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:48.370756 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca60dc7f-2f83-4e39-9bfd-0b6699d8c890'] response: {'name': 'network-changed', 'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af', 'status': 'completed', 'code': 200} May 06 12:46:48.476322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.499450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.527322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b17d442a-04a1-476b-8809-604780a255dc req-e69513f6-2338-44ed-b0b3-23d969b68f21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 1095 time: 0.1320992 May 06 12:46:48.534362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.553220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.554571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6386bc7d-f93c-4ddf-ab0e-035a6b56ea00 tempest-AttachVolumeTestJSON-362520541 tempest-AttachVolumeTestJSON-362520541-project] 10.222.0.83 "DELETE /v2.0/floatingips/ab322e3c-38d1-45f9-b10c-0f52ee2f42b6 HTTP/1.1" status: 204 len: 168 time: 2.1478758 May 06 12:46:48.685620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:48.704803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['609eb254-0104-4adc-9229-d9e829491e59', '26731bff-60a9-43a9-a6e9-c8fb236ba9e4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:48.800538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event deleted for resources: {'Port': ['ID=26731bff-60a9-43a9-a6e9-c8fb236ba9e4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:48.915071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d442a-04a1-476b-8809-604780a255dc req-ca952589-a9e0-409e-bd68-0a5dbd58e49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:48.916838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b17d442a-04a1-476b-8809-604780a255dc req-ca952589-a9e0-409e-bd68-0a5dbd58e49d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3831301 May 06 12:46:48.969643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43198) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:49.008612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] No DVR routers for this DVR port 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:49.008612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25ca9-67ca-48ec-ba79-f821405e1e4a req-b657d2d5-d18b-43ed-9fbe-fb24eaf5b243 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.008612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-02c25ca9-67ca-48ec-ba79-f821405e1e4a req-b657d2d5-d18b-43ed-9fbe-fb24eaf5b243 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Synchronizing usage tracker for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:49.016435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.016435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'name': 'network-vif-deleted', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:49.038359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6de1c0cb-4af8-4081-9cc0-54d716ba2f20 req-7764371a-d092-4aff-b4bc-f62e14d11454 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "DELETE /v2.0/ports/26731bff-60a9-43a9-a6e9-c8fb236ba9e4 HTTP/1.1" status: 204 len: 173 time: 1.8835988 May 06 12:46:49.152246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.152246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.152246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff8e9763-0b10-4452-80f7-1f5fbbede29f HTTP/1.1" status: 204 len: 168 time: 1.2119234 May 06 12:46:49.164702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927c66-330f-48a0-9373-dbea39396b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e9763-0b10-4452-80f7-1f5fbbede29f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:49.169868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.213926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-02c25ca9-67ca-48ec-ba79-f821405e1e4a req-b657d2d5-d18b-43ed-9fbe-fb24eaf5b243 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Unset dirty status for tenant:2cef7f65c09442a9a24e7b4a39092895 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:49.215236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02c25ca9-67ca-48ec-ba79-f821405e1e4a req-b657d2d5-d18b-43ed-9fbe-fb24eaf5b243 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 946 time: 0.6184914 May 06 12:46:49.266957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:49.294970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e6112-77fa-4fa7-851e-0a9da85cdca2 req-362b5f48-c763-4c6f-8d3b-3ce8ce33822b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.296113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a9e6112-77fa-4fa7-851e-0a9da85cdca2 req-362b5f48-c763-4c6f-8d3b-3ce8ce33822b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:46:49.304290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Usage tracker for resource:security_group_rule and tenant:be2bd0f63b3f40aca5e9112ec26c7c5a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:49.309146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02c25ca9-67ca-48ec-ba79-f821405e1e4a req-69cf625f-f6a6-4f30-85fe-1473c56c90d3 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865574 May 06 12:46:49.309315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:49.313278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d442a-04a1-476b-8809-604780a255dc req-e7cc498a-41a5-4841-bc70-e76a529d5739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.314968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b17d442a-04a1-476b-8809-604780a255dc req-e7cc498a-41a5-4841-bc70-e76a529d5739 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3902395 May 06 12:46:49.323229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:49.476626 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50c056e-e99d-4b2c-906a-3b416e756a65'] response: {'server_uuid': '6126a6fe-7a95-4ed8-b716-4df887af8082', 'name': 'network-vif-deleted', 'tag': '26731bff-60a9-43a9-a6e9-c8fb236ba9e4', 'status': 'completed', 'code': 200} May 06 12:46:49.523295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a9e6112-77fa-4fa7-851e-0a9da85cdca2 req-362b5f48-c763-4c6f-8d3b-3ce8ce33822b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:46:49.523295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a9e6112-77fa-4fa7-851e-0a9da85cdca2 req-362b5f48-c763-4c6f-8d3b-3ce8ce33822b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 944 time: 0.4354665 May 06 12:46:49.535855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.586932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-e9969a90-143d-4bec-a3d9-7cbd1f8d5eda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 1095 time: 0.2023687 May 06 12:46:49.676099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a9e6112-77fa-4fa7-851e-0a9da85cdca2 req-fd1c6672-1774-4ef2-9179-592ec79406f4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360660 May 06 12:46:49.677641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-e2d60851-eb71-4f8a-a01d-bd364b5e9a96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af HTTP/1.1" status: 200 len: 217 time: 0.0825822 May 06 12:46:49.682925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.788365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd66c290-49f2-4af6-a54c-74bdb3461dda,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:49.796824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b9f99293-2166-4d2e-a9e9-4a5b23326e81 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be2bd0f63b3f40aca5e9112ec26c7c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8261580 May 06 12:46:49.799461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:49.847316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-4b4caba4-6307-4455-a49d-2cfbd116b5e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:49.852939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-4b4caba4-6307-4455-a49d-2cfbd116b5e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.1624639 May 06 12:46:49.910634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-2da992e1-45af-44cc-9750-52e8f5f283f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507143 May 06 12:46:49.922988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:49.968244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.096702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-6b22ec73-796d-4b30-ad4b-0a58041f6976 service neutron] 10.222.0.86 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791799 May 06 12:46:50.161816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.227311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.228591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dd66c290-49f2-4af6-a54c-74bdb3461dda HTTP/1.1" status: 204 len: 168 time: 0.4276426 May 06 12:46:50.229428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528d37-1a63-4d8b-a557-1bcf61b9e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd66c290-49f2-4af6-a54c-74bdb3461dda,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:50.453682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ed60a7b-8992-44bd-a216-257aa8d1ee9e req-d7f00973-a144-4a29-812b-c7cbe9ee18fa service neutron] 10.222.0.86 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505688 May 06 12:46:50.657804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:50.702495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db2dbd34-56d1-49e8-8ffd-621dc3360044 req-068ffc6a-8235-4650-91bd-40cbe9afed6e tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=6126a6fe-7a95-4ed8-b716-4df887af8082 HTTP/1.1" status: 200 len: 210 time: 0.0832648 May 06 12:46:51.040100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4482a-42ee-4a1a-bdbc-fd5c20851100 req-c248af0f-bacf-4857-9b6e-7a648bdb3841 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:51.042658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ac4482a-42ee-4a1a-bdbc-fd5c20851100 req-c248af0f-bacf-4857-9b6e-7a648bdb3841 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 944 time: 0.1597276 May 06 12:46:51.120939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ac4482a-42ee-4a1a-bdbc-fd5c20851100 req-a2bf32e2-d7a3-4a17-90a5-3ba358da2762 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699451 May 06 12:46:51.472716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:51.527863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:51.528218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 26731bff-60a9-43a9-a6e9-c8fb236ba9e4 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:51.786928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:52.031746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1401720904'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:52.038304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:52.042830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Usage tracker for resource:network and tenant:c4059b213d89491e90bc3c7ef2f4f19f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:52.046546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:52.054761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:52.304220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Made reservation on behalf of c4059b213d89491e90bc3c7ef2f4f19f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:52.304220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.339596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.410275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b7224-f364-40b6-b68b-9625ff4c73ca req-c01baca6-4b2e-4965-adf5-76dfe7ee47ed tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:52.411939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-486b7224-f364-40b6-b68b-9625ff4c73ca req-c01baca6-4b2e-4965-adf5-76dfe7ee47ed tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 944 time: 0.1529360 May 06 12:46:52.416338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:52.421970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Usage tracker for resource:security_group_rule and tenant:c4059b213d89491e90bc3c7ef2f4f19f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:52.441069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:52.459167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:52.499706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-486b7224-f364-40b6-b68b-9625ff4c73ca req-8b2eaea5-acca-4f7a-b2c8-878666d7b2aa tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807998 May 06 12:46:52.572497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.743986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.784092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:46:52.784801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34269a5-4afb-4bac-a93d-47223d9aa5d7 req-6423f9c1-8d6a-4f4e-932a-a88509d9fb76 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:52.791095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83190b6b-cd44-49e6-a055-f5b43b31fac1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:52.809616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d34269a5-4afb-4bac-a93d-47223d9aa5d7 req-6423f9c1-8d6a-4f4e-932a-a88509d9fb76 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.1212823 May 06 12:46:52.827003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.827427 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Added segment 0a2eaac6-5e44-4934-9e22-7d83a20f37bb of type vlan for network afd66ee8-42bf-448f-854a-eca874af67cb May 06 12:46:52.878704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:52.878793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d34269a5-4afb-4bac-a93d-47223d9aa5d7 req-14218166-8a33-4c15-aaeb-56e6ed0a60b2 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653615 May 06 12:46:53.121480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:53.126497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:53.127095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:53.317887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'Network': ['ID=afd66ee8-42bf-448f-854a-eca874af67cb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:53.343901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network afd66ee8-42bf-448f-854a-eca874af67cb details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:46:53.449830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d9b706a9-32ce-4c41-97cc-8dcbbd5ecfd5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6536217 May 06 12:46:53.449830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43332) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:53.458851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Request body: {'subnet': {'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:53.510606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5a2e413-c50e-4710-a031-3c9ff3e4c0af details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:46:53.673687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:53.677821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Usage tracker for resource:subnet and tenant:c4059b213d89491e90bc3c7ef2f4f19f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:53.681511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:53.687637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:53.846346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Made reservation on behalf of c4059b213d89491e90bc3c7ef2f4f19f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:53.907308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:53.957287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'port_id': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af', 'mac_address': 'fa:16:3e:24:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab14d600-a521-45d5-bbe2-fcd100aeaca0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:46:53.968976 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:46:54.152836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.206263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a2e413-c50e-4710-a031-3c9ff3e4c0af {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:46:54.251373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:54.329539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.349101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.438847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:54.495164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131f16b-aa4e-4f53-85d0-58b14836418e req-3d8d936f-e31d-4862-a7e0-d1a2f1259b82 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:54.504964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a131f16b-aa4e-4f53-85d0-58b14836418e req-3d8d936f-e31d-4862-a7e0-d1a2f1259b82 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.3101735 May 06 12:46:54.544695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-c0e445bf-6eef-45ee-81e4-5dfc6b02687b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:54.546417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-c0e445bf-6eef-45ee-81e4-5dfc6b02687b tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 945 time: 0.2363193 May 06 12:46:54.589966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5a2e413-c50e-4710-a031-3c9ff3e4c0af'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:54.646018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8434da8-1812-452e-a8bc-4faf757e64d8 req-e2be97b8-c7a8-47b6-9bbd-cc9a04d02776 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:54.651361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8434da8-1812-452e-a8bc-4faf757e64d8 req-e2be97b8-c7a8-47b6-9bbd-cc9a04d02776 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 945 time: 0.3245301 May 06 12:46:54.738295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a131f16b-aa4e-4f53-85d0-58b14836418e req-8a393875-c646-4cf8-9ee3-a1cc47093b39 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/security-groups?id=57689bc8-5de5-46eb-a5e1-5f86dd899afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258174 May 06 12:46:54.791806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Deleting port 609eb254-0104-4adc-9229-d9e829491e59 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:46:54.798603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:54.840366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8434da8-1812-452e-a8bc-4faf757e64d8 req-b7d35f80-47f2-4188-9cbe-4692ad4ec7b7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878815 May 06 12:46:55.042528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.174441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'Subnet': ['ID=e3668823-39ff-4e69-8d0f-be3d7ea03acc,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:55.267888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Checking segment: {'id': '0a2eaac6-5e44-4934-9e22-7d83a20f37bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:55.268252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Network hostable DHCP agents. Network: afd66ee8-42bf-448f-854a-eca874af67cb, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:46:55.327129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] For port 609eb254-0104-4adc-9229-d9e829491e59, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=609eb254-0104-4adc-9229-d9e829491e59,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:55.327361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.411135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Network afd66ee8-42bf-448f-854a-eca874af67cb is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:46:55.510885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5a2e413-c50e-4710-a031-3c9ff3e4c0af up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:55.527246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Calling delete_port for 609eb254-0104-4adc-9229-d9e829491e59 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:46:55.595333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, afd66ee8-42bf-448f-854a-eca874af67cb) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:55.604074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:55.606800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.618021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab29a2-0c12-4692-becc-955ba2acf542 None None] Network afd66ee8-42bf-448f-854a-eca874af67cb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:46:55.910022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4aee5438-9f73-440f-b205-70984b349e2b tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4638295 May 06 12:46:55.912652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:55.920218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Request body: {'port': {'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-595218680'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:55.937860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:55.959619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['609eb254-0104-4adc-9229-d9e829491e59'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:46:56.193829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Pushing event deleted for resources: {'Port': ['ID=609eb254-0104-4adc-9229-d9e829491e59,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:56.219451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b5a2e413-c50e-4710-a031-3c9ff3e4c0af completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:46:56.240359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b5a2e413-c50e-4710-a031-3c9ff3e4c0af triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:46:56.241382 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.255519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a261285f-8979-4cf5-997c-30a326fda0eb req-516c7be5-4804-4f0d-b02e-b7099e7f07be tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 210 time: 0.2079589 May 06 12:46:56.279703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] No DVR routers for this DVR port 609eb254-0104-4adc-9229-d9e829491e59 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:46:56.287652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.291434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'name': 'network-vif-deleted', 'tag': '609eb254-0104-4adc-9229-d9e829491e59'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:56.383417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-afd66ee8-42bf-448f-854a-eca874af67cb', 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb', 'tenant_id': 'c4059b213d89491e90bc3c7ef2f4f19f', 'fixed_ips': [{'subnet_id': 'e3668823-39ff-4e69-8d0f-be3d7ea03acc'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:46:56.384758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.405118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:46:56.410329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Usage tracker for resource:port and tenant:c4059b213d89491e90bc3c7ef2f4f19f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:46:56.413842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:46:56.421497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:46:56.453274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69958-0cdf-4162-918d-ab8af954b585 req-4e9756a1-80d3-4683-8618-5f900f4ff8f8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:56.461474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e69958-0cdf-4162-918d-ab8af954b585 req-4e9756a1-80d3-4683-8618-5f900f4ff8f8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 945 time: 0.2795970 May 06 12:46:56.481071 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce8361d-d779-4f44-a832-2ed36dba8009'] response: {'server_uuid': '51201d01-c7d5-4d48-8a11-2ea794ef9fa3', 'name': 'network-vif-deleted', 'tag': '609eb254-0104-4adc-9229-d9e829491e59', 'status': 'completed', 'code': 200} May 06 12:46:56.515809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a03ff1bb-fd1f-46bd-a04c-e7c42acfcc9b req-2d667f32-58f2-40b4-8aac-804d06d0c3e1 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.86 "DELETE /v2.0/ports/609eb254-0104-4adc-9229-d9e829491e59 HTTP/1.1" status: 204 len: 173 time: 1.9537964 May 06 12:46:56.578478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Made reservation on behalf of c4059b213d89491e90bc3c7ef2f4f19f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:46:56.584315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:56.605517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e69958-0cdf-4162-918d-ab8af954b585 req-18965c1b-d471-4280-bbe9-b48a58a6c27e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428704 May 06 12:46:56.621518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] device_id is not set on port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:46:56.808608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Allocated IP 172.20.0.2 (afd66ee8-42bf-448f-854a-eca874af67cb/e3668823-39ff-4e69-8d0f-be3d7ea03acc/a9d0cafb-f544-48cc-a3ef-39c80b7a232f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:57.005799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.059898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:46:57.083921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:46:57.135470 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a01b71-c0a2-4319-ad98-dea8d20aa3c6'] response: {'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af', 'code': 200} May 06 12:46:57.157620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.173296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Transition to ACTIVE for port object a9d0cafb-f544-48cc-a3ef-39c80b7a232f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:57.198241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Transition to ACTIVE for port object a9d0cafb-f544-48cc-a3ef-39c80b7a232f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:57.239227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.335311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d64a43f0-5ca3-4a33-beb6-de770c70a34e req-ccff63f1-61e0-41da-a141-e815f8049bf5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 1097 time: 0.1299617 May 06 12:46:57.419565 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d64a43f0-5ca3-4a33-beb6-de770c70a34e req-cac61bb3-ec79-4d05-abc3-19766f3824e8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 May 06 12:46:57.433482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.468376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Network afd66ee8-42bf-448f-854a-eca874af67cb is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:57.473344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:57.476450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:57.489885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:57.523397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Allocated IP 172.20.0.10 (afd66ee8-42bf-448f-854a-eca874af67cb/e3668823-39ff-4e69-8d0f-be3d7ea03acc/f6c851e2-0e00-4fc2-ae62-5fbed9fe16be) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:46:57.651917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Pushing event updated for resources: {'Port': ['ID=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:57.689198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Attempting to bind port a9d0cafb-f544-48cc-a3ef-39c80b7a232f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:46:57.689639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Attempting to bind port a9d0cafb-f544-48cc-a3ef-39c80b7a232f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0a2eaac6-5e44-4934-9e22-7d83a20f37bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:46:57.690063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Attempting to bind port a9d0cafb-f544-48cc-a3ef-39c80b7a232f on network afd66ee8-42bf-448f-854a-eca874af67cb {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:46:57.703408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:46:57.703939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Checking segment: {'id': '0a2eaac6-5e44-4934-9e22-7d83a20f37bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:46:57.704562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.709582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Bound using segment: {'id': '0a2eaac6-5e44-4934-9e22-7d83a20f37bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:46:57.710189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Bound port: a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2eaac6-5e44-4934-9e22-7d83a20f37bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:46:57.710671 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:57.806680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78ba18b0-d1dd-4d11-bcc5-82878bd11447 req-e46c0b34-9e31-46e8-8491-421551d64d09 tempest-ListServerFiltersTestJSON-440350638 tempest-ListServerFiltersTestJSON-440350638-project] 10.222.0.83 "GET /v2.0/ports?device_id=51201d01-c7d5-4d48-8a11-2ea794ef9fa3 HTTP/1.1" status: 200 len: 210 time: 0.1359472 May 06 12:46:58.063758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc12022-7d7b-4d73-8a7b-995db7c3ce81 req-2a62845c-21fc-4a2c-b024-e665ce2d5ecf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:58.070820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc12022-7d7b-4d73-8a7b-995db7c3ce81 req-2a62845c-21fc-4a2c-b024-e665ce2d5ecf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 946 time: 0.2349842 May 06 12:46:58.210404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] For port a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:46:58.210404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] For port a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,segment=NetworkSegment(0a2eaac6-5e44-4934-9e22-7d83a20f37bb),segment_id=0a2eaac6-5e44-4934-9e22-7d83a20f37bb)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:46:58.259600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.309701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc12022-7d7b-4d73-8a7b-995db7c3ce81 req-906fdfb1-ce8e-4589-b107-5c8cafba2526 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158384 May 06 12:46:58.313991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.316442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Transition to ACTIVE for port object f6c851e2-0e00-4fc2-ae62-5fbed9fe16be will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:46:58.515923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49feae-cf5d-40f7-aeab-3c8c7214cca7 None None] Pushing event updated for resources: {'Port': ['ID=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:58.526582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:58.729889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Network afd66ee8-42bf-448f-854a-eca874af67cb is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:46:58.737373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:46:58.745262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:46:58.814605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'Port': ['ID=f6c851e2-0e00-4fc2-ae62-5fbed9fe16be,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:46:58.961499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:58.963937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.089751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43466) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:59.221825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Deleting subnet 5c4312a3-e366-4510-a824-681433b4fafa {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:46:59.226647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.329333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.495328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:46:59.543580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 609eb254-0104-4adc-9229-d9e829491e59 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:46:59.549399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3fbe6be1-508c-462d-8cb9-f27ecf905568 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6354361 May 06 12:46:59.584521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43480) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:46:59.606872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Request body: {'port': {'network_id': 'afd66ee8-42bf-448f-854a-eca874af67cb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1155287450', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:46:59.607417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] bootfile-name is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:59.607755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] tftp-server is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:59.617133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] server-ip-address is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:46:59.646680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a9d0cafb-f544-48cc-a3ef-39c80b7a232f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:46:59.782862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497c50-f2f5-4a27-a541-cb1ed8e757bb req-dff373e5-ef28-4b62-91b3-0f93e2696ab5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:46:59.797018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 609eb254-0104-4adc-9229-d9e829491e59 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:46:59.797822 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1497c50-f2f5-4a27-a541-cb1ed8e757bb req-dff373e5-ef28-4b62-91b3-0f93e2696ab5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 946 time: 0.2620301 May 06 12:46:59.799704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 609eb254-0104-4adc-9229-d9e829491e59 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:46:59.930352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1497c50-f2f5-4a27-a541-cb1ed8e757bb req-9a29b539-20e5-4416-b6f3-3a8e6dc6deac tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312380 May 06 12:47:00.029588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a9d0cafb-f544-48cc-a3ef-39c80b7a232f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:00.132822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.143476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:00.152350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Usage tracker for resource:port and tenant:c4059b213d89491e90bc3c7ef2f4f19f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:00.163120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:00.210732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:00.366158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202ad5c-147f-4a08-9a89-2b68cf7b1564 None None] Network afd66ee8-42bf-448f-854a-eca874af67cb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:00.438820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Made reservation on behalf of c4059b213d89491e90bc3c7ef2f4f19f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:00.441945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.461084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4312a3-e366-4510-a824-681433b4fafa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:00.508407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] device_id is not set on port 8a05f2ec-fcd4-4745-90c1-c4b6887953af yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:47:00.660871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:00.672433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43500) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:00.672716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1bed685c-a5bf-48e9-8223-a13bb19a6caa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5c4312a3-e366-4510-a824-681433b4fafa HTTP/1.1" status: 204 len: 168 time: 1.5816565 May 06 12:47:00.682595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccafb8-9f0c-4e66-9bbd-99a11816a0d2 None None] Network a678d4a6-b300-4fbb-b446-121cf266dd1c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:00.750034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Allocated IP 172.20.0.11 (afd66ee8-42bf-448f-854a-eca874af67cb/e3668823-39ff-4e69-8d0f-be3d7ea03acc/8a05f2ec-fcd4-4745-90c1-c4b6887953af) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:00.971929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.023527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Provisioning for port a9d0cafb-f544-48cc-a3ef-39c80b7a232f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:01.076266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Provisioning complete for port a9d0cafb-f544-48cc-a3ef-39c80b7a232f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:01.076799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.112799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Deleting port f733eeb5-792f-4dab-8de0-36b57396051f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:01.119204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.178278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.209171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Transition to ACTIVE for port object 8a05f2ec-fcd4-4745-90c1-c4b6887953af will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:01.344732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.535084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Network afd66ee8-42bf-448f-854a-eca874af67cb is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:01.542507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:01.545137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:01.565033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54de118-6892-4a73-9494-2e4b7f78b667 req-2f33b608-9283-4ed1-837e-345d8fbc720b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:01.572413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e54de118-6892-4a73-9494-2e4b7f78b667 req-2f33b608-9283-4ed1-837e-345d8fbc720b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 946 time: 0.5958829 May 06 12:47:01.647940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:01.659127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.701939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'Port': ['ID=8a05f2ec-fcd4-4745-90c1-c4b6887953af,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:01.789750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] For port f733eeb5-792f-4dab-8de0-36b57396051f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f733eeb5-792f-4dab-8de0-36b57396051f,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:01.789750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.789898 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:01.807713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b6d95979-ec15-4486-95cb-850e943491bd tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2216976 May 06 12:47:01.812414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43518) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:01.906538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] For port a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,segment=NetworkSegment(0a2eaac6-5e44-4934-9e22-7d83a20f37bb),segment_id=0a2eaac6-5e44-4934-9e22-7d83a20f37bb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:01.910863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] DHCP port deletion for a678d4a6-b300-4fbb-b446-121cf266dd1c request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:47:01.917903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Deleting port f733eeb5-792f-4dab-8de0-36b57396051f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:01.918623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.025269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.035760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.039952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.056672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.057306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Calling delete_port for f733eeb5-792f-4dab-8de0-36b57396051f owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:02.057726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Synchronizing usage tracker for tenant:c4059b213d89491e90bc3c7ef2f4f19f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:02.191199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e54de118-6892-4a73-9494-2e4b7f78b667 req-887ef664-75e4-4de6-b8ee-4a8cc573be0e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178327 May 06 12:47:02.194507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Unset dirty status for tenant:c4059b213d89491e90bc3c7ef2f4f19f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:02.198623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf2afd62-b0cc-48bc-a79a-4ac1c7140e28 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3831453 May 06 12:47:02.200619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:02.284862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-9acbbadf-4d77-4947-8156-fe2a1ea9f1d9 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:02.288878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-9acbbadf-4d77-4947-8156-fe2a1ea9f1d9 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.86 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 946 time: 0.1913347 May 06 12:47:02.336173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7f2b7-1acf-4cfa-b6d5-0fb6eca33d23 None None] Pushing event updated for resources: {'Port': ['ID=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:02.395661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Deleting port 8a05f2ec-fcd4-4745-90c1-c4b6887953af {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:02.396066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.402311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] For port f733eeb5-792f-4dab-8de0-36b57396051f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f733eeb5-792f-4dab-8de0-36b57396051f,segment=NetworkSegment(f3374260-ca0f-4d4e-9f08-09439d6cf7e1),segment_id=f3374260-ca0f-4d4e-9f08-09439d6cf7e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:02.402992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.418419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.538644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Pushing event deleted for resources: {'Port': ['ID=f733eeb5-792f-4dab-8de0-36b57396051f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:02.601351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] No DVR routers for this DVR port f733eeb5-792f-4dab-8de0-36b57396051f on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:02.650147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Deleting port b5a2e413-c50e-4710-a031-3c9ff3e4c0af {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:02.651091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:02.739787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Calling delete_port for f733eeb5-792f-4dab-8de0-36b57396051f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:02.938920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:02.938920 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:02.971068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Provisioning for port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:02.971068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Provisioning complete for port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:02.971068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.001840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.051304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.121518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a678d4a6-b300-4fbb-b446-121cf266dd1c']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:03.134516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:03.163124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:03.163585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3374260-ca0f-4d4e-9f08-09439d6cf7e1') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:03.252425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Provisioning for port 8a05f2ec-fcd4-4745-90c1-c4b6887953af completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:03.260170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Provisioning complete for port 8a05f2ec-fcd4-4745-90c1-c4b6887953af triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:03.260877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.267573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.274114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Calling delete_port for 8a05f2ec-fcd4-4745-90c1-c4b6887953af owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:03.347069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.404339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:03.424803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.431434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Deleting port f733eeb5-792f-4dab-8de0-36b57396051f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:03.432225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.479935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Port 8a05f2ec-fcd4-4745-90c1-c4b6887953af cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: timer() May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:03.518670 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:03.530134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3b1aa-6608-43cc-9845-54effd5241f1 None None] The port 'f733eeb5-792f-4dab-8de0-36b57396051f' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:47:03.557746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Provisioning complete for port a9d0cafb-f544-48cc-a3ef-39c80b7a232f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:03.558321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-254e1aca-5e88-47af-a8ce-c2f0a72d27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.592520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a9d0cafb-f544-48cc-a3ef-39c80b7a232f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:03.894415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a9d0cafb-f544-48cc-a3ef-39c80b7a232f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:03.894415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.903979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] For port b5a2e413-c50e-4710-a031-3c9ff3e4c0af, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:03.904357 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:03.985330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc74e-1f15-46ce-9089-64ccd9a48726 req-0f7e8d71-75a6-4047-a008-395c1ee6ecca tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:03.993132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33bcc74e-1f15-46ce-9089-64ccd9a48726 req-0f7e8d71-75a6-4047-a008-395c1ee6ecca tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 946 time: 0.5174015 May 06 12:47:04.101241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.129834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Calling delete_port for b5a2e413-c50e-4710-a031-3c9ff3e4c0af owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:04.254900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33bcc74e-1f15-46ce-9089-64ccd9a48726 req-38267b74-d2f9-4f19-8ff1-490ef23db866 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603865 May 06 12:47:04.293547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b05f8f88-8b6e-4306-b597-ab8c251fc20b None None] Provisioning complete for port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:04.293547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b05f8f88-8b6e-4306-b597-ab8c251fc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.296196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event deleted for resources: {'Port': ['ID=8a05f2ec-fcd4-4745-90c1-c4b6887953af,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:04.377456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.413800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f733eeb5-792f-4dab-8de0-36b57396051f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:04.426670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.457002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] Pushing event deleted for resources: {'Network': ['ID=a678d4a6-b300-4fbb-b446-121cf266dd1c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:04.543523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.615098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:04.697831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43574) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:04.737186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-acce4f04-ceaf-4f4d-869c-a778a150347a admin admin] 10.222.0.83 "DELETE /v2.0/networks/a678d4a6-b300-4fbb-b446-121cf266dd1c HTTP/1.1" status: 204 len: 168 time: 4.0633099 May 06 12:47:04.753467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b5a2e413-c50e-4710-a031-3c9ff3e4c0af'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:04.843610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:04.872699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Pushing event deleted for resources: {'Port': ['ID=b5a2e413-c50e-4710-a031-3c9ff3e4c0af,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:04.887208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b05f8f88-8b6e-4306-b597-ab8c251fc20b None None] Port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:04.890776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f733eeb5-792f-4dab-8de0-36b57396051f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:04.900808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f733eeb5-792f-4dab-8de0-36b57396051f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:04.955676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b05f8f88-8b6e-4306-b597-ab8c251fc20b None None] Could not find standard attr ID for object 8a05f2ec-fcd4-4745-90c1-c4b6887953af. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:47:04.972767 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5a7c72f-a77a-4aad-9583-4aea7393629f tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "DELETE /v2.0/ports/8a05f2ec-fcd4-4745-90c1-c4b6887953af HTTP/1.1" status: 204 len: 168 time: 2.7709661 May 06 12:47:04.979676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:04.986655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Request body: {'port': {'name': 'tempest-new-port-name-181567875', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:04.987099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] bootfile-name is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:47:04.987442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] tftp-server is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:47:04.987792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] server-ip-address is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 12:47:05.067078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] No DVR routers for this DVR port b5a2e413-c50e-4710-a031-3c9ff3e4c0af on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:05.070528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.076938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab50cded-e3df-4452-bec3-5ca6a0e42c18 req-b72ea48f-e7c3-4481-8e4d-2104a4a90fad tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.86 "DELETE /v2.0/ports/b5a2e413-c50e-4710-a031-3c9ff3e4c0af HTTP/1.1" status: 204 len: 173 time: 2.7848237 May 06 12:47:05.095962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'name': 'network-vif-deleted', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:05.216914 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb677350-e4a1-4cff-bd1b-e523e01cbe6a'] response: {'server_uuid': '4619d32a-4588-4a68-afed-2b7340d9f067', 'name': 'network-vif-deleted', 'tag': 'b5a2e413-c50e-4710-a031-3c9ff3e4c0af', 'status': 'completed', 'code': 200} May 06 12:47:05.296979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:05.506046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43598) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:05.599650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c04efd12-8fda-4016-815b-03e406f84466 req-e6c36db4-7c98-4e6b-b1ad-dc79dbe42204 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=4619d32a-4588-4a68-afed-2b7340d9f067 HTTP/1.1" status: 200 len: 210 time: 0.0942934 May 06 12:47:05.635567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:05.808389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7687c581-c560-4a0f-b749-287dd01a202f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2cef7f65c09442a9a24e7b4a39092895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008456 May 06 12:47:05.811807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:05.971018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.006357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.065531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.075469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:06.083260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Usage tracker for resource:security_group_rule and tenant:d41ecaedaf2f49af87044b787309ef66 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:06.096140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:06.099026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.144745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.152963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:06.238140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.322227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event updated for resources: {'Port': ['ID=f6c851e2-0e00-4fc2-ae62-5fbed9fe16be,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:06.361308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] In _notify_port_updated(), no bound segment for port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be on network afd66ee8-42bf-448f-854a-eca874af67cb {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:47:06.365281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:06.366014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.371903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ee87fad-e051-4d88-9b2d-d00f483e1eee tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "PUT /v2.0/ports/f6c851e2-0e00-4fc2-ae62-5fbed9fe16be HTTP/1.1" status: 200 len: 1136 time: 1.3865917 May 06 12:47:06.371903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43620) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:06.476629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.482871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25606e34-b397-4a33-8a47-7a4774d0db9d tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:06.483496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25606e34-b397-4a33-8a47-7a4774d0db9d tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Synchronizing usage tracker for tenant:c4059b213d89491e90bc3c7ef2f4f19f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:06.564625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.599488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8f844cf-a15b-4a5a-859b-6aff1c185865 None None] Provisioning complete for port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:06.600910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8f844cf-a15b-4a5a-859b-6aff1c185865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.607822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57689bc8-5de5-46eb-a5e1-5f86dd899afe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:06.616550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.662552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25606e34-b397-4a33-8a47-7a4774d0db9d tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Unset dirty status for tenant:c4059b213d89491e90bc3c7ef2f4f19f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:06.668782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25606e34-b397-4a33-8a47-7a4774d0db9d tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "GET /v2.0/ports/f6c851e2-0e00-4fc2-ae62-5fbed9fe16be HTTP/1.1" status: 200 len: 1136 time: 0.2974112 May 06 12:47:06.671341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:06.700942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e8f844cf-a15b-4a5a-859b-6aff1c185865 None None] Port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:06.798987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Deleting port f6c851e2-0e00-4fc2-ae62-5fbed9fe16be {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:06.799484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.840148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43644) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:06.840669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d41ecaedaf2f49af87044b787309ef66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2021675 May 06 12:47:06.841941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16ad2-4da4-4a8e-99f0-8c9ab4342e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c692a1-a1d3-486f-8b1d-6108f74cdc32,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:06.847099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:06.850777 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d3a94bea-7053-4e2f-a728-98486e715213 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57689bc8-5de5-46eb-a5e1-5f86dd899afe HTTP/1.1" status: 204 len: 168 time: 1.0355332 May 06 12:47:07.074652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.109086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.203934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d58187-e0a0-412c-ba4f-dd1bd9583bf0 req-9e157ca0-1341-4f48-9675-62175d51197b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:07.211344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d58187-e0a0-412c-ba4f-dd1bd9583bf0 req-9e157ca0-1341-4f48-9675-62175d51197b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2873242 May 06 12:47:07.290050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.301881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d58187-e0a0-412c-ba4f-dd1bd9583bf0 req-1446c839-47fe-42ff-b610-626d52b6f7bf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899284 May 06 12:47:07.315138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Deleting port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:07.315663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.375749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.401857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c692a1-a1d3-486f-8b1d-6108f74cdc32,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:07.418585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.423081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-82e4bfc6-0e5b-45be-b9f0-f9f24c111a59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1c692a1-a1d3-486f-8b1d-6108f74cdc32 HTTP/1.1" status: 204 len: 168 time: 0.5804420 May 06 12:47:07.446487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Calling delete_port for f6c851e2-0e00-4fc2-ae62-5fbed9fe16be owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:07.624774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5a2e413-c50e-4710-a031-3c9ff3e4c0af no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:07.648527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] For port f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:07.649292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.693806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: b5a2e413-c50e-4710-a031-3c9ff3e4c0af {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:07.706834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b5a2e413-c50e-4710-a031-3c9ff3e4c0af not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:07.838622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:07.853419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Calling delete_port for f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:07.901911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96e3f-e264-4a2c-9f85-56a804960c2b req-b338043b-fad3-44bd-8647-22fa1173e3d3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:07.908984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24e96e3f-e264-4a2c-9f85-56a804960c2b req-b338043b-fad3-44bd-8647-22fa1173e3d3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1861489 May 06 12:47:07.921818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event deleted for resources: {'Port': ['ID=f6c851e2-0e00-4fc2-ae62-5fbed9fe16be,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:08.298691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.341900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24e96e3f-e264-4a2c-9f85-56a804960c2b req-a257e1c0-8a08-40ac-a14c-6062432550f6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315791 May 06 12:47:08.444490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e9886e37-ebf4-4252-a1ec-8c687e060af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.445856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d4a5f1c-9664-4c4b-a62a-1f5959d038c5 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "DELETE /v2.0/ports/f6c851e2-0e00-4fc2-ae62-5fbed9fe16be HTTP/1.1" status: 204 len: 168 time: 1.7722347 May 06 12:47:08.451601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43706) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:08.516195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:08.613791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:08.908102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43720) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:08.938209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43724) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:08.959417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.044722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:09.055185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Usage tracker for resource:security_group_rule and tenant:b04ca795aa3143a9984b7bd8b2f5bc54 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:09.076843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:09.093277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:09.151099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f5570-9385-427a-a13a-d7d1b1a40507 req-25290062-ac31-4534-8e8a-755a5ccd522b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:09.151940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cf8f5570-9385-427a-a13a-d7d1b1a40507 req-25290062-ac31-4534-8e8a-755a5ccd522b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:09.303015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.315628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1779636449-network', 'tenant_id': 'aae92be2621c411d87cba9def0a25a55'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:09.325491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:09.330864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Usage tracker for resource:network and tenant:aae92be2621c411d87cba9def0a25a55 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:09.334524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:09.338497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Deleting subnet e3668823-39ff-4e69-8d0f-be3d7ea03acc {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:47:09.343526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:09.345394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.420700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.426553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.466753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b04ca795aa3143a9984b7bd8b2f5bc54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5573211 May 06 12:47:09.469896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:09.510994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fabc3-3c78-4ef5-90e5-3aa8e5b85582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5a816-478d-4c0a-a4e5-0eeeb70b0ce0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:09.528714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cf8f5570-9385-427a-a13a-d7d1b1a40507 req-25290062-ac31-4534-8e8a-755a5ccd522b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:09.529976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8f5570-9385-427a-a13a-d7d1b1a40507 req-25290062-ac31-4534-8e8a-755a5ccd522b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 1.0148079 May 06 12:47:09.550854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Made reservation on behalf of aae92be2621c411d87cba9def0a25a55 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:09.560154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.581849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.600263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.602440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.653020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.659763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:09.668989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Usage tracker for resource:security_group_rule and tenant:aae92be2621c411d87cba9def0a25a55 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:09.674915 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8f5570-9385-427a-a13a-d7d1b1a40507 req-b260b256-b866-4aa8-b2e7-aa43fa2728c5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 May 06 12:47:09.677930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:09.688199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:09.759542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.840661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.940393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:09.998741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event deleted for resources: {'Subnet': ['ID=e3668823-39ff-4e69-8d0f-be3d7ea03acc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:10.007373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.015501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02372e6-0a9f-4481-84ba-7ff99bc8c301 None None] Network afd66ee8-42bf-448f-854a-eca874af67cb requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:10.017896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.027129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-af064197-97e2-4fc9-90cc-64656fa6c8eb tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "DELETE /v2.0/subnets/e3668823-39ff-4e69-8d0f-be3d7ea03acc HTTP/1.1" status: 204 len: 168 time: 1.5743768 May 06 12:47:10.028466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:10.113980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.234353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5a816-478d-4c0a-a4e5-0eeeb70b0ce0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:10.296234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:10.302941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.324669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-92970b4d-7ea5-435a-8e7c-fa1c3e69208e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/61f5a816-478d-4c0a-a4e5-0eeeb70b0ce0 HTTP/1.1" status: 204 len: 168 time: 0.8380492 May 06 12:47:10.377938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89000b3-f457-4bf7-9a19-13268e592bb2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:10.387105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.390217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.390813 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Added segment ee68937e-b196-4d3e-8160-bbf6db8ee664 of type vlan for network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 May 06 12:47:10.411651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Deleting port a9d0cafb-f544-48cc-a3ef-39c80b7a232f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:10.412233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.563760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] DHCP port deletion for afd66ee8-42bf-448f-854a-eca874af67cb request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:47:10.568579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Deleting port a9d0cafb-f544-48cc-a3ef-39c80b7a232f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:10.569067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.574448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.833839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] For port a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,segment=NetworkSegment(0a2eaac6-5e44-4934-9e22-7d83a20f37bb),segment_id=0a2eaac6-5e44-4934-9e22-7d83a20f37bb)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:10.834444 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.867052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.877782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:10.881249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:10.956846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03dc790c-204e-4617-afd4-dff4246ec6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.015923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] For port a9d0cafb-f544-48cc-a3ef-39c80b7a232f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,segment=NetworkSegment(0a2eaac6-5e44-4934-9e22-7d83a20f37bb),segment_id=0a2eaac6-5e44-4934-9e22-7d83a20f37bb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:11.016729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.185084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Router af00f609-2da7-4ad2-b2b2-de2f3086a74e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:47:11.320843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Calling delete_port for a9d0cafb-f544-48cc-a3ef-39c80b7a232f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:11.340139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Calling delete_port for a9d0cafb-f544-48cc-a3ef-39c80b7a232f owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:11.396245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4516501 May 06 12:47:11.408137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:11.414333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Request body: {'subnet': {'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1779636449-subnet', 'tenant_id': 'aae92be2621c411d87cba9def0a25a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:11.433272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:11.440148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Usage tracker for resource:subnet and tenant:aae92be2621c411d87cba9def0a25a55 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:11.441269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4f00-4b4b-49ef-ab7d-d71b1c3a3aaf admin admin] Pushing event updated for resources: {'Network': ['ID=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:11.445521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:11.467993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:11.510015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:11.523385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a9d0cafb-f544-48cc-a3ef-39c80b7a232f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:11.549871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:11.565293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5032acd3-5fb7-4864-be27-1668d8300928 admin admin] 10.222.0.83 "PUT /v2.0/routers/af00f609-2da7-4ad2-b2b2-de2f3086a74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8470373 May 06 12:47:11.566812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Sync routers for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:11.567630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:11.590220 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:11.596065 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:11.629863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Made reservation on behalf of aae92be2621c411d87cba9def0a25a55 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:11.634425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.676974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:11.835116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43804) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:11.839178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:11.839757 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:11.868902 n-d-840845-1 neutron-server[84801]: INFO neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No ports have port_id starting with a9d0cafb-f544-48cc-a3ef-39c80b7a232f May 06 12:47:11.879826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event deleted for resources: {'Port': ['ID=a9d0cafb-f544-48cc-a3ef-39c80b7a232f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:11.930469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] No DVR routers for this DVR port a9d0cafb-f544-48cc-a3ef-39c80b7a232f on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:11.960088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.101391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:12.113852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Usage tracker for resource:security_group_rule and tenant:f53cdd4df3144af0b83ecd02d58c2a91 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:12.119135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:12.157335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:12.165673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.174912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:12.230637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.319877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.342014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Deleting port a9d0cafb-f544-48cc-a3ef-39c80b7a232f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:12.342811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.433046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd66ee8-42bf-448f-854a-eca874af67cb']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:12.435907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.438745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.467288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2eaac6-5e44-4934-9e22-7d83a20f37bb') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:12.467757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2eaac6-5e44-4934-9e22-7d83a20f37bb') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:12.497259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.497951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fd0aed80-e506-43cc-87b0-2c148f23c6a3 None None] The port 'a9d0cafb-f544-48cc-a3ef-39c80b7a232f' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:47:12.527440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.535502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:12.536455 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: timer() May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:12.551233 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:12.562572 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:47:08Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:12.567415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Checking router: af00f609-2da7-4ad2-b2b2-de2f3086a74e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:47:12.585044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Routers {'af00f609-2da7-4ad2-b2b2-de2f3086a74e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:12.585921 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:12.599622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Checking segment: {'id': 'ee68937e-b196-4d3e-8160-bbf6db8ee664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:12.599937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Network hostable DHCP agents. Network: 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:12.608481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.664776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f53cdd4df3144af0b83ecd02d58c2a91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8273554 May 06 12:47:12.669529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43824) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:12.823794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c2aaa0-e9be-45ec-a920-7c362a86c29e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:12.908581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.910477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e45b79-fbe1-4a77-82e4-dc8568ddc009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb99572-c9a8-4746-b923-7c0a305f8518,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:12.938976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.944752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] Set router af00f609-2da7-4ad2-b2b2-de2f3086a74e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:12.968998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:12.997422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.002426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.048519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:13.111538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] Pushing event deleted for resources: {'Network': ['ID=afd66ee8-42bf-448f-854a-eca874af67cb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:13.131036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c80e7a4-c71a-4d90-b2d4-d2a4d73e4173 tempest-ExtraDHCPOptionsTestJSON-1368630381 tempest-ExtraDHCPOptionsTestJSON-1368630381-project] 10.222.0.83 "DELETE /v2.0/networks/afd66ee8-42bf-448f-854a-eca874af67cb HTTP/1.1" status: 204 len: 168 time: 3.0812802 May 06 12:47:13.143835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.155319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:13.159191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c3c00-1523-4c9e-a8f2-5e2b7f11e0a2 None None] Network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:13.208941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:13.211435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.257988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb99572-c9a8-4746-b923-7c0a305f8518,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:13.270401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.277151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1c2aeade-1094-481e-b8e3-48502419cbf4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0bb99572-c9a8-4746-b923-7c0a305f8518 HTTP/1.1" status: 204 len: 168 time: 0.6045954 May 06 12:47:13.318300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.372740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-40e44d79-4ae0-47cf-b23d-01548c239646 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9635320 May 06 12:47:13.458822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Deleting port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:13.458822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.544557 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:47:08Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:13.563580 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697e00c-b5cf-417e-b63d-3ff8ef2bbc5d None None] The sync data for ids ['af00f609-2da7-4ad2-b2b2-de2f3086a74e'] in n-d-840845-1 is: [{'id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'name': 'tempest-AttachVolumeTestJSON-855860769-router', 'tenant_id': 'dcabaae8a9de4c4d943350fd896764ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:40:10Z', 'updated_at': '2022-05-06T12:47:08Z', 'revision_number': 5, 'project_id': 'dcabaae8a9de4c4d943350fd896764ec', 'gw_port': {'id': '6a9c382e-dbe8-4601-ad98-aab9f2a156f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af00f609-2da7-4ad2-b2b2-de2f3086a74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:40:11Z', 'updated_at': '2022-05-06T12:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:13.691477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.711084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc45d3-1fcf-4ff5-880f-5ba243ea65b5 None None] Network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:13.773950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] For port 6a9c382e-dbe8-4601-ad98-aab9f2a156f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:13.776552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:13.964886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Calling delete_port for 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:14.308030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.373353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43880) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:14.388822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9c382e-dbe8-4601-ad98-aab9f2a156f2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:14.782197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:14.797651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c50e300e-87fd-459b-9b26-fcc616022c05 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4059b213d89491e90bc3c7ef2f4f19f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4231567 May 06 12:47:14.798523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43912) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:15.019038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.051379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-732a167d-a0c6-427c-9592-ffd39ad6fc18 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:15.053402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-732a167d-a0c6-427c-9592-ffd39ad6fc18 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/networks?id=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 HTTP/1.1" status: 200 len: 821 time: 0.2355609 May 06 12:47:15.080924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.132577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-0e7d3d01-1619-4546-9d2d-13294c75a2b2 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/quotas/aae92be2621c411d87cba9def0a25a55 HTTP/1.1" status: 200 len: 375 time: 0.0543084 May 06 12:47:15.199731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-38c82c27-d096-4042-8586-1df0885e4dfe tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=aae92be2621c411d87cba9def0a25a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764680 May 06 12:47:15.354383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-963a3485-29eb-448d-8076-ecbc45063519 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534917 May 06 12:47:15.397946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.423813 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.455200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2097bc-05cf-4b13-8984-856990ed982d req-1f52cae5-d9b1-42ee-87c7-740b1dde20cb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:15.457278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2097bc-05cf-4b13-8984-856990ed982d req-1f52cae5-d9b1-42ee-87c7-740b1dde20cb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4654188 May 06 12:47:15.516727 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c2097bc-05cf-4b13-8984-856990ed982d req-390fee51-2d7e-4240-9930-810a15b87f08 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 May 06 12:47:15.528865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:15.532380 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.564562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83190b6b-cd44-49e6-a055-f5b43b31fac1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:15.612372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.612892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af00f609-2da7-4ad2-b2b2-de2f3086a74e {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:47:15.636732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.640958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fe49367f-00f0-429d-83ae-1415ef40afc4 admin admin] 10.222.0.83 "DELETE /v2.0/routers/af00f609-2da7-4ad2-b2b2-de2f3086a74e HTTP/1.1" status: 204 len: 168 time: 4.0717454 May 06 12:47:15.642892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43942) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:15.643690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:15.644941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f7788a60-fe9a-4ba4-9070-f9a2b2c3d3ed not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:15.660894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-d47c094e-36c0-471b-9a96-3177094d2f40 service neutron] 10.222.0.83 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005233 May 06 12:47:15.661781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.666742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a8f15c42-87f8-4f44-869b-fb02bbf1881e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/83190b6b-cd44-49e6-a055-f5b43b31fac1 HTTP/1.1" status: 204 len: 168 time: 0.8670728 May 06 12:47:15.760073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Deleting subnet 1bd29a5c-17e9-4473-bfb9-97eac0b9888c {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:47:15.791283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:15.859929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.042481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.129415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b8fcf-9ace-4064-927b-c5fa350fe494 req-875bfeef-7295-4cff-88aa-b5d479d6475f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:16.131204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de2b8fcf-9ace-4064-927b-c5fa350fe494 req-875bfeef-7295-4cff-88aa-b5d479d6475f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1918924 May 06 12:47:16.153249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1b9089a-b970-4b3a-a8ea-beb7254430dd req-4888cc59-674a-4132-8ccb-7917a1563d49 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.0687664 May 06 12:47:16.224345 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de2b8fcf-9ace-4064-927b-c5fa350fe494 req-08aa3501-e18d-4f32-bc1e-88ec23fa0465 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799544 May 06 12:47:16.339134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.440720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd29a5c-17e9-4473-bfb9-97eac0b9888c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:16.461496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.468995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.470304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc03f0-9d7d-448c-b9f1-093131da4887 None None] Network 12736949-423a-4aae-9ae1-8fdebcb3ec89 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:16.476296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cce19214-4f62-4b12-9317-0c3b455ffb18 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1bd29a5c-17e9-4473-bfb9-97eac0b9888c HTTP/1.1" status: 204 len: 168 time: 0.8288000 May 06 12:47:16.477197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43976) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:16.933304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] DHCP port deletion for 12736949-423a-4aae-9ae1-8fdebcb3ec89 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:47:16.938430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Deleting port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:16.939160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:16.984328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.010600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Deleting port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:17.011238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.520729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] For port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:17.520729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.526164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf68591-2fac-45c5-976b-d98267672315 req-3cdd94ab-5f57-4666-89fc-804fc841ccb2 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.0550022 May 06 12:47:17.526164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] For port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,segment=NetworkSegment(05b49373-0d24-460a-ba4d-0f763ab0df8d),segment_id=05b49373-0d24-460a-ba4d-0f763ab0df8d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:17.526164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:17.532060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Calling delete_port for 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:17.532060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:17.538864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Calling delete_port for 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:17.554304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.012286 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.026838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:18.026838 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:18.142804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] No DVR routers for this DVR port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:18.142804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:18.235382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:18.235865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6a9c382e-dbe8-4601-ad98-aab9f2a156f2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:18.237507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa4f27-9e67-492f-a672-a6d3d830c232 None None] Pushing event deleted for resources: {'Port': ['ID=9c9f75c8-7cdc-450a-998b-9ed1cb59bccd,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:18.527970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Deleting port 9c9f75c8-7cdc-450a-998b-9ed1cb59bccd {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:18.528323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:18.569552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:18.615536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] The port '9c9f75c8-7cdc-450a-998b-9ed1cb59bccd' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:47:18.780708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-270233211'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:18.789527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:18.798713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:18.804000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8dbccfd-6221-4d46-ab3a-8f3b33c0b062 req-668b4e1c-d370-4a44-b3e5-0fe0e509197c tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.1299541 May 06 12:47:18.810268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:18.850186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:18.975751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.015411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:19.019537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12736949-423a-4aae-9ae1-8fdebcb3ec89']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:19.019902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.031442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b49373-0d24-460a-ba4d-0f763ab0df8d') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:19.032033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b49373-0d24-460a-ba4d-0f763ab0df8d') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:19.045240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.048165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.065804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.079451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:19.084266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: timer() May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:19.098155 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:19.129066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:19.133227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:security_group_rule and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:19.137194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:19.143569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:19.252497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.276295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.297566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.305115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.324209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.362241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.369858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.373795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.382602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.388970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.391250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-5fd7dd0b-639c-48fb-b308-3063964537a6 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.4221694 May 06 12:47:19.441785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.476425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=12736949-423a-4aae-9ae1-8fdebcb3ec89,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:19.498925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ab0b0-9314-4407-aae0-c380daa0e3ca,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:19.597240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-623ee09e-7387-433c-95c2-86db49d85b21 admin admin] 10.222.0.83 "DELETE /v2.0/networks/12736949-423a-4aae-9ae1-8fdebcb3ec89 HTTP/1.1" status: 204 len: 168 time: 3.1166649 May 06 12:47:19.603669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:19.650318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.654982 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 0dc39502-445b-4966-a963-ae7f58b56d03 of type vlan for network 50f7c008-3989-4516-98ec-2573300f07c4 May 06 12:47:19.697222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2355fe5-64ed-4dd1-9fe3-1898d6a70f5e req-45757429-9148-4507-bbf9-1476cee86ab0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3050523 May 06 12:47:19.788528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.932584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:19.936485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:19.940428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:20.012070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca0ed487-7cf5-4d1c-a72b-f16f921eee04 req-828e1347-e3df-41ac-b668-fbec2e249bff tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.0487635 May 06 12:47:20.106042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=50f7c008-3989-4516-98ec-2573300f07c4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:20.156791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 50f7c008-3989-4516-98ec-2573300f07c4 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:20.181689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4222c485-442a-4476-9c43-dfb39b2ce4df tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6096463 May 06 12:47:20.221427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.227265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.233384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.250875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.255979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.264930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.266274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.268715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-d6eae7c9-3c3a-4133-9e65-30455e1b95e1 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.3099988 May 06 12:47:20.422300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44084) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:20.451961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-fae5300c-ce4e-45a0-a810-ec669901ddf0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:20.456048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-fae5300c-ce4e-45a0-a810-ec669901ddf0 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1786554 May 06 12:47:20.607570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84462a3b-90d8-425b-a841-cf53881fcf3c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dcabaae8a9de4c4d943350fd896764ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807764 May 06 12:47:20.607570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44090) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:20.744488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:20.770526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7a7f70ba-70ed-4b2e-8afa-9e85f7639829 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:20.789893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7a7f70ba-70ed-4b2e-8afa-9e85f7639829 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:20.797669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7a7f70ba-70ed-4b2e-8afa-9e85f7639829 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3289812 May 06 12:47:20.855080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:20.954465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.026440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.281602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-cb17ebdf-8251-4b12-b05d-1558c2941b71 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.283236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-cb17ebdf-8251-4b12-b05d-1558c2941b71 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.86 "GET /v2.0/networks?id=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 HTTP/1.1" status: 200 len: 821 time: 0.5874941 May 06 12:47:21.284885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.307987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503d1296-2809-431e-a941-9120b8b30376,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:21.316932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Request body: {'port': {'device_id': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2', 'admin_state_up': True, 'tenant_id': 'aae92be2621c411d87cba9def0a25a55'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:21.351187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.660664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:21.662365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e73b3ec9-e7e0-402c-aef4-81ea07b7c6c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/503d1296-2809-431e-a941-9120b8b30376 HTTP/1.1" status: 204 len: 168 time: 1.0544236 May 06 12:47:21.691360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.691943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d76cdf20-6f54-4035-b207-f8dbac9d1e9a req-78d28680-006f-46c4-bd2e-3d81e1d83f01 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.3199193 May 06 12:47:21.695681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.700483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.704648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.709242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.710167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:21.715552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Usage tracker for resource:port and tenant:aae92be2621c411d87cba9def0a25a55 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:21.719624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:21.723870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.728577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:21.731037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-654fe8af-09dd-4ab4-869a-18891ca1b348 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 5444 time: 0.6701634 May 06 12:47:21.736877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:21.835609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:21.850966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6b510d4-24ca-480b-87ca-e303582770c6 req-3c9c7ac2-3b32-41d9-98c6-24a36da5102a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797551 May 06 12:47:21.853208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Made reservation on behalf of aae92be2621c411d87cba9def0a25a55 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:21.880450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] For port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:21.889417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.013060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] device_id is not set on port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:47:22.033007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.173520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:22.327617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-3cbe9c92-a709-4170-b5f9-f6cc7df7e9ac tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7c3419df97c74a38aeafb135abd78ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449858 May 06 12:47:22.514389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Allocated IP 172.20.0.5 (9d2e175c-f868-4b0c-ac74-b8b52b73c9b2/d7c2aaa0-e9be-45ec-a920-7c362a86c29e/2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:22.710372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Pushing event updated for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:23.046170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] No DVR routers for this DVR port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:23.060118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.144132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29db24-7cf7-46dc-bf62-de807770267b req-eed9c5da-f044-412f-866f-e42e74c66254 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.153696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-eed9c5da-f044-412f-866f-e42e74c66254 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8235326 May 06 12:47:23.176398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] In _notify_port_updated(), no bound segment for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:47:23.178165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.183339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-2d8fc878-c8fd-45c2-882d-e89aaff3f675 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 200 len: 1033 time: 2.3744948 May 06 12:47:23.186295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-f636f78b-3dbe-4011-9654-b3c3ca148940 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/quotas/7c3419df97c74a38aeafb135abd78ea2 HTTP/1.1" status: 200 len: 375 time: 0.0308216 May 06 12:47:23.186295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.236060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f0193694-6918-42a2-b579-e530d5c2c0a8 None None] Provisioning complete for port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:23.238909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0193694-6918-42a2-b579-e530d5c2c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.267759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5558-8911-43c0-9461-2f1154be98f4 req-17ee3d2d-9666-479b-9c8a-b118ff11513c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.270310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1dd5558-8911-43c0-9461-2f1154be98f4 req-17ee3d2d-9666-479b-9c8a-b118ff11513c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.9825537 May 06 12:47:23.320817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f0193694-6918-42a2-b579-e530d5c2c0a8 None None] Port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:23.321150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7f9212be-7a3b-4fc8-acb2-ed012c38d766 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.323035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7f9212be-7a3b-4fc8-acb2-ed012c38d766 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "GET /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1325111 May 06 12:47:23.338938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:23.392338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f2224e44-270f-4992-aad4-968e4ef50563 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:23.452768 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1dd5558-8911-43c0-9461-2f1154be98f4 req-bcb3a78f-044e-4018-be52-c537add94159 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705797 May 06 12:47:23.499268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Pushing event updated for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:23.528462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-b6c31004-bba7-43a0-8a28-bf8e2d90f242 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7c3419df97c74a38aeafb135abd78ea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3223591 May 06 12:47:23.537806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:23.539493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:23.547576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:23.564938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44174) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:23.573636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '50f7c008-3989-4516-98ec-2573300f07c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:23.718979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:23.719860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.742140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.842897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-e910ce8e-4076-433d-b101-1e056323b0bb tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5401528 May 06 12:47:23.855436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Request body: {'port': {'device_id': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:23.878949 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:23.900102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:23.922346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:23.929166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:23.938972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:23.951250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:23.971153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:24.081498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.104154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882b2f0-8519-4468-9b37-26038f517735 req-6f2ee5f2-b9be-41e5-a264-7bb62a2674dd tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.113503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b882b2f0-8519-4468-9b37-26038f517735 req-6f2ee5f2-b9be-41e5-a264-7bb62a2674dd tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 931 time: 0.3325498 May 06 12:47:24.157706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:24.158508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.158508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 56931c20-2f9b-4de4-bfaf-2691ed309858 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:24.200702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:24.354757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b882b2f0-8519-4468-9b37-26038f517735 req-d296cc6b-ed1c-4774-aa65-60626f56b677 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Synchronizing usage tracker for tenant:aae92be2621c411d87cba9def0a25a55 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:24.362458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b49fda7b-729e-4ae4-a1fb-6588aa577cad,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:24.381826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:24.417887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.488970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:24.506241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1878249320-network', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:24.528742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.539049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:24.545321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b882b2f0-8519-4468-9b37-26038f517735 req-d296cc6b-ed1c-4774-aa65-60626f56b677 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Unset dirty status for tenant:aae92be2621c411d87cba9def0a25a55 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:24.552496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b882b2f0-8519-4468-9b37-26038f517735 req-d296cc6b-ed1c-4774-aa65-60626f56b677 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357388 May 06 12:47:24.561276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.562720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Usage tracker for resource:network and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:24.565596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.565914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:24.576760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:24.581967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.585906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.590366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.594621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:24.596909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-d2215cb6-b28f-47d4-a51c-bb0568dc9896 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 4662 time: 0.4262578 May 06 12:47:24.678526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:24.686748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] For port b49fda7b-729e-4ae4-a1fb-6588aa577cad, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:24.724582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.725215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:24.737307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a93e77c8-3056-4f23-a7c8-7b0679a9aabb req-a3b5ff37-7997-441c-89ab-46100b3cfd79 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f385db9c-9e90-4253-97f9-0c68bc5b8a92&id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324167 May 06 12:47:24.859216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:24.859639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 52de33f8-c380-4148-baab-8217923f4dc8 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:24.936675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] device_id is not set on port b49fda7b-729e-4ae4-a1fb-6588aa577cad yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:47:24.965912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:24.968606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.988196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:24.998038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.030312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:25.039139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.068171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.068318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Transition to ACTIVE for port object 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:25.071017 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a4014c-c028-4ce0-a808-d22275bb3faf'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563', 'code': 200} May 06 12:47:25.101747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=7681b4ec-974e-4297-9b1f-7994d0b3c5b1,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.107085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.143572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.188587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.194342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:25.208348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:25.214723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '0dc39502-445b-4966-a963-ae7f58b56d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:25.215081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 50f7c008-3989-4516-98ec-2573300f07c4, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:25.224136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:25.224295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:25.243146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824a01-d17f-4fec-aa66-abc6162e4860 req-b11d42b7-24c7-4eb5-80be-6b071eb97c5e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:25.244721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27824a01-d17f-4fec-aa66-abc6162e4860 req-b11d42b7-24c7-4eb5-80be-6b071eb97c5e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5681202 May 06 12:47:25.245427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.250441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:25.313675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b796610-2482-4255-b6a7-ca630967c7f3 req-74468b2f-e736-4284-8b89-2765a877da24 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.1018071 May 06 12:47:25.326582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Pushing event updated for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.377594 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.378293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b1818eef-033a-4b46-92b2-824c32121419 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:25.393225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.517508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Attempting to bind port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:25.517872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Attempting to bind port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'ee68937e-b196-4d3e-8160-bbf6db8ee664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:25.518340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Attempting to bind port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 on network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:25.526644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 on network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:25.527013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Attempting to bind port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 on network 9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:25.537944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:25.542728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Checking segment: {'id': 'ee68937e-b196-4d3e-8160-bbf6db8ee664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:25.542728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Bound using segment: {'id': 'ee68937e-b196-4d3e-8160-bbf6db8ee664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:25.542728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Bound port: 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee68937e-b196-4d3e-8160-bbf6db8ee664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:25.542728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.620345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:25.690220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.740993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:25.807576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a7a22a6f-351a-4c35-ac0e-66b6be6059cb None None] Provisioning complete for port b49fda7b-729e-4ae4-a1fb-6588aa577cad triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:25.807576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a7a22a6f-351a-4c35-ac0e-66b6be6059cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.855842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.863967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 50f7c008-3989-4516-98ec-2573300f07c4 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:25.873470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] No DVR routers for this DVR port b49fda7b-729e-4ae4-a1fb-6588aa577cad on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:25.908788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27824a01-d17f-4fec-aa66-abc6162e4860 req-0aa7804c-5eb7-4a7d-9ee3-a80c9d3653da tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839372 May 06 12:47:25.932551 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.935418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 86ea232e-effa-465b-b205-51be483051df no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:25.938785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] In _notify_port_updated(), no bound segment for port b49fda7b-729e-4ae4-a1fb-6588aa577cad on network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:47:25.940030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:25.941432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-80b52965-e068-48f9-97ad-eea207355a60 service neutron] 10.222.0.13 "PUT /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 200 len: 1033 time: 2.6080291 May 06 12:47:25.999502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.004847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:26.012531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:26.022198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,segment=NetworkSegment(ee68937e-b196-4d3e-8160-bbf6db8ee664),segment_id=ee68937e-b196-4d3e-8160-bbf6db8ee664)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:26.022483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.022892 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Added segment b4584e36-a1b2-468a-978a-1fff35ee5c18 of type vlan for network 3a415e82-ba16-452f-bbda-f9ddeb34f451 May 06 12:47:26.057493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.153756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 50f7c008-3989-4516-98ec-2573300f07c4) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:26.177127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.186817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a7a22a6f-351a-4c35-ac0e-66b6be6059cb None None] Port b49fda7b-729e-4ae4-a1fb-6588aa577cad cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:26.203669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f87bee-2151-4679-b135-4e1841970cd0 None None] Network 50f7c008-3989-4516-98ec-2573300f07c4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:26.204737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.205331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.275138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a5bcb-94d2-492f-9b81-2c66c5d82c85,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.295466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 86ea232e-effa-465b-b205-51be483051df {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:26.295862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.304080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb095d-14a1-4b6b-ab42-e877b2f73041 req-357ebcf7-2769-41d0-b412-21b0f1d2ca22 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.305061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-adfb095d-14a1-4b6b-ab42-e877b2f73041 req-357ebcf7-2769-41d0-b412-21b0f1d2ca22 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Synchronizing usage tracker for tenant:aae92be2621c411d87cba9def0a25a55 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:26.338883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Pushing event updated for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.345117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.345986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:26.346555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.363902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.366828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-03e71599-27e5-4016-8d96-84df496d8acb service neutron] 10.222.0.86 "PUT /v2.0/ports/2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 HTTP/1.1" status: 200 len: 1091 time: 2.5155799 May 06 12:47:26.367181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:26.444351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.549198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-50f7c008-3989-4516-98ec-2573300f07c4', 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '7681b4ec-974e-4297-9b1f-7994d0b3c5b1'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:26.559407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.567317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.599451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3a415e82-ba16-452f-bbda-f9ddeb34f451,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.619543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-adfb095d-14a1-4b6b-ab42-e877b2f73041 req-357ebcf7-2769-41d0-b412-21b0f1d2ca22 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Unset dirty status for tenant:aae92be2621c411d87cba9def0a25a55 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:26.620732 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adfb095d-14a1-4b6b-ab42-e877b2f73041 req-357ebcf7-2769-41d0-b412-21b0f1d2ca22 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 943 time: 0.6056232 May 06 12:47:26.634152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:26.652818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7d79138-a76a-4bf8-a1a8-c3674bc5288e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0865984 May 06 12:47:26.662608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44258) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:26.666735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:26.678883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683579018'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:26.700589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5121cd0-6c4b-48df-a938-5f5c8c10f4a2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5547805 May 06 12:47:26.719609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44262) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:26.739790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Request body: {'subnet': {'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-subnet', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:26.755811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:26.760308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:26.761014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b49fda7b-729e-4ae4-a1fb-6588aa577cad no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:26.765134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Usage tracker for resource:subnet and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:26.768190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:26.774105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adfb095d-14a1-4b6b-ab42-e877b2f73041 req-21748f8b-4554-4926-97f8-5c1ab450d3e4 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389606 May 06 12:47:26.778490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:26.792688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-5b86970b-3446-4941-ab6d-f0e270e28435 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aae92be2621c411d87cba9def0a25a55&device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 1094 time: 0.2594314 May 06 12:47:26.938855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-17740ceb-c6b6-4849-9ddd-0ea3a4f1da9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 HTTP/1.1" status: 200 len: 217 time: 0.1380751 May 06 12:47:26.943840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:26.949774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:26.953096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device b49fda7b-729e-4ae4-a1fb-6588aa577cad not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:26.955825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:26.963068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:26.965324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:26.984232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Allocated IP 2001:db8:0:ffff::2 (50f7c008-3989-4516-98ec-2573300f07c4/7681b4ec-974e-4297-9b1f-7994d0b3c5b1/8824f246-80a6-4fe0-8aa7-30f92133c332) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:27.007244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:27.009922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.035682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.042319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.048198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.052246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.057775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.066020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-025862bc-32b0-4730-af4a-cf3273cce266 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3876 time: 0.8331046 May 06 12:47:27.103590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419'}, {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ea232e-effa-465b-b205-51be483051df'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:27.149236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:27.152660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.180980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6be9916e-1c88-44f4-a340-a876d8f1c5f4 req-16c8eb9b-d9f5-4d1d-87d5-129635ff6871 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.1411583 May 06 12:47:27.256035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9898b4b8-6d8a-4e39-a1a0-72ae51f641f6 req-5e0e405d-476b-4577-a9f4-4ca32b072438 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832676 May 06 12:47:27.270500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-7fbde142-e3da-4ab3-a4ff-e4c9bda8e985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.271980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-7fbde142-e3da-4ab3-a4ff-e4c9bda8e985 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d7c2aaa0-e9be-45ec-a920-7c362a86c29e HTTP/1.1" status: 200 len: 861 time: 0.3260140 May 06 12:47:27.359405 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a8741c-3a02-4eb3-805a-4425cad93335'] response: {'name': 'network-changed', 'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7', 'status': 'completed', 'code': 200} May 06 12:47:27.363291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:27.363718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.398046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-d0f0461f-0607-4524-b209-934b63593d04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140144 May 06 12:47:27.417752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.429567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Transition to ACTIVE for port object 8824f246-80a6-4fe0-8aa7-30f92133c332 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:27.455516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Transition to ACTIVE for port object 8824f246-80a6-4fe0-8aa7-30f92133c332 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:27.460031 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65f423-4648-476b-b726-03a1a21bc8a7'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'code': 200} May 06 12:47:27.460350 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65f423-4648-476b-b726-03a1a21bc8a7'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8', 'code': 200} May 06 12:47:27.460669 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65f423-4648-476b-b726-03a1a21bc8a7'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419', 'code': 200} May 06 12:47:27.460936 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65f423-4648-476b-b726-03a1a21bc8a7'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86ea232e-effa-465b-b205-51be483051df', 'code': 200} May 06 12:47:27.556350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.607087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 86ea232e-effa-465b-b205-51be483051df owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:27.616007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-923071ee-c4cf-4375-bc41-010c14edc80c service neutron] 10.222.0.86 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064888 May 06 12:47:27.674234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:27.675705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Network 50f7c008-3989-4516-98ec-2573300f07c4 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:27.677590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Pushing event updated for resources: {'Port': ['ID=8824f246-80a6-4fe0-8aa7-30f92133c332,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:27.686603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:27.689186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:27.716688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.717276 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 37e0752d-c57f-42c8-9bed-3a3e83b1ab32 of type vlan for network d236e1f2-9801-49ce-9559-99d19a76b08b May 06 12:47:27.828673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6e0ede94-5840-41af-9e33-85c09bc72687 req-199f6980-7193-4640-ab60-40cc0c86e159 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060268 May 06 12:47:27.873844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.885683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:27.887411 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:27.912863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9cd90-d152-4cc9-93f3-95f02ba2cb89 req-64738ddd-525e-4e75-b03c-301c00c641e4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:27.922705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74a9cd90-d152-4cc9-93f3-95f02ba2cb89 req-64738ddd-525e-4e75-b03c-301c00c641e4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3252025 May 06 12:47:27.924251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Attempting to bind port 8824f246-80a6-4fe0-8aa7-30f92133c332 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:27.924642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Attempting to bind port 8824f246-80a6-4fe0-8aa7-30f92133c332 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0dc39502-445b-4966-a963-ae7f58b56d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:27.925009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Attempting to bind port 8824f246-80a6-4fe0-8aa7-30f92133c332 on network 50f7c008-3989-4516-98ec-2573300f07c4 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:27.941337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:27.941815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Checking segment: {'id': '0dc39502-445b-4966-a963-ae7f58b56d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:27.942121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.942565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Bound using segment: {'id': '0dc39502-445b-4966-a963-ae7f58b56d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:27.943039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Bound port: 8824f246-80a6-4fe0-8aa7-30f92133c332, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc39502-445b-4966-a963-ae7f58b56d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50f7c008-3989-4516-98ec-2573300f07c4'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:27.945637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:27.979061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.080473 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74a9cd90-d152-4cc9-93f3-95f02ba2cb89 req-5dba066f-dcad-4224-8112-b33c4e3ac34a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567466 May 06 12:47:28.150748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] For port 8824f246-80a6-4fe0-8aa7-30f92133c332, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:28.154289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] For port 8824f246-80a6-4fe0-8aa7-30f92133c332, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8824f246-80a6-4fe0-8aa7-30f92133c332,segment=NetworkSegment(0dc39502-445b-4966-a963-ae7f58b56d03),segment_id=0dc39502-445b-4966-a963-ae7f58b56d03)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:28.169875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-1dd7165a-8006-4f61-b38a-015fc9eaa845 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c3419df97c74a38aeafb135abd78ea2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375149 May 06 12:47:28.170287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.174375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:28.175066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.274143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.374414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=d236e1f2-9801-49ce-9559-99d19a76b08b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.386630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 86ea232e-effa-465b-b205-51be483051df {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:28.386919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:28.394930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d236e1f2-9801-49ce-9559-99d19a76b08b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:28.421545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e75de6-73de-43e9-9a35-6c54754d566c None None] Pushing event updated for resources: {'Port': ['ID=8824f246-80a6-4fe0-8aa7-30f92133c332,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.445249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:28.445821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Network hostable DHCP agents. Network: 3a415e82-ba16-452f-bbda-f9ddeb34f451, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:28.467167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7f77ec8-b4b7-4614-bcbe-8449abac4ab5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8010139 May 06 12:47:28.470662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:28.476497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:28.489237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b229d3da-93df-4e72-9d86-98cc69155de8,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:28.650022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-8417fab9-6db9-4271-aeb3-c4ff8507263f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aae92be2621c411d87cba9def0a25a55&device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 1094 time: 0.5690041 May 06 12:47:28.667861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29db24-7cf7-46dc-bf62-de807770267b req-f6534ada-38fb-4ff0-a236-df76f9351e29 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:28.669057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-f6534ada-38fb-4ff0-a236-df76f9351e29 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953431 May 06 12:47:28.708041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Request body: {'port': {'device_id': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '7c3419df97c74a38aeafb135abd78ea2'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:28.748541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28a6d2-af78-4cd2-9a99-26577615f3dd req-afe875ba-fe84-42a6-9167-2167be7d62f9 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:28.756582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e28a6d2-af78-4cd2-9a99-26577615f3dd req-afe875ba-fe84-42a6-9167-2167be7d62f9 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 943 time: 0.6310642 May 06 12:47:28.876317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638205cc-f7ad-476b-9487-68fef172573b req-ae4cc7c7-f8fa-4f81-bfd4-56803e7c8dec tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:28.888713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-638205cc-f7ad-476b-9487-68fef172573b req-ae4cc7c7-f8fa-4f81-bfd4-56803e7c8dec tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5919981 May 06 12:47:28.938511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:29.047176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:29.100038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-638205cc-f7ad-476b-9487-68fef172573b req-366d7836-9d3a-4db7-9cb0-b1f1b7b2990f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101588 May 06 12:47:29.107928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:29.118106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:29.128141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:29.207556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port 86ea232e-effa-465b-b205-51be483051df, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=86ea232e-effa-465b-b205-51be483051df,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:29.208226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.232207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3a415e82-ba16-452f-bbda-f9ddeb34f451) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:29.245594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1aff2-1269-4c55-ab9a-dfe0753e324b None None] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:29.311364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:29.316418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:29.322770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.422134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e28a6d2-af78-4cd2-9a99-26577615f3dd req-d3c8aa22-c921-46e4-94e1-03c51e24fd5e tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609147 May 06 12:47:29.435310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 86ea232e-effa-465b-b205-51be483051df owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:29.456465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1a01-7c79-4668-be98-494b74f000dd req-4e5a3e30-933f-4579-9e5f-4019bc203f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:29.465835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-4e5a3e30-933f-4579-9e5f-4019bc203f14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 HTTP/1.1" status: 200 len: 922 time: 0.7958531 May 06 12:47:29.652408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0af95fb1-13b3-4e66-9ed2-d7092fe38e3f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9314342 May 06 12:47:29.664462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8824f246-80a6-4fe0-8aa7-30f92133c332 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:29.667750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44330) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:29.673110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:29.718848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:29.731008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-00e889d1-9571-4621-bcb5-5fd969e98ab8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 HTTP/1.1" status: 200 len: 217 time: 0.2355919 May 06 12:47:29.742380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:29.757791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Usage tracker for resource:router and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:29.764634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:29.824283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34219aa7-4613-49c1-924a-7a7b28f93665 req-c4da5b82-c2db-4911-872b-8e3af66fc2c5 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.3977635 May 06 12:47:29.829052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3a415e82-ba16-452f-bbda-f9ddeb34f451', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:29.829940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.909489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Usage tracker for resource:port and tenant:7c3419df97c74a38aeafb135abd78ea2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:29.918785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1a01-7c79-4668-be98-494b74f000dd req-d65a2d28-3f7b-4745-8172-01d569d40586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:29.922710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-d65a2d28-3f7b-4745-8172-01d569d40586 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d7c2aaa0-e9be-45ec-a920-7c362a86c29e HTTP/1.1" status: 200 len: 861 time: 0.1467371 May 06 12:47:29.927916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:29.931405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:29.942664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:30.069599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Allocated IP 172.20.0.2 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/47d6c8f2-d453-4b92-918d-348db87bcc66) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:30.124163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:30.128875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-5635fa55-4810-4eb0-8795-89611caab362 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774712 May 06 12:47:30.240800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.267028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8824f246-80a6-4fe0-8aa7-30f92133c332 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:30.314860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4160b-8d7d-49d0-8395-147f0ad52ca5 None None] Network 50f7c008-3989-4516-98ec-2573300f07c4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:30.326797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-ab2d721f-8a45-4f77-8613-9a8e61822207 service neutron] 10.222.0.86 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777720 May 06 12:47:30.330429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Made reservation on behalf of 7c3419df97c74a38aeafb135abd78ea2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:30.333874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.387421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=86ea232e-effa-465b-b205-51be483051df,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:30.395596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.396779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.434363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.438870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.443182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.450808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.454864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.456736 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-b064b124-132b-456e-8401-17c99c185510 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3874 time: 0.7798741 May 06 12:47:30.463143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.586037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] No DVR routers for this DVR port 86ea232e-effa-465b-b205-51be483051df on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:30.594793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.597982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '86ea232e-effa-465b-b205-51be483051df'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:30.600240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.639482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:30.644391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-37c9f380-d55b-4994-826c-ecc0894968f6 req-f890dbc6-1194-46af-9927-0bac4bee6782 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703589 May 06 12:47:30.649934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Provisioning for port 8824f246-80a6-4fe0-8aa7-30f92133c332 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:30.652365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Usage tracker for resource:security_group_rule and tenant:7c3419df97c74a38aeafb135abd78ea2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:30.657811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:30.659627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Provisioning complete for port 8824f246-80a6-4fe0-8aa7-30f92133c332 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:30.660039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.661554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1695c-d04e-4ab7-ba4d-8e3cf1f6a688 req-486bbb65-4a37-4f69-9b14-4f718b1b0199 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:30.668708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38b1695c-d04e-4ab7-ba4d-8e3cf1f6a688 req-486bbb65-4a37-4f69-9b14-4f718b1b0199 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3567076 May 06 12:47:30.679604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:30.694280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f19b1a01-7c79-4668-be98-494b74f000dd req-e990d088-549f-48e2-81cc-bb5c9434bfef service neutron] 10.222.0.86 "GET /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475852 May 06 12:47:30.710838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Transition to ACTIVE for port object 47d6c8f2-d453-4b92-918d-348db87bcc66 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:30.735892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.736500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38b1695c-d04e-4ab7-ba4d-8e3cf1f6a688 req-a6522b69-fc0c-4dbf-a9ad-c8cfc92553e5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 May 06 12:47:30.765582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-7fb27e80-fc69-43ea-ad30-45bdb34ad6cd tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "DELETE /v2.0/ports/86ea232e-effa-465b-b205-51be483051df HTTP/1.1" status: 204 len: 173 time: 4.7829916 May 06 12:47:30.876807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Transition to ACTIVE for port object 47d6c8f2-d453-4b92-918d-348db87bcc66 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:30.962854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:30.970217 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:47:30.988336 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53804bfd-3911-4fd8-be2a-b56f4db70d3c'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '86ea232e-effa-465b-b205-51be483051df', 'status': 'completed', 'code': 200} May 06 12:47:31.058391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.069481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.184212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.213772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port b1818eef-033a-4b46-92b2-824c32121419 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:31.214362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.281188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:31.288926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:31.292611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Pushing event updated for resources: {'Port': ['ID=47d6c8f2-d453-4b92-918d-348db87bcc66,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:31.296198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:31.301177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.308116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=21edc654-a938-45f8-a69f-0305526cf080,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:31.320667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a354c3f-8467-48bf-bff1-847052a4b492,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:31.322529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.323239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '37e0752d-c57f-42c8-9bed-3a3e83b1ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:31.323591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: d236e1f2-9801-49ce-9559-99d19a76b08b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:31.366729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] For port 8824f246-80a6-4fe0-8aa7-30f92133c332, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8824f246-80a6-4fe0-8aa7-30f92133c332,segment=NetworkSegment(0dc39502-445b-4966-a963-ae7f58b56d03),segment_id=0dc39502-445b-4966-a963-ae7f58b56d03)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:31.369198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.369699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.372431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.372921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.385372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:31.436910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf925481-5c82-4526-919a-170f15bc4f5d req-0ac73769-41be-4fdd-81bf-9d957a0b9a73 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:31.444953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf925481-5c82-4526-919a-170f15bc4f5d req-0ac73769-41be-4fdd-81bf-9d957a0b9a73 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 943 time: 0.4147370 May 06 12:47:31.558174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.570883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network d236e1f2-9801-49ce-9559-99d19a76b08b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:31.620397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf925481-5c82-4526-919a-170f15bc4f5d req-a8cc2670-7043-428a-beae-7953d0a87a64 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702976 May 06 12:47:31.664447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Attempting to bind port 47d6c8f2-d453-4b92-918d-348db87bcc66 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:31.665074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Attempting to bind port 47d6c8f2-d453-4b92-918d-348db87bcc66 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:31.665894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Attempting to bind port 47d6c8f2-d453-4b92-918d-348db87bcc66 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:31.669592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1842d3-f94e-4bd7-bdca-7b4491da7d5b req-40ad92fc-e612-4db9-b163-c29d465457c0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:31.677248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1842d3-f94e-4bd7-bdca-7b4491da7d5b req-40ad92fc-e612-4db9-b163-c29d465457c0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4733515 May 06 12:47:31.699785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:31.700606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:31.701457 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.702065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:31.702973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Bound port: 47d6c8f2-d453-4b92-918d-348db87bcc66, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:31.703598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:31.718161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd21a62-a4ee-49c3-8fbe-4ac76d42e8de None None] Pushing event updated for resources: {'Port': ['ID=8824f246-80a6-4fe0-8aa7-30f92133c332,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:31.725772 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:47:31.858432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:47:31.875593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Allocated IP 192.168.233.127 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/97afa0e0-bfb4-40bd-a22d-a3e317a0a400) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:31.923172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:31.926856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:31.980536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-21a64cd8-b20e-4f17-9864-32d7679acaed req-d0bce69f-d749-4a19-a0a4-a57ea29d2b5e tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.0667710 May 06 12:47:31.987357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90ad07c0-5eca-4f85-bdc4-d7d255e575bc None None] Provisioning complete for port 8824f246-80a6-4fe0-8aa7-30f92133c332 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:31.988070 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90ad07c0-5eca-4f85-bdc4-d7d255e575bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.006590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d236e1f2-9801-49ce-9559-99d19a76b08b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:32.020738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:32.021324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.083517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45439a20-3923-4f1e-bebb-ca5722fada95 None None] Network d236e1f2-9801-49ce-9559-99d19a76b08b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:32.093030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c1842d3-f94e-4bd7-bdca-7b4491da7d5b req-ef725012-fbc1-4671-918c-28ab8931fd2c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139216 May 06 12:47:32.110786 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.132582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port b1818eef-033a-4b46-92b2-824c32121419, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=b1818eef-033a-4b46-92b2-824c32121419,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:32.133323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.333031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-43c055dc-1fa4-4846-beb4-ff419566cc4f tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8612947 May 06 12:47:32.339466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44390) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:32.499787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for b1818eef-033a-4b46-92b2-824c32121419 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:32.541857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.564548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Transition to ACTIVE for port object 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:32.588568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a7e6-e449-445b-a7e3-e290d02300fe None None] Pushing event updated for resources: {'Port': ['ID=47d6c8f2-d453-4b92-918d-348db87bcc66,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:32.626992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,segment=NetworkSegment(ee68937e-b196-4d3e-8160-bbf6db8ee664),segment_id=ee68937e-b196-4d3e-8160-bbf6db8ee664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:32.691071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.725175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.736798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7', 'network_id': '9d2e175c-f868-4b0c-ac74-b8b52b73c9b2', 'port_id': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7', 'mac_address': 'fa:16:3e:64:32:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c2aaa0-e9be-45ec-a920-7c362a86c29e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:47:32.789158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.854216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d236e1f2-9801-49ce-9559-99d19a76b08b', 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '21edc654-a938-45f8-a69f-0305526cf080'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:32.855255 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:32.874761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.014121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.026461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:33.037440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:33.040549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:33.081523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:33.172993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,segment=NetworkSegment(ee68937e-b196-4d3e-8160-bbf6db8ee664),segment_id=ee68937e-b196-4d3e-8160-bbf6db8ee664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:33.179094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-4d8c1310-9471-4d61-91f8-21c55ba6e415 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.194650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-4d8c1310-9471-4d61-91f8-21c55ba6e415 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.212823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-4d8c1310-9471-4d61-91f8-21c55ba6e415 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.217070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-4d8c1310-9471-4d61-91f8-21c55ba6e415 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.219880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-4d8c1310-9471-4d61-91f8-21c55ba6e415 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 3142 time: 0.9735010 May 06 12:47:33.249930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Pushing event updated for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:33.296939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.333239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Allocated IP 2001:db8::1 (d236e1f2-9801-49ce-9559-99d19a76b08b/21edc654-a938-45f8-a69f-0305526cf080/569cc793-af03-4593-bdfd-9c87e79cb73d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:33.335731 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.367198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d1f10-351a-40bd-9966-60d24145467e req-cb7909af-acf7-472f-8fb6-6f8be704e5ab tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.369587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d2d1f10-351a-40bd-9966-60d24145467e req-cb7909af-acf7-472f-8fb6-6f8be704e5ab tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.7088053 May 06 12:47:33.370258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.411132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:33.412237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.492233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=b1818eef-033a-4b46-92b2-824c32121419,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:33.579619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] No DVR routers for this DVR port b1818eef-033a-4b46-92b2-824c32121419 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:33.586430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.597685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:33.606869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-938304d7-bbbf-435c-876c-8149f6609447 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "DELETE /v2.0/ports/b1818eef-033a-4b46-92b2-824c32121419 HTTP/1.1" status: 204 len: 173 time: 2.8206120 May 06 12:47:33.616922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:33.631948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Allocated IP 172.25.2.30 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/ed14af0b-6841-4317-862e-f5e34588c297) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:33.668573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ddec7cf-5f1c-4d07-9011-6e74dff2cf49 req-35ee4fad-74e3-437c-be9a-e73f240b8b8c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115906 May 06 12:47:33.746008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47d6c8f2-d453-4b92-918d-348db87bcc66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:33.817633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 52de33f8-c380-4148-baab-8217923f4dc8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:33.817633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:33.917089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-3ad0e010-b599-417e-9361-b104d89f9826 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2133930 May 06 12:47:33.939372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Request body: {'port': {'device_id': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:34.145276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.160068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Transition to ACTIVE for port object 569cc793-af03-4593-bdfd-9c87e79cb73d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:34.194310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Transition to ACTIVE for port object 569cc793-af03-4593-bdfd-9c87e79cb73d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:34.214350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:34.226212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a3f73582-b415-4e91-b8bc-3e28df2e0272 None None] Provisioning for port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:34.265018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a3f73582-b415-4e91-b8bc-3e28df2e0272 None None] Provisioning complete for port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:34.265402 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a3f73582-b415-4e91-b8bc-3e28df2e0272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.323412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.339701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8d2d1f10-351a-40bd-9966-60d24145467e req-84052bdf-6165-49c0-889e-0edaee386f25 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9509821 May 06 12:47:34.355959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port 52de33f8-c380-4148-baab-8217923f4dc8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=52de33f8-c380-4148-baab-8217923f4dc8,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:34.356324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.371969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.490907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Network d236e1f2-9801-49ce-9559-99d19a76b08b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:34.520958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 52de33f8-c380-4148-baab-8217923f4dc8 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:34.526008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:34.534766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2dd005-722d-4774-8cd3-4f5caccadfcd None None] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:34.581595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:34.726351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.857922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a3f73582-b415-4e91-b8bc-3e28df2e0272 None None] Port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:34.893386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Pushing event updated for resources: {'Port': ['ID=569cc793-af03-4593-bdfd-9c87e79cb73d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:34.944383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:34.953839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:34.994324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Transition to ACTIVE for port object 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:35.023592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.055924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25383f65-5eb7-48f6-9da6-389dfe0babcc req-afdeb06b-c7ae-4177-8913-ff97a65f27e8 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:35.057986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25383f65-5eb7-48f6-9da6-389dfe0babcc req-afdeb06b-c7ae-4177-8913-ff97a65f27e8 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 944 time: 0.9764855 May 06 12:47:35.063802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 47d6c8f2-d453-4b92-918d-348db87bcc66 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:35.100014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8824f246-80a6-4fe0-8aa7-30f92133c332 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:35.114067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.162044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=21edc654-a938-45f8-a69f-0305526cf080,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:35.166232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25383f65-5eb7-48f6-9da6-389dfe0babcc req-1d7fc2e8-4112-41cb-954c-c94a89f460ef tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019459 May 06 12:47:35.172191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.248160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d236e1f2-9801-49ce-9559-99d19a76b08b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:35.261009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e0752d-c57f-42c8-9bed-3a3e83b1ab32') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:35.261347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e0752d-c57f-42c8-9bed-3a3e83b1ab32') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:35.265948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.282246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.297152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b6f37-70ea-42cb-9700-2dc1923ca7c0 req-1ccadb8a-b044-4d9a-a27a-1e27c9e369aa tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:35.303123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Pushing event updated for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:35.308445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b6f37-70ea-42cb-9700-2dc1923ca7c0 req-1ccadb8a-b044-4d9a-a27a-1e27c9e369aa tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 936 time: 0.7922678 May 06 12:47:35.325789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Attempting to bind port 569cc793-af03-4593-bdfd-9c87e79cb73d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:35.326415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Attempting to bind port 569cc793-af03-4593-bdfd-9c87e79cb73d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '37e0752d-c57f-42c8-9bed-3a3e83b1ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:35.333002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Attempting to bind port 569cc793-af03-4593-bdfd-9c87e79cb73d on network d236e1f2-9801-49ce-9559-99d19a76b08b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:35.340619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:35.344471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Checking segment: {'id': '37e0752d-c57f-42c8-9bed-3a3e83b1ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:35.345105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.345668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Bound using segment: {'id': '37e0752d-c57f-42c8-9bed-3a3e83b1ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:35.346328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Bound port: 569cc793-af03-4593-bdfd-9c87e79cb73d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e0752d-c57f-42c8-9bed-3a3e83b1ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:35.346885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.421455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Provisioning for port 47d6c8f2-d453-4b92-918d-348db87bcc66 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:35.440237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.482135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:35.482135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.483099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:35.487301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:35.495411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:35.504226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8824f246-80a6-4fe0-8aa7-30f92133c332 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:35.504758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.558231 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbcea00-ec47-451c-93c9-a24dda4c3834'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': 'b1818eef-033a-4b46-92b2-824c32121419', 'status': 'completed', 'code': 200} May 06 12:47:35.566373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: timer() May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:35.568338 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:35.629822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Provisioning complete for port 47d6c8f2-d453-4b92-918d-348db87bcc66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:35.630394 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.720947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=52de33f8-c380-4148-baab-8217923f4dc8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:35.757395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a27b6f37-70ea-42cb-9700-2dc1923ca7c0 req-e20e53d9-3651-42b2-83e8-47479fedd4fe tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453208 May 06 12:47:35.869782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:47:35.869782 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:47:35.869782 n-d-840845-1 neutron-server[84799]: [parameters: {'id': 'd236e1f2-9801-49ce-9559-99d19a76b08b'}] May 06 12:47:35.869782 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:35.870331 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:35.885913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] No DVR routers for this DVR port 52de33f8-c380-4148-baab-8217923f4dc8 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:35.897207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:35.913919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-71d7db11-6aa7-44ab-9998-3ac97279087b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "DELETE /v2.0/ports/52de33f8-c380-4148-baab-8217923f4dc8 HTTP/1.1" status: 204 len: 173 time: 2.2889023 May 06 12:47:35.957123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed14af0b-6841-4317-862e-f5e34588c297,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:35.983453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Attempting to bind port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:35.983453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Attempting to bind port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:35.983453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Attempting to bind port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:36.005196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] For port 569cc793-af03-4593-bdfd-9c87e79cb73d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:36.013138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] For port 569cc793-af03-4593-bdfd-9c87e79cb73d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=569cc793-af03-4593-bdfd-9c87e79cb73d,segment=NetworkSegment(37e0752d-c57f-42c8-9bed-3a3e83b1ab32),segment_id=37e0752d-c57f-42c8-9bed-3a3e83b1ab32)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:36.015586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:47:36.015980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Attempting to bind port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:36.125194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port f2224e44-270f-4992-aad4-968e4ef50563 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:36.125585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.129507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.147670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:36.149069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:36.150656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:36.151299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Bound port: 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:36.151920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.201146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9d82-cc24-436d-b4a7-1d1c391c5ec3 req-c7b22930-4655-44af-b935-e1b6c9d57905 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:36.223126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-259b9d82-cc24-436d-b4a7-1d1c391c5ec3 req-c7b22930-4655-44af-b935-e1b6c9d57905 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.6259856 May 06 12:47:36.267893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.490529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a453be-4a21-41c2-9397-32c8a8fafca7 None None] Pushing event updated for resources: {'Port': ['ID=569cc793-af03-4593-bdfd-9c87e79cb73d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:36.533631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:36.541702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7169b3-a31c-4449-88c4-735b414a8197 None None] Network d236e1f2-9801-49ce-9559-99d19a76b08b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:36.563655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-259b9d82-cc24-436d-b4a7-1d1c391c5ec3 req-e31051e4-d9e6-4b96-9cdc-90830602f491 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402455 May 06 12:47:36.581545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:36.585921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port f2224e44-270f-4992-aad4-968e4ef50563, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f2224e44-270f-4992-aad4-968e4ef50563,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:36.585921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.588769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:36.691874 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.745742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for f2224e44-270f-4992-aad4-968e4ef50563 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:36.751335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.837951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a7369-872b-4184-9ba3-30c2e1b51ec8 None None] Pushing event updated for resources: {'Port': ['ID=47d6c8f2-d453-4b92-918d-348db87bcc66,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:36.873529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade157ec-a4d4-4c4a-b3ac-6cd778ec3304 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:47:36.962182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.963927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] 10.222.0.13 "PUT /v2.0/ports/97afa0e0-bfb4-40bd-a22d-a3e317a0a400 HTTP/1.1" status: 200 len: 1096 time: 3.0372343 May 06 12:47:36.964449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:36.968626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:37.005050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938567-41d5-4a03-9b93-8b9dde105f79 service neutron] Pushing event updated for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:37.014825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.015805 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.039135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-33559be6-2b51-4af4-a72e-b1e0ff3b4b01 None None] Provisioning complete for port 47d6c8f2-d453-4b92-918d-348db87bcc66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:37.039614 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-33559be6-2b51-4af4-a72e-b1e0ff3b4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.060750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 569cc793-af03-4593-bdfd-9c87e79cb73d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:37.061370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.189645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-3608c1e3-fe12-4877-903d-6300dfd1980b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.208297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-3608c1e3-fe12-4877-903d-6300dfd1980b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.209187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-3608c1e3-fe12-4877-903d-6300dfd1980b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:37.275725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.287676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade157ec-a4d4-4c4a-b3ac-6cd778ec3304 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:47:37.333837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdecb-686f-4b01-8e09-ee6b18693e81 req-085c4008-aebd-43b1-af65-ed8fb1367c8e tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.335440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a10fdecb-686f-4b01-8e09-ee6b18693e81 req-085c4008-aebd-43b1-af65-ed8fb1367c8e tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 944 time: 0.6358104 May 06 12:47:37.371055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=f2224e44-270f-4992-aad4-968e4ef50563,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:37.436522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a10fdecb-686f-4b01-8e09-ee6b18693e81 req-68f38615-0d7b-461d-bb1a-adf7def6c654 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913434 May 06 12:47:37.441224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-83c5126c-6185-4885-ad31-db7650b726a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c3419df97c74a38aeafb135abd78ea2&device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 1099 time: 0.3285258 May 06 12:47:37.513331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-3608c1e3-fe12-4877-903d-6300dfd1980b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:37.514500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-3608c1e3-fe12-4877-903d-6300dfd1980b tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 1677 time: 1.5085819 May 06 12:47:37.546313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-585c8374-31f8-4171-bb2c-d0c04791912d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400 HTTP/1.1" status: 200 len: 217 time: 0.0959058 May 06 12:47:37.641751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:37.654753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] No DVR routers for this DVR port f2224e44-270f-4992-aad4-968e4ef50563 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:37.690351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.692576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-cf7585fa-cbf5-4abf-8f29-10eddf734c3f tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "DELETE /v2.0/ports/f2224e44-270f-4992-aad4-968e4ef50563 HTTP/1.1" status: 204 len: 173 time: 1.7715473 May 06 12:47:37.693815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:37.774513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29db24-7cf7-46dc-bf62-de807770267b req-4a64e6e3-d3f8-46aa-8c5f-bce33e65a9c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.776120 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-4a64e6e3-d3f8-46aa-8c5f-bce33e65a9c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.2228587 May 06 12:47:37.875856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-63d62076-6cfb-4dda-8789-b076999dc475 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:37.876887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-63d62076-6cfb-4dda-8789-b076999dc475 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Synchronizing usage tracker for tenant:7c3419df97c74a38aeafb135abd78ea2 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:37.881451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 56931c20-2f9b-4de4-bfaf-2691ed309858 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:37.881736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:37.941646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-4ff9eb9b-a6b1-4868-97cd-09273493a96b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571691 May 06 12:47:38.048499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-63d62076-6cfb-4dda-8789-b076999dc475 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Unset dirty status for tenant:7c3419df97c74a38aeafb135abd78ea2 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:38.056154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-63d62076-6cfb-4dda-8789-b076999dc475 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 948 time: 0.3938785 May 06 12:47:38.124334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47d6c8f2-d453-4b92-918d-348db87bcc66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:38.194935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:38.197776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-defb1ec4-344b-4851-9072-eb4214a90ecd tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Synchronizing usage tracker for tenant:7c3419df97c74a38aeafb135abd78ea2 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:38.257732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:38.258097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.263895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-560dc290-f0e0-465a-bfff-b39b09392ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062041 May 06 12:47:38.298096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 569cc793-af03-4593-bdfd-9c87e79cb73d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=569cc793-af03-4593-bdfd-9c87e79cb73d,segment=NetworkSegment(37e0752d-c57f-42c8-9bed-3a3e83b1ab32),segment_id=37e0752d-c57f-42c8-9bed-3a3e83b1ab32)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:38.298096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.376650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-defb1ec4-344b-4851-9072-eb4214a90ecd tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Unset dirty status for tenant:7c3419df97c74a38aeafb135abd78ea2 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:38.383452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd3a1bb8-cf09-40b0-b7ee-f06232f9d2e3 req-defb1ec4-344b-4851-9072-eb4214a90ecd tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262858 May 06 12:47:38.384357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Router d97a3940-a926-449d-bbc4-44d6985e0197 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:47:38.515695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 47d6c8f2-d453-4b92-918d-348db87bcc66 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:38.519282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.568287 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e3617a-9386-4db3-84ab-764ef2521d87'] response: {'name': 'network-changed', 'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400', 'status': 'completed', 'code': 200} May 06 12:47:38.620024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adf36956-ffe9-4348-9f1a-c2f1de84d21c req-d7a8d841-f5ad-436d-b846-83aebc07d289 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9729350 May 06 12:47:38.642299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 569cc793-af03-4593-bdfd-9c87e79cb73d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:38.659129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f6a487d-f71d-480e-a2f2-e6b3968c6822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.906109 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad8b209-92c0-4f48-85d0-ce09a43bb3e6'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '52de33f8-c380-4148-baab-8217923f4dc8', 'status': 'completed', 'code': 200} May 06 12:47:38.929470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:38.992164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,segment=NetworkSegment(ee68937e-b196-4d3e-8160-bbf6db8ee664),segment_id=ee68937e-b196-4d3e-8160-bbf6db8ee664)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:38.998764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:39.033021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] For port 56931c20-2f9b-4de4-bfaf-2691ed309858, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=56931c20-2f9b-4de4-bfaf-2691ed309858,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:39.033300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.090677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.130167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.170710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-be29db24-7cf7-46dc-bf62-de807770267b req-933a292d-8be9-4be8-9e5c-da98a50cfd5e service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8767276 May 06 12:47:39.229303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac203944-6280-440a-b76d-cd977511b30b req-15ca2794-c61c-435f-bd09-861f1587c61b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.234797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:39.239006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac203944-6280-440a-b76d-cd977511b30b req-15ca2794-c61c-435f-bd09-861f1587c61b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3330171 May 06 12:47:39.285573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=569cc793-af03-4593-bdfd-9c87e79cb73d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:39.311576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 569cc793-af03-4593-bdfd-9c87e79cb73d on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:39.325883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac203944-6280-440a-b76d-cd977511b30b req-7a90fc91-88ac-4811-8e4b-a441c22881a5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857782 May 06 12:47:39.348692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:39.361544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:39.388197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:39.388830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:39.513308 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff207a8a-8975-4a31-a6b1-0e8b9c97937c'] response: {'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7', 'code': 200} May 06 12:47:39.655981 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.656852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a6de9036-fd25-42e6-8d45-43fd34eb37e9 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9880586 May 06 12:47:39.664948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44536) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:39.679903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:39.759498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-41963b9e-f938-486a-9149-a4b045f05908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c3419df97c74a38aeafb135abd78ea2&device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 1099 time: 0.3659360 May 06 12:47:39.771169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafc6fa-61bd-418a-bfb3-95f4549bdad5 req-09b04034-9f5c-41ab-a914-0b8b9bcfa0d0 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.772679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-faafc6fa-61bd-418a-bfb3-95f4549bdad5 req-09b04034-9f5c-41ab-a914-0b8b9bcfa0d0 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.7187409 May 06 12:47:39.775027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.804667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f057f6cc-dfd0-4ca4-8adc-691c2ac23b89 req-e8f51c1b-0599-4f07-bb39-48391431cb58 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 1096 time: 0.1834698 May 06 12:47:39.906127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6391-a937-4f55-ac60-650e1b7d67a9 req-961bc958-e56a-4c69-82d2-0e3a05febe09 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:39.907654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9bc6391-a937-4f55-ac60-650e1b7d67a9 req-961bc958-e56a-4c69-82d2-0e3a05febe09 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2854931 May 06 12:47:39.942163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.942163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:39.942163 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Floating IP b9e8c295-2873-45cf-8d20-26d510be9dbf disassociated. External IP: 172.25.2.168, port: 56931c20-2f9b-4de4-bfaf-2691ed309858. May 06 12:47:39.942163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 56931c20-2f9b-4de4-bfaf-2691ed309858 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:39.984208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d236e1f2-9801-49ce-9559-99d19a76b08b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:40.003348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e0752d-c57f-42c8-9bed-3a3e83b1ab32') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:40.003675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e0752d-c57f-42c8-9bed-3a3e83b1ab32') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:40.026090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f057f6cc-dfd0-4ca4-8adc-691c2ac23b89 req-7a2e4909-afa8-4af9-9ef2-dae30f24fd5e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600876 May 06 12:47:40.031991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-faafc6fa-61bd-418a-bfb3-95f4549bdad5 req-25ddc996-bd72-4ae1-b0ab-7edf7edc35f8 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739180 May 06 12:47:40.037787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.081498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501ecce-08e8-45d2-8536-336be142b616 req-ec2a0467-242f-4ed8-aa99-76cd35ecf141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:40.083249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-ec2a0467-242f-4ed8-aa99-76cd35ecf141 service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.3111513 May 06 12:47:40.101825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9bc6391-a937-4f55-ac60-650e1b7d67a9 req-69f8ed93-8e24-48a9-b378-479933793f1e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824102 May 06 12:47:40.134516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.232132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:36Z', 'revision_number': 3, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:40.237568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:47:40.238201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Updating router d97a3940-a926-449d-bbc4-44d6985e0197 port ed14af0b-6841-4317-862e-f5e34588c297 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:47:40.327610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:40.329864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-ac7afe72-9d52-491f-8837-6ecac1862c18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400 HTTP/1.1" status: 200 len: 217 time: 0.2258804 May 06 12:47:40.330365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.350403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: timer() May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:40.369160 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:40.481592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501ecce-08e8-45d2-8536-336be142b616 req-471d7c8c-2630-4354-a9b6-08302dea51b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:40.482977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-471d7c8c-2630-4354-a9b6-08302dea51b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.1452143 May 06 12:47:40.583097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e434f7-298f-4fb0-9cb1-b231e85a95bd req-212d5a38-ec98-49ec-b338-45e8026c0881 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:40.585054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61e434f7-298f-4fb0-9cb1-b231e85a95bd req-212d5a38-ec98-49ec-b338-45e8026c0881 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 943 time: 0.1871109 May 06 12:47:40.654232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-275e1316-059f-412d-9c2e-be56c65aeed7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630089 May 06 12:47:40.695436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61e434f7-298f-4fb0-9cb1-b231e85a95bd req-1471f400-ff29-43c5-afd1-134d4274b93c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups?id=f48dbc99-c2b3-43a1-a5ab-9a56d626d542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037583 May 06 12:47:40.805052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7092ea6-1dc9-4b18-82d0-8f2968b7a6a7 req-da8ff879-a13e-4c8d-b878-2536c9c956dc tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:40.807541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7092ea6-1dc9-4b18-82d0-8f2968b7a6a7 req-da8ff879-a13e-4c8d-b878-2536c9c956dc tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 948 time: 0.5333591 May 06 12:47:40.821948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.858937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.869668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Transition to ACTIVE for port object ed14af0b-6841-4317-862e-f5e34588c297 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:40.880864 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5ff3-0187-44f5-87f8-c650836da738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.904252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:40.907256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:40.953455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-7d105a2c-da4a-43a2-a803-fd0c56a6b3f6 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888889 May 06 12:47:40.980979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.054670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.057382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=d236e1f2-9801-49ce-9559-99d19a76b08b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.066432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883c72b-aa5a-47b1-a4ee-cb28a6ce12a5 None None] Pushing event updated for resources: {'Port': ['ID=ed14af0b-6841-4317-862e-f5e34588c297,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.121632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Attempting to bind port ed14af0b-6841-4317-862e-f5e34588c297 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:41.122246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Attempting to bind port ed14af0b-6841-4317-862e-f5e34588c297 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:41.135863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Attempting to bind port ed14af0b-6841-4317-862e-f5e34588c297 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:41.151518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:41.152030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:41.152326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.152795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:41.153191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Bound port: ed14af0b-6841-4317-862e-f5e34588c297, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:41.153597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.158905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b7092ea6-1dc9-4b18-82d0-8f2968b7a6a7 req-c3605665-85ef-48ae-ab8e-837933f44837 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430066 May 06 12:47:41.184569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-94f9ef22-b11d-4f67-b489-4c8a500f28f9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/d236e1f2-9801-49ce-9559-99d19a76b08b HTTP/1.1" status: 204 len: 168 time: 8.5428007 May 06 12:47:41.185596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44578) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:41.197832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071337634'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:41.207578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:41.215093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=56931c20-2f9b-4de4-bfaf-2691ed309858,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.279089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:41.290514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:41.337821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:41.360603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] For port ed14af0b-6841-4317-862e-f5e34588c297, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:41.366200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] For port ed14af0b-6841-4317-862e-f5e34588c297, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ed14af0b-6841-4317-862e-f5e34588c297,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:41.378471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a501ecce-08e8-45d2-8536-336be142b616 req-84c17bad-19b5-4c7e-98c4-3a265fca60e8 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168482 May 06 12:47:41.394067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa865c9d-099a-4741-966e-1ca78e96711f req-12ef24fa-cc89-4832-a89a-58b22fff8420 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.395718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa865c9d-099a-4741-966e-1ca78e96711f req-12ef24fa-cc89-4832-a89a-58b22fff8420 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3949924 May 06 12:47:41.435989 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4604386c-4303-4e12-8b3d-f480da80d988'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': 'f2224e44-270f-4992-aad4-968e4ef50563', 'status': 'completed', 'code': 200} May 06 12:47:41.457348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa865c9d-099a-4741-966e-1ca78e96711f req-264ef3c6-5f6c-41e0-8f71-36c6c4a72975 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 May 06 12:47:41.471094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.538096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:41.539061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.573117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:47:41.638520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:41.656859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.657201 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 9fb82711-b7af-41e0-9327-948975dbe88c of type vlan for network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a May 06 12:47:41.792251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883c72b-aa5a-47b1-a4ee-cb28a6ce12a5 None None] Pushing event updated for resources: {'Port': ['ID=ed14af0b-6841-4317-862e-f5e34588c297,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:41.799945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:41.800574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:41.844545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:41.895859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c9db-276a-4952-a2f3-b5a8b86703fd req-ed161cb6-ab0d-4a7a-bdbe-1e89a7057e0d tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.908617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5383c9db-276a-4952-a2f3-b5a8b86703fd req-ed161cb6-ab0d-4a7a-bdbe-1e89a7057e0d tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.4046738 May 06 12:47:41.997771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f52d9e-6bff-4edb-a822-174bf82fe8db req-bc0105ad-1f81-4257-b076-a66ef96d8538 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:41.999028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35f52d9e-6bff-4edb-a822-174bf82fe8db req-bc0105ad-1f81-4257-b076-a66ef96d8538 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2971554 May 06 12:47:42.001159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.006150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.006150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.123723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:42.163551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400', 'mac_address': 'fa:16:3e:ea:e4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:47:42.175411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=7fc0f6a7-6916-4fb6-a3ad-72d9288c145a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:42.193413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5383c9db-276a-4952-a2f3-b5a8b86703fd req-018b3ebe-50b1-4c79-820d-68ec2d0c8baa tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841847 May 06 12:47:42.195908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.196427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.197143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.197657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.198125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.198587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.199063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.199535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.200042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.200510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.200967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:42.229730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:42.231487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35f52d9e-6bff-4edb-a822-174bf82fe8db req-1dc5aeba-3011-4e39-bba9-a156c9f50348 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198904 May 06 12:47:42.233326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:47:42.311065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0dfa585-bae1-4201-8ee4-ab40fbd38400 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1251020 May 06 12:47:42.311866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44610) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:42.317909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:42.431238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.432078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.433017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:42.514465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:42.596126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:42.602145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:42.611289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:42.620205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:42.630575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-49380bbe-78e2-49ed-b3c1-81ae7320dd3e req-1bfdd91e-8bd7-49dd-900e-be17837cd203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Synchronizing usage tracker for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:42.664304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a545f-2d19-4d90-bcfe-d8d86690089f req-4c58ca75-6f35-44e8-873d-53e846386c4c tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:42.672469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63a545f-2d19-4d90-bcfe-d8d86690089f req-4c58ca75-6f35-44e8-873d-53e846386c4c tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 948 time: 0.1916950 May 06 12:47:42.737945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b63a545f-2d19-4d90-bcfe-d8d86690089f req-438fb841-a634-4701-9979-8a3290a79f69 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639126 May 06 12:47:42.739138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:47:42.764011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:42.841046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:42.999225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.005135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.025942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-49380bbe-78e2-49ed-b3c1-81ae7320dd3e req-1bfdd91e-8bd7-49dd-900e-be17837cd203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Unset dirty status for tenant:67900abb497542389a9f6834cd5bc0d6 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:43.044146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-49380bbe-78e2-49ed-b3c1-81ae7320dd3e req-1bfdd91e-8bd7-49dd-900e-be17837cd203 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.5025811 May 06 12:47:43.146630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:43.171220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:36Z', 'revision_number': 3, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:43.177011 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f99cf5-5ede-4c4f-9bea-fc086870ce1b None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:36Z', 'revision_number': 3, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:43.239886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.253432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['97afa0e0-bfb4-40bd-a22d-a3e317a0a400'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:43.416903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135613-e271-4432-b901-0138d7ab893f req-307752d3-8232-43e1-8f16-4bbeb2e1926b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:43.440327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea135613-e271-4432-b901-0138d7ab893f req-307752d3-8232-43e1-8f16-4bbeb2e1926b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 814 time: 0.3813846 May 06 12:47:43.484572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea135613-e271-4432-b901-0138d7ab893f req-7b60c1c1-e1ba-44e0-ac29-8fd9426a1b1e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/quotas/d8f0d8b1347548e49f09c0cdded53f6a HTTP/1.1" status: 200 len: 375 time: 0.0432911 May 06 12:47:43.588430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:43.730999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea135613-e271-4432-b901-0138d7ab893f req-793e59aa-c168-4352-acb6-66b717716c46 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451797 May 06 12:47:43.841589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Allocated IP 172.20.0.1 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/a708e251-e56a-408d-a33f-22fb5658492d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:43.845512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:43.872748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Sync routers for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:43.901730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:43.904233 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:43.919460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.191856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] No DVR routers for this DVR port 56931c20-2f9b-4de4-bfaf-2691ed309858 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:44.196630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=b0278cb9-9926-49ad-8e80-4b76dcfa28d4,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:44.205764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.210946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:44.261539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5412bfd-6bff-42e2-8fe6-6f95a006e5ee req-b80e4b12-2dcf-4f6c-b518-30bce0c5a62c tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.13 "DELETE /v2.0/ports/56931c20-2f9b-4de4-bfaf-2691ed309858 HTTP/1.1" status: 204 len: 173 time: 6.5608797 May 06 12:47:44.273583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ed14af0b-6841-4317-862e-f5e34588c297 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:44.310623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '9fb82711-b7af-41e0-9327-948975dbe88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:44.311642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:44.343998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144449bb-a689-4a7f-a405-417d9bbf9223 req-a61e212e-66d4-4aad-afb9-d00b23903e16 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:44.351606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-144449bb-a689-4a7f-a405-417d9bbf9223 req-a61e212e-66d4-4aad-afb9-d00b23903e16 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.8319616 May 06 12:47:44.428721 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:44.481380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.496103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca723f-26fe-4c91-a8ff-647f248357d7 req-aeb517b9-8d5d-46c1-90ef-10fe59f355c7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:44.503609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6eca723f-26fe-4c91-a8ff-647f248357d7 req-aeb517b9-8d5d-46c1-90ef-10fe59f355c7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1648538 May 06 12:47:44.503960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Transition to ACTIVE for port object a708e251-e56a-408d-a33f-22fb5658492d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:44.578115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6eca723f-26fe-4c91-a8ff-647f248357d7 req-01b50445-a8b1-4981-8b51-2b6b0f279693 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730939 May 06 12:47:44.618252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-144449bb-a689-4a7f-a405-417d9bbf9223 req-17b62f9d-c7fa-45a2-9b44-d96c0c11c18d tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631612 May 06 12:47:44.663578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ed14af0b-6841-4317-862e-f5e34588c297 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:44.665223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:44.688578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ed14af0b-6841-4317-862e-f5e34588c297 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:44.690298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.693844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.881320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:44.889215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:44.889845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:44.922039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5abed-b636-4c65-8110-1193dffcbaa0 None None] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:44.947462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:45.045959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:45.053689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:45.081014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ed144001-68dd-4a96-91c3-3bd977d292ed tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7678578 May 06 12:47:45.092912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44674) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:45.104778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241168284'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:45.112799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:45.121290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:45.137296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:45.191309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:45.240175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b208be7-641b-466f-aa2a-33c775df87d0 req-314895d7-c515-4cb3-93fa-4ceccc6a3875 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.248743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b208be7-641b-466f-aa2a-33c775df87d0 req-314895d7-c515-4cb3-93fa-4ceccc6a3875 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 949 time: 0.2964025 May 06 12:47:45.300299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:45.303721 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.331503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4bd4f718-d62b-43ae-8de3-ea23a4d54d60 req-cd2c350f-8749-48cc-82ba-e7b57a0279b4 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.3796995 May 06 12:47:45.369489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b208be7-641b-466f-aa2a-33c775df87d0 req-044fc0da-5213-4ba8-b666-ffdcb2ef88c6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 May 06 12:47:45.387962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Pushing event updated for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:45.419392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.422990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:45.451980 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:45.462434 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Checking router: 28ec98b6-bdec-4cda-a72b-7b2d940ed60d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:47:45.468532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.480917 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 680562b6-ef07-44d1-afd4-983ebd3b0d1b of type vlan for network a71b1da5-f532-42ad-9fb3-bac7e44ff812 May 06 12:47:45.516520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.526907 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:45.529560 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:45.544926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:45.554836 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.570283 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdf5bef-a25f-42dc-8333-424cf0914849'] response: {'server_uuid': '5464f4f3-01c5-49da-9d11-bbb3c06a8efa', 'name': 'network-vif-deleted', 'tag': '56931c20-2f9b-4de4-bfaf-2691ed309858', 'status': 'completed', 'code': 200} May 06 12:47:45.775362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.787736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.791969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:45.792788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:45.958962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-7fc0f6a7-6916-4fb6-a3ad-72d9288c145a', 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': 'b0278cb9-9926-49ad-8e80-4b76dcfa28d4'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:45.962285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.023852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47780ef4-e5c4-4701-b617-3e72c978ea08 req-30692ed0-4d2c-4181-96c2-afe5979dde5a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:46.028981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ed14af0b-6841-4317-862e-f5e34588c297, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ed14af0b-6841-4317-862e-f5e34588c297,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:46.050555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47780ef4-e5c4-4701-b617-3e72c978ea08 req-30692ed0-4d2c-4181-96c2-afe5979dde5a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4551990 May 06 12:47:46.067703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=a71b1da5-f532-42ad-9fb3-bac7e44ff812,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:46.107940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a71b1da5-f532-42ad-9fb3-bac7e44ff812 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:46.127250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7b932b60-3c48-43d9-9bd1-84a37264bb8b None None] Provisioning for port a708e251-e56a-408d-a33f-22fb5658492d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:46.165279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e1baa656-a82c-4cca-8ca4-1275a94a25be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0668337 May 06 12:47:46.165951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:46.180046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': 'a71b1da5-f532-42ad-9fb3-bac7e44ff812', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:46.188004 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:46.238651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7b932b60-3c48-43d9-9bd1-84a37264bb8b None None] Provisioning complete for port a708e251-e56a-408d-a33f-22fb5658492d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:46.240877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b932b60-3c48-43d9-9bd1-84a37264bb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.334849 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.429622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:46.437663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:46.440767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:46.444417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:46.462991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:46.521198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47780ef4-e5c4-4701-b617-3e72c978ea08 req-8430c2a1-1c05-4181-a993-0599680b7684 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504151 May 06 12:47:46.577893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:46.657639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.706016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:46.706408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.757609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:46.766567 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821d4d4-64bb-4b87-957b-705462e6631c None None] The sync data for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 is: [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:38:07Z', 'revision_number': 4, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '5155833e-23c3-4bea-9277-1b78d418a20e', 'name': '', 'network_id': '99edebc2-8b3b-42bf-a690-3757d6268ab1', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'mac_address': 'fa:16:3e:ac:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:05Z', 'updated_at': '2022-05-06T12:38:25Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'subnets': [{'id': 'd805ff44-3ad3-44d8-a4ea-b8e61ca5371f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:46.854004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.900501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:46.961067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Allocated IP 2001:db8::1 (7fc0f6a7-6916-4fb6-a3ad-72d9288c145a/b0278cb9-9926-49ad-8e80-4b76dcfa28d4/fd0ab36e-bff2-45fa-8856-24b1d9fc38c8) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:46.986712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7b932b60-3c48-43d9-9bd1-84a37264bb8b None None] Port a708e251-e56a-408d-a33f-22fb5658492d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:47.001105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.030140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ed14af0b-6841-4317-862e-f5e34588c297,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:47.096864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Performing IP validity checks on allocation pools {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:47:47.097453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:47:47.188978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Pushing event updated for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:47.198282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.262271 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.291809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.292247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.294809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.295019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.295345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:47.410842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.412844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.425692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Transition to ACTIVE for port object fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:47.449682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Transition to ACTIVE for port object fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:47.481199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:47.494794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:47.535108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.542860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2a83-cb05-4e68-965f-0cb05bf9d37c req-bccf1161-cb7e-4a59-98b6-1127bd23f3a6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.544297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-730a2a83-cb05-4e68-965f-0cb05bf9d37c req-bccf1161-cb7e-4a59-98b6-1127bd23f3a6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 949 time: 0.4575813 May 06 12:47:47.569477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=17b99284-2fdc-40f5-93d8-bb7733210c4b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:47.638271 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:47.659021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53de93c8-84ab-44d3-ba4d-718efb2a364c req-8d503b8f-435c-480a-8d20-cacc23566015 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.0739012 May 06 12:47:47.659675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:47.662216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:47.666403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '680562b6-ef07-44d1-afd4-983ebd3b0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a71b1da5-f532-42ad-9fb3-bac7e44ff812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:47.666403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: a71b1da5-f532-42ad-9fb3-bac7e44ff812, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:47.667053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-730a2a83-cb05-4e68-965f-0cb05bf9d37c req-7b1d3b37-2040-4dda-8275-3dbca0878a46 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063259 May 06 12:47:47.679182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:47.689435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:47.692997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:47.808064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network a71b1da5-f532-42ad-9fb3-bac7e44ff812 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:47.919204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a71b1da5-f532-42ad-9fb3-bac7e44ff812) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:47.929646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:47.933167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:48.124602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7f3c6f1-26cf-4fe9-8f7f-73a886dccf96 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9533913 May 06 12:47:48.124602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44760) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:48.137107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f1703-cbac-48be-a7d1-863c6e9ca59c None None] Network a71b1da5-f532-42ad-9fb3-bac7e44ff812 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:48.167024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f231fffa-dabd-4c69-af04-b0cef60f7e66 req-e58d0c8e-6e7b-43ce-87fa-b857947d42ac tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d8f0d8b1347548e49f09c0cdded53f6a HTTP/1.1" status: 200 len: 221 time: 0.1678786 May 06 12:47:48.217392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Attempting to bind port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:48.221220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Attempting to bind port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '9fb82711-b7af-41e0-9327-948975dbe88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:48.221732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Attempting to bind port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 on network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:48.230852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Pushing event updated for resources: {'Port': ['ID=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:48.402622 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c2aab8-2061-4c42-a000-c0c968538549'] response: {'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400', 'code': 200} May 06 12:47:48.418882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:48.423905 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13261ad8-39af-4420-8c34-e41d569e167d None None] New status for floating IP b9e8c295-2873-45cf-8d20-26d510be9dbf: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:47:49.197332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6451-9b0c-419e-9bdd-ffa9d8a3e163 req-ea31535f-b37d-46d4-a36a-66eb1809a814 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.197332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d09b6451-9b0c-419e-9bdd-ffa9d8a3e163 req-ea31535f-b37d-46d4-a36a-66eb1809a814 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.5905669 May 06 12:47:49.200585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65fbcb8f-5f4f-4a95-bff7-cfe1e90cb8b4 req-48830b29-5edf-4968-93f1-ff21254df244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 1101 time: 0.2587845 May 06 12:47:49.201431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ed14af0b-6841-4317-862e-f5e34588c297 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:49.201929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.202162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65fbcb8f-5f4f-4a95-bff7-cfe1e90cb8b4 req-2eb15086-d999-4c58-8c98-ebcc1e1db6c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 May 06 12:47:49.202162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbfd2c-a9f3-4111-9a99-ec9d3d869ca1 req-9f12a339-b298-44fd-ae5f-30c73ce5f318 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.202162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfbbfd2c-a9f3-4111-9a99-ec9d3d869ca1 req-9f12a339-b298-44fd-ae5f-30c73ce5f318 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1728542 May 06 12:47:49.202162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:47:49.202951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d09b6451-9b0c-419e-9bdd-ffa9d8a3e163 req-7d21d396-30dc-4da4-b6fd-a23f6bc515fa tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552563 May 06 12:47:49.203427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfbbfd2c-a9f3-4111-9a99-ec9d3d869ca1 req-ab62d30c-7de2-4083-8d17-c9a9f1f4bdfe tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607395 May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Checking segment: {'id': '9fb82711-b7af-41e0-9327-948975dbe88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Bound using segment: {'id': '9fb82711-b7af-41e0-9327-948975dbe88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Bound port: fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb82711-b7af-41e0-9327-948975dbe88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7fc0f6a7-6916-4fb6-a3ad-72d9288c145a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:49.203508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.204108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.204108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46713-0d92-4c2f-8670-80c31b66bede req-cb099659-ae98-4523-8a32-42add3a9fa24 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.204108 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39d46713-0d92-4c2f-8670-80c31b66bede req-cb099659-ae98-4523-8a32-42add3a9fa24 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.86 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.2421551 May 06 12:47:49.204332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-163fbd12-4427-4ffd-8b4f-216e89e58db1 None None] Provisioning complete for port a708e251-e56a-408d-a33f-22fb5658492d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:49.204332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-163fbd12-4427-4ffd-8b4f-216e89e58db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.204473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Deleting port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:49.204473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.221647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-006e41a4-f567-49a3-b530-68628c203c89 req-092ada3f-253a-4b9f-b059-96f0d8c86721 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/ports?device_id=5464f4f3-01c5-49da-9d11-bbb3c06a8efa HTTP/1.1" status: 200 len: 210 time: 0.0576048 May 06 12:47:49.333618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4a462-549f-44b4-be88-ba4c72a3d2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a71b1da5-f532-42ad-9fb3-bac7e44ff812', 'network_id': 'a71b1da5-f532-42ad-9fb3-bac7e44ff812', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '17b99284-2fdc-40f5-93d8-bb7733210c4b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:49.333618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80a4a462-549f-44b4-be88-ba4c72a3d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.350567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ed14af0b-6841-4317-862e-f5e34588c297 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:49.350567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.395084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:47:49.634660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-20e8f278-02d6-4508-a76f-b697932eaa05 admin admin] 10.222.0.83 "PUT /v2.0/routers/d97a3940-a926-449d-bbc4-44d6985e0197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7361743 May 06 12:47:49.635663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:47:49.636189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] For port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:49.636189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] For port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,segment=NetworkSegment(9fb82711-b7af-41e0-9327-948975dbe88c),segment_id=9fb82711-b7af-41e0-9327-948975dbe88c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:49.636439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:49.636439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:49.639444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-163fbd12-4427-4ffd-8b4f-216e89e58db1 None None] Port a708e251-e56a-408d-a33f-22fb5658492d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:47:49.639844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce816d1-c646-4647-b7e1-22c91ce4f967 req-94c5d6d0-f263-4e7a-8260-8ccf817d47fc tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.639844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fce816d1-c646-4647-b7e1-22c91ce4f967 req-94c5d6d0-f263-4e7a-8260-8ccf817d47fc tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 950 time: 0.3521554 May 06 12:47:49.640036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157806-030f-4201-9690-a5a6e1e8d2c0 req-44834c5b-2c3c-4a12-9a1e-0856e855f6d4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:49.640036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d157806-030f-4201-9690-a5a6e1e8d2c0 req-44834c5b-2c3c-4a12-9a1e-0856e855f6d4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1102688 May 06 12:47:49.669604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] For port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,segment=NetworkSegment(ee68937e-b196-4d3e-8160-bbf6db8ee664),segment_id=ee68937e-b196-4d3e-8160-bbf6db8ee664)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:49.670159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.694479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d157806-030f-4201-9690-a5a6e1e8d2c0 req-9c62d417-1055-4a05-b760-24d5192cb844 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617838 May 06 12:47:49.744380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:49.803508 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:49.890996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Calling delete_port for 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:49.960240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.032899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fce816d1-c646-4647-b7e1-22c91ce4f967 req-36097a40-5e9e-4cb9-a74a-9d9a3abf5dee tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284722 May 06 12:47:50.042332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b00e6-dd95-4f8a-a381-9cf9d1d01f47 req-b0f55473-311d-4f2c-8d1a-bcdd9026ad23 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.053932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-159b00e6-dd95-4f8a-a381-9cf9d1d01f47 req-b0f55473-311d-4f2c-8d1a-bcdd9026ad23 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1432989 May 06 12:47:50.063104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=17b99284-2fdc-40f5-93d8-bb7733210c4b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:50.166368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-159b00e6-dd95-4f8a-a381-9cf9d1d01f47 req-b266ccbd-c486-4af4-b4db-1f93d2eff1f6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115508 May 06 12:47:50.310620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f3a1e-f264-45f9-a40e-37e2e70f3e52 None None] Pushing event updated for resources: {'Port': ['ID=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server [None req-80a4a462-549f-44b4-be88-ba4c72a3d2d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17b99284-2fdc-40f5-93d8-bb7733210c4b: This subnet is being modified by another concurrent operation. May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:47:50.364790 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise exception May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17b99284-2fdc-40f5-93d8-bb7733210c4b: This subnet is being modified by another concurrent operation. May 06 12:47:50.374351 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server May 06 12:47:50.388051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9350f3-f29d-41f9-9145-dca957a96eb5 None None] Network a71b1da5-f532-42ad-9fb3-bac7e44ff812 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:50.484306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.647645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71b1da5-f532-42ad-9fb3-bac7e44ff812']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:50.668403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680562b6-ef07-44d1-afd4-983ebd3b0d1b') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:50.669526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680562b6-ef07-44d1-afd4-983ebd3b0d1b') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:50.729521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.743668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13078231-0750-4248-8ad0-a6806f9b2ea5 req-593bdd98-cbe7-4d14-be54-1e86e4200fdf tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:50.753372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.756336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-13078231-0750-4248-8ad0-a6806f9b2ea5 req-593bdd98-cbe7-4d14-be54-1e86e4200fdf tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 945 time: 0.1949482 May 06 12:47:50.777582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:50.778622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: timer() May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:50.802892 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:50.818068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:46Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:50.824110 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:47:50.825571 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Updating router d97a3940-a926-449d-bbc4-44d6985e0197 port a708e251-e56a-408d-a33f-22fb5658492d binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:47:50.844629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.863424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-13078231-0750-4248-8ad0-a6806f9b2ea5 req-0eed9eb5-29dc-497c-971e-17eceaf2f854 tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/security-groups?id=e89000b3-f457-4bf7-9a19-13268e592bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005931 May 06 12:47:50.872935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:50.885853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:47:50.927991 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.075188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Pushing event deleted for resources: {'Port': ['ID=2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:51.203387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] No DVR routers for this DVR port 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:47:51.208451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf36d4-369b-4547-9af7-14546efcf37d req-9ba1eaa1-0fae-4639-afda-7faa4256703b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:51.217382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80cf36d4-369b-4547-9af7-14546efcf37d req-9ba1eaa1-0fae-4639-afda-7faa4256703b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1860564 May 06 12:47:51.217537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.219363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.222060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'name': 'network-vif-deleted', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:47:51.272298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.284620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-80cf36d4-369b-4547-9af7-14546efcf37d req-d1fb2e9c-6ed4-4163-bc6a-f107c9b36447 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 May 06 12:47:51.311115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=a71b1da5-f532-42ad-9fb3-bac7e44ff812,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:51.318713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7cef4380-960c-44ff-8abb-f8cea57a303a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/a71b1da5-f532-42ad-9fb3-bac7e44ff812 HTTP/1.1" status: 204 len: 168 time: 3.1947055 May 06 12:47:51.323563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44822) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:51.333322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468926447'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:51.341532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:51.351439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:51.356828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:51.364620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:51.479313 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.494111 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Transition to ACTIVE for port object a708e251-e56a-408d-a33f-22fb5658492d will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:51.499541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39d46713-0d92-4c2f-8670-80c31b66bede req-984262c8-5c90-4aaa-892f-341a49b2b13f tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.86 "DELETE /v2.0/ports/2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 HTTP/1.1" status: 204 len: 173 time: 2.4342420 May 06 12:47:51.509415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:51.512928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.633007 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.633911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:47:51.669879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.670493 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 21b183d1-3cd7-41bc-980c-9087bed72593 of type vlan for network 7853352c-ce25-4410-8cbf-843ed0bfb306 May 06 12:47:51.720563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:51.740580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-9a5b8666-2afd-4012-b635-b5e91e005126 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1497831 May 06 12:47:51.748846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081ca70-867b-43ce-9e95-74fd60429b5b req-fca55a99-ddee-436c-9785-fa9d06b68cd5 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:51.751091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1081ca70-867b-43ce-9e95-74fd60429b5b req-fca55a99-ddee-436c-9785-fa9d06b68cd5 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 950 time: 0.2226565 May 06 12:47:51.786632 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Pushing event updated for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:51.804576 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.805177 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.806328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.806808 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.807290 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.807805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.808275 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.808849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.809362 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.809827 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.810304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:47:51.892384 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597fe3ca-9276-4b9e-911b-c81c3ad44864 None None] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:52.069768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.074150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:52.074676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.143341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1081ca70-867b-43ce-9e95-74fd60429b5b req-a389932c-a896-467d-8660-16cd16b7b70b tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694651 May 06 12:47:52.177955 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Attempting to bind port a708e251-e56a-408d-a33f-22fb5658492d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:52.178451 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Attempting to bind port a708e251-e56a-408d-a33f-22fb5658492d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:52.178858 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Attempting to bind port a708e251-e56a-408d-a33f-22fb5658492d on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:52.214515 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:52.220041 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:52.220708 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.221694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:52.222882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Bound port: a708e251-e56a-408d-a33f-22fb5658492d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:52.223968 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.247236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=7853352c-ce25-4410-8cbf-843ed0bfb306,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:52.261643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-a9761dcb-31a0-4d9b-a5e7-4339b0def3dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1096 time: 0.2934964 May 06 12:47:52.282546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 7853352c-ce25-4410-8cbf-843ed0bfb306 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:47:52.301066 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b97efc-6c1e-42d6-935e-b85663c19810'] response: {'server_uuid': 'f958ce03-89b9-4bc8-9334-e3eb976bea11', 'name': 'network-vif-deleted', 'tag': '2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7', 'status': 'completed', 'code': 200} May 06 12:47:52.456359 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] For port a708e251-e56a-408d-a33f-22fb5658492d, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:52.460963 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] For port a708e251-e56a-408d-a33f-22fb5658492d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a708e251-e56a-408d-a33f-22fb5658492d,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:52.512444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f7d7b9a3-8325-4eb6-93b8-15b32202cf1d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1794825 May 06 12:47:52.512551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44856) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:52.516718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:52.521995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:52.530477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-428a3493-29f1-4546-aaf4-f5bc563b89de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:52.530477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-428a3493-29f1-4546-aaf4-f5bc563b89de service neutron] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 915 time: 0.2462182 May 06 12:47:52.532491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328710382', 'description': 'tempest-description--2027787219'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:52.553412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:52.653787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-46975060-e47c-4fd6-9214-e5ec7df3b237 None None] Provisioning for port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:52.893198 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.907071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:52.913477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:52.913477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:52.978262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44866) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:53.071105 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-82468a3b-d490-4a94-8d15-3628b2daa0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.5042920 May 06 12:47:53.076610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:53.076955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bb5bf04a-acc1-4d90-b81a-bd58bfacd7f7 req-bdf0d12f-975b-4a42-b044-b0b48718b73a tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Synchronizing usage tracker for tenant:aae92be2621c411d87cba9def0a25a55 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:47:53.107842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:53.107842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:53.109267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:53.116700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:53.153941 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec180a8-f150-4745-a30c-180c88d6c69c None None] Pushing event updated for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:53.154074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:53.158113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:47:53.158997 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:47:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:53.159624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:53.218761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:53.220667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.252660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da406629-ed07-4fe5-b789-3f92782ca3eb None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:47:53.262331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.266323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-c1d0beb2-01d0-4bb1-8425-fd046b7a8d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:53.268021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-c1d0beb2-01d0-4bb1-8425-fd046b7a8d2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.1875856 May 06 12:47:53.309759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:47:53.317677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.342450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-41ffab55-0b41-459c-9512-450c9c01c8ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661893 May 06 12:47:53.413248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bb5bf04a-acc1-4d90-b81a-bd58bfacd7f7 req-bdf0d12f-975b-4a42-b044-b0b48718b73a tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] Unset dirty status for tenant:aae92be2621c411d87cba9def0a25a55 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:47:53.427008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb5bf04a-acc1-4d90-b81a-bd58bfacd7f7 req-bdf0d12f-975b-4a42-b044-b0b48718b73a tempest-ServerMetadataNegativeTestJSON-1225290517 tempest-ServerMetadataNegativeTestJSON-1225290517-project] 10.222.0.83 "GET /v2.0/ports?device_id=f958ce03-89b9-4bc8-9334-e3eb976bea11 HTTP/1.1" status: 200 len: 210 time: 0.4404032 May 06 12:47:53.435111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,segment=NetworkSegment(9fb82711-b7af-41e0-9327-948975dbe88c),segment_id=9fb82711-b7af-41e0-9327-948975dbe88c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:53.466832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.494665 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:47:53.518734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.571865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.589980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:53.604000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:53.606057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b192c519-89d3-4404-89c3-176e07e9ebaf None None] Provisioning complete for port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:53.607847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b192c519-89d3-4404-89c3-176e07e9ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.613052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:53.637430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-8955dde6-40e2-40c9-8737-c8299750bc84 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753730 May 06 12:47:53.655069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:53.662125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.865491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48dbc99-c2b3-43a1-a5ab-9a56d626d542,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:53.889989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:47:53.978629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:53.978844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:53.980865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4a648a3-72f1-4b26-8667-ee03caa57a20 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/security-groups/f48dbc99-c2b3-43a1-a5ab-9a56d626d542 HTTP/1.1" status: 204 len: 168 time: 0.9083722 May 06 12:47:53.989867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44890) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:53.997400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:47:53.997738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 2cbd3b9e-24cd-4e73-a617-0ce2cbed2dd7 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:47:54.016586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.042151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4272eca9-f98a-4f21-85c5-78b5919dea02 req-501c46ae-e960-42ba-8f26-20a787d5faaa service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949082 May 06 12:47:54.044114 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-6b67e5d4-e115-4044-a547-eec3f78f8cf9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] show failed (client error): The resource could not be found. May 06 12:47:54.045366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6b67e5d4-e115-4044-a547-eec3f78f8cf9 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "GET /v2.0/security-groups/f48dbc99-c2b3-43a1-a5ab-9a56d626d542 HTTP/1.1" status: 404 len: 347 time: 0.0444555 May 06 12:47:54.049254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:54.099507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c420a1-2fa8-49a4-83ed-3ada355b68a5 req-f904d5c7-ef92-42d4-b714-f4f2797512fb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:54.102422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41c420a1-2fa8-49a4-83ed-3ada355b68a5 req-f904d5c7-ef92-42d4-b714-f4f2797512fb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3772604 May 06 12:47:54.112416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da406629-ed07-4fe5-b789-3f92782ca3eb None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:47:54.185353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.253872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41c420a1-2fa8-49a4-83ed-3ada355b68a5 req-bf7fef13-e0e1-4e6a-8962-06fa6af6bef6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499982 May 06 12:47:54.328932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 8cb24731-24e3-483c-a7ac-ec613961a883 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:54.328932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.362690 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:52Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:54.380117 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17255f3c-1034-4a65-87e4-6b0fb77e84c9 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:52Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:47:54.390286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec723a19-8495-4cbc-bfec-7718707b9082,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:54.431804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.433067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5673e2ad-cc55-4aa9-b9a9-8a22f73639e0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.9101000 May 06 12:47:54.436349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44908) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:54.454633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'ec723a19-8495-4cbc-bfec-7718707b9082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:54.462394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:54.615504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:54.643814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:54.807148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:54.807148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:54.916041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=0f3da6f9-040a-4fe6-8b29-388c3c7d2e7b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:54.962093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:54.962981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.001578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '21b183d1-3cd7-41bc-980c-9087bed72593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:55.002717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 7853352c-ce25-4410-8cbf-843ed0bfb306, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:47:55.007321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.007727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.103338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdfd74-1d4d-45ba-9ab0-f74dd9cdede2 req-cd1e9bc3-c112-4162-85f2-2af23b7c4d52 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:55.117938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8fdfd74-1d4d-45ba-9ab0-f74dd9cdede2 req-cd1e9bc3-c112-4162-85f2-2af23b7c4d52 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4849796 May 06 12:47:55.215847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 7853352c-ce25-4410-8cbf-843ed0bfb306 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:47:55.300350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8fdfd74-1d4d-45ba-9ab0-f74dd9cdede2 req-fbeb46cb-3424-4524-9cac-343d06daa1e2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707048 May 06 12:47:55.389971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 7853352c-ce25-4410-8cbf-843ed0bfb306) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:55.413226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9affe8-8e42-4c1d-9c52-7ed3ca20595f None None] Network 7853352c-ce25-4410-8cbf-843ed0bfb306 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:55.420330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:55.421071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.446645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:55.460691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Deleting subnet d7c2aaa0-e9be-45ec-a920-7c362a86c29e {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:47:55.487714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 8cb24731-24e3-483c-a7ac-ec613961a883 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:55.523036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:55.526665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.572748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2657e268-52aa-456c-8424-6ea20d5442b5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0612578 May 06 12:47:55.575970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:55.704629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.892092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-7853352c-ce25-4410-8cbf-843ed0bfb306', 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '0f3da6f9-040a-4fe6-8b29-388c3c7d2e7b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:47:55.898601 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:55.921317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.073448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.091556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.101702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb140-8197-4260-a148-1369d7cf0ec2 req-61daa6cb-0359-4e84-b20d-ea124fdcd8ba tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:56.121494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7bdeb140-8197-4260-a148-1369d7cf0ec2 req-61daa6cb-0359-4e84-b20d-ea124fdcd8ba tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2972581 May 06 12:47:56.192010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=8cb24731-24e3-483c-a7ac-ec613961a883,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:56.222782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.249353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7bdeb140-8197-4260-a148-1369d7cf0ec2 req-f201955b-c6a9-4a47-8ace-1712ce40c991 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309466 May 06 12:47:56.350898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Allocated IP 2001:db8::1 (7853352c-ce25-4410-8cbf-843ed0bfb306/0f3da6f9-040a-4fe6-8b29-388c3c7d2e7b/f69a36e1-a2af-4a03-8fb6-fd2680c56318) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:47:56.415574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.529419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.546381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.575155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a708e251-e56a-408d-a33f-22fb5658492d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:56.705104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.740279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.780738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.792413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Transition to ACTIVE for port object f69a36e1-a2af-4a03-8fb6-fd2680c56318 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:56.814678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Transition to ACTIVE for port object f69a36e1-a2af-4a03-8fb6-fd2680c56318 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:47:56.818473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c2aaa0-e9be-45ec-a920-7c362a86c29e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:56.820322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7700fe-5aff-4cc6-9fe3-9e4f31504e8e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:56.839888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.862059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-470ae2ab-ed9c-4db0-833a-e57d2d62881d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d7c2aaa0-e9be-45ec-a920-7c362a86c29e HTTP/1.1" status: 204 len: 168 time: 1.7158775 May 06 12:47:56.862419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:56.880862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b7ff3-274a-41b5-b4ac-a858f936d555 req-0cebfd3e-0a99-4c9c-ba61-f1cc830e821a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:56.882314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f1b7ff3-274a-41b5-b4ac-a858f936d555 req-0cebfd3e-0a99-4c9c-ba61-f1cc830e821a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3450925 May 06 12:47:56.907823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.909054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-08d99b54-866d-4ac8-9db6-3d072841c061 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/floatingips/b9e8c295-2873-45cf-8d20-26d510be9dbf HTTP/1.1" status: 204 len: 168 time: 2.8586154 May 06 12:47:56.912642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44976) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:56.958877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a708e251-e56a-408d-a33f-22fb5658492d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:47:56.958877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a708e251-e56a-408d-a33f-22fb5658492d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:56.958877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:56.990663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:56.991235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.083532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.087760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.175297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Network 7853352c-ce25-4410-8cbf-843ed0bfb306 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:47:57.176272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Pushing event updated for resources: {'Port': ['ID=f69a36e1-a2af-4a03-8fb6-fd2680c56318,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.181586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:47:57.189012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:47:57.205162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f1b7ff3-274a-41b5-b4ac-a858f936d555 req-eb2f615a-b1cf-4325-8882-54b0e1bada77 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153458 May 06 12:47:57.210935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.214775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2ad9c50c-58fb-4a07-8cf3-e3d50b1ac1ac tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.7749863 May 06 12:47:57.219580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44988) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:57.227698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'ec723a19-8495-4cbc-bfec-7718707b9082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:57.245119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:57.274382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:57.279288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:57.286178 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.354741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:57.359951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Attempting to bind port f69a36e1-a2af-4a03-8fb6-fd2680c56318 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:47:57.360089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Attempting to bind port f69a36e1-a2af-4a03-8fb6-fd2680c56318 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '21b183d1-3cd7-41bc-980c-9087bed72593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:47:57.360404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Attempting to bind port f69a36e1-a2af-4a03-8fb6-fd2680c56318 on network 7853352c-ce25-4410-8cbf-843ed0bfb306 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:47:57.376523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.400355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:47:57.400855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Checking segment: {'id': '21b183d1-3cd7-41bc-980c-9087bed72593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:47:57.401682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.401682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Bound using segment: {'id': '21b183d1-3cd7-41bc-980c-9087bed72593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:47:57.402280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Bound port: f69a36e1-a2af-4a03-8fb6-fd2680c56318, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b183d1-3cd7-41bc-980c-9087bed72593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7853352c-ce25-4410-8cbf-843ed0bfb306'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:47:57.402662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.442287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3da6f9-040a-4fe6-8b29-388c3c7d2e7b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.461967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a708e251-e56a-408d-a33f-22fb5658492d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a708e251-e56a-408d-a33f-22fb5658492d,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:57.515878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] For port f69a36e1-a2af-4a03-8fb6-fd2680c56318, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:47:57.519886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] For port f69a36e1-a2af-4a03-8fb6-fd2680c56318, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f69a36e1-a2af-4a03-8fb6-fd2680c56318,segment=NetworkSegment(21b183d1-3cd7-41bc-980c-9087bed72593),segment_id=21b183d1-3cd7-41bc-980c-9087bed72593)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:47:57.558579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.626788 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.633000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.688537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.716050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2e175c-f868-4b0c-ac74-b8b52b73c9b2']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:57.731332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee68937e-b196-4d3e-8160-bbf6db8ee664') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:57.731609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee68937e-b196-4d3e-8160-bbf6db8ee664') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:57.737822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.746962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.781579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.788704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:57.789406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:57.889632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a013b8b-3780-461a-b513-6c14e494b9de None None] Pushing event updated for resources: {'Port': ['ID=f69a36e1-a2af-4a03-8fb6-fd2680c56318,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:57.896859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820bb3a-23d2-485d-8e73-f2e77f28e3c9 None None] Network 7853352c-ce25-4410-8cbf-843ed0bfb306 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: timer() May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:57.961021 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:57.988876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.052581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for 6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:58.078188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.115026 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.115695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.129221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7853352c-ce25-4410-8cbf-843ed0bfb306']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:58.152791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b183d1-3cd7-41bc-980c-9087bed72593') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:58.152791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b183d1-3cd7-41bc-980c-9087bed72593') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:47:58.166686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.213640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.230639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e76bc-785c-471d-ae19-a0b9c833222b None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:47:58.239498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:47:58.241649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.319784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17722784-8262-4932-a397-568a197ee76a req-4917b4f8-7955-4a40-87f6-bdfb886f0e71 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:58.327867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17722784-8262-4932-a397-568a197ee76a req-4917b4f8-7955-4a40-87f6-bdfb886f0e71 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.7456317 May 06 12:47:58.344195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.427827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: timer() May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:47:58.429853 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:47:58.486752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9d2e175c-f868-4b0c-ac74-b8b52b73c9b2 HTTP/1.1" status: 204 len: 168 time: 1.6230848 May 06 12:47:58.488884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5ee1f-1415-42fd-bba0-9da30a1f8a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2e175c-f868-4b0c-ac74-b8b52b73c9b2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:58.489748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cf141c-5bdd-445b-b334-95fdc6e2f78d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:58.504124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17722784-8262-4932-a397-568a197ee76a req-00ee855f-00ca-4584-9b6b-f59a0014e64f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753719 May 06 12:47:58.506173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:47:58.506173 n-d-840845-1 neutron-server[84800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:47:58.506173 n-d-840845-1 neutron-server[84800]: [parameters: {'id': '7853352c-ce25-4410-8cbf-843ed0bfb306'}] May 06 12:47:58.506173 n-d-840845-1 neutron-server[84800]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:47:58.506570 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:47:58.517092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a708e251-e56a-408d-a33f-22fb5658492d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:47:58.565243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.601745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e76bc-785c-471d-ae19-a0b9c833222b None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:47:58.643420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.645247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-89d98182-ddd8-4b30-abaa-7fd04fd1271f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4247055 May 06 12:47:58.648627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45014) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:58.655723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:47:58.662794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:47:58.667695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:floatingip and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:47:58.673122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:47:58.691532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:47:58.694610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a708e251-e56a-408d-a33f-22fb5658492d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:47:58.695441 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.748048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=6c38b40b-e05c-4868-82f0-8d9b2c6b3a43,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:47:58.825425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.909032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:58.913625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf7b12e1-68eb-423d-9b90-d8fa6c11d773 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/ports/6c38b40b-e05c-4868-82f0-8d9b2c6b3a43 HTTP/1.1" status: 204 len: 168 time: 1.9997420 May 06 12:47:58.918602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:59.050809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.067304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting port b49fda7b-729e-4ae4-a1fb-6588aa577cad {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:59.068864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.120596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45028) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:59.167737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port f69a36e1-a2af-4a03-8fb6-fd2680c56318 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:47:59.168342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.352539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fd6f48f0-bc05-4a0f-8dff-16d97b976bbb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aae92be2621c411d87cba9def0a25a55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2285278 May 06 12:47:59.359011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd0df-38bd-4a80-8bbb-4092579eeeae req-c06d8f64-33ba-4218-b7c1-14a9f7f2bae6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:47:59.369006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab0fd0df-38bd-4a80-8bbb-4092579eeeae req-c06d8f64-33ba-4218-b7c1-14a9f7f2bae6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.6822729 May 06 12:47:59.371445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45036) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:47:59.510182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.584607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.656009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Calling delete_port for b49fda7b-729e-4ae4-a1fb-6588aa577cad owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:47:59.658881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab0fd0df-38bd-4a80-8bbb-4092579eeeae req-936ad9a4-aaed-4f11-9b39-33ff97a7e45a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887297 May 06 12:47:59.807985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.847833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:47:59.896504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port f69a36e1-a2af-4a03-8fb6-fd2680c56318, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f69a36e1-a2af-4a03-8fb6-fd2680c56318,segment=NetworkSegment(21b183d1-3cd7-41bc-980c-9087bed72593),segment_id=21b183d1-3cd7-41bc-980c-9087bed72593)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:47:59.896504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.046683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.067912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for f69a36e1-a2af-4a03-8fb6-fd2680c56318 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:00.127650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Port': ['ID=b49fda7b-729e-4ae4-a1fb-6588aa577cad,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:00.199703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.25.2.222 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/37ae8eb3-8e23-4061-a9d9-1cc9f21c754f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:00.242296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.256845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-269ac79a-f741-4dea-904f-64f0b351796e tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/ports/b49fda7b-729e-4ae4-a1fb-6588aa577cad HTTP/1.1" status: 204 len: 168 time: 1.3348968 May 06 12:48:00.258146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45060) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:00.364612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9febee1-9747-435e-84fa-3c72456f30d6 req-e946026a-6752-4df2-b9ec-b20e3d4064c4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.368051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9febee1-9747-435e-84fa-3c72456f30d6 req-e946026a-6752-4df2-b9ec-b20e3d4064c4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2717178 May 06 12:48:00.397082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.443898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89000b3-f457-4bf7-9a19-13268e592bb2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:00.462037 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.545501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting subnet 97bf5837-932e-4714-9ea3-f0c5ad911a4b {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:00.550281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.660460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.704703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=f69a36e1-a2af-4a03-8fb6-fd2680c56318,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:00.711823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.717823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9febee1-9747-435e-84fa-3c72456f30d6 req-87148a62-d69e-48ea-a740-d46ff1c9bc08 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408527 May 06 12:48:00.723739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port f69a36e1-a2af-4a03-8fb6-fd2680c56318 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:00.783992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.861919 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.890939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7853352c-ce25-4410-8cbf-843ed0bfb306']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:00.907001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b183d1-3cd7-41bc-980c-9087bed72593') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:00.907289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b183d1-3cd7-41bc-980c-9087bed72593') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:00.913729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.915493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-38ce2df4-0e6a-48c7-b764-d1b05a43b7be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e89000b3-f457-4bf7-9a19-13268e592bb2 HTTP/1.1" status: 204 len: 168 time: 1.5019023 May 06 12:48:00.921894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.939225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.947759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:00.948497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:00.965538 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:00.971840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98f51-f65b-4358-93d1-6dc0027cd49c req-b9ccd34c-6fd7-4976-83ed-0d1c3fa34703 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:00.973712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27f98f51-f65b-4358-93d1-6dc0027cd49c req-b9ccd34c-6fd7-4976-83ed-0d1c3fa34703 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.0878770 May 06 12:48:01.026735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.078026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Subnet': ['ID=97bf5837-932e-4714-9ea3-f0c5ad911a4b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.090459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27f98f51-f65b-4358-93d1-6dc0027cd49c req-a496ca19-1444-485b-845a-63714330572f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097476 May 06 12:48:01.093615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.094527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.103385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c9ba5986-cdfb-4e36-b576-ddae267abfe7 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/subnets/97bf5837-932e-4714-9ea3-f0c5ad911a4b HTTP/1.1" status: 204 len: 168 time: 0.8436770 May 06 12:48:01.106088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45088) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:01.109186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b8e8e-f1a9-4b78-b4fa-f1c04d7501b1 None None] Network 6f0ba0d0-27c8-4e38-840b-4046e16a51bc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:01.190196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.199582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.248993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:01.250082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=7853352c-ce25-4410-8cbf-843ed0bfb306,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.264530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:01.282041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cc1d432d-8c0d-4788-b2bb-3e03373a7cc9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/7853352c-ce25-4410-8cbf-843ed0bfb306 HTTP/1.1" status: 204 len: 168 time: 5.7044671 May 06 12:48:01.283754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:01.328602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:01.342722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031391467'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:01.360197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:01.371263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=37ae8eb3-8e23-4061-a9d9-1cc9f21c754f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:01.385133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:01.400478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:01.406020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:01.511173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Deleting subnet 58e8fbda-9cbf-466b-8519-3c333f4e5713 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:01.517755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.545849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] DHCP port deletion for 6f0ba0d0-27c8-4e38-840b-4046e16a51bc request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:01.550779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Deleting port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:01.551144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.581372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:01.584497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.621886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63159-a8c9-491e-99dd-db64f841dbea req-22c0b556-030c-4694-b355-3381402e2213 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:01.631072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dee63159-a8c9-491e-99dd-db64f841dbea req-22c0b556-030c-4694-b355-3381402e2213 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2651041 May 06 12:48:01.635063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:01.647090 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.647912 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 97f6ad28-c8cb-47a2-a62b-4c469690c971 of type vlan for network 391ca905-719b-4508-aeb2-5f54bf1d4be2 May 06 12:48:01.684526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.690191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.692716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.854604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dee63159-a8c9-491e-99dd-db64f841dbea req-12cbee29-ff6c-4a4d-9387-a4e279a5b4f1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070758 May 06 12:48:01.871759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.879490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:01.880458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.914314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:01.945595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] For port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,segment=NetworkSegment(3deb15ed-31ff-454d-be79-98c7408cd4e1),segment_id=3deb15ed-31ff-454d-be79-98c7408cd4e1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:01.948178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.070034 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.122032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.129753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Calling delete_port for 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:02.191913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.194340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8641763 May 06 12:48:02.201913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45154) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:02.209994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:02.221497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d28e7-3310-47e5-9058-5ce7cce279ce None None] Network 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:02.241110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/subnets/58e8fbda-9cbf-466b-8519-3c333f4e5713 HTTP/1.1" status: 204 len: 168 time: 1.1329782 May 06 12:48:02.241519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec67d3-24a8-497f-8c5f-2406e6cedb05 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Subnet': ['ID=58e8fbda-9cbf-466b-8519-3c333f4e5713,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:02.249244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:02.337405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.385567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.420607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2dfab-0995-4d21-bafb-5efd1ffb9023 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=391ca905-719b-4508-aeb2-5f54bf1d4be2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:02.444740 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.470939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 391ca905-719b-4508-aeb2-5f54bf1d4be2 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:02.476431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.525973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] Pushing event deleted for resources: {'Port': ['ID=1fb4c542-a9c5-4a37-a0fa-0f92573f9df0,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:02.530516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c1e2-ba25-4b89-9266-66e82669bc7c req-e40686f8-f9d9-4b02-be78-8537cc9ea7e7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:02.531983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad77c1e2-ba25-4b89-9266-66e82669bc7c req-e40686f8-f9d9-4b02-be78-8537cc9ea7e7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3572299 May 06 12:48:02.540983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:02.742127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:02.762630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.767504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:02.800584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:02.816600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:02.816940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:02.823759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:02.858348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:02.862335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d08a4f-d450-4e4b-81dc-16cef2691eb2 None None] No DVR routers for this DVR port 1fb4c542-a9c5-4a37-a0fa-0f92573f9df0 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:02.889710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=37ae8eb3-8e23-4061-a9d9-1cc9f21c754f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:02.918606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad77c1e2-ba25-4b89-9266-66e82669bc7c req-e634a6ba-448b-46ed-b28d-3c0c5a64af71 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463248 May 06 12:48:02.933448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0ba0d0-27c8-4e38-840b-4046e16a51bc']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:02.947684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deb15ed-31ff-454d-be79-98c7408cd4e1') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:02.948015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deb15ed-31ff-454d-be79-98c7408cd4e1') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:02.960251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:02.982985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.032356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] DHCP port deletion for 6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:03.036491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Deleting port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:03.039828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.057492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.062384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5d17da4f-429a-4f04-837c-24d2c5a2d23f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4078462 May 06 12:48:03.083726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.102318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:03.102889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: timer() May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:03.117388 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:03.127897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.459086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a863a1-3524-4264-888d-64b011f199a4 req-4efb8e65-1834-4af9-927f-c17f6fb10873 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.462753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1a863a1-3524-4264-888d-64b011f199a4 req-4efb8e65-1834-4af9-927f-c17f6fb10873 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1470191 May 06 12:48:03.521952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] For port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,segment=NetworkSegment(9c812efe-0596-400e-8b69-058aa80251ea),segment_id=9c812efe-0596-400e-8b69-058aa80251ea)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:03.523134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.545616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1a863a1-3524-4264-888d-64b011f199a4 req-6c1239d1-55ea-4b73-8d15-9f9d954365dd tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 May 06 12:48:03.577213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.611848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:03.632638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Network': ['ID=6f0ba0d0-27c8-4e38-840b-4046e16a51bc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:03.748618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Calling delete_port for 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:03.804540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab450245-6152-41a3-b6e7-c0626cdf49df req-32e7da32-de44-467b-8e39-0ce3d2ee0a82 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:03.806682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab450245-6152-41a3-b6e7-c0626cdf49df req-32e7da32-de44-467b-8e39-0ce3d2ee0a82 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.0980561 May 06 12:48:03.828079 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ef474c2-4f4c-4709-97a5-bf67f6d92a01 tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/networks/6f0ba0d0-27c8-4e38-840b-4046e16a51bc HTTP/1.1" status: 204 len: 168 time: 1.5778923 May 06 12:48:03.828913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:03.894714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab450245-6152-41a3-b6e7-c0626cdf49df req-5fa354bb-7ada-47a5-92bc-f291ec690858 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776744 May 06 12:48:04.086720 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.089025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.096628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.171680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] Pushing event deleted for resources: {'Port': ['ID=2ae34e42-c25d-48c5-97dc-5e69d9d3f153,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:04.173839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428fbed-e09f-4890-8250-6d3990605b5c None None] No DVR routers for this DVR port 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:04.288337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '97f6ad28-c8cb-47a2-a62b-4c469690c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:04.289172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 391ca905-719b-4508-aeb2-5f54bf1d4be2, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:04.370856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=fb6bd5b6-c267-4115-a55e-8457455324e9,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:04.374814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-374bbcce-d21e-44ad-9c37-b971ee9dcd49 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:04.452699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24307e-8565-4746-84f0-2cc313d724d6 req-d06b6f2d-3276-4b2c-8b20-6c293c974475 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:04.454411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a24307e-8565-4746-84f0-2cc313d724d6 req-d06b6f2d-3276-4b2c-8b20-6c293c974475 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1011124 May 06 12:48:04.462716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:04.497518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.525660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:04.525660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ae34e42-c25d-48c5-97dc-5e69d9d3f153 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:04.536832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a24307e-8565-4746-84f0-2cc313d724d6 req-06e34503-490d-482b-bb1e-aab6b94cb283 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 May 06 12:48:04.546486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:04.576165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c812efe-0596-400e-8b69-058aa80251ea') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:04.576538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c812efe-0596-400e-8b69-058aa80251ea') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:04.615362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.639656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-374bbcce-d21e-44ad-9c37-b971ee9dcd49 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:04.641083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-374bbcce-d21e-44ad-9c37-b971ee9dcd49 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--328710382&fields=id&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 267 time: 0.5540588 May 06 12:48:04.672025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.764533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 391ca905-719b-4508-aeb2-5f54bf1d4be2 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:04.827412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:04.827969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: timer() May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:04.857161 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:04.911826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb6ff-34d2-4cb5-a4e5-73eb9f8481d6 req-9b518c84-d6ed-44ed-919a-45fdad3c881e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:04.913608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c2bb6ff-34d2-4cb5-a4e5-73eb9f8481d6 req-9b518c84-d6ed-44ed-919a-45fdad3c881e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1794758 May 06 12:48:04.978880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-2637dca9-8321-45d5-b20d-923651f4c5b8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:04.980401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-2637dca9-8321-45d5-b20d-923651f4c5b8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:04.988354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c2bb6ff-34d2-4cb5-a4e5-73eb9f8481d6 req-55335fbc-c0a9-472a-bafa-548f32adc093 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525918 May 06 12:48:05.018121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 391ca905-719b-4508-aeb2-5f54bf1d4be2) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:05.028506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b32ce-90a6-40cd-8009-513d240249c7 None None] Network 391ca905-719b-4508-aeb2-5f54bf1d4be2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:05.031141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.032235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.069595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.098128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.102132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] 10.222.0.83 "DELETE /v2.0/networks/6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242 HTTP/1.1" status: 204 len: 168 time: 1.2706993 May 06 12:48:05.105241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-2637dca9-8321-45d5-b20d-923651f4c5b8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:05.106578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-2637dca9-8321-45d5-b20d-923651f4c5b8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.4585459 May 06 12:48:05.110313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0cda-2f1e-4333-98df-c825893d113a tempest-TaggedBootDevicesTest_v242-1951596065 tempest-TaggedBootDevicesTest_v242-1951596065-project] Pushing event deleted for resources: {'Network': ['ID=6dbf6eeb-59a2-4e81-a5d5-4dc74f7db242,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:05.123126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbcac4e6-ef16-44f7-8412-f8dbf577684a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9200428 May 06 12:48:05.126009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45326) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:05.213613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-ae9e7b0d-bbec-4a7c-8e60-aa86369b0d40 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/quotas/e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 375 time: 0.0862060 May 06 12:48:05.377519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-391ca905-719b-4508-aeb2-5f54bf1d4be2', 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': 'fb6bd5b6-c267-4115-a55e-8457455324e9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:05.378379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.429980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-74d513d5-e2be-43d0-8fb5-f2c0b6fa1f29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:05.560411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-74d513d5-e2be-43d0-8fb5-f2c0b6fa1f29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:05.562101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-74d513d5-e2be-43d0-8fb5-f2c0b6fa1f29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3413265 May 06 12:48:05.626788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Allocated IP 2001:db8::1 (391ca905-719b-4508-aeb2-5f54bf1d4be2/fb6bd5b6-c267-4115-a55e-8457455324e9/7822a1d3-0c8d-442b-9004-247684016b8d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:05.698880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e5644-2ddb-46a7-8dd0-8e927963e64c req-9956f053-3afc-4d85-813c-67c87142cf8f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:05.700599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b1e5644-2ddb-46a7-8dd0-8e927963e64c req-9956f053-3afc-4d85-813c-67c87142cf8f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2538493 May 06 12:48:05.745957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.847065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b1e5644-2ddb-46a7-8dd0-8e927963e64c req-3d47aa67-b6ae-4c05-b5ce-f6fd9a5a6236 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365993 May 06 12:48:05.899278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.982936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:05.990347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Transition to ACTIVE for port object 7822a1d3-0c8d-442b-9004-247684016b8d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:06.021541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Transition to ACTIVE for port object 7822a1d3-0c8d-442b-9004-247684016b8d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:06.201060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-a5525fb8-2025-4c08-944a-59cbb9671bfd service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186664 May 06 12:48:06.205170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.286088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Network 391ca905-719b-4508-aeb2-5f54bf1d4be2 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:06.289214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:06.293727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:06.300760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Pushing event updated for resources: {'Port': ['ID=7822a1d3-0c8d-442b-9004-247684016b8d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:06.317177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ee997-4c75-4c43-b433-e048024571f3 req-a7a80346-d17b-402c-a1bc-57a8ad02694b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:06.320267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28ee997-4c75-4c43-b433-e048024571f3 req-a7a80346-d17b-402c-a1bc-57a8ad02694b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1278291 May 06 12:48:06.404887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.412447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-0f87a939-9cd2-40d2-a1f8-a5c9aadc99ad service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959958 May 06 12:48:06.419921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Attempting to bind port 7822a1d3-0c8d-442b-9004-247684016b8d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:06.420341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Attempting to bind port 7822a1d3-0c8d-442b-9004-247684016b8d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '97f6ad28-c8cb-47a2-a62b-4c469690c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:06.420888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Attempting to bind port 7822a1d3-0c8d-442b-9004-247684016b8d on network 391ca905-719b-4508-aeb2-5f54bf1d4be2 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:06.429571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:06.430387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Checking segment: {'id': '97f6ad28-c8cb-47a2-a62b-4c469690c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:06.431084 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.431798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Bound using segment: {'id': '97f6ad28-c8cb-47a2-a62b-4c469690c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:06.432447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Bound port: 7822a1d3-0c8d-442b-9004-247684016b8d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f6ad28-c8cb-47a2-a62b-4c469690c971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:06.432985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.488631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6bd5b6-c267-4115-a55e-8457455324e9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:06.528228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e28ee997-4c75-4c43-b433-e048024571f3 req-1ef9a5d3-d9bc-4b53-8d0f-ea658be66718 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997771 May 06 12:48:06.678881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] For port 7822a1d3-0c8d-442b-9004-247684016b8d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:06.684412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] For port 7822a1d3-0c8d-442b-9004-247684016b8d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7822a1d3-0c8d-442b-9004-247684016b8d,segment=NetworkSegment(97f6ad28-c8cb-47a2-a62b-4c469690c971),segment_id=97f6ad28-c8cb-47a2-a62b-4c469690c971)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:06.703558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.739791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391ca905-719b-4508-aeb2-5f54bf1d4be2']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.792643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f6ad28-c8cb-47a2-a62b-4c469690c971') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.792986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f6ad28-c8cb-47a2-a62b-4c469690c971') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:06.842719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.850730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.889280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.911092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:06.911092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:06.924739 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:07.111450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4a8fa6ff-da8b-440c-9201-f786e9e10a78 req-08a6fa0a-deee-401f-a221-a969c5287856 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.1668837 May 06 12:48:07.164124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc0683-dbbf-4af1-8e56-f6f0b1e9ceba None None] Network 391ca905-719b-4508-aeb2-5f54bf1d4be2 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:07.216104 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 12:48:07.216104 n-d-840845-1 neutron-server[84800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 12:48:07.216104 n-d-840845-1 neutron-server[84800]: [parameters: {'id': '391ca905-719b-4508-aeb2-5f54bf1d4be2'}] May 06 12:48:07.216104 n-d-840845-1 neutron-server[84800]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:07.216602 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:07.623796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dbf0c-fa39-42ad-8bef-8f879d593aa8 None None] Pushing event updated for resources: {'Port': ['ID=7822a1d3-0c8d-442b-9004-247684016b8d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:07.625555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286081f-9110-4e89-88cb-70b5d6b47b02 req-ae97d88a-8494-405d-9a5d-7edf71f8ad18 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:07.638717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2286081f-9110-4e89-88cb-70b5d6b47b02 req-ae97d88a-8494-405d-9a5d-7edf71f8ad18 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1639032 May 06 12:48:07.687060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb05d7-c3e3-4319-b2a1-529c14c4eb5c None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 12:48:07.725237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.778739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 7822a1d3-0c8d-442b-9004-247684016b8d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:07.778739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:07.778933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2286081f-9110-4e89-88cb-70b5d6b47b02 req-2869fdd1-395b-4aa0-bd15-7eaf757f158e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328154 May 06 12:48:08.014813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb05d7-c3e3-4319-b2a1-529c14c4eb5c None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 12:48:08.016736 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:48:08.192755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 7822a1d3-0c8d-442b-9004-247684016b8d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7822a1d3-0c8d-442b-9004-247684016b8d,segment=NetworkSegment(97f6ad28-c8cb-47a2-a62b-4c469690c971),segment_id=97f6ad28-c8cb-47a2-a62b-4c469690c971)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:08.195155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.443613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 7822a1d3-0c8d-442b-9004-247684016b8d owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:08.534306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-123b9d9d-ae79-4107-83a4-18c6269e8efb req-e4102260-d517-454c-b491-aa75e362baaa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.2495961 May 06 12:48:08.549555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43111bab-cad7-4cfc-bfd0-d0fdb635c1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.659578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:08.776016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=7822a1d3-0c8d-442b-9004-247684016b8d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:08.797812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 7822a1d3-0c8d-442b-9004-247684016b8d on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:09.005468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.039137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391ca905-719b-4508-aeb2-5f54bf1d4be2']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:09.056615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f6ad28-c8cb-47a2-a62b-4c469690c971') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:09.056977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f6ad28-c8cb-47a2-a62b-4c469690c971') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:09.070607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.109149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.124693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:09.127191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:09.149093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21f36-3c26-4fdb-b806-bf4c18e4e284 req-3b2ee74c-752b-4b61-aed5-69ebb8d47a9d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:09.150150 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:09.157001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bec21f36-3c26-4fdb-b806-bf4c18e4e284 req-3b2ee74c-752b-4b61-aed5-69ebb8d47a9d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1202772 May 06 12:48:09.444631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bec21f36-3c26-4fdb-b806-bf4c18e4e284 req-8e4736e3-b009-4cdc-8c1f-2035b1947210 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569203 May 06 12:48:09.958195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.008019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.051953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=391ca905-719b-4508-aeb2-5f54bf1d4be2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:10.077010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aade924d-86e6-4991-ad83-55c1896d6864 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/391ca905-719b-4508-aeb2-5f54bf1d4be2 HTTP/1.1" status: 204 len: 168 time: 4.9496646 May 06 12:48:10.080532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45574) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:10.086417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566646217'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:10.094877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:10.101739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:10.103571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb4bea38-54c0-4246-87a7-dba97d3183d8 req-f61e9091-2ce1-404a-8453-f8f75917937a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.1715915 May 06 12:48:10.105968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:10.114975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:10.204301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:10.209245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.278503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:10.288616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.289394 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment e38bf22e-fed6-4076-94f5-2c552e8d92ec of type vlan for network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 May 06 12:48:10.338434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.558658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.566267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:10.567493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.742281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c8a5-cb7a-4670-ae11-599d1b78797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:10.795726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d203e-380e-4148-bae7-138146a1258f req-7da192db-1d29-4293-b046-78faab677f4a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:10.810118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0d203e-380e-4148-bae7-138146a1258f req-7da192db-1d29-4293-b046-78faab677f4a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2158973 May 06 12:48:10.931294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=a9c1e235-3fc3-40a1-a9b5-4961037fbfd1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:10.949332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:10.975236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0d203e-380e-4148-bae7-138146a1258f req-1b411a00-00fa-438e-86a7-3f913d3253d8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637554 May 06 12:48:11.085200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:11.085753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1d77f029-661e-418a-9ac6-d8eb15eb8b10 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0040586 May 06 12:48:11.093177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:11.359046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:11.380118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:11.388827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:11.404290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:11.566456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:11.767075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-aa11a222-a23a-42f5-9f7c-672364f19234 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:11.768977 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-aa11a222-a23a-42f5-9f7c-672364f19234 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.5774834 May 06 12:48:11.793617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e592b6c7-7364-4961-a55e-2f0c618b9f1e req-8187b676-0af8-4cf5-84b3-a4f3237abf67 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.1275871 May 06 12:48:11.797488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:11.934436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-018b3727-c8ac-47b8-b84b-d85dd326cf91 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 379 time: 0.1396065 May 06 12:48:11.949803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'port': {'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'admin_state_up': True, 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'security_groups': ['ec723a19-8495-4cbc-bfec-7718707b9082']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:12.006917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45652) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:12.258674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.377988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:12.384097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.400939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:12.613823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:12.619323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.663865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.767823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:12.773601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f51c7-5b93-48a9-aa4c-003bdfc41767 req-17b95533-0716-43b6-b58e-d191881b89f0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:12.798276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac8f51c7-5b93-48a9-aa4c-003bdfc41767 req-17b95533-0716-43b6-b58e-d191881b89f0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3893824 May 06 12:48:12.947293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:12.980746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Usage tracker for resource:security_group_rule and tenant:7399803bbbfd4d3b95f23cd1b22d1fa3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:12.996638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=8662da48-dfe0-4727-ac1e-03afb0e06f5c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:13.034212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': 'e38bf22e-fed6-4076-94f5-2c552e8d92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:13.034626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: a9c1e235-3fc3-40a1-a9b5-4961037fbfd1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:13.057913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac8f51c7-5b93-48a9-aa4c-003bdfc41767 req-7aff3b03-dbca-4596-9c17-51d53d927728 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587044 May 06 12:48:13.072298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:13.082080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:13.169736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.172040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:13.233452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.20.0.11 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/dcb70c63-f3b8-4f21-b548-74158bd0b274) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:13.313925 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.412780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a9c1e235-3fc3-40a1-a9b5-4961037fbfd1) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:13.420778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:13.421407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.451006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d448a0-3739-444f-bb81-1f3430a240b5 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:13.590306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.627492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75c43-0277-4876-977b-5da61cf02046 req-f86d0ccb-9452-439a-982a-c92aee27227b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:13.628108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:13.638921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4dd75c43-0277-4876-977b-5da61cf02046 req-f86d0ccb-9452-439a-982a-c92aee27227b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3066986 May 06 12:48:13.652515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-74c7f144-cee8-46da-8242-ca80b40f9fbe tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5642796 May 06 12:48:13.655667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Transition to ACTIVE for port object dcb70c63-f3b8-4f21-b548-74158bd0b274 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:13.679727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45726) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:13.706805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:13.745181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0d2d5f7-59f3-47a3-9e2c-17eb88f5007a req-095b0100-911d-4e5b-bb86-a8ed130dd2f0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.5635734 May 06 12:48:13.800097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4dd75c43-0277-4876-977b-5da61cf02046 req-e56b75d1-e9ff-4910-ba85-68e413154b06 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601691 May 06 12:48:13.852768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5174bf87-0949-4d73-8a61-c66f42fec013,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:13.870668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-416fbfc5-fda7-4b53-9279-84496cd4dccf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7399803bbbfd4d3b95f23cd1b22d1fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8552165 May 06 12:48:13.873364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45740) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:13.986825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:13.993349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:subnet and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:13.997975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.000994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:14.009672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.067925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a9c1e235-3fc3-40a1-a9b5-4961037fbfd1', 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '8662da48-dfe0-4727-ac1e-03afb0e06f5c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:14.067925 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.096864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.143592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:14.232354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:14.233573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:14.244164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:14.248910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:14.375917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:14.442969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.504460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5174bf87-0949-4d73-8a61-c66f42fec013,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:14.517574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.518939 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1b2dbbe-4ae4-4a25-84e5-b39595107c74 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5174bf87-0949-4d73-8a61-c66f42fec013 HTTP/1.1" status: 204 len: 168 time: 0.6444271 May 06 12:48:14.709712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.717760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:14.718045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Allocated IP 2001:db8::2 (a9c1e235-3fc3-40a1-a9b5-4961037fbfd1/8662da48-dfe0-4727-ac1e-03afb0e06f5c/1bb9c272-7298-4413-98c8-23d78a6ff5af) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:14.743226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb83c1b-c7c9-46de-b98d-466355acba0b req-bed41308-5bd3-415e-b66e-dd73232c9f5b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:14.771713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfb83c1b-c7c9-46de-b98d-466355acba0b req-bed41308-5bd3-415e-b66e-dd73232c9f5b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4360609 May 06 12:48:15.027367 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.041746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-61cb8234-eb87-465d-a987-0c1ecbab6df9 None None] Provisioning for port dcb70c63-f3b8-4f21-b548-74158bd0b274 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:15.061127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-61cb8234-eb87-465d-a987-0c1ecbab6df9 None None] Provisioning complete for port dcb70c63-f3b8-4f21-b548-74158bd0b274 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:15.061127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-61cb8234-eb87-465d-a987-0c1ecbab6df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.069139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfb83c1b-c7c9-46de-b98d-466355acba0b req-2e3dfc11-f056-4a1e-8a5f-e2e71c9d479c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928717 May 06 12:48:15.233591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-61cb8234-eb87-465d-a987-0c1ecbab6df9 None None] Port dcb70c63-f3b8-4f21-b548-74158bd0b274 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:48:15.278098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.328235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Transition to ACTIVE for port object 1bb9c272-7298-4413-98c8-23d78a6ff5af will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:15.370791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Transition to ACTIVE for port object 1bb9c272-7298-4413-98c8-23d78a6ff5af will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:15.480138 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:15.564696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-9b948cb2-1a76-4de8-89b2-c8d3986a5d1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6234832 May 06 12:48:15.594400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Request body: {'port': {'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:15.617130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c8fa-24b0-4257-a964-040723241358 req-8b3c230f-896f-41d8-b4ec-15f9386cda3d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:15.620130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b79c8fa-24b0-4257-a964-040723241358 req-8b3c230f-896f-41d8-b4ec-15f9386cda3d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2028618 May 06 12:48:15.739034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b79c8fa-24b0-4257-a964-040723241358 req-972a26db-7cbd-43a4-bcae-613acd361f61 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133139 May 06 12:48:15.880684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:15.885932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:15.896306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:15.906440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Pushing event updated for resources: {'Port': ['ID=1bb9c272-7298-4413-98c8-23d78a6ff5af,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:16.118904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Attempting to bind port 1bb9c272-7298-4413-98c8-23d78a6ff5af on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:16.122706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Attempting to bind port 1bb9c272-7298-4413-98c8-23d78a6ff5af by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e38bf22e-fed6-4076-94f5-2c552e8d92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:16.124267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Attempting to bind port 1bb9c272-7298-4413-98c8-23d78a6ff5af on network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:16.140185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c1d3a-a1af-4936-a9f4-41c63770ce52 req-9f731d09-1992-4720-9eec-44ebb3794e68 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:16.140945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e87c1d3a-a1af-4936-a9f4-41c63770ce52 req-9f731d09-1992-4720-9eec-44ebb3794e68 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:16.146053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:16.146359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Checking segment: {'id': 'e38bf22e-fed6-4076-94f5-2c552e8d92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:16.146934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.147794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Bound using segment: {'id': 'e38bf22e-fed6-4076-94f5-2c552e8d92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:16.148417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Bound port: 1bb9c272-7298-4413-98c8-23d78a6ff5af, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38bf22e-fed6-4076-94f5-2c552e8d92ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:16.155637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.171836 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.232252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b9579-a74d-47ae-bc7b-290487172e46 req-4fd0659f-8f7f-4a14-87ce-e8531c92021b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:16.234976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-420b9579-a74d-47ae-bc7b-290487172e46 req-4fd0659f-8f7f-4a14-87ce-e8531c92021b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1602788 May 06 12:48:16.246727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45838) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:16.273294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.355697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:16.360420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ceb1f7e59fe4b2684bb36719d61335e is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:16.364153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:16.374415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:16.442549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e87c1d3a-a1af-4936-a9f4-41c63770ce52 req-9f731d09-1992-4720-9eec-44ebb3794e68 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:16.449346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e87c1d3a-a1af-4936-a9f4-41c63770ce52 req-9f731d09-1992-4720-9eec-44ebb3794e68 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 932 time: 0.9373610 May 06 12:48:16.486250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:16.496646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1bb9c272-7298-4413-98c8-23d78a6ff5af,segment=NetworkSegment(e38bf22e-fed6-4076-94f5-2c552e8d92ec),segment_id=e38bf22e-fed6-4076-94f5-2c552e8d92ec)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:16.536014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e87c1d3a-a1af-4936-a9f4-41c63770ce52 req-e6bdd5bc-e4b5-4d20-908c-f4e7186fa225 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856221 May 06 12:48:16.612604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-420b9579-a74d-47ae-bc7b-290487172e46 req-2e6acec5-ea90-4fe4-a5a4-f480fa3dcc29 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208060 May 06 12:48:16.614587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.630217 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.715482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:16.815670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.001996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ceb1f7e59fe4b2684bb36719d61335e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7536831 May 06 12:48:17.002794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45862) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:17.042264 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.058248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f5457-23e7-4740-bd7c-c9e1b6365fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6290acee-f058-424b-8848-c58d0ec6f05b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:17.139371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb70c63-f3b8-4f21-b548-74158bd0b274 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:17.161593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b68e6-e7f5-45e4-a937-ba68d95b6c32 None None] Pushing event updated for resources: {'Port': ['ID=1bb9c272-7298-4413-98c8-23d78a6ff5af,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:17.169476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.197859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:17.211717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:17.236647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=a0465970-54d9-4466-8e36-492b23ae1cd6,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:17.251119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.252159 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.279490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Transition to ACTIVE for port object dcb70c63-f3b8-4f21-b548-74158bd0b274 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:17.303043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab38e-ac34-4ce0-9513-728211544fed req-21c1a179-0c8a-45a9-b9d7-8584ab1aa399 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:17.315366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e5ab38e-ac34-4ce0-9513-728211544fed req-21c1a179-0c8a-45a9-b9d7-8584ab1aa399 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3659556 May 06 12:48:17.321669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.420295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.442858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e5ab38e-ac34-4ce0-9513-728211544fed req-6cfda62b-5df4-46ee-a2b4-361008c13212 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277409 May 06 12:48:17.457321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec9393f9-9a2e-4c6b-91bd-c1420b715c4e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7708006 May 06 12:48:17.458628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45876) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:17.580909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.772124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.817011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6290acee-f058-424b-8848-c58d0ec6f05b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:17.846827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:17.859495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-80c0cf26-eee7-4541-821d-b4d33e073790 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6290acee-f058-424b-8848-c58d0ec6f05b HTTP/1.1" status: 204 len: 168 time: 0.8467557 May 06 12:48:18.265635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a314c-59e5-4a0c-a130-4110d66eed92 req-22dca2fe-6506-48f8-bf2b-c0bcf5b06be6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.274735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-053a314c-59e5-4a0c-a130-4110d66eed92 req-22dca2fe-6506-48f8-bf2b-c0bcf5b06be6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2006624 May 06 12:48:18.440862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-053a314c-59e5-4a0c-a130-4110d66eed92 req-9d17a5c8-651f-4f06-b82d-ac0dd5c3b6e4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651525 May 06 12:48:18.538500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.574696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.580015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.581374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.585447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.604625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Synchronizing usage tracker for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:18.617080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:18.675466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1bb9c272-7298-4413-98c8-23d78a6ff5af up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:18.977453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4e3c-a865-4db0-8b83-f696d36896bd req-cb5e76c0-c485-407a-b504-7515f1cd123d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:18.985362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-181e4e3c-a865-4db0-8b83-f696d36896bd req-cb5e76c0-c485-407a-b504-7515f1cd123d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2055540 May 06 12:48:19.089619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-181e4e3c-a865-4db0-8b83-f696d36896bd req-6f020a46-47c4-4c0e-a430-508ffd8001e8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030588 May 06 12:48:19.120231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cdd27-b91b-4b93-aba5-7be065917ccc req-29bf0e34-cb6c-40af-833d-6b13334ea760 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.136468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-428cdd27-b91b-4b93-aba5-7be065917ccc req-29bf0e34-cb6c-40af-833d-6b13334ea760 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 944 time: 0.9847736 May 06 12:48:19.181422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ecfead-1619-44f8-9555-1c05f9f392b4 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:19.233933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Attempting to bind port dcb70c63-f3b8-4f21-b548-74158bd0b274 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:19.234639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Attempting to bind port dcb70c63-f3b8-4f21-b548-74158bd0b274 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:19.235160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Attempting to bind port dcb70c63-f3b8-4f21-b548-74158bd0b274 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:19.250799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Unset dirty status for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:19.254431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-75dad5ac-97de-4fa0-8ea4-fb0deb770ee7 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.7813704 May 06 12:48:19.260005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:19.266000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110463620'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:19.278835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:19.292510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:19.297105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:19.313804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:19.343873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Port dcb70c63-f3b8-4f21-b548-74158bd0b274 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:48:19.344583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Attempting to bind port dcb70c63-f3b8-4f21-b548-74158bd0b274 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:19.355475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1bb9c272-7298-4413-98c8-23d78a6ff5af completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:19.363118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:19.363451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:19.383804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:19.383804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Bound port: dcb70c63-f3b8-4f21-b548-74158bd0b274, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:19.385045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.461396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-428cdd27-b91b-4b93-aba5-7be065917ccc req-88c6d081-b140-4641-a637-ca6a97ee18d2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195465 May 06 12:48:19.555477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab50fa5-575b-4c29-9ce3-25504f52e83d req-7c8a74e5-5b0a-4324-93d9-4c96f65da473 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:19.571669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aab50fa5-575b-4c29-9ce3-25504f52e83d req-7c8a74e5-5b0a-4324-93d9-4c96f65da473 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2511165 May 06 12:48:19.709607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:19.713044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.735717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:19.747569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:19.766860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aab50fa5-575b-4c29-9ce3-25504f52e83d req-5a3a6466-fc87-439e-aac2-b67b476f226e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915672 May 06 12:48:19.793912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:19.832870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.833211 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 140d0698-221c-4420-9674-6783e02efc8c of type vlan for network 8eecd459-fc9f-4a04-a61c-0487047562ce May 06 12:48:19.876147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Provisioning for port 1bb9c272-7298-4413-98c8-23d78a6ff5af completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:19.930135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:19.977925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Provisioning complete for port 1bb9c272-7298-4413-98c8-23d78a6ff5af triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:19.978516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.024908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Update dhcp port {'port': {'network_id': 'a9c1e235-3fc3-40a1-a9b5-4961037fbfd1', 'fixed_ips': [{'subnet_id': '8662da48-dfe0-4727-ac1e-03afb0e06f5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0465970-54d9-4466-8e36-492b23ae1cd6'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '1bb9c272-7298-4413-98c8-23d78a6ff5af'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:48:20.134738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.188678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.240454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.246984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.249794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.329353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:20.368054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.368054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-eb4f2d57-39f0-4603-9535-01d60b0e5764 service neutron] 10.222.0.86 "PUT /v2.0/ports/dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 1092 time: 4.7862828 May 06 12:48:20.368054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:20.374127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:20.428101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebe0a1-0e97-49ac-9e61-54b7cab32922 req-1c98ce18-32b3-4d25-8ecb-0834b6fa704a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.437262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aebe0a1-0e97-49ac-9e61-54b7cab32922 req-1c98ce18-32b3-4d25-8ecb-0834b6fa704a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3238916 May 06 12:48:20.693305 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6744334e-b90d-4aca-a563-2ad691cfefa8'] response: {'name': 'network-changed', 'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'status': 'completed', 'code': 200} May 06 12:48:20.698499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=8eecd459-fc9f-4a04-a61c-0487047562ce,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:20.702835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aebe0a1-0e97-49ac-9e61-54b7cab32922 req-6b46542d-b1cd-46d3-9524-14a629d9fc3c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 May 06 12:48:20.705622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Allocated IP 172.20.0.1 (a9c1e235-3fc3-40a1-a9b5-4961037fbfd1/a0465970-54d9-4466-8e36-492b23ae1cd6/1bb9c272-7298-4413-98c8-23d78a6ff5af) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:20.705622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:20.830328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d31d-13a1-4094-b91d-9f8c31bb7d58 req-2580529b-40ec-4f8a-b375-ebbb49640b9c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.830328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d83d31d-13a1-4094-b91d-9f8c31bb7d58 req-2580529b-40ec-4f8a-b375-ebbb49640b9c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 944 time: 0.1933293 May 06 12:48:20.972352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0568-6b67-4b17-864d-47d6e023ebb4 req-feeabbf0-d20e-46ce-931f-9dac99b2c74a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:20.981013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df5f0568-6b67-4b17-864d-47d6e023ebb4 req-feeabbf0-d20e-46ce-931f-9dac99b2c74a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1297491 May 06 12:48:20.989892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d83d31d-13a1-4094-b91d-9f8c31bb7d58 req-2cec46dd-34b8-4078-b98e-fe8deef1bb3a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603563 May 06 12:48:21.002811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e438ad43-28d9-43ea-8ae4-27f67364b349 req-1118491a-65ec-4582-8ea5-9ee46212314b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1095 time: 0.4885099 May 06 12:48:21.010354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7138c3a9-8645-4756-ab8d-a448fc0eba17 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7454343 May 06 12:48:21.025125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45992) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:21.062453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:21.067016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1bb9c272-7298-4413-98c8-23d78a6ff5af,segment=NetworkSegment(e38bf22e-fed6-4076-94f5-2c552e8d92ec),segment_id=e38bf22e-fed6-4076-94f5-2c552e8d92ec)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:21.106227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df5f0568-6b67-4b17-864d-47d6e023ebb4 req-fc503ab7-a554-45e7-8ceb-c3f5e400cf78 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224256 May 06 12:48:21.165738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.260853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Transition to ACTIVE for port object 1bb9c272-7298-4413-98c8-23d78a6ff5af will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:21.445873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ad43-28d9-43ea-8ae4-27f67364b349 req-6b04e46b-294f-46a1-be25-227b1fb3bcf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:21.445873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e438ad43-28d9-43ea-8ae4-27f67364b349 req-6b04e46b-294f-46a1-be25-227b1fb3bcf6 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4285843 May 06 12:48:21.662777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.731547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8469b-d559-4a04-91bb-4b4814d02247 req-424cb135-df37-4085-b9cc-f5b380435aea tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:21.733749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71f8469b-d559-4a04-91bb-4b4814d02247 req-424cb135-df37-4085-b9cc-f5b380435aea tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2797866 May 06 12:48:21.736236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 06 12:48:21.736236 n-d-840845-1 neutron-server[84801]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 06 12:48:21.736236 n-d-840845-1 neutron-server[84801]: [parameters: {'status': 'ACTIVE', 'ports_id': '1bb9c272-7298-4413-98c8-23d78a6ff5af'}] May 06 12:48:21.736236 n-d-840845-1 neutron-server[84801]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:21.736646 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:21.798808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.873092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:21.911023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71f8469b-d559-4a04-91bb-4b4814d02247 req-89db36c1-0eb9-4d91-a458-2b5fb61a874f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515458 May 06 12:48:21.936928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9134626-6ec8-443b-840a-47d190f6633b None None] Pushing event updated for resources: {'Port': ['ID=1bb9c272-7298-4413-98c8-23d78a6ff5af,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:22.081015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.554220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.583582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:22.595978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1bb9c272-7298-4413-98c8-23d78a6ff5af up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:22.710944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 8eecd459-fc9f-4a04-a61c-0487047562ce is not hosted by any dhcp agent {{(pid=84799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:48:22.716677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.717767 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:22.719221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "PUT /v2.0/networks/8eecd459-fc9f-4a04-a61c-0487047562ce HTTP/1.1" status: 200 len: 723 time: 1.6930418 May 06 12:48:22.730882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:22.746688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:22.775295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f570b30-9ba5-40d3-be75-7ab5a274112b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=8eecd459-fc9f-4a04-a61c-0487047562ce,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:22.776755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1bb9c272-7298-4413-98c8-23d78a6ff5af,segment=NetworkSegment(e38bf22e-fed6-4076-94f5-2c552e8d92ec),segment_id=e38bf22e-fed6-4076-94f5-2c552e8d92ec)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:22.804478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:22.905767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ad43-28d9-43ea-8ae4-27f67364b349 req-f991a07f-17e1-422f-b87e-88ee6134c8a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.909377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e438ad43-28d9-43ea-8ae4-27f67364b349 req-f991a07f-17e1-422f-b87e-88ee6134c8a5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4637740 May 06 12:48:22.947369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fbf6b-06d3-429b-ac4f-95958d067844 req-e5811b0e-bf8a-4960-aaad-656911452ce4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:22.965021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-872fbf6b-06d3-429b-ac4f-95958d067844 req-e5811b0e-bf8a-4960-aaad-656911452ce4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5842550 May 06 12:48:23.125684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af2e0e-af1f-4908-babc-5e50a2e25936 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:23.265375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-872fbf6b-06d3-429b-ac4f-95958d067844 req-390e9f01-ee2d-44e3-8ddf-af8ff55d6944 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990837 May 06 12:48:23.289573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:23.302005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:23.333540 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-31ca1d7f-7fc4-4e88-a1ce-3f31cafaca99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1095 time: 0.3655903 May 06 12:48:23.495573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-143d06f7-b2e4-489c-bcb5-602315383b46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 217 time: 0.1501601 May 06 12:48:23.496666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:23.652422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-7ae97862-3f02-4f52-adee-39c0959e2f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:23.656187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-7ae97862-3f02-4f52-adee-39c0959e2f1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.1542912 May 06 12:48:23.830066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:23.924261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b327a-54ca-4ef3-a2b9-10504e17c013 req-827f6480-a8f1-40d1-b4a6-6042582a8ea8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:23.928989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290325d6-83a5-49ef-a8c0-0fa1f29089c1 None None] Pushing event updated for resources: {'Port': ['ID=1bb9c272-7298-4413-98c8-23d78a6ff5af,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:23.933551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a05b327a-54ca-4ef3-a2b9-10504e17c013 req-827f6480-a8f1-40d1-b4a6-6042582a8ea8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2762232 May 06 12:48:24.029564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1e693883-c8d9-435f-9641-5f6d587f1d7e None None] Provisioning for port 1bb9c272-7298-4413-98c8-23d78a6ff5af completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:24.035014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1e693883-c8d9-435f-9641-5f6d587f1d7e None None] Provisioning complete for port 1bb9c272-7298-4413-98c8-23d78a6ff5af triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:24.035526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e693883-c8d9-435f-9641-5f6d587f1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.071211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-de67be4b-8d42-460b-a260-df7d8c80de9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3416219 May 06 12:48:24.098431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.099625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-ff530907-c86f-475a-a17f-0313a6cbd788 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:48:24.100746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-ff530907-c86f-475a-a17f-0313a6cbd788 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0286174 May 06 12:48:24.378959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a05b327a-54ca-4ef3-a2b9-10504e17c013 req-2a4a3fe9-a4b8-4668-8309-da65c201e1f0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381378 May 06 12:48:24.431386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-fa4d6572-0b1f-4346-8ab2-23c4efebdac1 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166420 May 06 12:48:24.543281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-66e8369d-e6f4-4d1c-a4d6-006a98d31030 None None] Provisioning complete for port 1bb9c272-7298-4413-98c8-23d78a6ff5af triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:24.547966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-66e8369d-e6f4-4d1c-a4d6-006a98d31030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.691661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1bb9c272-7298-4413-98c8-23d78a6ff5af up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:24.746850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ede74-3c7e-4e7e-ad06-d50ef7799777 req-94184e35-3e3f-4e9f-bf15-e57edf74abc1 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.756394 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f76ede74-3c7e-4e7e-ad06-d50ef7799777 req-94184e35-3e3f-4e9f-bf15-e57edf74abc1 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 944 time: 2.2305319 May 06 12:48:24.888589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f76ede74-3c7e-4e7e-ad06-d50ef7799777 req-ebf56c9e-616d-4f5f-bb7b-56ce2edbc5ef tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275551 May 06 12:48:24.949299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c7acd40-0c0f-427f-9c1b-c9d86dd37090 req-07c727d9-27a0-42a7-982b-7755671ec2a9 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133803 May 06 12:48:24.965747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1bb9c272-7298-4413-98c8-23d78a6ff5af triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:24.966355 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:24.992267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61184e35-77a4-4d48-8903-b4c807e2e8a7 req-240b2952-b6c1-4cc3-b163-b9f6dbb54280 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:24.994853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61184e35-77a4-4d48-8903-b4c807e2e8a7 req-240b2952-b6c1-4cc3-b163-b9f6dbb54280 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2132323 May 06 12:48:25.063925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61184e35-77a4-4d48-8903-b4c807e2e8a7 req-b38f7546-02b9-43c9-ba9d-df2d52d4d44b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623817 May 06 12:48:25.105083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:25.382313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=75f8e412-a26d-4ce7-8b49-542765df439f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:25.409366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '140d0698-221c-4420-9674-6783e02efc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:25.410094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 8eecd459-fc9f-4a04-a61c-0487047562ce, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:25.463887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac66418-80a9-4520-b0e4-4cf684c5a755 req-53077cbf-a248-456e-93fd-f422aaa7e549 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:25.465378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ac66418-80a9-4520-b0e4-4cf684c5a755 req-53077cbf-a248-456e-93fd-f422aaa7e549 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2045910 May 06 12:48:25.542554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ac66418-80a9-4520-b0e4-4cf684c5a755 req-76918c32-b427-4bae-b0ab-07cf432bfb0d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696526 May 06 12:48:25.582023 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:25.659837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 8eecd459-fc9f-4a04-a61c-0487047562ce is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:25.811345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8eecd459-fc9f-4a04-a61c-0487047562ce) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:25.831151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871f927-5b5f-4c7c-9a85-858374e653cc None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:25.841568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:25.846107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.019213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46156) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:26.020097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ff009f70-30f0-4b80-9c16-409acd768917 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2836006 May 06 12:48:26.027329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:26.065460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180cc36-c5ff-4ce4-8e34-49063d0590f3 req-fe5ae940-b76a-4864-a019-2509b6578382 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.079026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0180cc36-c5ff-4ce4-8e34-49063d0590f3 req-fe5ae940-b76a-4864-a019-2509b6578382 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2614248 May 06 12:48:26.194377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0180cc36-c5ff-4ce4-8e34-49063d0590f3 req-1ea3c622-5114-4e7c-b263-d1ff0156a8be tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978262 May 06 12:48:26.287515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-8eecd459-fc9f-4a04-a61c-0487047562ce', 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '75f8e412-a26d-4ce7-8b49-542765df439f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:26.288628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:26.455681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959c9d-0b0c-4930-abee-b3ae55994e9f req-06604ce2-7fc3-4201-8624-b1ea90e3426c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.458959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88959c9d-0b0c-4930-abee-b3ae55994e9f req-06604ce2-7fc3-4201-8624-b1ea90e3426c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 944 time: 0.3172529 May 06 12:48:26.675940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Allocated IP 2001:db8::2 (8eecd459-fc9f-4a04-a61c-0487047562ce/75f8e412-a26d-4ce7-8b49-542765df439f/6b6cecac-6605-48c3-9b5f-4adb3263b011) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:26.909213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87dfb-a622-48a5-9102-3227c2c80d4b req-97e48be3-0aa8-455e-a2e8-a0d42636330b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:26.911890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0de87dfb-a622-48a5-9102-3227c2c80d4b req-97e48be3-0aa8-455e-a2e8-a0d42636330b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4592474 May 06 12:48:26.936379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88959c9d-0b0c-4930-abee-b3ae55994e9f req-e87da35e-f9fd-4f8c-9366-6c7841c69989 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583912 May 06 12:48:26.995136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2808405'] for subnet, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.054327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0de87dfb-a622-48a5-9102-3227c2c80d4b req-53390529-2185-4ab3-8241-e33f9779e8bf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341052 May 06 12:48:27.165295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.183523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Transition to ACTIVE for port object 6b6cecac-6605-48c3-9b5f-4adb3263b011 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:27.210505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Transition to ACTIVE for port object 6b6cecac-6605-48c3-9b5f-4adb3263b011 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:27.323301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.427978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:27.429974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:27.434519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:27.443430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Pushing event updated for resources: {'Port': ['ID=6b6cecac-6605-48c3-9b5f-4adb3263b011,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:27.500058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Deleting port 5155833e-23c3-4bea-9277-1b78d418a20e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:27.500526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.674201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Attempting to bind port 6b6cecac-6605-48c3-9b5f-4adb3263b011 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:27.676026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Attempting to bind port 6b6cecac-6605-48c3-9b5f-4adb3263b011 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '140d0698-221c-4420-9674-6783e02efc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:27.676600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Attempting to bind port 6b6cecac-6605-48c3-9b5f-4adb3263b011 on network 8eecd459-fc9f-4a04-a61c-0487047562ce {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:27.695362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:27.695820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Checking segment: {'id': '140d0698-221c-4420-9674-6783e02efc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:27.696399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.696956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Bound using segment: {'id': '140d0698-221c-4420-9674-6783e02efc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:27.697502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Bound port: 6b6cecac-6605-48c3-9b5f-4adb3263b011, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140d0698-221c-4420-9674-6783e02efc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8eecd459-fc9f-4a04-a61c-0487047562ce'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:27.697887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.732179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742007016605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7302214'] for subnet, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.834107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] For port 6b6cecac-6605-48c3-9b5f-4adb3263b011, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:27.840164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f750bf9-7489-484d-a1dc-61e59a9b6cac req-b07e844b-971b-418c-a7b4-0cb4bde180e6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:27.841859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f750bf9-7489-484d-a1dc-61e59a9b6cac req-b07e844b-971b-418c-a7b4-0cb4bde180e6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2393217 May 06 12:48:27.845972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] For port 6b6cecac-6605-48c3-9b5f-4adb3263b011, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6b6cecac-6605-48c3-9b5f-4adb3263b011,segment=NetworkSegment(140d0698-221c-4420-9674-6783e02efc8c),segment_id=140d0698-221c-4420-9674-6783e02efc8c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:27.851751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:27.853432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.858159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "PUT /v2.0/subnets/75f8e412-a26d-4ce7-8b49-542765df439f HTTP/1.1" status: 200 len: 826 time: 1.8373153 May 06 12:48:27.866550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46214) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:27.913871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] For port 5155833e-23c3-4bea-9277-1b78d418a20e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5155833e-23c3-4bea-9277-1b78d418a20e,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:27.915223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:27.924821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8939922-6e25-4d68-a74a-296dd12d34ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=75f8e412-a26d-4ce7-8b49-542765df439f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:27.925420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dcb70c63-f3b8-4f21-b548-74158bd0b274 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:28.147209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Calling delete_port for 5155833e-23c3-4bea-9277-1b78d418a20e owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:28.151574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.220323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f750bf9-7489-484d-a1dc-61e59a9b6cac req-13dbef20-2de1-40df-8759-8ad3b58baa54 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724959 May 06 12:48:28.432388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2d5ef-03c9-4101-81ab-a8e0830dfb6e None None] Pushing event updated for resources: {'Port': ['ID=6b6cecac-6605-48c3-9b5f-4adb3263b011,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:28.505644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:28.526375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:28.528663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.580646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 6b6cecac-6605-48c3-9b5f-4adb3263b011 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:28.580980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.687223 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.756799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:28.759231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b101-3751-46bd-ad8a-cc114bf51d54 req-d02c0263-d597-443b-9b01-5719494dad23 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:28.764909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c10b101-3751-46bd-ad8a-cc114bf51d54 req-d02c0263-d597-443b-9b01-5719494dad23 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 944 time: 0.4698687 May 06 12:48:28.776834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb70c63-f3b8-4f21-b548-74158bd0b274 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:28.794845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:28.901179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5155833e-23c3-4bea-9277-1b78d418a20e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:28.926296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.044003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c10b101-3751-46bd-ad8a-cc114bf51d54 req-13f43edf-cbd3-4a99-ae94-407f26780484 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023776 May 06 12:48:29.062486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:29.119196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c54f7-e37c-4e03-8914-cf98033edcb4 req-5fddce04-f6de-42db-8bfc-967512f06b91 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:29.126228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef1c54f7-e37c-4e03-8914-cf98033edcb4 req-5fddce04-f6de-42db-8bfc-967512f06b91 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5139222 May 06 12:48:29.152060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['dcb70c63-f3b8-4f21-b548-74158bd0b274'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:29.217529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 6b6cecac-6605-48c3-9b5f-4adb3263b011, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6b6cecac-6605-48c3-9b5f-4adb3263b011,segment=NetworkSegment(140d0698-221c-4420-9674-6783e02efc8c),segment_id=140d0698-221c-4420-9674-6783e02efc8c)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:29.218170 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.439712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef1c54f7-e37c-4e03-8914-cf98033edcb4 req-3f3928f1-257a-4210-9101-6acd38d73c85 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121920 May 06 12:48:29.487473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 6b6cecac-6605-48c3-9b5f-4adb3263b011 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:29.582066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46246) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:29.644390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:29.829677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46254) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:30.038075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.149410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156668-08bc-484d-9b5e-30b6d936aba0 req-2e87998d-3e28-43ec-8626-2b3a28470077 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:30.160368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62156668-08bc-484d-9b5e-30b6d936aba0 req-2e87998d-3e28-43ec-8626-2b3a28470077 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3313973 May 06 12:48:30.162689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=6b6cecac-6605-48c3-9b5f-4adb3263b011,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:30.247287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52785bdc-e51c-409d-a972-9ab888545fe1 None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:30.298850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4f458405-715e-43b8-93e0-6f2cdf9f848a None None] Could not find standard attr ID for object 6b6cecac-6605-48c3-9b5f-4adb3263b011. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:48:30.308384 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.341795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62156668-08bc-484d-9b5e-30b6d936aba0 req-f594a0d0-9330-4f21-952d-707212897bd1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804624 May 06 12:48:30.508676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 6b6cecac-6605-48c3-9b5f-4adb3263b011 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:30.542311 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.632494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:30.651500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4676fe1b89c14f04befc4c60df9cec3d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:30.689830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:30.704420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:30.758109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf32f-90ed-4c2f-a310-be9ac60c2470 req-643f3781-f9da-4865-b736-61186ba6f421 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:30.762044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95eaf32f-90ed-4c2f-a310-be9ac60c2470 req-643f3781-f9da-4865-b736-61186ba6f421 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 945 time: 0.3993380 May 06 12:48:30.768923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:30.830320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:30.997606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Usage tracker for resource:security_group_rule and tenant:db3760888ec34849ab8a339f094a5d73 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:31.026417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:31.035764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95eaf32f-90ed-4c2f-a310-be9ac60c2470 req-ccd2e99e-3e59-4b2e-9bde-7206586550a2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079794 May 06 12:48:31.066897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.072232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af7926-77fc-4f7f-9c3e-5e22c651ee3f None None] Network 8eecd459-fc9f-4a04-a61c-0487047562ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:31.075572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:31.143483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6f601-2172-4cb2-92d7-72ac8f13be61 req-54b0020b-c379-472b-adeb-4f1b770d6129 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:31.144648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.145005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35a6f601-2172-4cb2-92d7-72ac8f13be61 req-54b0020b-c379-472b-adeb-4f1b770d6129 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3199315 May 06 12:48:31.196080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=75f8e412-a26d-4ce7-8b49-542765df439f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.227585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.326863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca9748-54f1-473c-b1a6-287eea4b7d9b None None] DHCP port deletion for 8eecd459-fc9f-4a04-a61c-0487047562ce request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:31.354858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35a6f601-2172-4cb2-92d7-72ac8f13be61 req-c5f0df0e-657e-442d-8355-188c36fe1876 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580398 May 06 12:48:31.401070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.406861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4676fe1b89c14f04befc4c60df9cec3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8203006 May 06 12:48:31.411252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.444512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.471555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f3f42-c322-4fb5-8f26-58af1d6ed0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949b703a-71e1-4e47-9c66-bd2b81ebff47,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.482360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eecd459-fc9f-4a04-a61c-0487047562ce']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:31.487920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.498685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d0698-221c-4420-9674-6783e02efc8c') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:31.499235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d0698-221c-4420-9674-6783e02efc8c') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:31.513121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.531364 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.536214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.540014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:31.540570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:31.555751 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:31.574309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea085c0-db72-4621-9e15-ce0750e5eb79,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.587569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-016f0524-1953-458f-95d5-50e1e6b57e47 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db3760888ec34849ab8a339f094a5d73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7566524 May 06 12:48:31.592558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46290) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.598529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.634248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:31.816757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.830940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.840697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.851693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=8eecd459-fc9f-4a04-a61c-0487047562ce,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:31.867728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4dc16610-b141-46b8-ad21-7e7bd9f3bfda tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/8eecd459-fc9f-4a04-a61c-0487047562ce HTTP/1.1" status: 204 len: 168 time: 3.9984043 May 06 12:48:31.870455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46298) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.873768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.896225 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d852a8a-672d-4c83-928b-e9a022711dbc tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:31.896662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d852a8a-672d-4c83-928b-e9a022711dbc tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:31.898315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d852a8a-672d-4c83-928b-e9a022711dbc tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/8eecd459-fc9f-4a04-a61c-0487047562ce HTTP/1.1" status: 404 len: 339 time: 0.0267463 May 06 12:48:31.903033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46304) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:31.919219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767005498', 'description': 'd1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:31.929400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:31.937237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Usage tracker for resource:network and tenant:a88c8c23d6c04861b4914ac1696d5c5f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:31.941560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:31.947550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dcb70c63-f3b8-4f21-b548-74158bd0b274 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:31.950415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:31.968360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:31.995627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949b703a-71e1-4e47-9c66-bd2b81ebff47,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:32.036064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.037586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbf68cbb-2d32-4761-a94c-4722b57b2643 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/949b703a-71e1-4e47-9c66-bd2b81ebff47 HTTP/1.1" status: 204 len: 168 time: 0.6253166 May 06 12:48:32.057588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:32.061739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.077701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.080212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.083751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7ea085c0-db72-4621-9e15-ce0750e5eb79 HTTP/1.1" status: 204 len: 168 time: 0.4855862 May 06 12:48:32.110372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:32.121501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46320) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:32.121922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2347a5fe-3116-4f33-a96c-daa52b0f23b3 admin admin] 10.222.0.83 "PUT /v2.0/routers/28ec98b6-bdec-4cda-a72b-7b2d940ed60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5352087 May 06 12:48:32.126130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7ec00-1b2a-4dc5-a46c-819f203b5496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea085c0-db72-4621-9e15-ce0750e5eb79,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:32.126405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Sync routers for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:32.147994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:32.165592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:32.166065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:32.172771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.173122 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment cdc070df-044a-4889-9e34-8e3c3ffd33a9 of type vlan for network 47ec199f-8d45-4321-a59d-a3359c683201 May 06 12:48:32.223407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.285544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port dcb70c63-f3b8-4f21-b548-74158bd0b274 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:32.407110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.416813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:32.418848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.447288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port dcb70c63-f3b8-4f21-b548-74158bd0b274 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:32.448373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.485823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6b6cecac-6605-48c3-9b5f-4adb3263b011 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:32.798741 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:32.803159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:32.803159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6b6cecac-6605-48c3-9b5f-4adb3263b011 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:32.803159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6b6cecac-6605-48c3-9b5f-4adb3263b011 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:32.805247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=47ec199f-8d45-4321-a59d-a3359c683201,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:32.805247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904899e7-2ad8-4c5c-b14b-9beb1e2a782d req-d9f21513-e7ab-4a5f-aa3e-dc17042838c7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:32.805247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-904899e7-2ad8-4c5c-b14b-9beb1e2a782d req-d9f21513-e7ab-4a5f-aa3e-dc17042838c7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 945 time: 0.3807678 May 06 12:48:32.845804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 47ec199f-8d45-4321-a59d-a3359c683201 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:32.852240 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-904899e7-2ad8-4c5c-b14b-9beb1e2a782d req-d31ebccf-388e-4a9c-9d24-c4a572d26cca tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126671 May 06 12:48:32.872322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2d30ad13-33fc-4eb9-b65a-819c9f87dc49 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9678257 May 06 12:48:32.877971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.086526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.182921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac77eb-9d3a-4ac1-b94b-61bb6134c393 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:33.184042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-70ac77eb-9d3a-4ac1-b94b-61bb6134c393 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Synchronizing usage tracker for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:33.216710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cf772-f381-42e1-a7da-8622d101bc55 req-138e189a-7ea9-4f45-a023-fae50b2eed10 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:33.224203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-975cf772-f381-42e1-a7da-8622d101bc55 req-138e189a-7ea9-4f45-a023-fae50b2eed10 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1332664 May 06 12:48:33.249648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Deleting port ecea4713-7ebc-468a-8445-3cc3506e1e19 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:33.249996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.298035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-70ac77eb-9d3a-4ac1-b94b-61bb6134c393 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Unset dirty status for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:33.303254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70ac77eb-9d3a-4ac1-b94b-61bb6134c393 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks?id=47ec199f-8d45-4321-a59d-a3359c683201 HTTP/1.1" status: 200 len: 765 time: 0.4197068 May 06 12:48:33.303254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.310765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'description': 'd2'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:33.361358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-975cf772-f381-42e1-a7da-8622d101bc55 req-993f4a00-6e30-4a8c-9323-68ba22685a20 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362164 May 06 12:48:33.485406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] For port ecea4713-7ebc-468a-8445-3cc3506e1e19, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ecea4713-7ebc-468a-8445-3cc3506e1e19,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:33.485763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.486913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.616285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:33.618588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:33.640736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Calling delete_port for ecea4713-7ebc-468a-8445-3cc3506e1e19 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:33.641656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:48:28Z', 'revision_number': 5, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port': {'id': 'ecea4713-7ebc-468a-8445-3cc3506e1e19', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:37:52Z', 'updated_at': '2022-05-06T12:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:33.654099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Checking router: 28ec98b6-bdec-4cda-a72b-7b2d940ed60d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:33.678245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Routers {'28ec98b6-bdec-4cda-a72b-7b2d940ed60d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:33.679035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:33.680312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46360) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:33.727236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.755807 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbb013b-735a-4b20-9ff0-556e7ce60753'] response: {'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'code': 200} May 06 12:48:33.764933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.796732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:33.824659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.838191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Usage tracker for resource:security_group_rule and tenant:22431a03a967422bbf4904c71c20f764 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:48:33.846521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:48:33.861247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:33.983113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:33.985686 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:33.992556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.993155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.993380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.993813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.994360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.994691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.995013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.995329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.995654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.995991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:33.996305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:34.004401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48bad548-0497-425d-8be2-edab3fa58a6d req-31039a22-bf6c-4cbf-b642-7613e3f209cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1097 time: 0.2041533 May 06 12:48:34.011029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] Set router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:34.037499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.080464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48bad548-0497-425d-8be2-edab3fa58a6d req-9c4e0b55-1210-457d-a456-405b3ac7ca54 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665290 May 06 12:48:34.138640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.178150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:48:33Z', 'revision_number': 6, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:34.183621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43598-aa47-46b3-bb5c-d15def8f747a None None] The sync data for ids ['28ec98b6-bdec-4cda-a72b-7b2d940ed60d'] in n-d-840845-1 is: [{'id': '28ec98b6-bdec-4cda-a72b-7b2d940ed60d', 'name': 'tempest-TaggedBootDevicesTest_v242-2049088767-router', 'tenant_id': '67900abb497542389a9f6834cd5bc0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:37:48Z', 'updated_at': '2022-05-06T12:48:33Z', 'revision_number': 6, 'project_id': '67900abb497542389a9f6834cd5bc0d6', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:34.198067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 47ec199f-8d45-4321-a59d-a3359c683201 is not hosted by any dhcp agent {{(pid=84799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 06 12:48:34.201973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.206805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.206805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "PUT /v2.0/networks/47ec199f-8d45-4321-a59d-a3359c683201 HTTP/1.1" status: 200 len: 762 time: 0.9001381 May 06 12:48:34.216851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46372) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:34.217543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.253695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d50b3f-10eb-4bda-8335-39e4134aaccf tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=47ec199f-8d45-4321-a59d-a3359c683201,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:34.272810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 47ec199f-8d45-4321-a59d-a3359c683201 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:34.398972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecea4713-7ebc-468a-8445-3cc3506e1e19,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:34.592216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e04aee9-fe5c-40f7-8410-e25298eda04f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:34.606504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7396a4a2-52d9-42be-a0ba-736e99547579 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22431a03a967422bbf4904c71c20f764&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9225895 May 06 12:48:34.606747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:34.638303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116a5e9-35da-42ae-9c67-b9f3c621fb38 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.638303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f116a5e9-35da-42ae-9c67-b9f3c621fb38 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Synchronizing usage tracker for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:34.659151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f116a5e9-35da-42ae-9c67-b9f3c621fb38 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Unset dirty status for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:34.660604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f116a5e9-35da-42ae-9c67-b9f3c621fb38 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks?id=47ec199f-8d45-4321-a59d-a3359c683201 HTTP/1.1" status: 200 len: 765 time: 0.3081515 May 06 12:48:34.684449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46390) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:34.699678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb812d3-4f2b-46ce-8f46-5e4e6feadb97 req-7aa29089-8e70-4db9-ade2-654a209027a5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.705211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5bb812d3-4f2b-46ce-8f46-5e4e6feadb97 req-7aa29089-8e70-4db9-ade2-654a209027a5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.6096873 May 06 12:48:34.715064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5155833e-23c3-4bea-9277-1b78d418a20e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:34.800581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5155833e-23c3-4bea-9277-1b78d418a20e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:34.801026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5155833e-23c3-4bea-9277-1b78d418a20e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:34.873761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071997-370d-4eac-9ffb-d47c638e4d67 req-4cb45f62-8ea9-40f3-b030-ee3b9386dce7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.875224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da071997-370d-4eac-9ffb-d47c638e4d67 req-4cb45f62-8ea9-40f3-b030-ee3b9386dce7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3551345 May 06 12:48:34.889696 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.911216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.973381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f7be3c-65a4-4fd7-9ca3-1caab401e1a0 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:34.974726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4f7be3c-65a4-4fd7-9ca3-1caab401e1a0 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3003576 May 06 12:48:34.977387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:34.983881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46396) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.044252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62dc0e55-eb52-4dd0-b2d0-cd4b6c0c6ffb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Synchronizing usage tracker for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:35.063470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5bb812d3-4f2b-46ce-8f46-5e4e6feadb97 req-cc80813d-e77c-430a-bea3-f5cad8ec078c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923467 May 06 12:48:35.064276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da071997-370d-4eac-9ffb-d47c638e4d67 req-32419c45-c02e-480a-b2b0-fc23586b3c74 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719847 May 06 12:48:35.146701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-62dc0e55-eb52-4dd0-b2d0-cd4b6c0c6ffb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Unset dirty status for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:35.146701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-62dc0e55-eb52-4dd0-b2d0-cd4b6c0c6ffb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 207 time: 0.1595309 May 06 12:48:35.152903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46404) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.195327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.238304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.241906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.286973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e04aee9-fe5c-40f7-8410-e25298eda04f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:35.324549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.325778 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc984605-3903-4918-bc9f-a8abe0b99990 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0e04aee9-fe5c-40f7-8410-e25298eda04f HTTP/1.1" status: 204 len: 168 time: 0.7124565 May 06 12:48:35.402765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.406136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.406757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ec98b6-bdec-4cda-a72b-7b2d940ed60d {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:48:35.408002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.417053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.419380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.425987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.437695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.441248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0893b2a8-b95f-4976-9d77-9a373e436f53 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2848008 May 06 12:48:35.451077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.459678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.465991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3ad20556-0195-43ec-b4a5-b7507dc0c158 admin admin] 10.222.0.83 "DELETE /v2.0/routers/28ec98b6-bdec-4cda-a72b-7b2d940ed60d HTTP/1.1" status: 204 len: 168 time: 3.3433716 May 06 12:48:35.475146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46422) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.558016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Deleting subnet d805ff44-3ad3-44d8-a4ea-b8e61ca5371f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:35.561318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.641203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.666718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-86fdf27c-6689-4026-bc61-8d45fcdc72b9 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2163486 May 06 12:48:35.670070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46428) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.775306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.777214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.778770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.781403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.782804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.788520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-39ef0e40-7ced-447b-9125-d2247d5dd920 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1119907 May 06 12:48:35.788831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46432) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:35.798452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:35.872964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.874496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.876045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.877349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.878617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:35.881559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52fa190e-47ad-4165-a3ad-8b24c30bf68e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0909510 May 06 12:48:35.887091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46436) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:36.018509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.033253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ec68a-a28e-43ca-a262-362492f685b1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:36.034534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea1ec68a-a28e-43ca-a262-362492f685b1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks/50f7c008-3989-4516-98ec-2573300f07c4 HTTP/1.1" status: 200 len: 803 time: 0.1462805 May 06 12:48:36.038197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46444) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:36.063368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d805ff44-3ad3-44d8-a4ea-b8e61ca5371f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:36.078827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.079448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2ec70-2839-4cb1-acf1-09dde52eeeb7 None None] Network 99edebc2-8b3b-42bf-a690-3757d6268ab1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:36.085608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc42dd7e-e4e0-453a-a8bb-ea7f449d9bfa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d805ff44-3ad3-44d8-a4ea-b8e61ca5371f HTTP/1.1" status: 204 len: 168 time: 0.6086524 May 06 12:48:36.088259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46448) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:36.337977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.350210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Deleting port 16da1645-3d5b-4093-82c1-dd594195c6f2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:36.350536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.437621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecea4713-7ebc-468a-8445-3cc3506e1e19 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:36.474736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ecea4713-7ebc-468a-8445-3cc3506e1e19 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:36.475084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ecea4713-7ebc-468a-8445-3cc3506e1e19 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:36.528488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d354ba3b-5b95-449f-8c88-459d07a5e0fc tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/networks/50f7c008-3989-4516-98ec-2573300f07c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4857881 May 06 12:48:36.529439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:36.632528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] DHCP port deletion for 99edebc2-8b3b-42bf-a690-3757d6268ab1 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:36.638206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Deleting port 16da1645-3d5b-4093-82c1-dd594195c6f2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:36.638580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:36.642679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ae9bc-1789-456f-b744-9b5d149b3b4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:36.645824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c6ae9bc-1789-456f-b744-9b5d149b3b4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets/7681b4ec-974e-4297-9b1f-7994d0b3c5b1 HTTP/1.1" status: 200 len: 843 time: 0.1123159 May 06 12:48:36.653031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46474) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:36.699142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f261b-8937-4c21-9b7d-4646281a0a2a req-43eaffab-5279-45f4-a7d5-92e3d409c05a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:36.701015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b2f261b-8937-4c21-9b7d-4646281a0a2a req-43eaffab-5279-45f4-a7d5-92e3d409c05a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2935591 May 06 12:48:36.774959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b2f261b-8937-4c21-9b7d-4646281a0a2a req-3b53fbb9-f2a2-4c6e-b85d-b80be26da191 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 May 06 12:48:36.960254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce75f6-a512-4f25-b6f5-0dcc91824ea3 req-17e42619-b630-4cb9-9c1e-5674de6148b5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:36.960254 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33ce75f6-a512-4f25-b6f5-0dcc91824ea3 req-17e42619-b630-4cb9-9c1e-5674de6148b5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.5582449 May 06 12:48:37.003542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] For port 16da1645-3d5b-4093-82c1-dd594195c6f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=16da1645-3d5b-4093-82c1-dd594195c6f2,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:37.003974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.129743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f760da-37e7-40de-8f1f-5757ebb8696c tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:37.131139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59f760da-37e7-40de-8f1f-5757ebb8696c tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Synchronizing usage tracker for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:48:37.145119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] For port 16da1645-3d5b-4093-82c1-dd594195c6f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=16da1645-3d5b-4093-82c1-dd594195c6f2,segment=NetworkSegment(3d0d6620-fe68-49ed-bf23-3fa5fbf8e974),segment_id=3d0d6620-fe68-49ed-bf23-3fa5fbf8e974)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:37.145526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.251869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33ce75f6-a512-4f25-b6f5-0dcc91824ea3 req-87ebf96c-4da7-40ce-9509-8fbac545acc8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312164 May 06 12:48:37.282747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Calling delete_port for 16da1645-3d5b-4093-82c1-dd594195c6f2 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:37.332447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-59f760da-37e7-40de-8f1f-5757ebb8696c tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Unset dirty status for tenant:a88c8c23d6c04861b4914ac1696d5c5f on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:48:37.332447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59f760da-37e7-40de-8f1f-5757ebb8696c tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "GET /v2.0/subnets/7681b4ec-974e-4297-9b1f-7994d0b3c5b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6777554 May 06 12:48:37.334559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:37.341982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39464488'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:37.354013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Calling delete_port for 16da1645-3d5b-4093-82c1-dd594195c6f2 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:37.354742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:37.380907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:37.486540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:37.492745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.599885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:48:37.641763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.647714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:37.650352 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:37.734214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=16da1645-3d5b-4093-82c1-dd594195c6f2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:37.750318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] No DVR routers for this DVR port 16da1645-3d5b-4093-82c1-dd594195c6f2 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:37.751406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.752752 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Added segment 67550882-4dd8-4fd3-9171-a018179e7708 of type vlan for network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 May 06 12:48:37.819513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:37.861992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889f0d6-9b34-4030-86dc-328b45b74e1b req-83c2851c-23a4-4726-b6bf-f517e08f9607 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:37.880358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5889f0d6-9b34-4030-86dc-328b45b74e1b req-83c2851c-23a4-4726-b6bf-f517e08f9607 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.3567641 May 06 12:48:37.892404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46508) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:37.899721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:37.952007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.010208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99edebc2-8b3b-42bf-a690-3757d6268ab1']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:38.029129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:38.029386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0d6620-fe68-49ed-bf23-3fa5fbf8e974') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:38.043167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.053353 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:38.064599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.104062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.115482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:38.116097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:38.131425 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:38.151222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Deleting port 16da1645-3d5b-4093-82c1-dd594195c6f2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:38.151612 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.294060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1db18011-2b67-4dc7-82b8-c225d88879c9 None None] The port '16da1645-3d5b-4093-82c1-dd594195c6f2' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:48:38.295051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64906c1-8d44-46d7-90a2-e3da53cc9d28 req-bb4008a6-5f92-4743-9847-e456d7b5fcd0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:38.297247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e64906c1-8d44-46d7-90a2-e3da53cc9d28 req-bb4008a6-5f92-4743-9847-e456d7b5fcd0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2415638 May 06 12:48:38.385406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.395704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.441466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=99edebc2-8b3b-42bf-a690-3757d6268ab1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:38.454903 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e64906c1-8d44-46d7-90a2-e3da53cc9d28 req-89d5727d-630c-4ec2-83f5-f59a6c7752af tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411929 May 06 12:48:38.455231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.456519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cffbda63-792d-4b56-97cf-afeca6c84c22 admin admin] 10.222.0.83 "DELETE /v2.0/networks/99edebc2-8b3b-42bf-a690-3757d6268ab1 HTTP/1.1" status: 204 len: 168 time: 2.3672428 May 06 12:48:38.459036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:38.459919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.460312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46524) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:38.468978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9557c8c-e0f3-42db-90d5-7d71d5efa48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:38.516139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 16da1645-3d5b-4093-82c1-dd594195c6f2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:38.580013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 16da1645-3d5b-4093-82c1-dd594195c6f2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:38.580363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 16da1645-3d5b-4093-82c1-dd594195c6f2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:38.793171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Network': ['ID=83afa65d-c9ee-46a8-9bbc-9eb975a32242,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:38.808022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:48:38.820604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-617962d9-050d-4526-b48c-0c5d516ab119 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4846325 May 06 12:48:38.825265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46536) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:38.833890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:39.028598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:48:39.115922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.138121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:48:39.359782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Made reservation on behalf of a88c8c23d6c04861b4914ac1696d5c5f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:48:39.541370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.559254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.628047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:39.963308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Performing IP validity checks on allocation pools {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:48:39.963308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.ipam_backend_mixin [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:48:40.080267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af13d6a-9527-44c1-bdbb-848dda306248 req-d356499d-0ed7-4365-8f78-ec989a0b0d96 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:40.081739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8af13d6a-9527-44c1-bdbb-848dda306248 req-d356499d-0ed7-4365-8f78-ec989a0b0d96 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3088827 May 06 12:48:40.251265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8af13d6a-9527-44c1-bdbb-848dda306248 req-ad1ddc93-1527-49d0-9643-4cb7239e9dc1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520674 May 06 12:48:40.317057 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP 995b1784-b8f2-4cb4-b5ac-565af4d3bd17 associated. External IP: 172.25.2.222, port: dcb70c63-f3b8-4f21-b548-74158bd0b274. May 06 12:48:40.330081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Deleting port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:40.330715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.449630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.572714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] For port 0dde18e1-da06-48e4-9873-e15e4c0b9b6a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:40.573638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.611825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=8580cdeb-dd7c-4469-9f5c-8480acfc6ac2,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:40.626617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Checking segment: {'id': '67550882-4dd8-4fd3-9171-a018179e7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:40.626974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network hostable DHCP agents. Network: 83afa65d-c9ee-46a8-9bbc-9eb975a32242, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:48:40.709179 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1be9309-daff-4e72-ab34-871a00405aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:40.777338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Calling delete_port for 0dde18e1-da06-48e4-9873-e15e4c0b9b6a owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:40.886248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:48:40.992992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:41.008999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 83afa65d-c9ee-46a8-9bbc-9eb975a32242) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:41.018863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17597d0-2788-42cf-bba4-a6f74c173d4f None None] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:41.088470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.124025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:41.124826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.223714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dde18e1-da06-48e4-9873-e15e4c0b9b6a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:41.363937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd114d2b-c48b-44a2-b7e3-69b08bdeea4a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5369954 May 06 12:48:41.366586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46596) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:41.404298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:48:41.505633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:41.508186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.517651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:41.518718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-83afa65d-c9ee-46a8-9bbc-9eb975a32242', 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242', 'tenant_id': 'a88c8c23d6c04861b4914ac1696d5c5f', 'fixed_ips': [{'subnet_id': '8580cdeb-dd7c-4469-9f5c-8480acfc6ac2'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:48:41.519748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:41.556248 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:41.557632 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:41.645856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3eb96ce1-cc61-47d8-b98b-a5b349922862 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "PUT /v2.0/floatingips/995b1784-b8f2-4cb4-b5ac-565af4d3bd17 HTTP/1.1" status: 200 len: 992 time: 3.7487533 May 06 12:48:41.647007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:41.757650 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54830315-1d62-4aa8-9561-b30d678ff998'] response: {'name': 'network-changed', 'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'status': 'completed', 'code': 200} May 06 12:48:41.862831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Allocated IP 2001:db8::3 (83afa65d-c9ee-46a8-9bbc-9eb975a32242/8580cdeb-dd7c-4469-9f5c-8480acfc6ac2/6b4aa990-3e62-4e01-b914-800a6ce60927) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:48:41.933638 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:42.224540 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.241601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Transition to ACTIVE for port object 6b4aa990-3e62-4e01-b914-800a6ce60927 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:42.265298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Transition to ACTIVE for port object 6b4aa990-3e62-4e01-b914-800a6ce60927 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:48:42.283979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.319054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2808405'] for subnet, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.332889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:39Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:42.337139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:42.350433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:42.351421 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:42.355262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-d3a99c42-8e5f-48ab-9da6-82b9eb7844a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1097 time: 0.5703540 May 06 12:48:42.363807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0442c-e19d-439e-b30f-169f522ad96e req-7aa9d94a-ab4f-42eb-b1f8-0e89d1cdde87 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:42.365269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4b0442c-e19d-439e-b30f-169f522ad96e req-7aa9d94a-ab4f-42eb-b1f8-0e89d1cdde87 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5816340 May 06 12:48:42.415436 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.493721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.647023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:48:42.654898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:48:42.655963 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:42.662847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:48:42.693749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Pushing event updated for resources: {'Port': ['ID=6b4aa990-3e62-4e01-b914-800a6ce60927,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:42.763497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4b0442c-e19d-439e-b30f-169f522ad96e req-3cca22f6-1f0e-4b32-9c2f-e234348615b5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736067 May 06 12:48:42.833008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-db5f8d44-e9e6-4db7-8280-877ae339cbf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:42.834525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-db5f8d44-e9e6-4db7-8280-877ae339cbf3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.4682598 May 06 12:48:42.900054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Attempting to bind port 6b4aa990-3e62-4e01-b914-800a6ce60927 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:48:42.900580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Attempting to bind port 6b4aa990-3e62-4e01-b914-800a6ce60927 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '67550882-4dd8-4fd3-9171-a018179e7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:48:42.900910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Attempting to bind port 6b4aa990-3e62-4e01-b914-800a6ce60927 on network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:48:42.913915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:48:42.919184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Checking segment: {'id': '67550882-4dd8-4fd3-9171-a018179e7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:48:42.919681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:42.920167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Bound using segment: {'id': '67550882-4dd8-4fd3-9171-a018179e7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:48:42.920721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Bound port: 6b4aa990-3e62-4e01-b914-800a6ce60927, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67550882-4dd8-4fd3-9171-a018179e7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '83afa65d-c9ee-46a8-9bbc-9eb975a32242'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:48:42.921168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.146214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.146214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-4a8b5722-76eb-4b3f-849a-3eac22ea98bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 1000 time: 0.2598758 May 06 12:48:43.147928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] For port 6b4aa990-3e62-4e01-b914-800a6ce60927, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:48:43.147928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] For port 6b4aa990-3e62-4e01-b914-800a6ce60927, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6b4aa990-3e62-4e01-b914-800a6ce60927,segment=NetworkSegment(67550882-4dd8-4fd3-9171-a018179e7708),segment_id=67550882-4dd8-4fd3-9171-a018179e7708)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:48:43.313911 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742007016605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7302214'] for subnet, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.323629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:39Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:43.327658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.328538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557f5a5-6f9c-432d-9487-4f16eaed947e None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:39Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:43.456074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:43.456682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.460698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "PUT /v2.0/subnets/8580cdeb-dd7c-4469-9f5c-8480acfc6ac2 HTTP/1.1" status: 200 len: 900 time: 2.0885830 May 06 12:48:43.461710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:43.486172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-8c3e7edd-d018-4fbe-850d-ee33e05f091e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:43.487609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-8c3e7edd-d018-4fbe-850d-ee33e05f091e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.3626685 May 06 12:48:43.498696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eed55-1604-42a1-b048-72d31761202c None None] Pushing event updated for resources: {'Port': ['ID=6b4aa990-3e62-4e01-b914-800a6ce60927,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:43.561355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event updated for resources: {'Subnet': ['ID=8580cdeb-dd7c-4469-9f5c-8480acfc6ac2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:43.589781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.614144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.614496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.614838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.615176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.615511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.615882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.616213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.616540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.616861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.617423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.617584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cdcb59-25c4-4b1a-86dc-a59bec1ad00a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:43.736148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-2be132c8-e120-4fb8-864c-818a2baea7e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295961 May 06 12:48:43.760746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.772579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 6b4aa990-3e62-4e01-b914-800a6ce60927 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:43.772579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:43.952859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d2e3c4-a4f9-403d-96a2-1840682cb40d None None] New status for floating IP 995b1784-b8f2-4cb4-b5ac-565af4d3bd17: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:48:44.364442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-549f7012-a3b5-40d0-80c6-3397685c9747 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177533 May 06 12:48:44.416380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 6b4aa990-3e62-4e01-b914-800a6ce60927, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6b4aa990-3e62-4e01-b914-800a6ce60927,segment=NetworkSegment(67550882-4dd8-4fd3-9171-a018179e7708),segment_id=67550882-4dd8-4fd3-9171-a018179e7708)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:44.417210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:44.635374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6b4aa990-3e62-4e01-b914-800a6ce60927 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:44.940524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6b4aa990-3e62-4e01-b914-800a6ce60927 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:44.977341 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:48:45.046079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 6b4aa990-3e62-4e01-b914-800a6ce60927 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:45.096985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6796f5-fdda-4de5-8ec0-459615630265 req-7e3ea0af-573c-4192-bfb3-540366a780a2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:45.100605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff6796f5-fdda-4de5-8ec0-459615630265 req-7e3ea0af-573c-4192-bfb3-540366a780a2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.9088290 May 06 12:48:45.108130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e073db58-8f9a-45f4-b869-d12628c85a1a req-70e5b72b-5a32-4fd5-b9d5-e66d339d537a service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7322364 May 06 12:48:45.315307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:48:45.341603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ff6796f5-fdda-4de5-8ec0-459615630265 req-1e99b759-0918-4c36-8b2c-1809bf907e95 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128575 May 06 12:48:45.343304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e087472-1983-4f0a-819a-f2bfacaec38e None None] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:45.535097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.575066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:48:45.586212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bccd54f8-190f-4982-87db-b83abee0e9b3 None None] Provisioning for port 6b4aa990-3e62-4e01-b914-800a6ce60927 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:48:45.601328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Sync routers for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:48:45.617912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cd5994cd-eea3-4cce-99b9-f47a677c939e admin admin] 10.222.0.83 "PUT /v2.0/routers/d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1443765 May 06 12:48:45.617912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46694) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:45.620609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:45.620609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:45.627031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bccd54f8-190f-4982-87db-b83abee0e9b3 None None] Provisioning complete for port 6b4aa990-3e62-4e01-b914-800a6ce60927 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:45.627031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bccd54f8-190f-4982-87db-b83abee0e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.657563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=6b4aa990-3e62-4e01-b914-800a6ce60927,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:45.757735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:48:45.779685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bccd54f8-190f-4982-87db-b83abee0e9b3 None None] Port 6b4aa990-3e62-4e01-b914-800a6ce60927 was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:48:45.853768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 6b4aa990-3e62-4e01-b914-800a6ce60927 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:45.908943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:48:45.973489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:45.984076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.201938 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:46.372449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:46.374338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:46.393974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'port_id': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'mac_address': 'fa:16:3e:2f:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab14d600-a521-45d5-bbe2-fcd100aeaca0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:48:46.494155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=8580cdeb-dd7c-4469-9f5c-8480acfc6ac2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:46.513096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882200c-930a-4866-9928-0494bbc1ea6b None None] Network 83afa65d-c9ee-46a8-9bbc-9eb975a32242 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:46.843998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.037313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.041998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83afa65d-c9ee-46a8-9bbc-9eb975a32242']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:47.047467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.052146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b0e9-57ec-48cf-b91c-cddc62c25a0e req-0202d8c1-ea7f-4c8c-9563-2c8ad0585d90 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:47.052146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ca8b0e9-57ec-48cf-b91c-cddc62c25a0e req-0202d8c1-ea7f-4c8c-9563-2c8ad0585d90 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2312572 May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67550882-4dd8-4fd3-9171-a018179e7708') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67550882-4dd8-4fd3-9171-a018179e7708') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:47.058920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.070233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ca8b0e9-57ec-48cf-b91c-cddc62c25a0e req-fce4b416-5d7f-4b29-be28-3e84d2ea6991 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986352 May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: timer() May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:47.074556 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:47.112229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:48:47.115715 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:48:40Z', 'revision_number': 5, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:47.120197 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Checking router: d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:48:47.129156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:47.153954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Routers {'d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:48:47.153954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:48:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:47.194763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb93eb-cbbb-4631-9b03-525469355c05 None None] DHCP port deletion for 83afa65d-c9ee-46a8-9bbc-9eb975a32242 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:47.252076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.252076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.259945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Deleting port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:47.259945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.293587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.317161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:47.335186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=83afa65d-c9ee-46a8-9bbc-9eb975a32242,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.412737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/83afa65d-c9ee-46a8-9bbc-9eb975a32242 HTTP/1.1" status: 204 len: 168 time: 3.9469953 May 06 12:48:47.417572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.417932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.418276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.418614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.418947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.423104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.423204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.423476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.423847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.424190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.438680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747277f0-9bf2-48dc-b19c-a592a7ecc3ce tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:48:47.451049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46722) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:47.488618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:47.519051 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] Set router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:48:47.578549 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5806f3-3dde-4b66-a5ae-985bec83d227 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:47.578549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5806f3-3dde-4b66-a5ae-985bec83d227 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:47.578549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e5806f3-3dde-4b66-a5ae-985bec83d227 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/8580cdeb-dd7c-4469-9f5c-8480acfc6ac2 HTTP/1.1" status: 404 len: 337 time: 0.1234162 May 06 12:48:47.582117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:48:47.585240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46736) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:47.670410 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67dc10f-e9ad-444a-9e6b-d7d164092fad tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:47.670410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67dc10f-e9ad-444a-9e6b-d7d164092fad tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:47.670410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f67dc10f-e9ad-444a-9e6b-d7d164092fad tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/83afa65d-c9ee-46a8-9bbc-9eb975a32242 HTTP/1.1" status: 404 len: 339 time: 0.0846214 May 06 12:48:47.695064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46742) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:47.793455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] For port 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:47.793825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.010009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Calling delete_port for 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:48.096455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.269410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:48:40Z', 'revision_number': 5, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:48.276618 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff04b42-9213-4612-9cde-02c04ed51b3a None None] The sync data for ids ['d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8'] in n-d-840845-1 is: [{'id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'name': 'tempest-TaggedBootDevicesTest_v242-77286051-router', 'tenant_id': 'a662537a8e0f4c9f82deebb440dffead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:38:21Z', 'updated_at': '2022-05-06T12:48:40Z', 'revision_number': 5, 'project_id': 'a662537a8e0f4c9f82deebb440dffead', 'gw_port': {'id': '7b0b9b2c-93a4-4075-8181-b2917ba6c6a3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:49:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:38:25Z', 'updated_at': '2022-05-06T12:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:48:48.557146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a920b7c-eacc-444b-ada9-aa06d4003cc9 req-a48eace9-d4ed-483b-a10b-30303cdc920e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:48.570934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a920b7c-eacc-444b-ada9-aa06d4003cc9 req-a48eace9-d4ed-483b-a10b-30303cdc920e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.2621474 May 06 12:48:48.640569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a920b7c-eacc-444b-ada9-aa06d4003cc9 req-36ba0d24-4465-49bb-b99a-43031991a727 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571408 May 06 12:48:48.694614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.708435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0dde18e1-da06-48e4-9873-e15e4c0b9b6a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:48.797172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 0dde18e1-da06-48e4-9873-e15e4c0b9b6a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:48.797172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0dde18e1-da06-48e4-9873-e15e4c0b9b6a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:48.797172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6b4aa990-3e62-4e01-b914-800a6ce60927 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:48.799127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ec199f-8d45-4321-a59d-a3359c683201']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:48.840166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc070df-044a-4889-9e34-8e3c3ffd33a9') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:48.840618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc070df-044a-4889-9e34-8e3c3ffd33a9') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:48.861383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:48.862533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6b4aa990-3e62-4e01-b914-800a6ce60927 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:48.863475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6b4aa990-3e62-4e01-b914-800a6ce60927 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:48.992054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.006801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:49.008909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:49.029836 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:49.206079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.277910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0b9b2c-93a4-4075-8181-b2917ba6c6a3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:49.323843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.380546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.401693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=47ec199f-8d45-4321-a59d-a3359c683201,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:49.418431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c68c70c5-c4c6-4324-8023-d00b35f4ea93 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/47ec199f-8d45-4321-a59d-a3359c683201 HTTP/1.1" status: 204 len: 168 time: 1.7284474 May 06 12:48:49.420882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:49.750307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:48:49.815575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:49.976158 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee2b6e8-a6ec-4171-ada5-496df8348deb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:49.976158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee2b6e8-a6ec-4171-ada5-496df8348deb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:49.976158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ee2b6e8-a6ec-4171-ada5-496df8348deb tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/75f8e412-a26d-4ce7-8b49-542765df439f HTTP/1.1" status: 404 len: 337 time: 0.5531683 May 06 12:48:49.984440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:50.027278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:50.027278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.062365 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6d94ca-e289-48f2-b59c-6a9593f29fe5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:50.062365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6d94ca-e289-48f2-b59c-6a9593f29fe5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:50.065718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e6d94ca-e289-48f2-b59c-6a9593f29fe5 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/8eecd459-fc9f-4a04-a61c-0487047562ce HTTP/1.1" status: 404 len: 339 time: 0.0815010 May 06 12:48:50.065718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46802) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:50.232285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.266931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:48:50.274719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:50.380967 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.450516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.497346 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.543064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b856-c57c-4169-84a7-a0851668a0e2 req-cb4d59dc-72b6-45bc-b8da-7a8471be4bbe tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:50.559385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9274b856-c57c-4169-84a7-a0851668a0e2 req-cb4d59dc-72b6-45bc-b8da-7a8471be4bbe tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.5749154 May 06 12:48:50.561571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting subnet a0465970-54d9-4466-8e36-492b23ae1cd6 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:50.574966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.637673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:50.694931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.725661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9274b856-c57c-4169-84a7-a0851668a0e2 req-1634b229-d382-4f5e-bffb-16024331f5a7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673326 May 06 12:48:50.888858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:50.924978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.002687 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38144a56-44ba-43f0-8b36-02c06aa4b2f1'] response: {'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'code': 200} May 06 12:48:51.081498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.081498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:48:51.084496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.088913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-24d071f1-512e-492e-b319-62346621ab64 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d3ad28e0-3e51-4b41-a4d0-65f61f6cb1a8 HTTP/1.1" status: 204 len: 168 time: 5.4740231 May 06 12:48:51.089070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:51.181793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.269408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=a0465970-54d9-4466-8e36-492b23ae1cd6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:51.293428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.311238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29bc474-3b1a-46eb-b788-eff482f440d1 None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:51.315115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Deleting subnet ff1eb977-c271-4945-9a12-ea4e7bc777bb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:51.315115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.421601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.630441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:51.763695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eb1c945d-e64f-4a77-b24a-c2e3d2660a2a tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/a0465970-54d9-4466-8e36-492b23ae1cd6 HTTP/1.1" status: 204 len: 168 time: 1.6993721 May 06 12:48:51.766098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46840) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:52.010707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:52.303141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1eb977-c271-4945-9a12-ea4e7bc777bb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:52.393832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:52.406588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b6530-e381-421c-a021-4548131e6ddc None None] Network 175edea6-9b3c-4bc7-a95f-c542f15b937d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:52.519461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffab124f-7e0e-4bbe-b612-9828e393c697 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ff1eb977-c271-4945-9a12-ea4e7bc777bb HTTP/1.1" status: 204 len: 168 time: 1.4250040 May 06 12:48:52.519461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:52.604694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:52.673317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:52.673746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7b0b9b2c-93a4-4075-8181-b2917ba6c6a3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:52.847283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024aea1-62be-4f83-bc6c-86814bd3774a req-8deb7318-c958-47a7-b69d-94a64843fba3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:52.853609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4024aea1-62be-4f83-bc6c-86814bd3774a req-8deb7318-c958-47a7-b69d-94a64843fba3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.6628933 May 06 12:48:52.912700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-79c220ea-9b8d-4432-aeab-33a879798f57 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4650698 May 06 12:48:52.916181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-8ef3962d-08d8-49ad-98af-0d8d37c6414f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1545725 May 06 12:48:52.946171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting subnet 8662da48-dfe0-4727-ac1e-03afb0e06f5c {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:52.952902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.017434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] DHCP port deletion for 175edea6-9b3c-4bc7-a95f-c542f15b937d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:53.023886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Deleting port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:53.024273 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.058059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.101891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Deleting port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:53.103733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.238543 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.384150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.498434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] For port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:53.498434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.542476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] For port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,segment=NetworkSegment(ef273dc2-74bb-4be1-8253-78a4876fc2b4),segment_id=ef273dc2-74bb-4be1-8253-78a4876fc2b4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:53.542476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.607533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4024aea1-62be-4f83-bc6c-86814bd3774a req-00f76182-8ce4-41ac-b581-d12839f4ac56 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375150 May 06 12:48:53.665509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-7ce53b3b-0ca3-4ad3-a076-6ecc297636e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1097 time: 0.2788110 May 06 12:48:53.734323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Calling delete_port for a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:53.832283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-21fd7f6c-79c2-4983-8a78-8b7ca72b081b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c3419df97c74a38aeafb135abd78ea2&device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 1101 time: 0.8764842 May 06 12:48:53.855719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:53.926654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.034072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Calling delete_port for a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:54.073746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4615b743-9d49-42c6-8326-349dd4e79602 None None] Provisioning complete for port 1bb9c272-7298-4413-98c8-23d78a6ff5af triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:48:54.073746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4615b743-9d49-42c6-8326-349dd4e79602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.085055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-aada6052-5c14-422d-829d-a12abc56e57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.085055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-aada6052-5c14-422d-829d-a12abc56e57f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.3861756 May 06 12:48:54.092564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=8662da48-dfe0-4727-ac1e-03afb0e06f5c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.185592 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:48:54.192270 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:48:54.222949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.260164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] No DVR routers for this DVR port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:54.262064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c12835c3-05f8-42d8-9040-f3e6a0105240 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/8662da48-dfe0-4727-ac1e-03afb0e06f5c HTTP/1.1" status: 204 len: 168 time: 2.4810903 May 06 12:48:54.265053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a481143-90f7-4ff3-9e69-b2bce57722ca None None] Network a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:54.268563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46874) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:54.374392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-d5ed21a5-feca-4a64-b5df-745272a60975 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 1002 time: 0.2810855 May 06 12:48:54.467277 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:54.467635 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:54.485814 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.533779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-10105c2d-54d7-40a4-bb51-f96d68a8c0b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:54.535748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-10105c2d-54d7-40a4-bb51-f96d68a8c0b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.1418400 May 06 12:48:54.540008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.595655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175edea6-9b3c-4bc7-a95f-c542f15b937d']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:54.615645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 1bb9c272-7298-4413-98c8-23d78a6ff5af {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:54.618468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.626186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef273dc2-74bb-4be1-8253-78a4876fc2b4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:54.631434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef273dc2-74bb-4be1-8253-78a4876fc2b4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:54.657500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.698121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:54.702354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.720259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:54.720259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:54.744199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7abb396-2e1d-47d3-9d2a-e2f91593ffb3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: timer() May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:54.775501 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:54.784687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:54.784687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:54.960537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-63918b34-aae4-4ee6-98d4-5c7a49a68b9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056995 May 06 12:48:54.969003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Deleting port a7abb396-2e1d-47d3-9d2a-e2f91593ffb3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:54.969484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.055393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-252a023e-4d22-4e37-92e7-ce760f0641bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:55.057759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] DHCP port deletion for a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:55.066330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-252a023e-4d22-4e37-92e7-ce760f0641bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 1.2116761 May 06 12:48:55.109077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Deleting port 1bb9c272-7298-4413-98c8-23d78a6ff5af {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:55.113585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.303057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.329091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bd42d388-e7af-42d6-ac75-b1adbbf53a52 None None] The port 'a7abb396-2e1d-47d3-9d2a-e2f91593ffb3' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:48:55.346551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.402000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1bb9c272-7298-4413-98c8-23d78a6ff5af,segment=NetworkSegment(e38bf22e-fed6-4076-94f5-2c552e8d92ec),segment_id=e38bf22e-fed6-4076-94f5-2c552e8d92ec)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:55.402000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.488879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-d1c24760-1134-4866-88bd-c9e8f6461683 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400 HTTP/1.1" status: 200 len: 217 time: 0.4115827 May 06 12:48:55.489857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] Pushing event deleted for resources: {'Network': ['ID=175edea6-9b3c-4bc7-a95f-c542f15b937d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:55.501421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9f881d6d-e7a6-41e1-98c8-681d8932accc admin admin] 10.222.0.83 "DELETE /v2.0/networks/175edea6-9b3c-4bc7-a95f-c542f15b937d HTTP/1.1" status: 204 len: 168 time: 2.9729309 May 06 12:48:55.625627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 1bb9c272-7298-4413-98c8-23d78a6ff5af owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:55.684280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-273fb1cf-b6e3-47a3-93c6-3ef48cf60632 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793866 May 06 12:48:55.751352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] For port 1bb9c272-7298-4413-98c8-23d78a6ff5af, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1bb9c272-7298-4413-98c8-23d78a6ff5af,segment=NetworkSegment(e38bf22e-fed6-4076-94f5-2c552e8d92ec),segment_id=e38bf22e-fed6-4076-94f5-2c552e8d92ec)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:55.751352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:55.814022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1932ebb-ab67-451f-a521-359d89894252 req-86f70d4e-7d4e-45e0-8482-f3e314a3e688 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:55.834765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1932ebb-ab67-451f-a521-359d89894252 req-86f70d4e-7d4e-45e0-8482-f3e314a3e688 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5973356 May 06 12:48:55.978485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-b309d55f-d83d-4494-a619-23072aad208c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:55.981059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-b309d55f-d83d-4494-a619-23072aad208c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.4778540 May 06 12:48:56.013078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1932ebb-ab67-451f-a521-359d89894252 req-f6294984-2d1b-47c7-8e78-4fb4b6785c21 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811149 May 06 12:48:56.097921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f1f7a93-6a39-414a-b99c-234ad7c6b260 req-519c4eac-7814-4a21-a019-4e09006fef6c service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829854 May 06 12:48:56.118015 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:56.168110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-0248c64c-3c80-4ea7-a84e-e6c15dae4751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498582 May 06 12:48:56.173713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Calling delete_port for 1bb9c272-7298-4413-98c8-23d78a6ff5af owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:48:56.484728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:48:56.485121 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:48:56.544979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1bb9c272-7298-4413-98c8-23d78a6ff5af no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:48:56.575910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-1ca3d520-7748-4442-8341-ea4f36e34f0b service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981709 May 06 12:48:56.595858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1bb9c272-7298-4413-98c8-23d78a6ff5af {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:48:56.597496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1bb9c272-7298-4413-98c8-23d78a6ff5af not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:48:56.603307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=1bb9c272-7298-4413-98c8-23d78a6ff5af,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:56.609134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 1bb9c272-7298-4413-98c8-23d78a6ff5af on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:48:56.721743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46918) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:56.987523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ccb09b6-5375-43c9-85bc-7fa119d0bbd2 req-58e42f53-d65b-45ea-bd46-807d4ab38e51 service neutron] 10.222.0.13 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032590 May 06 12:48:56.991592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Deleting port 1bb9c272-7298-4413-98c8-23d78a6ff5af {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:56.991592 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.046731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.076628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c1e235-3fc3-40a1-a9b5-4961037fbfd1']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:57.095600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1f4f5042-da85-45e2-b0ab-3c4f34b2c8e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=67900abb497542389a9f6834cd5bc0d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668342 May 06 12:48:57.095600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38bf22e-fed6-4076-94f5-2c552e8d92ec') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:57.095600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38bf22e-fed6-4076-94f5-2c552e8d92ec') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:48:57.095958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.127252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.167816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.180620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:48:57.181176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.201687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: timer() May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:48:57.213547 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:48:57.238989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-496eb420-bc82-41cb-ba1c-cf1dc4d98a9a None None] The port '1bb9c272-7298-4413-98c8-23d78a6ff5af' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:48:57.365352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.493857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb370d2-caf4-4f25-84d8-e3186e5a1a76 req-7eba5cb8-d406-4add-855a-05d6c2fa2c57 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:57.501812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3eb370d2-caf4-4f25-84d8-e3186e5a1a76 req-7eba5cb8-d406-4add-855a-05d6c2fa2c57 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1967092 May 06 12:48:57.556366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.556366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.611405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3eb370d2-caf4-4f25-84d8-e3186e5a1a76 req-5662d926-4616-4c99-a114-5a64d7b086ed tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070795 May 06 12:48:57.612547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=a9c1e235-3fc3-40a1-a9b5-4961037fbfd1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:57.622594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-63bbe513-17c6-4462-9c2c-7b33a343b4c6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/a9c1e235-3fc3-40a1-a9b5-4961037fbfd1 HTTP/1.1" status: 204 len: 168 time: 3.3469973 May 06 12:48:57.625413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.673924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.704294 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c302c52-5c45-4e06-8542-ba26a6d371db tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:57.705003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c302c52-5c45-4e06-8542-ba26a6d371db tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:57.713173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f385db9c-9e90-4253-97f9-0c68bc5b8a92,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:57.718067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:57.720244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d96df9ff-66a0-43fe-aafd-5f85d9ef83ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f385db9c-9e90-4253-97f9-0c68bc5b8a92 HTTP/1.1" status: 204 len: 168 time: 0.6237757 May 06 12:48:57.733006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5c302c52-5c45-4e06-8542-ba26a6d371db tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/fb6bd5b6-c267-4115-a55e-8457455324e9 HTTP/1.1" status: 404 len: 337 time: 0.1064122 May 06 12:48:57.735483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46946) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.769221 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d493587-08aa-41de-80ad-0e3e1f0cba32 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:57.769591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d493587-08aa-41de-80ad-0e3e1f0cba32 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:57.771251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d493587-08aa-41de-80ad-0e3e1f0cba32 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/391ca905-719b-4508-aeb2-5f54bf1d4be2 HTTP/1.1" status: 404 len: 339 time: 0.0333831 May 06 12:48:57.774173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46950) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.816065 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a9da6a-111e-45ff-ae30-c83cb6bdca03 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:57.816497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a9da6a-111e-45ff-ae30-c83cb6bdca03 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:57.818110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-04a9da6a-111e-45ff-ae30-c83cb6bdca03 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/0f3da6f9-040a-4fe6-8b29-388c3c7d2e7b HTTP/1.1" status: 404 len: 337 time: 0.0430474 May 06 12:48:57.821428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:57.846461 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-009a805a-5d69-478d-86da-10e0b6d157be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:57.846968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009a805a-5d69-478d-86da-10e0b6d157be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:57.848689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-009a805a-5d69-478d-86da-10e0b6d157be tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/7853352c-ce25-4410-8cbf-843ed0bfb306 HTTP/1.1" status: 404 len: 339 time: 0.0263836 May 06 12:48:57.851406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46958) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:58.002906 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cf63fc-4cc1-4b72-96e4-96b2d29d9533 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:58.002906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cf63fc-4cc1-4b72-96e4-96b2d29d9533 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:58.002906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-80cf63fc-4cc1-4b72-96e4-96b2d29d9533 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/17b99284-2fdc-40f5-93d8-bb7733210c4b HTTP/1.1" status: 404 len: 337 time: 0.0425544 May 06 12:48:58.002906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46962) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:58.025512 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa04e4c9-ec07-4263-bd85-d165df16c86b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:48:58.025879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa04e4c9-ec07-4263-bd85-d165df16c86b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:48:58.027419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fa04e4c9-ec07-4263-bd85-d165df16c86b tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/a71b1da5-f532-42ad-9fb3-bac7e44ff812 HTTP/1.1" status: 404 len: 339 time: 0.0277500 May 06 12:48:58.031207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46966) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:58.260921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting subnet b0278cb9-9926-49ad-8e80-4b76dcfa28d4 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:48:58.260921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.333875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.450288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.659355 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.906100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=b0278cb9-9926-49ad-8e80-4b76dcfa28d4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:48:58.924809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:58.931800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0948ece4-4097-45ea-baed-36e6a75ea6c2 None None] Network 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:48:58.962341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96539847-562b-4069-8ef9-642226f5e7f1 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/b0278cb9-9926-49ad-8e80-4b76dcfa28d4 HTTP/1.1" status: 204 len: 168 time: 0.9300547 May 06 12:48:58.965038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:59.266799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.288310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510eb5-391e-4e8c-a20e-c4d65644c9f5 req-654557ad-930b-41a6-9272-56b23801fe5a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:48:59.305051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78510eb5-391e-4e8c-a20e-c4d65644c9f5 req-654557ad-930b-41a6-9272-56b23801fe5a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2896712 May 06 12:48:59.326127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:59.326127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.389660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78510eb5-391e-4e8c-a20e-c4d65644c9f5 req-9b64ce7e-4b08-4315-9b47-1c40b087e386 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862818 May 06 12:48:59.500364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] DHCP port deletion for 7fc0f6a7-6916-4fb6-a3ad-72d9288c145a request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:48:59.506120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Deleting port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:48:59.506120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.703434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47008) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:48:59.923008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,segment=NetworkSegment(9fb82711-b7af-41e0-9327-948975dbe88c),segment_id=9fb82711-b7af-41e0-9327-948975dbe88c)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:48:59.923008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:48:59.926992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b2a9d248-69cf-4c9d-a764-93bd3bb14260 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a662537a8e0f4c9f82deebb440dffead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2157633 May 06 12:48:59.936175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:00.034799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] For port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,segment=NetworkSegment(9fb82711-b7af-41e0-9327-948975dbe88c),segment_id=9fb82711-b7af-41e0-9327-948975dbe88c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:00.035326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.118137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.185909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.245665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Calling delete_port for fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:00.275067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:00.343219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.415754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0efef0f-ea80-40ce-8e5d-528728b2236e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:00.424107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.428171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cc69d233-4deb-4323-952e-0e46ab734ef4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c0efef0f-ea80-40ce-8e5d-528728b2236e HTTP/1.1" status: 204 len: 168 time: 0.4934433 May 06 12:49:00.484333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:00.554986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:00.555601 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:00.570731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:00.595127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=fd0ab36e-bff2-45fa-8856-24b1d9fc38c8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:00.622344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:00.673154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:49:00.675124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:01.031836 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.057287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Deleting port fd0ab36e-bff2-45fa-8856-24b1d9fc38c8 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:01.057877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.064718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc0f6a7-6916-4fb6-a3ad-72d9288c145a']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:01.112914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb82711-b7af-41e0-9327-948975dbe88c') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:01.113160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb82711-b7af-41e0-9327-948975dbe88c') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:01.137835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e38605-4f88-4726-ae2d-8bb14b407db8 req-4e13e27c-bb7f-4efa-8b81-3825d07e2aff tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:01.139421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e38605-4f88-4726-ae2d-8bb14b407db8 req-4e13e27c-bb7f-4efa-8b81-3825d07e2aff tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4285827 May 06 12:49:01.143846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.221635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8aca2659-2f99-4f8e-82b6-a277b47d8688 None None] The port 'fd0ab36e-bff2-45fa-8856-24b1d9fc38c8' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:49:01.314817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.377884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:01.377884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: timer() May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:01.511737 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:01.525332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51e38605-4f88-4726-ae2d-8bb14b407db8 req-92b6e211-70f7-4823-8fe6-66ef674eff4a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738475 May 06 12:49:01.608899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.636238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:01.675568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=7fc0f6a7-6916-4fb6-a3ad-72d9288c145a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:01.690581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-30931c96-bf31-4139-91bd-f27655ee87f6 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/7fc0f6a7-6916-4fb6-a3ad-72d9288c145a HTTP/1.1" status: 204 len: 168 time: 2.7244456 May 06 12:49:01.695520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47058) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:01.753250 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-91508b71-25a0-418a-a420-91038963700e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:49:01.753250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91508b71-25a0-418a-a420-91038963700e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:49:01.753250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-91508b71-25a0-418a-a420-91038963700e tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/21edc654-a938-45f8-a69f-0305526cf080 HTTP/1.1" status: 404 len: 337 time: 0.0558031 May 06 12:49:01.757423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:01.786924 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-00114b60-08ec-456d-8518-804662078731 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] DELETE failed (client error): The resource could not be found. May 06 12:49:01.786924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00114b60-08ec-456d-8518-804662078731 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:49:01.791475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-00114b60-08ec-456d-8518-804662078731 tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/d236e1f2-9801-49ce-9559-99d19a76b08b HTTP/1.1" status: 404 len: 339 time: 0.0346684 May 06 12:49:01.791475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47068) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:02.145101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting subnet 7681b4ec-974e-4297-9b1f-7994d0b3c5b1 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:49:02.148717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.219924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.308793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.555852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.730767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Subnet': ['ID=7681b4ec-974e-4297-9b1f-7994d0b3c5b1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:02.780049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5aa232-6e2e-4a12-8c25-15fb8d0349fb None None] Network 50f7c008-3989-4516-98ec-2573300f07c4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:02.786498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:02.816480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e76a164c-7404-49a3-90f7-2d34353d01ec tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/subnets/7681b4ec-974e-4297-9b1f-7994d0b3c5b1 HTTP/1.1" status: 204 len: 168 time: 1.0247426 May 06 12:49:02.818946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47092) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:03.065052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5ab8-b9aa-4f92-8f0d-0f2662873368 req-4169ac0c-f5bc-4ac4-bfeb-dc6f025c9ce4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:03.066700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aee5ab8-b9aa-4f92-8f0d-0f2662873368 req-4169ac0c-f5bc-4ac4-bfeb-dc6f025c9ce4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1494505 May 06 12:49:03.229972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9aee5ab8-b9aa-4f92-8f0d-0f2662873368 req-5e85073b-18b0-4091-9b2c-42576492cd45 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506801 May 06 12:49:03.265372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.280146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Deleting port 8824f246-80a6-4fe0-8aa7-30f92133c332 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:03.280911 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.296075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] DHCP port deletion for 50f7c008-3989-4516-98ec-2573300f07c4 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:49:03.300877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Deleting port 8824f246-80a6-4fe0-8aa7-30f92133c332 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:03.301512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.819909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] For port 8824f246-80a6-4fe0-8aa7-30f92133c332, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8824f246-80a6-4fe0-8aa7-30f92133c332,segment=NetworkSegment(0dc39502-445b-4966-a963-ae7f58b56d03),segment_id=0dc39502-445b-4966-a963-ae7f58b56d03)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:03.821403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.831940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] For port 8824f246-80a6-4fe0-8aa7-30f92133c332, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8824f246-80a6-4fe0-8aa7-30f92133c332,segment=NetworkSegment(0dc39502-445b-4966-a963-ae7f58b56d03),segment_id=0dc39502-445b-4966-a963-ae7f58b56d03)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:03.833023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:03.973844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:04.047416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Calling delete_port for 8824f246-80a6-4fe0-8aa7-30f92133c332 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:04.207907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Calling delete_port for 8824f246-80a6-4fe0-8aa7-30f92133c332 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:04.208385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1085591083-network', 'tenant_id': '123914bf93d84334be6d359ba191ed67'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:04.215433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:04.223123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Usage tracker for resource:network and tenant:123914bf93d84334be6d359ba191ed67 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:04.228737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:04.237402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:04.498867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8824f246-80a6-4fe0-8aa7-30f92133c332 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:04.502105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7951b-8890-4516-b8d8-da86f5bbd403 req-ae35205b-8fd5-45e3-8ca6-de8d93b0ec14 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:04.503762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98c7951b-8890-4516-b8d8-da86f5bbd403 req-ae35205b-8fd5-45e3-8ca6-de8d93b0ec14 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.0917280 May 06 12:49:04.557202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-98c7951b-8890-4516-b8d8-da86f5bbd403 req-e6662cd1-7d82-411c-9076-4d1c4a03f1c2 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 May 06 12:49:04.749042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.797532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.799413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Made reservation on behalf of 123914bf93d84334be6d359ba191ed67 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:04.799413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.866056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:04.942393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Port': ['ID=8824f246-80a6-4fe0-8aa7-30f92133c332,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:04.960464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] No DVR routers for this DVR port 8824f246-80a6-4fe0-8aa7-30f92133c332 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:04.965305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:04.965305 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:05.019261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:05.025101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Usage tracker for resource:security_group_rule and tenant:123914bf93d84334be6d359ba191ed67 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:05.030050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:05.035784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:05.181418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.183358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.226559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f7c008-3989-4516-98ec-2573300f07c4']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.241441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc39502-445b-4966-a963-ae7f58b56d03') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.241741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc39502-445b-4966-a963-ae7f58b56d03') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:05.261890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.296263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.336946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.371010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:05.371010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.374458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:05.404221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b7d89-37e4-4ad0-8b32-7bda3f65894f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: timer() May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:05.410845 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:05.424348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.424348 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Added segment 110080c4-9190-4b7a-8242-8e885aca79a7 of type vlan for network 61f50a6a-8641-4306-8c5e-df4953605604 May 06 12:49:05.467330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.470569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Deleting port 8824f246-80a6-4fe0-8aa7-30f92133c332 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:05.470569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.588698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f5339-cc24-4e51-a5fd-2a694daad87d None None] The port '8824f246-80a6-4fe0-8aa7-30f92133c332' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:49:05.904814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8562-cb7f-4d4b-aea9-808a93a7177d req-e767e407-f8e0-4cb1-9544-a2584da81261 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:05.905383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30bf8562-cb7f-4d4b-aea9-808a93a7177d req-e767e407-f8e0-4cb1-9544-a2584da81261 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1970844 May 06 12:49:05.909300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.915732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.916945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:05.917700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.927962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:05.978332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] 10.222.0.83 "DELETE /v2.0/networks/50f7c008-3989-4516-98ec-2573300f07c4 HTTP/1.1" status: 204 len: 168 time: 3.1582479 May 06 12:49:05.981984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dcdac-679e-4725-b2b0-aa8e7344c41d tempest-NetworksIpV6Test-1247335368 tempest-NetworksIpV6Test-1247335368-project] Pushing event deleted for resources: {'Network': ['ID=50f7c008-3989-4516-98ec-2573300f07c4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:06.159033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] Pushing event updated for resources: {'Network': ['ID=61f50a6a-8641-4306-8c5e-df4953605604,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:06.199500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 61f50a6a-8641-4306-8c5e-df4953605604 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:06.230264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30bf8562-cb7f-4d4b-aea9-808a93a7177d req-c907450c-4c48-4c9a-9f79-96389a6cfc7c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899780 May 06 12:49:06.398571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-026c3ff0-c284-49e4-8a70-359b244397ac admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4258559 May 06 12:49:06.407704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47170) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:06.411568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Request body: {'subnet': {'network_id': '61f50a6a-8641-4306-8c5e-df4953605604', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1085591083-subnet', 'tenant_id': '123914bf93d84334be6d359ba191ed67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:06.447389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:06.466546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Usage tracker for resource:subnet and tenant:123914bf93d84334be6d359ba191ed67 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:06.476663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:06.490431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:06.629960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Made reservation on behalf of 123914bf93d84334be6d359ba191ed67 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:06.629960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:06.918871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47188) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:07.207742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.401785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9e6f6b-3797-4a9a-bee9-8005102c9b36,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:07.458964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Checking segment: {'id': '110080c4-9190-4b7a-8242-8e885aca79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:07.460250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Network hostable DHCP agents. Network: 61f50a6a-8641-4306-8c5e-df4953605604, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:07.626897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Network 61f50a6a-8641-4306-8c5e-df4953605604 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:07.712383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1e3100d-828f-4303-b4d9-171c5002e1c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a88c8c23d6c04861b4914ac1696d5c5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814038 May 06 12:49:07.714645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:07.746139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48814262-4e51-4d19-825c-e281854b2292 req-a6734e8a-83cd-4480-97be-4d6ce43de46b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:07.765008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48814262-4e51-4d19-825c-e281854b2292 req-a6734e8a-83cd-4480-97be-4d6ce43de46b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2836685 May 06 12:49:07.814808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 61f50a6a-8641-4306-8c5e-df4953605604) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:07.827307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea42f1c-ac0e-4439-853d-4bb8866e5179 None None] Network 61f50a6a-8641-4306-8c5e-df4953605604 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:07.848847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:07.849441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.876024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:07.933264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48814262-4e51-4d19-825c-e281854b2292 req-0499fc8f-c786-4302-9316-94401586d55f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620221 May 06 12:49:07.966653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.047154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18f7f157-57fd-4bf9-85da-26e51e48fa3c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6469736 May 06 12:49:08.172814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.201281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ab0b0-9314-4407-aae0-c380daa0e3ca,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:08.230895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:08.230895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79ad7374-ba39-4d3c-94b0-8b7e218a8008 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca8ab0b0-9314-4407-aae0-c380daa0e3ca HTTP/1.1" status: 204 len: 168 time: 0.5187995 May 06 12:49:08.292930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab28fc-3f14-4cac-b3a0-5ecd9beb0934 None None] Network 61f50a6a-8641-4306-8c5e-df4953605604 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:08.749476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b041f06c-e66e-473c-9e97-3a57b4efd97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:09.535754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8ff23-8efa-4098-b333-0795f1b8b084 req-53cf908f-41cc-41a6-bc67-6295bf4e5035 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:09.537433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ad8ff23-8efa-4098-b333-0795f1b8b084 req-53cf908f-41cc-41a6-bc67-6295bf4e5035 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.2384319 May 06 12:49:09.630504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ad8ff23-8efa-4098-b333-0795f1b8b084 req-3cc1245f-58a0-4b78-9f50-0e1af8af2ad1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832069 May 06 12:49:09.974427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-fda456e3-479e-447b-9dc2-4116324fbf6c tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:09.975111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-fda456e3-479e-447b-9dc2-4116324fbf6c tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Synchronizing usage tracker for tenant:123914bf93d84334be6d359ba191ed67 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:10.168635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-fda456e3-479e-447b-9dc2-4116324fbf6c tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Unset dirty status for tenant:123914bf93d84334be6d359ba191ed67 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:10.179644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-fda456e3-479e-447b-9dc2-4116324fbf6c tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/networks?id=61f50a6a-8641-4306-8c5e-df4953605604 HTTP/1.1" status: 200 len: 818 time: 0.6641879 May 06 12:49:10.237655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-fa823322-88cd-4543-bb6f-0329fbcf5860 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/quotas/123914bf93d84334be6d359ba191ed67 HTTP/1.1" status: 200 len: 375 time: 0.0370803 May 06 12:49:10.309775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-bf4f5639-d29b-44b1-a66a-caab9d72ae77 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=123914bf93d84334be6d359ba191ed67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798988 May 06 12:49:10.637222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:10.683258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d5354336-a1c6-4649-90bb-5910d4dd9abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:10.718333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-e974d0da-9401-4659-958d-843c4c9ea8d0 service neutron] 10.222.0.83 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048083 May 06 12:49:11.016783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc428e-b145-4cf5-ad8e-ce2ca6a888e6 req-adfadf52-69e9-4e66-a6fc-4ddc850752aa tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:11.024607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5cbc428e-b145-4cf5-ad8e-ce2ca6a888e6 req-adfadf52-69e9-4e66-a6fc-4ddc850752aa tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1339538 May 06 12:49:11.025537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-cf0ea99a-92fc-48f7-984f-d537bff58ac5 service neutron] 10.222.0.83 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047895 May 06 12:49:11.096483 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.165584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5cbc428e-b145-4cf5-ad8e-ce2ca6a888e6 req-eca846ad-63c1-4f68-bb93-1030e7eae0f6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316996 May 06 12:49:11.212420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:11.227658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:11.236266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Usage tracker for resource:security_group_rule and tenant:ca65afa314f1436389725cde526b0c3d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:11.236266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:11.243624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:11.433586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8487805d-0099-4a33-bd29-e5bfb3795509 req-ea589229-1723-4e6b-8cd7-547a47f273c5 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.0637527 May 06 12:49:11.468223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.588349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241789899'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:11.598055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.714742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:11.714742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb26270e-bafc-4f02-a0f6-5bbae31771e0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:11.722317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:11.743385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:11.768293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:11.779832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47322) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:11.790018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4238e5ba-05be-4e25-a749-e79e138eb005 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca65afa314f1436389725cde526b0c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1597133 May 06 12:49:11.881873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:11.937693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.422292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83371be-aa1e-4e49-8e28-83c0d4fcab9d req-a23c536c-086c-4835-a973-ad00b7e8087a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:12.423863 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f83371be-aa1e-4e49-8e28-83c0d4fcab9d req-a23c536c-086c-4835-a973-ad00b7e8087a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.0853143 May 06 12:49:12.473781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f83371be-aa1e-4e49-8e28-83c0d4fcab9d req-063b08c1-315b-4fd6-8121-e4eafcd398c5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 May 06 12:49:12.573229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b709432c-1766-4b0d-8a8c-4c7cbac00b65 req-09763d71-02c2-471e-b7a1-30d75dfc6ea6 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.0420973 May 06 12:49:12.802960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:12.806581 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.822187 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.936349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.938010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.944894 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.957913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:12.972479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:security_group_rule and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:12.978231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb26270e-bafc-4f02-a0f6-5bbae31771e0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:12.978231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:12.978231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7a768c5-cee9-4698-b9bd-49543dfae052 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb26270e-bafc-4f02-a0f6-5bbae31771e0 HTTP/1.1" status: 204 len: 168 time: 1.1903074 May 06 12:49:12.980960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:12.999825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:13.229412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.469973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.498757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:13.521118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.521118 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 2a784cd6-5b75-45e3-9e71-735989cede11 of type vlan for network 58e44816-d101-470a-913c-4975f0d055a8 May 06 12:49:13.557232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.635975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.697555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f661977-28e2-413a-8cb4-e8219745914e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:13.922766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c71281c-0115-40d9-990f-5add07d7ef61 req-83abb45c-da67-4852-b8e1-03a97c253311 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.1499395 May 06 12:49:13.962242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:13.967359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:13.968272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.201659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=58e44816-d101-470a-913c-4975f0d055a8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:14.237438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 58e44816-d101-470a-913c-4975f0d055a8 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:14.268500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfdc83-cd5b-49d0-a4ba-de571dc65a91 req-711d16ed-15e4-49d2-a17f-21e7d03e2f4b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:14.279407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16cfdc83-cd5b-49d0-a4ba-de571dc65a91 req-711d16ed-15e4-49d2-a17f-21e7d03e2f4b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.4385672 May 06 12:49:14.370457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16cfdc83-cd5b-49d0-a4ba-de571dc65a91 req-c6f67a53-c78b-4435-8885-8b78f65da554 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901241 May 06 12:49:14.385301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-086d57eb-7f5a-45b6-b6ef-2f03a2bfec12 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1766629 May 06 12:49:14.388278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:14.400838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1264951056'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:14.426771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:14.431395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:14.437511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:14.446609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:14.609111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:14.609111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.660724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:14.667663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.667663 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 57d446d9-1e1a-4e36-81ba-2c773e6e1613 of type vlan for network 44b24e69-9bd4-4752-8a80-8487405df594 May 06 12:49:14.713814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.891651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47392) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:14.935485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.988672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:14.988672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:14.993090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.186882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=44b24e69-9bd4-4752-8a80-8487405df594,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:15.200049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 44b24e69-9bd4-4752-8a80-8487405df594 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:15.205898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:15.209697 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb01459a-8047-4498-b181-fcae54a421ca req-530e2227-9c0b-418d-a82d-1d3302011403 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.0704515 May 06 12:49:15.212731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6c99d306a743f991b2fcca72c0a8ca is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:15.226353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:15.226353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:15.405004 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4890b211-13ae-4720-b829-46008d1f5f14 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0127430 May 06 12:49:15.406761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:15.428255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': '58e44816-d101-470a-913c-4975f0d055a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:15.636816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256717e-8200-487b-a064-f0e04f171fec req-5136ccdb-ecb8-475d-8266-1bc1962ea24a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:15.638376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5256717e-8200-487b-a064-f0e04f171fec req-5136ccdb-ecb8-475d-8266-1bc1962ea24a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1018345 May 06 12:49:15.698214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5256717e-8200-487b-a064-f0e04f171fec req-fee76f84-77ae-4309-9cd1-8c4e409f8a64 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472925 May 06 12:49:15.734800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:15.747508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:15.767154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:15.767154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:15.767154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:16.066163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.099186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be7654b-f5b0-4bb2-af18-0d6be5bbbfa3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:16.121964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bcb4486a-7f8c-4c84-86cb-6c5626cc63e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1e6c99d306a743f991b2fcca72c0a8ca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2183247 May 06 12:49:16.123408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47428) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:16.193854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.222574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.231573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:16.361217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.560581 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.616357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81386448-05d8-4d3b-9af2-1be60cd78328 req-78c28ddd-489a-47b5-9d77-36b688beb2cc tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.0854003 May 06 12:49:16.814424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:16.860036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be7654b-f5b0-4bb2-af18-0d6be5bbbfa3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:17.017515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cf25-4e2b-48cc-99a8-d2b139ddd603 req-a916b67e-5c94-43bf-98f1-ac6375ed885b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.026848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb05cf25-4e2b-48cc-99a8-d2b139ddd603 req-a916b67e-5c94-43bf-98f1-ac6375ed885b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.1175137 May 06 12:49:17.065277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.065277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-398a1662-13f7-44d7-bf1c-3a6583f7696f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2be7654b-f5b0-4bb2-af18-0d6be5bbbfa3 HTTP/1.1" status: 204 len: 168 time: 0.9332469 May 06 12:49:17.099867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-10346f21-ba42-482f-9e89-9659c7758d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1096 time: 0.1544042 May 06 12:49:17.104423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb05cf25-4e2b-48cc-99a8-d2b139ddd603 req-1eb896c2-1bae-4a30-aa86-c60b50f58b8d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779362 May 06 12:49:17.218770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:17.375911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '2a784cd6-5b75-45e3-9e71-735989cede11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58e44816-d101-470a-913c-4975f0d055a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:17.375911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: 58e44816-d101-470a-913c-4975f0d055a8, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:17.411940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-97ce3571-a233-42ec-a660-8b292e4613a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.411940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-97ce3571-a233-42ec-a660-8b292e4613a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 915 time: 0.2917409 May 06 12:49:17.411940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=3dde1d61-6998-4e75-b3a0-9654c08fb546,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:17.483021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-e318a417-9331-43f5-9d69-7337d05b40e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.0756676 May 06 12:49:17.563231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-464b6b3b-b10b-4698-b08c-866b2e50a816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.565219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-464b6b3b-b10b-4698-b08c-866b2e50a816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.0784447 May 06 12:49:17.619281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-ad8ab68f-7726-41d9-933d-7dbbc0715477 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465295 May 06 12:49:17.726759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 58e44816-d101-470a-913c-4975f0d055a8 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:17.800042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-ce4681b6-c27a-43c6-85ab-f7ed2bccfa77 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:17.815917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-ce4681b6-c27a-43c6-85ab-f7ed2bccfa77 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.86 "GET /v2.0/networks?id=61f50a6a-8641-4306-8c5e-df4953605604 HTTP/1.1" status: 200 len: 818 time: 0.3516386 May 06 12:49:17.833841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Request body: {'port': {'device_id': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604', 'admin_state_up': True, 'tenant_id': '123914bf93d84334be6d359ba191ed67'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:18.074998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-ceaf8146-185a-4ddb-aeb5-c984f489ebae service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482431 May 06 12:49:18.115096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a970152-c383-459c-a5ef-484b5cfac1d2 req-09e7e0be-aafb-420b-834d-d33531ba0c6d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.0665276 May 06 12:49:18.172514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 58e44816-d101-470a-913c-4975f0d055a8) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:18.183051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a1d9c-8075-42b0-b880-700171605709 None None] Network 58e44816-d101-470a-913c-4975f0d055a8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:18.189882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:18.190466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:18.339454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:18.339454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Usage tracker for resource:port and tenant:123914bf93d84334be6d359ba191ed67 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:18.352967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:18.352967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:18.400699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-af6c68c6-c3f0-4ee4-b90c-70c5d1b6b0c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9719517 May 06 12:49:18.404101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47478) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:18.411426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': '44b24e69-9bd4-4752-8a80-8487405df594', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:18.415390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e4a4d06-4cf5-488f-9de4-623227894e48 req-d7b5cc04-e8fd-479e-bd37-5d5842d30149 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190835 May 06 12:49:18.563343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Made reservation on behalf of 123914bf93d84334be6d359ba191ed67 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:18.566192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:18.638818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-58e44816-d101-470a-913c-4975f0d055a8', 'network_id': '58e44816-d101-470a-913c-4975f0d055a8', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': '3dde1d61-6998-4e75-b3a0-9654c08fb546'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:18.639796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:18.676067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47490) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:18.716218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:18.835674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:18.845158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Usage tracker for resource:security_group_rule and tenant:89dc3ca5e1194584ad2bec4c8004f8ce is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:18.858677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:18.863456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Allocated IP 172.20.0.8 (61f50a6a-8641-4306-8c5e-df4953605604/0a9e6f6b-3797-4a9a-bee9-8005102c9b36/b7e83e30-3aa0-4f90-af67-9c917951abe8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:18.868709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:18.916886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:18.916886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:18.916886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:18.916886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:18.966972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Allocated IP 2001:db8::2 (58e44816-d101-470a-913c-4975f0d055a8/3dde1d61-6998-4e75-b3a0-9654c08fb546/33a75135-c112-4f3d-8392-566c5c03fd6b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:18.967140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701ad37-ce4b-4210-84e3-ab4ffeff797c req-61fad7e6-e367-44d6-a622-43f7eb116adb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:18.972243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f701ad37-ce4b-4210-84e3-ab4ffeff797c req-61fad7e6-e367-44d6-a622-43f7eb116adb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.5198350 May 06 12:49:19.021819 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.112522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f701ad37-ce4b-4210-84e3-ab4ffeff797c req-86098932-1346-41e6-a5bc-f58a905f9448 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392374 May 06 12:49:19.116529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:19.172566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.244782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508b9b0-90f1-4199-92fe-6b11c821fa75,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:19.270524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.286972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Transition to ACTIVE for port object 33a75135-c112-4f3d-8392-566c5c03fd6b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:19.316737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-85c020fc-dec3-479b-9bcb-bc6e91ac4828 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=89dc3ca5e1194584ad2bec4c8004f8ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6316659 May 06 12:49:19.316737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47504) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:19.318638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Transition to ACTIVE for port object 33a75135-c112-4f3d-8392-566c5c03fd6b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:19.402107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.432451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.484374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.561750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ff132e8-ee80-40f1-8b3c-35a1edda917e req-2935a795-4ec4-46fe-8ac3-dd89e644a5ee tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.2158437 May 06 12:49:19.566286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.666561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Network 58e44816-d101-470a-913c-4975f0d055a8 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:19.693544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:19.693544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:19.693544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Pushing event updated for resources: {'Port': ['ID=33a75135-c112-4f3d-8392-566c5c03fd6b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:19.760344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.780398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508b9b0-90f1-4199-92fe-6b11c821fa75,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:19.794538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.794538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d42a807-db6b-40db-8204-478c50d5cd40 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b508b9b0-90f1-4199-92fe-6b11c821fa75 HTTP/1.1" status: 204 len: 168 time: 0.4832084 May 06 12:49:19.876854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Attempting to bind port 33a75135-c112-4f3d-8392-566c5c03fd6b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:19.883062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Attempting to bind port 33a75135-c112-4f3d-8392-566c5c03fd6b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '2a784cd6-5b75-45e3-9e71-735989cede11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58e44816-d101-470a-913c-4975f0d055a8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:19.883062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Attempting to bind port 33a75135-c112-4f3d-8392-566c5c03fd6b on network 58e44816-d101-470a-913c-4975f0d055a8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:19.885811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:19.886294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Checking segment: {'id': '2a784cd6-5b75-45e3-9e71-735989cede11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58e44816-d101-470a-913c-4975f0d055a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:19.886752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.887207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Bound using segment: {'id': '2a784cd6-5b75-45e3-9e71-735989cede11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58e44816-d101-470a-913c-4975f0d055a8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:19.887735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Bound port: 33a75135-c112-4f3d-8392-566c5c03fd6b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a784cd6-5b75-45e3-9e71-735989cede11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58e44816-d101-470a-913c-4975f0d055a8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:19.888265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:19.959152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:19.977344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.108256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:20.121845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.199594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=33a75135-c112-4f3d-8392-566c5c03fd6b,segment=NetworkSegment(2a784cd6-5b75-45e3-9e71-735989cede11),segment_id=2a784cd6-5b75-45e3-9e71-735989cede11)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:20.213830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.248974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.281805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:20.307727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:20.347192 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.442026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Pushing event updated for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.453620 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b94e90-a788-479a-a8ac-24fcc35c5344'] response: {'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'code': 200} May 06 12:49:20.454175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=fd9c005b-f8d7-424d-b9e6-3e66448be5fb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.455634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137007a5-b335-4b6e-bdd7-db3d999b632b None None] Pushing event updated for resources: {'Port': ['ID=33a75135-c112-4f3d-8392-566c5c03fd6b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.460290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.512445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Network 61f50a6a-8641-4306-8c5e-df4953605604 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:20.516071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:20.526673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:20.642713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '57d446d9-1e1a-4e36-81ba-2c773e6e1613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:20.670640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: 44b24e69-9bd4-4752-8a80-8487405df594, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:49:20.690581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a2b87-b3a1-4c34-acd1-cb5aa8e23d51 req-15cbdf38-f606-4429-b832-6b3a4057372c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:20.714490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8a2b87-b3a1-4c34-acd1-cb5aa8e23d51 req-15cbdf38-f606-4429-b832-6b3a4057372c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 945 time: 0.3828328 May 06 12:49:20.800283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:20.852772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f8a2b87-b3a1-4c34-acd1-cb5aa8e23d51 req-28817cb3-031b-45d4-9d6b-8df17fffd943 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532030 May 06 12:49:20.857619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:20.863716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:20.873310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.147819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-0f5432c9-4a5b-4d07-8245-dd35701d33a8 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3165395 May 06 12:49:21.161421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 44b24e69-9bd4-4752-8a80-8487405df594 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:49:21.187820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Request body: {'port': {'device_id': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:21.301348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 44b24e69-9bd4-4752-8a80-8487405df594) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:21.313211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7df542-8363-4098-9bbe-3292bf12f1fc None None] Network 44b24e69-9bd4-4752-8a80-8487405df594 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:21.322580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:21.322580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.553361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8e3f-8fd3-4898-90c8-45aca3b0cc10 req-0bc0580e-d31e-4632-ab8a-3c2be304e3a9 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:21.553361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6aae8e3f-8fd3-4898-90c8-45aca3b0cc10 req-0bc0580e-d31e-4632-ab8a-3c2be304e3a9 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Synchronizing usage tracker for tenant:123914bf93d84334be6d359ba191ed67 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:21.581168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a6f8c442-1fef-45bd-85b0-34ca021d2b41 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1785257 May 06 12:49:21.581168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.583323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:21.607046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-451007383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:21.615621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:21.632465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:21.662594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:21.678949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:21.819734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.819734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.826335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-44b24e69-9bd4-4752-8a80-8487405df594', 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': 'fd9c005b-f8d7-424d-b9e6-3e66448be5fb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:49:21.826335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.915062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:21.997682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:49:22.060821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.138423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6aae8e3f-8fd3-4898-90c8-45aca3b0cc10 req-0bc0580e-d31e-4632-ab8a-3c2be304e3a9 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Unset dirty status for tenant:123914bf93d84334be6d359ba191ed67 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:22.140037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6aae8e3f-8fd3-4898-90c8-45aca3b0cc10 req-0bc0580e-d31e-4632-ab8a-3c2be304e3a9 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 931 time: 1.1118178 May 06 12:49:22.263128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.288007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7019ed8a-2c15-414c-a9d5-5374193e6694 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7014444 May 06 12:49:22.294376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47576) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:22.356992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e83e30-3aa0-4f90-af67-9c917951abe8 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:22.356992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:22.356992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Transition to ACTIVE for port object b7e83e30-3aa0-4f90-af67-9c917951abe8 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:22.466617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6aae8e3f-8fd3-4898-90c8-45aca3b0cc10 req-8355f2b8-736f-4414-8083-7cf57bd8c69d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170783 May 06 12:49:22.605511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Allocated IP 2001:db8:1::2 (44b24e69-9bd4-4752-8a80-8487405df594/fd9c005b-f8d7-424d-b9e6-3e66448be5fb/9ec08af7-e5d1-40fe-8817-b8c5b8c909fc) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:22.708782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023c75f-36a3-4cb3-bd87-77c057b0b0b6 req-71c4773b-7df2-43c9-b664-16f0dc26fc19 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:22.710296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e023c75f-36a3-4cb3-bd87-77c057b0b0b6 req-71c4773b-7df2-43c9-b664-16f0dc26fc19 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.4869115 May 06 12:49:22.737943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 33a75135-c112-4f3d-8392-566c5c03fd6b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:22.797917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c246b05-032f-4ff0-bf31-4265a81a2ae0 None None] Network 58e44816-d101-470a-913c-4975f0d055a8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:22.897666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e023c75f-36a3-4cb3-bd87-77c057b0b0b6 req-96c4e3c9-5193-4dc1-a67f-aa4d77a7bc07 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372380 May 06 12:49:22.981712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.320007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:23.346947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.410368 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.458274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee0dac-2504-4ee4-889e-71ff7fbaa66c req-784ded4e-3382-4ec3-b41d-a8ec87d4d8b4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:23.459922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07ee0dac-2504-4ee4-889e-71ff7fbaa66c req-784ded4e-3382-4ec3-b41d-a8ec87d4d8b4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.3227246 May 06 12:49:23.484566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Transition to ACTIVE for port object 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:23.503601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Attempting to bind port b7e83e30-3aa0-4f90-af67-9c917951abe8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:23.504007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Attempting to bind port b7e83e30-3aa0-4f90-af67-9c917951abe8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '110080c4-9190-4b7a-8242-8e885aca79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:23.504797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Attempting to bind port b7e83e30-3aa0-4f90-af67-9c917951abe8 on network 61f50a6a-8641-4306-8c5e-df4953605604 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:23.516191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Port b7e83e30-3aa0-4f90-af67-9c917951abe8 on network 61f50a6a-8641-4306-8c5e-df4953605604 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:49:23.516704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Attempting to bind port b7e83e30-3aa0-4f90-af67-9c917951abe8 on network 61f50a6a-8641-4306-8c5e-df4953605604 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:23.542876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9006a5aa-801f-42eb-9982-b68995ca2428 None None] Provisioning for port 33a75135-c112-4f3d-8392-566c5c03fd6b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:23.552409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-07ee0dac-2504-4ee4-889e-71ff7fbaa66c req-96187c6a-f116-4d37-b9df-77e142c92458 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 May 06 12:49:23.553556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:23.553893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Checking segment: {'id': '110080c4-9190-4b7a-8242-8e885aca79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:23.554969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Bound using segment: {'id': '110080c4-9190-4b7a-8242-8e885aca79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:23.555414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Bound port: b7e83e30-3aa0-4f90-af67-9c917951abe8, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110080c4-9190-4b7a-8242-8e885aca79a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:23.555760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.581014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Transition to ACTIVE for port object 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:23.659710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 33a75135-c112-4f3d-8392-566c5c03fd6b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:23.704998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 33a75135-c112-4f3d-8392-566c5c03fd6b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:23.714840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.857420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:23.929666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:23.935601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8,segment=NetworkSegment(110080c4-9190-4b7a-8242-8e885aca79a7),segment_id=110080c4-9190-4b7a-8242-8e885aca79a7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:23.982093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Pushing event updated for resources: {'Port': ['ID=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:23.991432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:24.067075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.160931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987deea5-7518-4574-8293-71e8be55099a req-2ce3f39c-dd0a-4cf3-b44b-59d70ec325fd tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:24.160931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-987deea5-7518-4574-8293-71e8be55099a req-2ce3f39c-dd0a-4cf3-b44b-59d70ec325fd tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 943 time: 0.1839638 May 06 12:49:24.197771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.211722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] 10.222.0.86 "PUT /v2.0/ports/b7e83e30-3aa0-4f90-af67-9c917951abe8 HTTP/1.1" status: 200 len: 1091 time: 3.0161691 May 06 12:49:24.227397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Network 44b24e69-9bd4-4752-8a80-8487405df594 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:24.230375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:24.244542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:24.255594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:24.485764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Attempting to bind port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:24.486137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Attempting to bind port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '57d446d9-1e1a-4e36-81ba-2c773e6e1613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:24.489564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Attempting to bind port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc on network 44b24e69-9bd4-4752-8a80-8487405df594 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:24.501422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-987deea5-7518-4574-8293-71e8be55099a req-0d3fd0c8-2249-4dde-9f00-04e16d176fae tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Synchronizing usage tracker for tenant:123914bf93d84334be6d359ba191ed67 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:24.520507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.541735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:24.542192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Checking segment: {'id': '57d446d9-1e1a-4e36-81ba-2c773e6e1613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:24.542540 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.543588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Bound using segment: {'id': '57d446d9-1e1a-4e36-81ba-2c773e6e1613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:24.544134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Bound port: 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d446d9-1e1a-4e36-81ba-2c773e6e1613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '44b24e69-9bd4-4752-8a80-8487405df594'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:24.544565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.587178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8::1 (58e44816-d101-470a-913c-4975f0d055a8/3dde1d61-6998-4e75-b3a0-9654c08fb546/e83b0759-2384-46ed-80a2-ce37bec7830d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:24.726171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-987deea5-7518-4574-8293-71e8be55099a req-0d3fd0c8-2249-4dde-9f00-04e16d176fae tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Unset dirty status for tenant:123914bf93d84334be6d359ba191ed67 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:24.742223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-987deea5-7518-4574-8293-71e8be55099a req-0d3fd0c8-2249-4dde-9f00-04e16d176fae tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636072 May 06 12:49:24.761656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=33a75135-c112-4f3d-8392-566c5c03fd6b,segment=NetworkSegment(2a784cd6-5b75-45e3-9e71-735989cede11),segment_id=2a784cd6-5b75-45e3-9e71-735989cede11)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:24.761656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1716fdca-405b-40a9-952e-b1fa7f54a93e None None] Provisioning complete for port 33a75135-c112-4f3d-8392-566c5c03fd6b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:24.761656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1716fdca-405b-40a9-952e-b1fa7f54a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.815225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] For port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:24.834396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] For port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,segment=NetworkSegment(57d446d9-1e1a-4e36-81ba-2c773e6e1613),segment_id=57d446d9-1e1a-4e36-81ba-2c773e6e1613)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:24.906124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497d8d3-1db4-4d19-bbff-fd249c8fdc67 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:24.937784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:24.953880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c779662-7586-4cc9-8d86-041d41bdee83 req-8416624a-00c3-434c-aa45-3963fe305cf5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4320474 May 06 12:49:24.966102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-aaa03366-32fb-4a9d-a83b-357647977bd0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=123914bf93d84334be6d359ba191ed67&device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 1094 time: 0.5659895 May 06 12:49:25.090278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.095607 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.112303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-9f138c71-274d-4ae5-a97d-7f72e0aef214 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8 HTTP/1.1" status: 200 len: 217 time: 0.1371040 May 06 12:49:25.142165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object e83b0759-2384-46ed-80a2-ce37bec7830d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:25.232509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=33a75135-c112-4f3d-8392-566c5c03fd6b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:25.287466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.290046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-48ffa1e2-1222-4f87-95b9-625abd564c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:25.290046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-48ffa1e2-1222-4f87-95b9-625abd564c48 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0a9e6f6b-3797-4a9a-bee9-8005102c9b36 HTTP/1.1" status: 200 len: 858 time: 0.1684549 May 06 12:49:25.308532 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f8b39a-5590-483b-9188-8dead4d305b9'] response: {'name': 'network-changed', 'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8', 'status': 'completed', 'code': 200} May 06 12:49:25.417955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-7b191191-4d0f-4455-8534-b572978fa264 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=61f50a6a-8641-4306-8c5e-df4953605604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139419 May 06 12:49:25.422717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14340120-ff66-43f2-86a9-8cf98cfc53d6 None None] Pushing event updated for resources: {'Port': ['ID=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:25.719231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-bb9975dc-dfb1-48a5-9d6e-a905ae00cf64 service neutron] 10.222.0.86 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000181 May 06 12:49:25.799691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=e83b0759-2384-46ed-80a2-ce37bec7830d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:25.840852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 58e44816-d101-470a-913c-4975f0d055a8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:25.840852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:25.848684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:25.848684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:25.911256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47664) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:26.151268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1610b73a-0475-4f8f-b67b-51b2b8fe9c40 req-22d91255-5ab3-4ab6-a52f-55e0f550813b service neutron] 10.222.0.86 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220150 May 06 12:49:26.178481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.203169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ab555-3c16-44b7-b1c9-72c0870a2281 req-ac40006a-e1a6-4ade-84cb-02acc2d21d6c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:26.209201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e8ab555-3c16-44b7-b1c9-72c0870a2281 req-ac40006a-e1a6-4ade-84cb-02acc2d21d6c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.4031906 May 06 12:49:26.405463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7996bf8-c616-4a2f-8489-a92ed28b78d5 req-93c73ed4-367b-4a8f-8299-00d2b38a65db tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:26.411714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7996bf8-c616-4a2f-8489-a92ed28b78d5 req-93c73ed4-367b-4a8f-8299-00d2b38a65db tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 943 time: 0.2563019 May 06 12:49:26.503637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7996bf8-c616-4a2f-8489-a92ed28b78d5 req-e6aaac4f-cc2f-4220-9fc5-737533c09d02 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851402 May 06 12:49:26.507126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-776af02d-4e3c-43c1-b5f1-c0ceee361467 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=123914bf93d84334be6d359ba191ed67&device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 1094 time: 0.1867008 May 06 12:49:26.551287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e8ab555-3c16-44b7-b1c9-72c0870a2281 req-3cf12d5e-f4bb-4299-9695-56e00b599a23 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378356 May 06 12:49:26.637142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-002e69e5-5987-4b3b-bfb9-207c0edaa37a None None] Provisioning for port e83b0759-2384-46ed-80a2-ce37bec7830d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:26.655297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-002e69e5-5987-4b3b-bfb9-207c0edaa37a None None] Provisioning complete for port e83b0759-2384-46ed-80a2-ce37bec7830d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:26.657022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-002e69e5-5987-4b3b-bfb9-207c0edaa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:26.719481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-044937e4-e695-4e51-89b2-981fc887c842 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7403579 May 06 12:49:26.736864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156585-037a-4723-863e-bcf3ff888111 req-14909e60-4c7a-4e12-9980-953efcf8677f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:26.738852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-14909e60-4c7a-4e12-9980-953efcf8677f service neutron] 10.222.0.86 "GET /v2.0/networks?id=61f50a6a-8641-4306-8c5e-df4953605604 HTTP/1.1" status: 200 len: 919 time: 0.2250812 May 06 12:49:26.795492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-002e69e5-5987-4b3b-bfb9-207c0edaa37a None None] Port e83b0759-2384-46ed-80a2-ce37bec7830d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:26.885936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-112fb401-b71c-4ff0-a5b6-1cd7d7422308 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8 HTTP/1.1" status: 200 len: 217 time: 0.1383240 May 06 12:49:27.015905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156585-037a-4723-863e-bcf3ff888111 req-46fb58f2-6076-4092-8a1b-498ba4763b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:27.021009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-46fb58f2-6076-4092-8a1b-498ba4763b78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0a9e6f6b-3797-4a9a-bee9-8005102c9b36 HTTP/1.1" status: 200 len: 858 time: 0.1267970 May 06 12:49:27.098359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-36bdac1c-d65c-4e32-aaa4-2fc8868b0e46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=61f50a6a-8641-4306-8c5e-df4953605604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589163 May 06 12:49:27.287622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 33a75135-c112-4f3d-8392-566c5c03fd6b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:27.318215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-608d0518-a350-49f0-a640-23b34a25e6db service neutron] 10.222.0.86 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249584 May 06 12:49:27.337612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.383210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ebe9a-06aa-49de-9d81-2ec6eebe0785 None None] Network 44b24e69-9bd4-4752-8a80-8487405df594 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:27.483633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.483633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.596070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e156585-037a-4723-863e-bcf3ff888111 req-7eef30d5-b3cd-4bdb-a393-b84e3d35f731 service neutron] 10.222.0.86 "GET /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713079 May 06 12:49:27.667330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47704) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:27.682312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 33a75135-c112-4f3d-8392-566c5c03fd6b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:27.682873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.875750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358aef7-4171-4e6d-a972-cab6eb7c40cb req-cc11ddef-ca02-4226-9957-99f4f464a0d4 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:27.880281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8358aef7-4171-4e6d-a972-cab6eb7c40cb req-cc11ddef-ca02-4226-9957-99f4f464a0d4 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 943 time: 0.1506727 May 06 12:49:27.905768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b7ad1308-ee57-4958-a0e8-a5d83edf9bde None None] Provisioning for port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:27.931498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:27.941556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:27.951238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=e83b0759-2384-46ed-80a2-ce37bec7830d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:28.001794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8358aef7-4171-4e6d-a972-cab6eb7c40cb req-ca6e4ef6-bf82-46d1-9bf4-07c140cab00e tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945330 May 06 12:49:28.005257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:28.012003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Usage tracker for resource:security_group_rule and tenant:c757a2486692404a8cd22b4a2edaf162 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:28.015498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:28.024847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:28.067941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5621e90-80c5-4d1f-95f4-ec13e785834e req-34c14ecf-7796-4c9a-b0cf-e9bd88ae9e9c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:28.070073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5621e90-80c5-4d1f-95f4-ec13e785834e req-34c14ecf-7796-4c9a-b0cf-e9bd88ae9e9c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.2318614 May 06 12:49:28.173930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5621e90-80c5-4d1f-95f4-ec13e785834e req-66533079-21fc-448c-ba34-3bbc28cd077e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 May 06 12:49:28.173930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 58e44816-d101-470a-913c-4975f0d055a8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:28.173930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:28.200328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.263866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:28.263866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:28.263866 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.284938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b7e83e30-3aa0-4f90-af67-9c917951abe8 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:49:28.471157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.630865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.653885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b055bae2-d107-4447-a134-e59fb0638f3b None None] Provisioning complete for port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:28.654620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b055bae2-d107-4447-a134-e59fb0638f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.667999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c757a2486692404a8cd22b4a2edaf162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9995105 May 06 12:49:28.670031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b8754-78c2-494b-ac3f-fa99b9dd0625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7aed34-bae6-4f02-864f-91d497ea004f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:28.672396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:28.741302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.794416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8,segment=NetworkSegment(110080c4-9190-4b7a-8242-8e885aca79a7),segment_id=110080c4-9190-4b7a-8242-8e885aca79a7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:28.827895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'b7e83e30-3aa0-4f90-af67-9c917951abe8', 'network_id': '61f50a6a-8641-4306-8c5e-df4953605604', 'port_id': 'b7e83e30-3aa0-4f90-af67-9c917951abe8', 'mac_address': 'fa:16:3e:3c:b5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9e6f6b-3797-4a9a-bee9-8005102c9b36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:49:28.857865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.876696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,segment=NetworkSegment(57d446d9-1e1a-4e36-81ba-2c773e6e1613),segment_id=57d446d9-1e1a-4e36-81ba-2c773e6e1613)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:28.943465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:28.977606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-0b9c4a50-43f7-4692-8ebf-33f9c0372c77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f&tenant_id=d8f0d8b1347548e49f09c0cdded53f6a HTTP/1.1" status: 200 len: 1094 time: 0.1695290 May 06 12:49:28.983202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e83e30-3aa0-4f90-af67-9c917951abe8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:28.993942 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b055bae2-d107-4447-a134-e59fb0638f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.019729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.080113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8,segment=NetworkSegment(110080c4-9190-4b7a-8242-8e885aca79a7),segment_id=110080c4-9190-4b7a-8242-8e885aca79a7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:29.094085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router e866cdc4-cc49-4da1-a528-e8b727f62c11 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:49:29.119157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.158057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7aed34-bae6-4f02-864f-91d497ea004f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.180206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.180206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-030b88e9-1db0-4cfa-b726-5658be49ba05 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e7aed34-bae6-4f02-864f-91d497ea004f HTTP/1.1" status: 204 len: 168 time: 0.4981668 May 06 12:49:29.224301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:29.237968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.370952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-b055bae2-d107-4447-a134-e59fb0638f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:29.370952 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-b055bae2-d107-4447-a134-e59fb0638f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:29.370952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:29.466773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b7e83e30-3aa0-4f90-af67-9c917951abe8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:29.553026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a6a93-14b3-4aff-9c82-6a3c37fe87fb req-3fb46fc4-1f53-4446-85e6-7638330a336d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:29.556369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-869a6a93-14b3-4aff-9c82-6a3c37fe87fb req-3fb46fc4-1f53-4446-85e6-7638330a336d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 944 time: 0.2545381 May 06 12:49:29.630278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-f562aec1-1fb7-4664-8321-3dbf0652b83b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1094 time: 0.6134567 May 06 12:49:29.658483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-869a6a93-14b3-4aff-9c82-6a3c37fe87fb req-4cb1f4fd-a477-4d54-b492-ba26ba12fced tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846314 May 06 12:49:29.921698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2ba2a-f20d-41b0-98e4-1a1fedc84c27 req-2f70cf0d-b4cf-4676-9ebf-5c2797c8d521 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:29.921698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afa2ba2a-f20d-41b0-98e4-1a1fedc84c27 req-2f70cf0d-b4cf-4676-9ebf-5c2797c8d521 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.4185977 May 06 12:49:29.950720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-4148a36d-3e30-48f6-a37c-67b5562842a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:29.950720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-4148a36d-3e30-48f6-a37c-67b5562842a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 915 time: 0.2839403 May 06 12:49:29.969830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:29.999521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] Sync routers for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:30.027490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:30.027490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:30.101734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d3dc331d-8529-4a4b-a294-d84560b6842b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7891171 May 06 12:49:30.108183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47758) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:30.160665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-d84209b7-82e6-4bcc-a105-dd17d7146cf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.2076821 May 06 12:49:30.161747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:30.174162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afa2ba2a-f20d-41b0-98e4-1a1fedc84c27 req-9efa7b28-fd7d-459f-ac40-ab22e12c4c2f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579825 May 06 12:49:30.203018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:30.203689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:30.267750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50f265d-f041-402b-a2ba-42430941ad00 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:30.305403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-a92f85a4-bf6a-4d60-8e80-ba5f4564d9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:30.305403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-a92f85a4-bf6a-4d60-8e80-ba5f4564d9db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.1283808 May 06 12:49:30.305403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47766) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:30.309252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b50f265d-f041-402b-a2ba-42430941ad00 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports/e83b0759-2384-46ed-80a2-ce37bec7830d HTTP/1.1" status: 200 len: 911 time: 0.2057920 May 06 12:49:30.317102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b7e83e30-3aa0-4f90-af67-9c917951abe8 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:30.391636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:30.391636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726418fb-47b5-4c32-b9b2-b6b1492394df None None] The sync data for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:30.426728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8e39e515-bd21-4beb-b591-f521e85e53cd None None] Provisioning complete for port e83b0759-2384-46ed-80a2-ce37bec7830d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:30.426728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e39e515-bd21-4beb-b591-f521e85e53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:30.500989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-6ee50769-32fc-4656-960f-9481e887847e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204491 May 06 12:49:30.535141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8e39e515-bd21-4beb-b591-f521e85e53cd None None] Port e83b0759-2384-46ed-80a2-ce37bec7830d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:30.540942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-3e88a1d5-80a8-476f-910a-6afd7392ae1f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:49:30.542163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-3e88a1d5-80a8-476f-910a-6afd7392ae1f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0221362 May 06 12:49:31.457230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port b7e83e30-3aa0-4f90-af67-9c917951abe8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:31.457230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port b7e83e30-3aa0-4f90-af67-9c917951abe8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:31.457230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.464981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-64a897c7-bfdb-4b84-80d3-0fc3797a8292 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124004 May 06 12:49:31.470912 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.470912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:31.470912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8,segment=NetworkSegment(110080c4-9190-4b7a-8242-8e885aca79a7),segment_id=110080c4-9190-4b7a-8242-8e885aca79a7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:31.470912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:31.473363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-243d8ac3-47ae-4ae2-b112-29c3f9c39ddb req-4e9d2f14-a430-4785-80a4-29d4ec1c933e service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905768 May 06 12:49:31.475143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:31.475143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.482660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d4811-c0d5-425a-be19-e0a5110c81dc req-8fd75f3f-b277-4511-922d-bd8c7b300e0a tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:31.482660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f4d4811-c0d5-425a-be19-e0a5110c81dc req-8fd75f3f-b277-4511-922d-bd8c7b300e0a tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 944 time: 0.2910337 May 06 12:49:31.484293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.485559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47794) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:31.485559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135669441', 'description': 'tempest-description--190719012'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:31.485559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:31.485559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:31.487885 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8dea89-791e-4858-80b7-a3ae7168ff3a'] response: {'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8', 'code': 200} May 06 12:49:31.487885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:31.518536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f4d4811-c0d5-425a-be19-e0a5110c81dc req-38181f0b-a20f-4e8b-b7a4-110796b348c2 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920477 May 06 12:49:31.604254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.653706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:31.659213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:31.659213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:31.664831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:31.782685 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.786371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5b93058-e1b7-4e55-b435-a73cc7c8e529 req-b08fd633-2323-409d-aa78-3739122d636a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 1096 time: 0.3260765 May 06 12:49:31.793111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b1d4-455f-4991-8236-b1bdcd3182a4 req-b1d9e1b0-5e54-4219-b384-ba3e5ecddc11 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:31.795416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2e5b1d4-455f-4991-8236-b1bdcd3182a4 req-b1d9e1b0-5e54-4219-b384-ba3e5ecddc11 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.2659123 May 06 12:49:31.809774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.875047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:31.973655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb75349-a718-43a6-86ad-74276e968cb8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:32.002591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5b93058-e1b7-4e55-b435-a73cc7c8e529 req-4c4e6ca6-b242-409e-bf24-aa19a407c0ec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006488 May 06 12:49:32.013105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2e5b1d4-455f-4991-8236-b1bdcd3182a4 req-a8b9e286-6435-431b-bfd5-ff1471666c88 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979437 May 06 12:49:32.034686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.034686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b191525a-cde2-4a28-a1d4-09a1050121c2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7332082 May 06 12:49:32.047845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47812) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:32.047845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'ebb75349-a718-43a6-86ad-74276e968cb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:32.058523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:32.068866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:32.068866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:32.080789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:32.221594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.299662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.314859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8:1::1 (44b24e69-9bd4-4752-8a80-8487405df594/fd9c005b-f8d7-424d-b9e6-3e66448be5fb/3b66bbf1-e8b9-4679-ba9d-d15e393243f5) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:32.389200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.451139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b338de-8b3f-4fc7-aa6a-27bb695b37c4,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:32.561712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.566778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5f3b1107-3256-42f2-84c2-c0c448352468 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5283418 May 06 12:49:32.566947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:32.592772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'ebb75349-a718-43a6-86ad-74276e968cb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:32.600892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:32.624686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:32.637719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:32.650732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.675448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:32.714595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:32.866372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:32.884620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.024664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 44b24e69-9bd4-4752-8a80-8487405df594 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:33.026459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.032626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:33.038171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:33.039299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.067306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=3b66bbf1-e8b9-4679-ba9d-d15e393243f5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:33.076039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90359e-b8e8-468b-8410-95de4db985e9 req-5d6af9b9-0e46-4c54-bfd3-905efc02102d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:33.077755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c90359e-b8e8-468b-8410-95de4db985e9 req-5d6af9b9-0e46-4c54-bfd3-905efc02102d tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 945 time: 0.3023162 May 06 12:49:33.188095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.214066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c90359e-b8e8-468b-8410-95de4db985e9 req-ac6be10f-733a-4368-a14f-3c25e8c6fe7e tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279612 May 06 12:49:33.230696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caae71a-a311-41f5-80c9-0befcadf4e30,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:33.436863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.478204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a338a9d-788a-4049-8168-ac1033b2b7f2 req-306737a2-b0b0-4759-97db-936efbd881ce tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:33.482567 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a338a9d-788a-4049-8168-ac1033b2b7f2 req-306737a2-b0b0-4759-97db-936efbd881ce tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.1848340 May 06 12:49:33.485786 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.487814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01aa4aa3-9172-4ad9-9485-8239178ac16c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9168129 May 06 12:49:33.497598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47868) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:33.505155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:33.510917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:33.514701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:floatingip and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:33.524714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:33.536639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:33.555430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a338a9d-788a-4049-8168-ac1033b2b7f2 req-9762ed51-95ce-4748-a1f7-e996021accac tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 May 06 12:49:33.677595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c3996739-dbb5-4dd4-8685-71f890c5a596 None None] Provisioning for port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:33.683726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c3996739-dbb5-4dd4-8685-71f890c5a596 None None] Provisioning complete for port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:33.684446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c3996739-dbb5-4dd4-8685-71f890c5a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.836404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:33.838107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c3996739-dbb5-4dd4-8685-71f890c5a596 None None] Port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:34.561076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:49:34.573261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.599560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.686169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.687165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:34.995417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb051d-e6d4-465e-a2f1-eed93870365f req-f47abf98-a06f-4a07-97d0-7c87b1cfc6ff tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:34.995417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1fb051d-e6d4-465e-a2f1-eed93870365f req-f47abf98-a06f-4a07-97d0-7c87b1cfc6ff tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.2316225 May 06 12:49:35.088562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1fb051d-e6d4-465e-a2f1-eed93870365f req-33da0a7d-2a18-4282-b70d-39b6c0acc19c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863686 May 06 12:49:35.167884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=3b66bbf1-e8b9-4679-ba9d-d15e393243f5,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:35.180452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c2ca5-387a-408a-9796-3d45d411500f req-a32b1a18-8f5e-4772-b416-e997e69bb958 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:35.187204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d7c2ca5-387a-408a-9796-3d45d411500f req-a32b1a18-8f5e-4772-b416-e997e69bb958 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 945 time: 0.5042188 May 06 12:49:35.272579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 44b24e69-9bd4-4752-8a80-8487405df594 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:35.280462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:35.294925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.25.2.210 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/3735b223-4850-4fe9-95be-8debd71342d7) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:35.642292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d7c2ca5-387a-408a-9796-3d45d411500f req-872ef59c-1734-4a16-a353-a0b542fb73fe tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540358 May 06 12:49:35.898080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b5829e3-695e-4c2f-a3a7-600e25c06d5f None None] Provisioning complete for port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:35.899221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5829e3-695e-4c2f-a3a7-600e25c06d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:35.988211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:36.034748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8b5829e3-695e-4c2f-a3a7-600e25c06d5f None None] Port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:36.160313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router e866cdc4-cc49-4da1-a528-e8b727f62c11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:36.449223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143843de-58c5-4f42-b9ff-2ad824ea479c req-6d22d8e8-deee-4ba6-a17c-b1d8dd3438c0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:36.467109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-143843de-58c5-4f42-b9ff-2ad824ea479c req-6d22d8e8-deee-4ba6-a17c-b1d8dd3438c0 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.1612062 May 06 12:49:36.504041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:36.517286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] Sync routers for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:36.533718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c5d4065-6f1e-4980-affc-af727cd07560 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2282922 May 06 12:49:36.536339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:36.539827 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:36.540444 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:36.563194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-143843de-58c5-4f42-b9ff-2ad824ea479c req-5ab0aeaa-e147-408c-a8ce-64515163223f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947824 May 06 12:49:36.623591 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:36.632120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc4526-6f18-4683-a9a6-6b5ce43d2157 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:36.634321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59fc4526-6f18-4683-a9a6-6b5ce43d2157 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports/3b66bbf1-e8b9-4679-ba9d-d15e393243f5 HTTP/1.1" status: 200 len: 913 time: 0.0969632 May 06 12:49:36.637211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47940) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:36.639184 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:36.639819 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:36.701805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:36.702422 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e43ac35-b875-4b9e-942a-68e1f77c2c3b None None] The sync data for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:37.318069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.430992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:37.542255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:37.542255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=3735b223-4850-4fe9-95be-8debd71342d7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:37.557970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:37.706510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:38.057260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3fea4-5ccd-41d7-b619-aefe012aab76 req-292b2945-440f-4020-aef5-e0cb47878d69 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:38.070406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2d3fea4-5ccd-41d7-b619-aefe012aab76 req-292b2945-440f-4020-aef5-e0cb47878d69 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.2123501 May 06 12:49:38.224562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0842a30-dbae-484b-b6d0-1488321a6f71 req-647b555e-9b4b-4c4e-a2ab-e92f2c4e19e7 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:38.228446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0842a30-dbae-484b-b6d0-1488321a6f71 req-647b555e-9b4b-4c4e-a2ab-e92f2c4e19e7 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 945 time: 0.1548796 May 06 12:49:38.235553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:38.406595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0842a30-dbae-484b-b6d0-1488321a6f71 req-92273e2e-4fc2-4a81-8de3-35df18063ad6 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677175 May 06 12:49:38.471928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2d3fea4-5ccd-41d7-b619-aefe012aab76 req-7ab1362d-bfff-408a-9b69-d35605f7be8c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331271 May 06 12:49:38.501883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3a0e-e598-4b54-81be-5c730d2d72ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:38.628335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.323414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.456493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.485558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-01357b1d-dfa1-462a-9b72-1fe6c31c0967 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:39.489018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-01357b1d-dfa1-462a-9b72-1fe6c31c0967 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.86 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 945 time: 0.1725059 May 06 12:49:39.734710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:39.734710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.777245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Deleting port b7e83e30-3aa0-4f90-af67-9c917951abe8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:39.795063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:39.933451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=3735b223-4850-4fe9-95be-8debd71342d7,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:39.974801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.107094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90c9a-1e4d-4927-9f7b-548b11a955af req-cfda1f3d-4be3-40ab-8388-3617ed610f38 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:40.108480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1a90c9a-1e4d-4927-9f7b-548b11a955af req-cfda1f3d-4be3-40ab-8388-3617ed610f38 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 945 time: 0.2429211 May 06 12:49:40.135896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee899a-907d-40d6-839b-b542937b0ed0 req-c956274e-ae2c-40a1-a437-0dc213bfc88b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:40.137812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ee899a-907d-40d6-839b-b542937b0ed0 req-c956274e-ae2c-40a1-a437-0dc213bfc88b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.3163183 May 06 12:49:40.155631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] For port b7e83e30-3aa0-4f90-af67-9c917951abe8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=b7e83e30-3aa0-4f90-af67-9c917951abe8,segment=NetworkSegment(110080c4-9190-4b7a-8242-8e885aca79a7),segment_id=110080c4-9190-4b7a-8242-8e885aca79a7)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:40.156012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.173309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.290998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Calling delete_port for b7e83e30-3aa0-4f90-af67-9c917951abe8 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:40.326500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 3b66bbf1-e8b9-4679-ba9d-d15e393243f5 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:40.338274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1a90c9a-1e4d-4927-9f7b-548b11a955af req-c8334a3d-4fb5-4002-92ef-354d55790532 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58b7d89-37e4-4ad0-8b32-7bda3f65894f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049062 May 06 12:49:40.388112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ee899a-907d-40d6-839b-b542937b0ed0 req-6a241b9c-3588-4c3b-a9f2-cb8610514452 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388310 May 06 12:49:40.543704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.544982 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b954979-8b55-4247-825d-83ba1d45cbc9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0467882 May 06 12:49:40.611638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.665602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['b7e83e30-3aa0-4f90-af67-9c917951abe8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:40.748948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:40.800219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Pushing event deleted for resources: {'Port': ['ID=b7e83e30-3aa0-4f90-af67-9c917951abe8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:40.917567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=3b66bbf1-e8b9-4679-ba9d-d15e393243f5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:41.006631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d72dbe5-cbf8-45d2-9f12-2f6221c99893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.102874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] No DVR routers for this DVR port b7e83e30-3aa0-4f90-af67-9c917951abe8 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:41.106149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.109395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'name': 'network-vif-deleted', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:41.353330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48028) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:41.387875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-10678257-1d72-42c9-880c-148d62922ba2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:41.419899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-faaeae25-d387-4fda-b7cf-ce4dee08fd76 req-b9456098-9ecf-4fd7-82b0-a8402db46787 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.86 "DELETE /v2.0/ports/b7e83e30-3aa0-4f90-af67-9c917951abe8 HTTP/1.1" status: 204 len: 173 time: 1.9250917 May 06 12:49:41.581064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.649605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-10678257-1d72-42c9-880c-148d62922ba2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:41.674979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-10678257-1d72-42c9-880c-148d62922ba2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2135669441&fields=id&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 267 time: 0.4547210 May 06 12:49:41.846541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:41.912533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-cda5f1a8-9d39-44d3-8989-d5783d971893 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:41.931501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-cda5f1a8-9d39-44d3-8989-d5783d971893 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.2700548 May 06 12:49:41.955941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:41.995018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-b6134dc3-3714-4298-be69-f49508de5a73 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/quotas/e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 375 time: 0.0516901 May 06 12:49:42.010131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Usage tracker for resource:security_group_rule and tenant:538759c0300e47fa8d7c1c8caaa0dd70 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:42.036325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:42.036325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:42.064693 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c0b699-1574-45e3-882f-cf338c891d58'] response: {'server_uuid': '93b89c54-0bce-46b2-9536-8ee0a484095c', 'name': 'network-vif-deleted', 'tag': 'b7e83e30-3aa0-4f90-af67-9c917951abe8', 'status': 'completed', 'code': 200} May 06 12:49:42.150011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-5dc70b66-0648-47f3-9586-96568ef87a13 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1619153 May 06 12:49:42.208632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.236928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:42.395663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-e9a3cd56-3efc-47e6-a940-a1a88fc16094 service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411308 May 06 12:49:42.594766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-717b204d-e6f6-4a80-9ff5-a46a7adcb8cb service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968489 May 06 12:49:42.602969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f323207-72b1-45c4-ba46-601d4d310774 req-8e613a57-9f43-42b4-8b0b-ffffc8cfa725 tempest-InstanceActionsV221TestJSON-897162884 tempest-InstanceActionsV221TestJSON-897162884-project] 10.222.0.83 "GET /v2.0/ports?device_id=93b89c54-0bce-46b2-9536-8ee0a484095c HTTP/1.1" status: 200 len: 210 time: 0.1461339 May 06 12:49:43.136461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6f19534-c4c2-4711-9b89-a10f3787962f req-80b6e6a4-2898-426b-8d02-1bbdd0fc2888 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.0865002 May 06 12:49:43.143721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.268801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.384752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822432ea-3da7-4bc9-917d-1ca0299af2fd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:43.414117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43963ce0-bbe4-4041-a087-3b87ce237cc7 req-6ac73648-31c3-424d-9946-9d87b715e2cf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:43.416592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43963ce0-bbe4-4041-a087-3b87ce237cc7 req-6ac73648-31c3-424d-9946-9d87b715e2cf tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.3725421 May 06 12:49:43.423801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48060) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:43.424565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-beaeebd8-4081-455d-908b-f3cc82b86f57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=538759c0300e47fa8d7c1c8caaa0dd70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9584925 May 06 12:49:43.470162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router e866cdc4-cc49-4da1-a528-e8b727f62c11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:43.511363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.552045 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.560657 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:43.627111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43963ce0-bbe4-4041-a087-3b87ce237cc7 req-0c5f2648-7b41-4288-9fe4-e135a75693f3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991949 May 06 12:49:43.814559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:43.848061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] Sync routers for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:43.848061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:43.849107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:43.862689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:43.876467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6ce82ce4-f7a3-4e84-a688-fc468875576e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2215116 May 06 12:49:44.016645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.028301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:44.120599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:44.121834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:44.130135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.134792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/822432ea-3da7-4bc9-917d-1ca0299af2fd HTTP/1.1" status: 204 len: 168 time: 0.7065287 May 06 12:49:44.134792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822432ea-3da7-4bc9-917d-1ca0299af2fd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:44.145983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.146587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.149990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cdc3f-36be-4a85-a1ef-8c160d54d0a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:44.422226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0c01b2c-39dc-4b2c-97b3-410c2ae6f1af req-360d6721-32bf-48fa-a6a8-4d3799b96fd2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.1055477 May 06 12:49:44.431387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:44.431899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b7e83e30-3aa0-4f90-af67-9c917951abe8 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:44.516738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:44.517209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7db2968-2dac-4d09-8c68-b476643c7dd1 None None] The sync data for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:44.551893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: b7e83e30-3aa0-4f90-af67-9c917951abe8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:49:44.552242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device b7e83e30-3aa0-4f90-af67-9c917951abe8 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:44.558984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Deleting subnet 0a9e6f6b-3797-4a9a-bee9-8005102c9b36 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:49:44.562468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.627597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.636222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.713456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:44.947268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.009183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9e6f6b-3797-4a9a-bee9-8005102c9b36,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:45.022648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.031863 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ed29caaf-c1e3-4440-921a-a6551998ba2b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0a9e6f6b-3797-4a9a-bee9-8005102c9b36 HTTP/1.1" status: 204 len: 168 time: 0.5968173 May 06 12:49:45.033038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48100) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:45.301067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.414939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48112) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:45.457242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.586421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.603652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:45.629285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Usage tracker for resource:security_group_rule and tenant:43ed9c50385941eb81a4b5d406601c6b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:45.633985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:45.637632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f50a6a-8641-4306-8c5e-df4953605604']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:45.650169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:45.660121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110080c4-9190-4b7a-8242-8e885aca79a7') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:45.660369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110080c4-9190-4b7a-8242-8e885aca79a7') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:45.730649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.735938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64f429-a81f-4541-8bab-e300e2cb894b req-d37e3b99-8910-4ebb-a149-f49e777f2011 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:45.740388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd64f429-a81f-4541-8bab-e300e2cb894b req-d37e3b99-8910-4ebb-a149-f49e777f2011 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.4878001 May 06 12:49:45.746129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8479eea9-ea8e-471d-a9ed-f81bc592ba6d req-a42fc0ab-56a4-47c6-9795-1f3328b4cfde tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.0898604 May 06 12:49:45.763156 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.784111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:45.784676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: timer() May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:45.800177 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:45.934805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:45.956760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd64f429-a81f-4541-8bab-e300e2cb894b req-2c18473f-218a-41eb-a062-be9cb4f6d002 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047272 May 06 12:49:46.048958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.050997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.072580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.190246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] Pushing event deleted for resources: {'Network': ['ID=61f50a6a-8641-4306-8c5e-df4953605604,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:46.294880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555c91b-105b-47d6-be08-e75952a358fd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:46.313709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d316615b-f3dd-4d6d-8027-35edfd4b3137 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43ed9c50385941eb81a4b5d406601c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8963010 May 06 12:49:46.315308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48134) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:46.356669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6a173423-05ee-423c-a5d5-89490292e04e admin admin] 10.222.0.83 "DELETE /v2.0/networks/61f50a6a-8641-4306-8c5e-df4953605604 HTTP/1.1" status: 204 len: 168 time: 1.3221123 May 06 12:49:46.509796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port e83b0759-2384-46ed-80a2-ce37bec7830d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:46.509796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.540659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.570712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.638644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:46.919307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-2becbaa4-d73b-4078-b687-a02092a70f1d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:46.919307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-2becbaa4-d73b-4078-b687-a02092a70f1d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.7186828 May 06 12:49:47.014743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.044935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-68bfaacd-c1ce-4730-a32e-0bd695064356 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 472 time: 0.1029823 May 06 12:49:47.051343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'port': {'device_id': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'admin_state_up': True, 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'security_groups': ['ebb75349-a718-43a6-86ad-74276e968cb8']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:47.091183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555c91b-105b-47d6-be08-e75952a358fd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:47.101050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.110595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-826de853-70c5-4bad-a93f-7a5d974196ce admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e555c91b-105b-47d6-be08-e75952a358fd HTTP/1.1" status: 204 len: 168 time: 0.7910352 May 06 12:49:47.334408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48160) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:47.478351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:47.570609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3fb0778-f78a-4dba-ae8c-33c062afaf46 req-6b6b9bbb-65d9-47cf-a5ff-7c3af92e9823 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.4328043 May 06 12:49:47.735861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for e83b0759-2384-46ed-80a2-ce37bec7830d owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:47.918451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:47.979659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:48.027954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0789df69-ec8b-45da-8034-01e9424dbb06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=123914bf93d84334be6d359ba191ed67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6935802 May 06 12:49:48.030580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48194) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:48.051925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888791b-0bff-4da8-89a7-85a3f4091e58 req-c3264e2e-7d9c-4d60-bf0e-657d255b8cef tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:48.056710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8888791b-0bff-4da8-89a7-85a3f4091e58 req-c3264e2e-7d9c-4d60-bf0e-657d255b8cef tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.6677554 May 06 12:49:48.157346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.169714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:48.172810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.186513 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8888791b-0bff-4da8-89a7-85a3f4091e58 req-3fc67777-c339-4069-9bf3-882968f2669e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235142 May 06 12:49:48.189356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.402159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.412036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.20.0.6 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/c2811e5b-87c3-4361-a2a0-de731ac0c004) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:49:48.428403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b7d89-37e4-4ad0-8b32-7bda3f65894f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:48.469653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.472159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.472515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.472854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.473221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.473504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.473830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.475808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.483276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.483639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.487399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:48.560367 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.592256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:48.592256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a1dd4319-d668-4559-bc64-f558737cf4f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b58b7d89-37e4-4ad0-8b32-7bda3f65894f HTTP/1.1" status: 204 len: 168 time: 0.5485930 May 06 12:49:48.792996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=e83b0759-2384-46ed-80a2-ce37bec7830d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:48.915307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-190e0dfa-080e-46e4-8f89-069c62b6508e req-ab3f8b84-63c9-408e-a52e-a4849fc9bac1 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.0863082 May 06 12:49:49.089780 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.107606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.113917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Transition to ACTIVE for port object c2811e5b-87c3-4361-a2a0-de731ac0c004 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:49.528470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.636115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:49:49.637796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:49.640674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:49:49.700566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:49:49.847116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a0574-4d8d-4560-aebb-01066f65a4f3 req-8b05beb7-4c46-493f-8983-b9a61dd7ef0c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.855648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe3a0574-4d8d-4560-aebb-01066f65a4f3 req-8b05beb7-4c46-493f-8983-b9a61dd7ef0c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 943 time: 0.4614720 May 06 12:49:49.918815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:49.919507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:49.982916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router e866cdc4-cc49-4da1-a528-e8b727f62c11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:49:49.982916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe3a0574-4d8d-4560-aebb-01066f65a4f3 req-0ca36483-a488-41ff-ace2-6c86a1be82ab tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215727 May 06 12:49:50.024204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-60c6b5ce-9be4-4212-9d30-4766f81eb245 None None] Provisioning for port c2811e5b-87c3-4361-a2a0-de731ac0c004 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:49:50.035378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-60c6b5ce-9be4-4212-9d30-4766f81eb245 None None] Provisioning complete for port c2811e5b-87c3-4361-a2a0-de731ac0c004 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:50.035378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-60c6b5ce-9be4-4212-9d30-4766f81eb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.098595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:49:50.168009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-8fdfc0bb-9132-496f-9202-1a14ce1a8ad7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1220078 May 06 12:49:50.173903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:49:50.181041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f24d0668-608c-4250-a0f0-3c5f36330598 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3171418 May 06 12:49:50.184572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:50.188449 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] Sync routers for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:49:50.207666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Request body: {'port': {'device_id': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:50.223318 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:50.225553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:50.332998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48296) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:50.375169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-41743c30-9bc9-4751-9575-bc1693ed9550 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:50.381657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-60c6b5ce-9be4-4212-9d30-4766f81eb245 None None] Port c2811e5b-87c3-4361-a2a0-de731ac0c004 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:49:50.454376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:50.465059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] Routers {'e866cdc4-cc49-4da1-a528-e8b727f62c11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:49:50.468125 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e866cdc4-cc49-4da1-a528-e8b727f62c11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:50.482328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756275-7cb0-4b11-a6e4-4742817507ee req-456371d1-a776-4c57-a0d1-f68e7bd038df tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:50.492988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a756275-7cb0-4b11-a6e4-4742817507ee req-456371d1-a776-4c57-a0d1-f68e7bd038df tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 931 time: 0.1914554 May 06 12:49:50.513580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:50.548945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'network_id': '42aeeb79-8471-4a0d-936d-62f65ed886ef', 'port_id': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'mac_address': 'fa:16:3e:2f:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab14d600-a521-45d5-bbe2-fcd100aeaca0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:49:50.576287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.620659 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:50.621552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f150dc54-8625-4b0a-b7f1-d5039e12c344 None None] The sync data for ids ['e866cdc4-cc49-4da1-a528-e8b727f62c11'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:49:50.630384 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a756275-7cb0-4b11-a6e4-4742817507ee req-7a58e0f8-98b6-47ee-95db-ba38487054a7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296005 May 06 12:49:50.682459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.703316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:50.721138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:50.730936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:50.971681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:50.991210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc884f30b0674f07b89d3ecbd202a640 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:51.002413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-41743c30-9bc9-4751-9575-bc1693ed9550 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:51.018931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-41743c30-9bc9-4751-9575-bc1693ed9550 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=e866cdc4-cc49-4da1-a528-e8b727f62c11 HTTP/1.1" status: 200 len: 205 time: 0.8169458 May 06 12:49:51.018931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48314) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:51.036560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:51.053548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:51.078118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.108254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.233433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.267102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.274365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2811e5b-87c3-4361-a2a0-de731ac0c004 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:51.297457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.297801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.298139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.298473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.298801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.299128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.299452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.299793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.300120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.300437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.300760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:49:51.306932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.332658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.341557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48328) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:51.343909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.358146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:51.403105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Transition to ACTIVE for port object c2811e5b-87c3-4361-a2a0-de731ac0c004 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:49:51.450997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01ac34-d024-41eb-89ae-ecfb430752c4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.458170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-71654a86-0b19-4f57-9145-60de8b6f08a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc884f30b0674f07b89d3ecbd202a640&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1099234 May 06 12:49:51.464442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:51.497691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.529203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21763b-5d86-45ac-8ed2-f0987bbd7eb4 req-466f1fab-f26a-4d7f-948c-9dae66c46c60 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:51.539021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f21763b-5d86-45ac-8ed2-f0987bbd7eb4 req-466f1fab-f26a-4d7f-948c-9dae66c46c60 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 944 time: 0.2575047 May 06 12:49:51.603853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-794839285-network', 'tenant_id': 'ca48c16681424c06bd4dd265c02e650c'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:51.655546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:51.674307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:51.709192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Usage tracker for resource:network and tenant:ca48c16681424c06bd4dd265c02e650c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:51.761109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:51.763938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:51.786985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:51.880190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f21763b-5d86-45ac-8ed2-f0987bbd7eb4 req-4a30bc0c-eaef-4b50-b60f-07b779706311 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401692 May 06 12:49:51.926772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.009257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Attempting to bind port c2811e5b-87c3-4361-a2a0-de731ac0c004 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:49:52.009464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Attempting to bind port c2811e5b-87c3-4361-a2a0-de731ac0c004 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:49:52.009807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Attempting to bind port c2811e5b-87c3-4361-a2a0-de731ac0c004 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:52.015282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Made reservation on behalf of ca48c16681424c06bd4dd265c02e650c for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:52.017537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.032276 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.041916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Port c2811e5b-87c3-4361-a2a0-de731ac0c004 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:49:52.042245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Attempting to bind port c2811e5b-87c3-4361-a2a0-de731ac0c004 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:49:52.052083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:49:52.052433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:49:52.052791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:49:52.053294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Bound port: c2811e5b-87c3-4361-a2a0-de731ac0c004, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:49:52.053643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.087533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:49:52.137314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:52.137741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.145042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca48c16681424c06bd4dd265c02e650c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:52.149764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:52.158504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.165993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:49:52.166440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.167805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:52.186996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:49:52.191691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:49:52.199738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8bdb9-6ce0-4e63-ad50-afa473159a80 req-4fbab15e-2a6a-4807-bcf5-cd368a1a5d1e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:52.202219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7c8bdb9-6ce0-4e63-ad50-afa473159a80 req-4fbab15e-2a6a-4807-bcf5-cd368a1a5d1e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 943 time: 0.2782245 May 06 12:49:52.253886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.257973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f7c8bdb9-6ce0-4e63-ad50-afa473159a80 req-b0502ada-bd96-4528-acbf-7815e7209386 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 May 06 12:49:52.291944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.306918 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.323115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:52.336064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:52.343912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.357358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.357358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router e866cdc4-cc49-4da1-a528-e8b727f62c11 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:49:52.359071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.378981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01ac34-d024-41eb-89ae-ecfb430752c4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:52.391483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.393230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c87a63d6-8000-4c7b-9d2c-716f05bca739 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0b01ac34-d024-41eb-89ae-ecfb430752c4 HTTP/1.1" status: 204 len: 168 time: 0.9262972 May 06 12:49:52.401385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.405389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-57ce4760-cd18-4033-936e-b5e83c8f5b94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11 HTTP/1.1" status: 204 len: 168 time: 1.3949633 May 06 12:49:52.405768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:52.452412 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38296f3a-798e-4380-8e47-0d00aa4c5ace'] response: {'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'code': 200} May 06 12:49:52.470280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.491921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:52.509189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.510580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] 10.222.0.86 "PUT /v2.0/ports/c2811e5b-87c3-4361-a2a0-de731ac0c004 HTTP/1.1" status: 200 len: 1091 time: 2.3343744 May 06 12:49:52.511030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:49:52.528385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46966282-e053-4f3c-949c-bab1f6c4b590,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:52.560029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.568001 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Added segment f479e4f0-e63a-4495-a533-d2406ba654d6 of type vlan for network 60542a0d-49e6-4c00-8c04-9971ebeb1136 May 06 12:49:52.578311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedc9cc-6c70-4a86-a271-9cf8c4cedbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:52.647739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.671750 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2748d647-3f8a-423b-932a-6be5de05e04a'] response: {'name': 'network-changed', 'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'status': 'completed', 'code': 200} May 06 12:49:52.694138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:52.778369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:49:52.833451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec121268-2582-42dd-80fe-9c7c60d66ead req-99221d81-0978-4c36-953c-971620f3d9f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 1094 time: 0.1677747 May 06 12:49:52.837598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet fd9c005b-f8d7-424d-b9e6-3e66448be5fb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:49:52.840997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.926746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.980166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:52.981238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:52.981957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.235525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=60542a0d-49e6-4c00-8c04-9971ebeb1136,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:53.247107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 60542a0d-49e6-4c00-8c04-9971ebeb1136 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:53.283550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121268-2582-42dd-80fe-9c7c60d66ead req-ce8a70ba-cf68-4495-bd7d-cb8d36d2e87f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.285054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec121268-2582-42dd-80fe-9c7c60d66ead req-ce8a70ba-cf68-4495-bd7d-cb8d36d2e87f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4441617 May 06 12:49:53.452381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-5fab6fc7-7a01-415d-9159-0412ea596f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1097 time: 0.7267377 May 06 12:49:53.453600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.478138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9818e355-c00a-4f6f-bcb3-b5445143f56c req-b3572182-b524-4551-b1b9-9079c5cd0aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1097 time: 0.7245076 May 06 12:49:53.479908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-476c1712-d941-4c56-9d04-407d0efb3fe2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1372595 May 06 12:49:53.557355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-b445a1a9-b162-45f4-bbcf-fa06b089999e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3176785 May 06 12:49:53.587038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9818e355-c00a-4f6f-bcb3-b5445143f56c req-1849d0c0-d3bf-4c15-958c-2b632ab2a2ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782142 May 06 12:49:53.608365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf09e84-5497-4471-b252-36713a610d44 req-c1fec169-eb29-423b-818c-c6ae359bed9d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.613099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bf09e84-5497-4471-b252-36713a610d44 req-c1fec169-eb29-423b-818c-c6ae359bed9d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.5139878 May 06 12:49:53.710909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121268-2582-42dd-80fe-9c7c60d66ead req-a3a30180-e4a5-4c10-996b-ce931abf3425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.713925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec121268-2582-42dd-80fe-9c7c60d66ead req-a3a30180-e4a5-4c10-996b-ce931abf3425 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4200747 May 06 12:49:53.716716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bf09e84-5497-4471-b252-36713a610d44 req-12ee50ef-25d6-4cc4-bf29-bee6de2b8ec6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 May 06 12:49:53.792151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.855758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:53.862137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9c005b-f8d7-424d-b9e6-3e66448be5fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:53.864453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-88e7e0e3-6152-4254-bed2-14c102783cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.865995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-88e7e0e3-6152-4254-bed2-14c102783cd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 915 time: 0.3078187 May 06 12:49:53.877451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5cb54b-fb98-4723-853c-2ce0c355ce92 None None] Network 44b24e69-9bd4-4752-8a80-8487405df594 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:53.934341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-06479e30-8f55-46bd-9143-dfeb60482044 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/fd9c005b-f8d7-424d-b9e6-3e66448be5fb HTTP/1.1" status: 204 len: 168 time: 1.5274031 May 06 12:49:53.938342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48440) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:53.950014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-5f47d189-e12a-47ae-8c98-25df996eb720 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1097 time: 0.2583022 May 06 12:49:53.963904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb71c3-4a7d-404e-a7fe-96cfdd963827 req-499536cb-8f69-4ea8-90b7-140630fccf1a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:53.965416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62bb71c3-4a7d-404e-a7fe-96cfdd963827 req-499536cb-8f69-4ea8-90b7-140630fccf1a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 943 time: 0.4118702 May 06 12:49:54.016471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-aabf191e-1398-46ce-8c65-92ed8355c644 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 1094 time: 0.2553556 May 06 12:49:54.041092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-a476af4e-7e6d-49c7-a30d-ac617550afd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.1623800 May 06 12:49:54.096222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62bb71c3-4a7d-404e-a7fe-96cfdd963827 req-13c5dee7-eac5-42ef-80cc-10357ed4f801 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860047 May 06 12:49:54.171482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-4a134ed2-efe5-4f11-b8ec-4cef52120cc9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004 HTTP/1.1" status: 200 len: 217 time: 0.1466391 May 06 12:49:54.262447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-fd6cee91-3387-409b-885e-a372a58858a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.264220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-fd6cee91-3387-409b-885e-a372a58858a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.0863376 May 06 12:49:54.366783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] DHCP port deletion for 44b24e69-9bd4-4752-8a80-8487405df594 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:49:54.372647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Deleting port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:54.373415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.423576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-917ff417-3847-4512-97b1-b5064738414b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.425083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-917ff417-3847-4512-97b1-b5064738414b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.3367453 May 06 12:49:54.498951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-b456bda8-2021-4234-bc25-53ee323738e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607409 May 06 12:49:54.501838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-f4560409-a06e-43c4-b959-71c9812a4741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.503193 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-f4560409-a06e-43c4-b959-71c9812a4741 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.4889967 May 06 12:49:54.613498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-ee39e2f5-4b7b-4bc5-91da-a8cd2f30a20e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420939 May 06 12:49:54.623679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.627657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.631818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.633683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Synchronizing usage tracker for tenant:ca48c16681424c06bd4dd265c02e650c on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:54.690799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] For port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,segment=NetworkSegment(57d446d9-1e1a-4e36-81ba-2c773e6e1613),segment_id=57d446d9-1e1a-4e36-81ba-2c773e6e1613)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:54.691211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:54.737744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-13bcfab8-c5cb-4dfc-9b1a-06cb24ca820b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 1002 time: 0.2087262 May 06 12:49:54.830618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-af4783a8-2006-4bf2-9d51-1dd0e5502151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:54.832195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-af4783a8-2006-4bf2-9d51-1dd0e5502151 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.0788219 May 06 12:49:54.852057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-b5931616-7bcb-46c1-aeed-7878d1851f4d service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142739 May 06 12:49:54.906151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Unset dirty status for tenant:ca48c16681424c06bd4dd265c02e650c on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:54.916289 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-63032224-4b46-48de-a018-c48a4373f97f req-ee9e1fb7-f9d3-478c-80c3-c7dac6a7eaec tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5253842 May 06 12:49:54.923026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet 3dde1d61-6998-4e75-b3a0-9654c08fb546 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:49:54.960865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Calling delete_port for 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:55.010004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.180212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:55.276814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a45e55-5e2f-473a-8a90-00111f559dd7 req-656c63f4-a1bb-4520-b132-7c61a1214040 tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:55.277746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.287553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:49:55.287553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:49:55.296579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1a45e55-5e2f-473a-8a90-00111f559dd7 req-656c63f4-a1bb-4520-b132-7c61a1214040 tempest-ComputeTenantNetworksTest-214398057 tempest-ComputeTenantNetworksTest-214398057-project] 10.222.0.83 "GET /v2.0/networks/60542a0d-49e6-4c00-8c04-9971ebeb1136 HTTP/1.1" status: 200 len: 768 time: 0.2748485 May 06 12:49:55.309373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48502) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:55.348038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] Pushing event deleted for resources: {'Port': ['ID=9ec08af7-e5d1-40fe-8817-b8c5b8c909fc,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:55.358468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa11923-0555-48a8-9bb2-3867989f1f8b None None] No DVR routers for this DVR port 9ec08af7-e5d1-40fe-8817-b8c5b8c909fc on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:55.474886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-238786a3-7047-4709-9a45-e2c05c0f9855 req-26337143-e0e6-437f-a729-91e77a53584f service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146431 May 06 12:49:55.553989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.603414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-65baef40-3660-418d-8fea-9cb6a8a82b1b service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0941579 May 06 12:49:55.610948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.730737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8faea-e4d8-4798-bf48-5b88ae552951 req-1c945670-18d4-4c78-bd7f-579bf9776841 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:55.730737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9ca8faea-e4d8-4798-bf48-5b88ae552951 req-1c945670-18d4-4c78-bd7f-579bf9776841 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:49:55.742176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.834119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60542a0d-49e6-4c00-8c04-9971ebeb1136']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:55.866119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-9d53ee0d-ec30-4c1a-bdea-455691ebf9bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0271053 May 06 12:49:55.866436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f479e4f0-e63a-4495-a533-d2406ba654d6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:55.866939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f479e4f0-e63a-4495-a533-d2406ba654d6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:55.880989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.901720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.918974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:55.920132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: timer() May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:55.937262 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:56.030820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ec12-06cc-4fa7-8838-7d1648a2aab1 req-b26cd6e3-8405-473e-bb2d-ee3d95f0ffa5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:56.032288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93a2ec12-06cc-4fa7-8838-7d1648a2aab1 req-b26cd6e3-8405-473e-bb2d-ee3d95f0ffa5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.5336921 May 06 12:49:56.119270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa88ef8d-4788-4d84-9678-4f16b3b9352e req-60ead94a-1f8c-456c-95b3-e1876ebb184f service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636919 May 06 12:49:56.145849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.191360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-f92e6ad4-571f-49e0-8773-35172e830887 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131156 May 06 12:49:56.196199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93a2ec12-06cc-4fa7-8838-7d1648a2aab1 req-b85cf0bf-21fc-4775-921c-622ba20e5e7f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538565 May 06 12:49:56.346788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ae0dffd-69c6-4b74-980e-58230222ab50 req-0a0f1f8b-700c-41ef-b883-0e7e6d89b6bc service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477311 May 06 12:49:56.557167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-9ca8faea-e4d8-4798-bf48-5b88ae552951 req-1c945670-18d4-4c78-bd7f-579bf9776841 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:49:56.558459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ca8faea-e4d8-4798-bf48-5b88ae552951 req-1c945670-18d4-4c78-bd7f-579bf9776841 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 943 time: 1.0893831 May 06 12:49:56.604788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ca8faea-e4d8-4798-bf48-5b88ae552951 req-a6f6c890-0640-43b0-b140-cc35bfab3d24 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 06 12:49:56.638061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.640199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.657717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.668618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] Pushing event deleted for resources: {'Network': ['ID=60542a0d-49e6-4c00-8c04-9971ebeb1136,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:56.684867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=3dde1d61-6998-4e75-b3a0-9654c08fb546,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:56.691387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:56.699631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63741608-15c5-434f-95a8-13a5d903c806 None None] Network 58e44816-d101-470a-913c-4975f0d055a8 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:49:56.705846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-22257717-a962-4127-97d8-447e713eefed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/3dde1d61-6998-4e75-b3a0-9654c08fb546 HTTP/1.1" status: 204 len: 168 time: 2.7597358 May 06 12:49:56.708643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48550) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:56.828615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5eef843-8912-452c-bfca-f153bd57777e admin admin] 10.222.0.83 "DELETE /v2.0/networks/60542a0d-49e6-4c00-8c04-9971ebeb1136 HTTP/1.1" status: 204 len: 168 time: 1.5187962 May 06 12:49:56.870639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.045610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] DHCP port deletion for 58e44816-d101-470a-913c-4975f0d055a8 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:49:57.050821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Deleting port 33a75135-c112-4f3d-8392-566c5c03fd6b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:57.051241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.198667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 33a75135-c112-4f3d-8392-566c5c03fd6b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:49:57.214736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.301922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b24e69-9bd4-4752-8a80-8487405df594']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:57.323985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d446d9-1e1a-4e36-81ba-2c773e6e1613') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:57.324184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d446d9-1e1a-4e36-81ba-2c773e6e1613') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:57.338296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.359041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.368932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:57.369794 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: timer() May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:57.390354 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:57.477658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c9831-2353-4c9b-b447-8ba8762aa0f3 req-d2d3b775-86bb-4bde-9f0f-bcca27d38012 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:57.478398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48594) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.480200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be0c9831-2353-4c9b-b447-8ba8762aa0f3 req-d2d3b775-86bb-4bde-9f0f-bcca27d38012 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1000085 May 06 12:49:57.505087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=33a75135-c112-4f3d-8392-566c5c03fd6b,segment=NetworkSegment(2a784cd6-5b75-45e3-9e71-735989cede11),segment_id=2a784cd6-5b75-45e3-9e71-735989cede11)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:57.505489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.514087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.557945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=33a75135-c112-4f3d-8392-566c5c03fd6b,segment=NetworkSegment(2a784cd6-5b75-45e3-9e71-735989cede11),segment_id=2a784cd6-5b75-45e3-9e71-735989cede11)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:57.563996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be0c9831-2353-4c9b-b447-8ba8762aa0f3 req-da2f1d41-263f-4df6-8a38-daf83aa575af tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784838 May 06 12:49:57.570452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6cd81f6b-eb70-4191-9b85-0ccae2941aa1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca48c16681424c06bd4dd265c02e650c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0906818 May 06 12:49:57.572670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.573321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48604) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.609568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.634631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.656625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=44b24e69-9bd4-4752-8a80-8487405df594,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:57.661087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4a5334bf-5fbd-4a9d-893e-4483170cea37 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/44b24e69-9bd4-4752-8a80-8487405df594 HTTP/1.1" status: 204 len: 168 time: 0.9511664 May 06 12:49:57.664491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48620) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:57.738256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.744492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Calling delete_port for 33a75135-c112-4f3d-8392-566c5c03fd6b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:57.772083 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.822459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.889884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.922193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 33a75135-c112-4f3d-8392-566c5c03fd6b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:57.924266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:57.985336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=33a75135-c112-4f3d-8392-566c5c03fd6b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:58.071966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:49:58.072322 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:49:58.076167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-699905271'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:58.095310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291745b2-017f-4fe4-aefa-d11eca52b6f1 req-3389dd51-e1d5-4479-8462-0e28dba92046 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:58.095310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-291745b2-017f-4fe4-aefa-d11eca52b6f1 req-3389dd51-e1d5-4479-8462-0e28dba92046 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 943 time: 0.1664782 May 06 12:49:58.095972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:58.103351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Usage tracker for resource:network and tenant:e83b1053f1764b5ca92bbb17f10ee652 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:58.107590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:58.116791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:58.144081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-291745b2-017f-4fe4-aefa-d11eca52b6f1 req-d7d4ea98-3c65-445a-8549-c665c84d7beb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 May 06 12:49:58.227798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 33a75135-c112-4f3d-8392-566c5c03fd6b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=33a75135-c112-4f3d-8392-566c5c03fd6b,segment=NetworkSegment(2a784cd6-5b75-45e3-9e71-735989cede11),segment_id=2a784cd6-5b75-45e3-9e71-735989cede11)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:58.228482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.253992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.270823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46966282-e053-4f3c-949c-bab1f6c4b590,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:58.277347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.282671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-67c249dd-1c9a-48a4-b8cf-cff456b8a1eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/46966282-e053-4f3c-949c-bab1f6c4b590 HTTP/1.1" status: 204 len: 168 time: 0.7067313 May 06 12:49:58.373665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 33a75135-c112-4f3d-8392-566c5c03fd6b owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:49:58.412698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Made reservation on behalf of e83b1053f1764b5ca92bbb17f10ee652 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:58.415714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.443207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c2811e5b-87c3-4361-a2a0-de731ac0c004 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:49:58.443393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.497556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:58.501580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Usage tracker for resource:security_group_rule and tenant:e83b1053f1764b5ca92bbb17f10ee652 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:58.504686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:58.511383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:58.575398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Deleting port 33a75135-c112-4f3d-8392-566c5c03fd6b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:49:58.575793 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.594253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.686493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.724133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-deab4a30-a5f0-41e0-af9a-25cc91056c18 None None] The port '33a75135-c112-4f3d-8392-566c5c03fd6b' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:49:58.729913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:58.733067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=33a75135-c112-4f3d-8392-566c5c03fd6b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:58.752001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'port_id': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'mac_address': 'fa:16:3e:e7:e0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:49:58.825467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.856243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2811e5b-87c3-4361-a2a0-de731ac0c004 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:49:58.874224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:49:58.889799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:58.906627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 33a75135-c112-4f3d-8392-566c5c03fd6b on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:49:58.952307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:58.979223 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:49:59.076329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4a5c89-a904-49ff-892e-3a4fd5f83378,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.081897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.082418 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Added segment e1317be8-d70e-4b60-94cf-dfacaccf2e1a of type vlan for network af8431a1-efd3-4cf8-8ff4-cbb04b557717 May 06 12:49:59.094277 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.102033 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.147478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e44816-d101-470a-913c-4975f0d055a8']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:59.184028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.228291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a784cd6-5b75-45e3-9e71-735989cede11') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:59.228993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a784cd6-5b75-45e3-9e71-735989cede11') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:49:59.245474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.268810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecea23-dffd-4de7-a8e1-85ee32fa75d6 req-0ef31f9c-a889-4f2a-a743-fc0890e8e160 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:59.271962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53ecea23-dffd-4de7-a8e1-85ee32fa75d6 req-0ef31f9c-a889-4f2a-a743-fc0890e8e160 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.5391550 May 06 12:49:59.313750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.328154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:49:59.328560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.337146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: timer() May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:49:59.345818 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:49:59.419569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c2811e5b-87c3-4361-a2a0-de731ac0c004'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:49:59.460965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53ecea23-dffd-4de7-a8e1-85ee32fa75d6 req-020cdb71-927d-4f5e-9707-083e441d812b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821837 May 06 12:49:59.471978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.479024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:59.479700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.518310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348facc-5251-4ad9-abd0-4538e042bee6 req-2866ff72-a6a2-4e80-9f03-0e14df8f90e9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:49:59.528444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6348facc-5251-4ad9-abd0-4538e042bee6 req-2866ff72-a6a2-4e80-9f03-0e14df8f90e9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 944 time: 0.1725969 May 06 12:49:59.584854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6348facc-5251-4ad9-abd0-4538e042bee6 req-fc9fe7ef-ebb2-43e0-92d4-6113ff0311fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549402 May 06 12:49:59.617962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Pushing event updated for resources: {'Network': ['ID=af8431a1-efd3-4cf8-8ff4-cbb04b557717,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.630654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:49:59.686336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.705627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.712313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/58e44816-d101-470a-913c-4975f0d055a8 HTTP/1.1" status: 204 len: 168 time: 2.0422642 May 06 12:49:59.712691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:49:59.718770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337116425'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:49:59.719451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f89a3-a8f1-4896-ae79-35530b4a42ca tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=58e44816-d101-470a-913c-4975f0d055a8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:49:59.724335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:49:59.729658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:49:59.732750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:49:59.739977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:49:59.775832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7f41cad-f71b-4778-be63-9731e33b0555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1884937 May 06 12:49:59.883028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:49:59.889501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.920408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:49:59.929425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:49:59.929920 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment a92684f6-7b29-42e1-9808-c543ec028b98 of type vlan for network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 May 06 12:49:59.959236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.112334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:00.118813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717', 'binding:host_id': 'n-h1-840845-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833936348'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:00.124592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:00.128762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Usage tracker for resource:port and tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:00.131522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.131762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:00.135389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:00.136003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.138037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:00.246478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=6f8997c4-121d-4cb1-bc5b-71c6f942fd23,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:00.256212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:00.276446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Made reservation on behalf of 40b6cc4b1a3f41f3af74ef0cf204d0f9 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:00.278770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.293340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.327393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:00.333622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Usage tracker for resource:security_group_rule and tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:00.342433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:00.346878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:00.392991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-05dfa102-a84f-4c12-aa85-7a007f935a1f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6789856 May 06 12:50:00.393867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48728) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:00.400710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:00.444918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.455234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c2811e5b-87c3-4361-a2a0-de731ac0c004 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:00.529475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.543741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port bb37d0f7-414c-4d05-b537-9042dc30fcdd yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:00.591351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:00.596471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:00.601699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:00.608921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:00.686187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6a14c-cc16-4d8c-a40e-6db869cb0c8d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:00.738079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:00.795401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c2811e5b-87c3-4361-a2a0-de731ac0c004 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:00.796702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c2811e5b-87c3-4361-a2a0-de731ac0c004 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:00.797525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.891733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c53d3-93d9-49d4-b7d9-b67fa38302b5 req-8514d5b5-f599-46cf-9f77-1f5b1afa6a4a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:00.893564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd2c53d3-93d9-49d4-b7d9-b67fa38302b5 req-8514d5b5-f599-46cf-9f77-1f5b1afa6a4a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2395453 May 06 12:50:00.904601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.953660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:00.983222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:00.994693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:01.086944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port bb37d0f7-414c-4d05-b537-9042dc30fcdd yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:01.088363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd2c53d3-93d9-49d4-b7d9-b67fa38302b5 req-048e9f1f-6d54-4b45-a5fb-d091294995fe tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866210 May 06 12:50:01.101422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.121413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.134689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Transition to ACTIVE for port object bb37d0f7-414c-4d05-b537-9042dc30fcdd will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:01.151580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cd7a-f5ec-482f-a50e-28aa13215377 req-bb0a0bf6-ce9f-4289-ba53-7ed5c7995aa0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:01.153805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9205cd7a-f5ec-482f-a50e-28aa13215377 req-bb0a0bf6-ce9f-4289-ba53-7ed5c7995aa0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 944 time: 0.3705142 May 06 12:50:01.221204 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000ae605-03e4-4fe4-b004-5c62e8275c2b'] response: {'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'code': 200} May 06 12:50:01.251904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9205cd7a-f5ec-482f-a50e-28aa13215377 req-2187c225-d38c-4a5c-89bd-3683af6b18d7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625122 May 06 12:50:01.270830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.279763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:01.381521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.459371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=bb37d0f7-414c-4d05-b537-9042dc30fcdd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:01.476831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Checking segment: {'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:01.477095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Network hostable DHCP agents. Network: af8431a1-efd3-4cf8-8ff4-cbb04b557717, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:01.479390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=2c1009de-6209-4333-9552-b305e72c7557,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:01.494716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2236adee-063f-4db7-aa5e-c1aa20e12e8c req-c5e8aa1a-6c92-4740-a139-3ee844479421 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 1096 time: 0.1681142 May 06 12:50:01.521538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec697e-1bc5-411f-994c-596e5e3769e1 req-886b4601-4a42-4d30-bbc7-3d7c284ca1ae tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:01.524037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97ec697e-1bc5-411f-994c-596e5e3769e1 req-886b4601-4a42-4d30-bbc7-3d7c284ca1ae tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1823208 May 06 12:50:01.525050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': 'a92684f6-7b29-42e1-9808-c543ec028b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:01.525582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: 6f8997c4-121d-4cb1-bc5b-71c6f942fd23, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:01.547389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2236adee-063f-4db7-aa5e-c1aa20e12e8c req-563b7f89-ecdc-4155-ba8c-d71c9dd32b50 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 May 06 12:50:01.586436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97ec697e-1bc5-411f-994c-596e5e3769e1 req-39af3729-358d-44a6-9420-a8565cc0768e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538962 May 06 12:50:01.659451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:01.716991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:01.847804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22edf2-9e1a-4c1f-ae57-439c5bd7ec01 req-5477296d-1c67-4ad6-b98d-427b36592166 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:01.849640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d22edf2-9e1a-4c1f-ae57-439c5bd7ec01 req-5477296d-1c67-4ad6-b98d-427b36592166 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1127875 May 06 12:50:01.881961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6f8997c4-121d-4cb1-bc5b-71c6f942fd23) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:01.883067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, af8431a1-efd3-4cf8-8ff4-cbb04b557717) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:01.888072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:01.892929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:01.893566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:01.912450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd1fdd1-c359-4c46-9b6e-da1b1f8db39f None None] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:01.921315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:01.921646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:01.921978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:01.931132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d22edf2-9e1a-4c1f-ae57-439c5bd7ec01 req-34be6f51-6009-4221-80a2-643fff77f4ac tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749187 May 06 12:50:01.932751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:01.933046 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:01.933637 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 2 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:01.952178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f2173-ff94-4e90-94da-948edf74441c None None] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:01.953889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:01.954916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:01.955423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:01.963927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:01.965838 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:01.966235 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 3 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:01.983487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:01.983487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:01.983487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:01.989764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:01.990091 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:01.990479 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 4 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.010455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.010795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.011136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.017406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.017734 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.018125 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 5 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.035282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.035638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.036012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.042998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.043333 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.043717 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 6 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.052701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aed76764-20ef-4690-ae5f-cd7bad8b0d64 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6576786 May 06 12:50:02.055990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48800) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.061334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1948994856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:02.065575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.065925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.066323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.072124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:02.076257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.076648 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.077048 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 7 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.077906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:02.081296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:02.088634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:02.099210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.099736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.100083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.108046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.108376 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.108856 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 8 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.170069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.170405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.170739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.177872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.178210 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.181144 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 9 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.188966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.191697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.210216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.211031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.211031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.217675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.242717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.243057 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.245029 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 10 to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd May 06 12:50:02.297170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:02.297761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:02.298889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:02.316353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port bb37d0f7-414c-4d05-b537-9042dc30fcdd on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:02.316647 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port bb37d0f7-414c-4d05-b537-9042dc30fcdd on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:02.317019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.356788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa5464-8e33-4268-9431-f5837c3b6668 req-cbc962db-dd43-404f-9325-4c1369eab81b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:02.366010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92fa5464-8e33-4268-9431-f5837c3b6668 req-cbc962db-dd43-404f-9325-4c1369eab81b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2468519 May 06 12:50:02.368112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6f8997c4-121d-4cb1-bc5b-71c6f942fd23', 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': '2c1009de-6209-4333-9552-b305e72c7557'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:02.368939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.371681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.503498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:02.504611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ba11f6ff-26bc-4c9a-9ed3-c2b8875a57c1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4474754 May 06 12:50:02.507388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48820) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:02.517080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'port': {'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23', 'name': 'tempest-RoutersIpV6Test-733545758'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:02.560895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92fa5464-8e33-4268-9431-f5837c3b6668 req-1db7b7d0-dc03-4dfd-8b02-bdbcfd14b9fb tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936097 May 06 12:50:02.631751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port bb37d0f7-414c-4d05-b537-9042dc30fcdd, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:02.633625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempted to set empty binding levels {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:50:02.712722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Allocated IP 2001:db8::2 (6f8997c4-121d-4cb1-bc5b-71c6f942fd23/2c1009de-6209-4333-9552-b305e72c7557/1fadd840-d563-4a05-8a23-6611fad46652) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:02.860234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fe771-b1b1-4915-a199-08c86ad53ab3 req-fdc1d2d7-3f05-4456-9f97-c0432e5f9e22 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:02.861709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd8fe771-b1b1-4915-a199-08c86ad53ab3 req-fdc1d2d7-3f05-4456-9f97-c0432e5f9e22 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.4333405 May 06 12:50:03.007409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.032117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd8fe771-b1b1-4915-a199-08c86ad53ab3 req-4a581716-6272-4782-af81-77fccbc0be38 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633916 May 06 12:50:03.033194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:03.061494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:03.108956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.139690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=bb37d0f7-414c-4d05-b537-9042dc30fcdd,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:03.168652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:03.168862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacef319-7d7b-46e7-8d5e-85ca8faca418 req-b29b6f01-d64c-48ca-bce9-56ce0eecb983 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:03.171802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.177916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eacef319-7d7b-46e7-8d5e-85ca8faca418 req-b29b6f01-d64c-48ca-bce9-56ce0eecb983 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.4471500 May 06 12:50:03.211147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] device_id is not set on port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:03.222646 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.236530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eacef319-7d7b-46e7-8d5e-85ca8faca418 req-c732ed65-63f0-4dfd-a130-450d537ba5ab tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 May 06 12:50:03.237675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Transition to ACTIVE for port object 1fadd840-d563-4a05-8a23-6611fad46652 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:03.259010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Transition to ACTIVE for port object 1fadd840-d563-4a05-8a23-6611fad46652 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:03.327810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ceb6cd5-253f-4f7e-a5d8-0139d2f82e60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.2134309 May 06 12:50:03.329804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48856) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:03.397892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.405548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Deleting port bb37d0f7-414c-4d05-b537-9042dc30fcdd {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:03.405854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.467302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:03.474890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:03.484159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8::29d (6f8997c4-121d-4cb1-bc5b-71c6f942fd23/2c1009de-6209-4333-9552-b305e72c7557/6f59bea9-05a1-4c07-ba67-5dd6e29a94d9) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:03.490561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:03.614075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66332b-577a-4b51-aa3c-39124d2d26eb req-0ca81e63-3b54-4b72-8ae0-a47915243cc8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:03.624723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f66332b-577a-4b51-aa3c-39124d2d26eb req-0ca81e63-3b54-4b72-8ae0-a47915243cc8 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1861436 May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Pushing event updated for resources: {'Port': ['ID=1fadd840-d563-4a05-8a23-6611fad46652,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Attempting to bind port 1fadd840-d563-4a05-8a23-6611fad46652 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Attempting to bind port 1fadd840-d563-4a05-8a23-6611fad46652 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a92684f6-7b29-42e1-9808-c543ec028b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Attempting to bind port 1fadd840-d563-4a05-8a23-6611fad46652 on network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Checking segment: {'id': 'a92684f6-7b29-42e1-9808-c543ec028b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.743050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Bound using segment: {'id': 'a92684f6-7b29-42e1-9808-c543ec028b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:03.750322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Bound port: 1fadd840-d563-4a05-8a23-6611fad46652, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92684f6-7b29-42e1-9808-c543ec028b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6f8997c4-121d-4cb1-bc5b-71c6f942fd23'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:03.750322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.812407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f66332b-577a-4b51-aa3c-39124d2d26eb req-d5eaf4aa-c409-427d-b4f7-409138bae952 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855466 May 06 12:50:03.862422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port bb37d0f7-414c-4d05-b537-9042dc30fcdd, host n-h1-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:03.862756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.878517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] For port 1fadd840-d563-4a05-8a23-6611fad46652, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:03.881628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] For port 1fadd840-d563-4a05-8a23-6611fad46652, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fadd840-d563-4a05-8a23-6611fad46652,segment=NetworkSegment(a92684f6-7b29-42e1-9808-c543ec028b98),segment_id=a92684f6-7b29-42e1-9808-c543ec028b98)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:03.883996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:03.997516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:04.018087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Calling delete_port for bb37d0f7-414c-4d05-b537-9042dc30fcdd owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:04.058667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85cd8-b261-4ebe-8841-c6be587f49bc req-3aef41f6-234d-4a65-bb43-0d9e37f41d50 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:04.060190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cda85cd8-b261-4ebe-8841-c6be587f49bc req-3aef41f6-234d-4a65-bb43-0d9e37f41d50 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.0936840 May 06 12:50:04.076990 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.114667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cda85cd8-b261-4ebe-8841-c6be587f49bc req-cdbf27e1-39a7-4c3e-9b45-e38450c68552 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485766 May 06 12:50:04.184364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc997e6f-07ea-43cd-b95b-3e50ab088778 None None] Pushing event updated for resources: {'Port': ['ID=1fadd840-d563-4a05-8a23-6611fad46652,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:04.294531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.296519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.308895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6ab2-cbbe-48a2-aa27-d93696ccf6c5 req-744103d7-0e92-4fdd-b2dd-a75407be996d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:04.310516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be7d6ab2-cbbe-48a2-aa27-d93696ccf6c5 req-744103d7-0e92-4fdd-b2dd-a75407be996d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.0989916 May 06 12:50:04.378310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb37d0f7-414c-4d05-b537-9042dc30fcdd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:04.403683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:04.404236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.407970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:04.416247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:04.417725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df4c1e65-11d2-4d2b-97f9-7511e71d6bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "DELETE /v2.0/ports/bb37d0f7-414c-4d05-b537-9042dc30fcdd HTTP/1.1" status: 204 len: 168 time: 1.0868900 May 06 12:50:04.420639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.421517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:04.423309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.462865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=6f59bea9-05a1-4c07-ba67-5dd6e29a94d9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:04.518197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be7d6ab2-cbbe-48a2-aa27-d93696ccf6c5 req-12609513-938e-41d6-b80b-2486cacbec74 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741183 May 06 12:50:04.521208 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef97ac9-6151-4815-91d9-5ca9b521251d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] GET failed (client error): The resource could not be found. May 06 12:50:04.523972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ef97ac9-6151-4815-91d9-5ca9b521251d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Synchronizing usage tracker for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:04.611054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5cca8f9-0ddb-47c6-bf97-d73220b6e08c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1002200 May 06 12:50:04.614652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48906) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.761740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ef97ac9-6151-4815-91d9-5ca9b521251d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Unset dirty status for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:04.763187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ef97ac9-6151-4815-91d9-5ca9b521251d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports/bb37d0f7-414c-4d05-b537-9042dc30fcdd HTTP/1.1" status: 404 len: 333 time: 0.3414812 May 06 12:50:04.767237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:04.773457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1581812805'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:04.784166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:04.807790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:04.945765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Made reservation on behalf of 40b6cc4b1a3f41f3af74ef0cf204d0f9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:04.948096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:04.969779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:04.980880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2c0b7-9453-4445-a320-3112395d3e16 req-6f983bd7-b847-4832-833b-6989ee73f66b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:04.984655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07e2c0b7-9453-4445-a320-3112395d3e16 req-6f983bd7-b847-4832-833b-6989ee73f66b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.2830961 May 06 12:50:05.010829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48930) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:05.024994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'port_id': 'c2811e5b-87c3-4361-a2a0-de731ac0c004'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:05.184848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fadd840-d563-4a05-8a23-6611fad46652 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:05.185891 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:05.488671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1fadd840-d563-4a05-8a23-6611fad46652 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:05.708038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3326b3-fe9e-4737-aa07-def49e989f81 req-179dbeec-1948-43e9-979b-0b020f2945f4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:05.713099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d3326b3-fe9e-4737-aa07-def49e989f81 req-179dbeec-1948-43e9-979b-0b020f2945f4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2183614 May 06 12:50:05.876035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7792c-caec-478a-83d2-2c948849c0ee None None] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:05.972135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.029680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d3326b3-fe9e-4737-aa07-def49e989f81 req-7374633f-a78b-4213-bc09-1e81fc6f001c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964191 May 06 12:50:06.057527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.356928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Provisioning for port 1fadd840-d563-4a05-8a23-6611fad46652 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:06.367799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Provisioning complete for port 1fadd840-d563-4a05-8a23-6611fad46652 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:06.367799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.493125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.499793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.559737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.604177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] For port 1fadd840-d563-4a05-8a23-6611fad46652, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fadd840-d563-4a05-8a23-6611fad46652,segment=NetworkSegment(a92684f6-7b29-42e1-9808-c543ec028b98),segment_id=a92684f6-7b29-42e1-9808-c543ec028b98)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:06.665155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e1f0e1-8411-48e2-816f-6a04d0617ba8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:06.672990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.713532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.734082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.760304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:06.771297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:06.785615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:06.786487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:06.787282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.820204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fd89a-43a7-420c-a61f-4fd5280b8746 None None] Pushing event updated for resources: {'Port': ['ID=1fadd840-d563-4a05-8a23-6611fad46652,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:06.848364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.894819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Provisioning complete for port 1fadd840-d563-4a05-8a23-6611fad46652 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:06.895452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:06.995923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a925b0a6-3832-4bf4-9498-d702bbf31d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2272871 May 06 12:50:06.998917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:07.007053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:07.039756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=6f59bea9-05a1-4c07-ba67-5dd6e29a94d9,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:07.216235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fadd840-d563-4a05-8a23-6611fad46652 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:07.230060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.253423 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP cc31847d-2b74-4612-99bc-8914457e2b78 associated. External IP: 172.25.2.210, port: c2811e5b-87c3-4361-a2a0-de731ac0c004. May 06 12:50:07.318098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.361751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1fadd840-d563-4a05-8a23-6611fad46652 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:07.362354 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.477109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Provisioning for port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:07.494819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Provisioning complete for port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:07.495183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.520482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.553308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1fec4291-8dc4-4d09-801f-27cc78a7fe99 None None] Port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:07.658485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cfa3a-f746-48e0-bdf6-9d374bffc48e req-b28a30bf-2862-4f1d-bc39-ae6dadb727d1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:07.659990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-105cfa3a-f746-48e0-bdf6-9d374bffc48e req-b28a30bf-2862-4f1d-bc39-ae6dadb727d1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.3157921 May 06 12:50:07.689785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4182a59b-4ecb-49df-aa5e-cd1b1c459b21 None None] Provisioning complete for port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:07.691030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4182a59b-4ecb-49df-aa5e-cd1b1c459b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.747098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-105cfa3a-f746-48e0-bdf6-9d374bffc48e req-d802cb2c-6f7d-4c0c-affa-7538f6e64274 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786443 May 06 12:50:07.843668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4182a59b-4ecb-49df-aa5e-cd1b1c459b21 None None] Port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:07.905126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:07.918114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:07.941213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Transition to ACTIVE for port object e8e1f0e1-8411-48e2-816f-6a04d0617ba8 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:08.182128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.265128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.336392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e1f0e1-8411-48e2-816f-6a04d0617ba8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:08.464062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.464391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.464727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.474036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:08.474360 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:08.481460 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 2 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:08.500756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.501085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.501413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.503304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.503446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae770094-a454-466f-a40f-eb7e7ca9abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.504104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:08.526015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:08.526370 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:08.527461 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 3 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:08.551014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.551350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.551682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.556424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:08.563378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:08.563706 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:08.564950 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 4 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:08.586981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.587327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.587687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.817769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=6f59bea9-05a1-4c07-ba67-5dd6e29a94d9,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:08.861772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:08.862213 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:08.887592 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 5 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:08.920107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.920447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.920785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.952492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:08.952822 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:08.956796 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 6 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:08.990422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:08.990759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:08.991102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:08.992219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:08.993505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:09.010195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:09.010528 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:09.016858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dde75a-5628-4d0b-b115-ed3d2c68f977 req-4ca94ea3-9ba2-4551-bbff-6d6aaadc5b8b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:09.018369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97dde75a-5628-4d0b-b115-ed3d2c68f977 req-4ca94ea3-9ba2-4551-bbff-6d6aaadc5b8b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2115705 May 06 12:50:09.019038 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 7 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:09.074309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:09.074651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:09.074985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:09.150441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:09.150753 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:09.152506 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 8 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:09.212492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97dde75a-5628-4d0b-b115-ed3d2c68f977 req-d11f0cf7-273d-410b-a13f-ddcffd537e2e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788516 May 06 12:50:09.215928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:09.216264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:09.228444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:09.238025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-879987dd-42f3-43b8-89f6-b52126d6b3ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 1097 time: 0.3414149 May 06 12:50:09.282240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:09.282746 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:09.301770 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 9 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:09.347168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:09.358660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.360440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:09.406207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:09.406207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:09.408187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:09.408691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:09.409108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:09.441337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:09.441674 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:09.447480 n-d-840845-1 neutron-server[84800]: INFO neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 10 to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 May 06 12:50:09.475156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3ba20408-65eb-458f-89b6-a821fc651620 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "PUT /v2.0/floatingips/cc31847d-2b74-4612-99bc-8914457e2b78 HTTP/1.1" status: 200 len: 991 time: 4.4633014 May 06 12:50:09.476904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:09.477546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:09.478069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:09.480324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:09.521443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:09.521765 n-d-840845-1 neutron-server[84800]: ERROR neutron.plugins.ml2.managers [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:09.522123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.592733 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1b81cf-7998-4fe3-bf6a-c4cc6ae0fa81'] response: {'name': 'network-changed', 'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'status': 'completed', 'code': 200} May 06 12:50:09.637595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port e8e1f0e1-8411-48e2-816f-6a04d0617ba8, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:09.637967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempted to set empty binding levels {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:50:09.650597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90c70de1-d49e-4d4a-9092-2a2a8f7ec267 None None] Provisioning complete for port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:09.651162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90c70de1-d49e-4d4a-9092-2a2a8f7ec267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.659741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-615287fd-0337-47bd-9fbf-d39dcb335509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:09.661501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-615287fd-0337-47bd-9fbf-d39dcb335509 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 200 len: 915 time: 0.4158468 May 06 12:50:09.722938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-90c70de1-d49e-4d4a-9092-2a2a8f7ec267 None None] Port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:09.727358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:09.734545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.748556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-22f5efb4-2895-4efa-9b25-99650b104982 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 200 len: 217 time: 0.0781507 May 06 12:50:09.858502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-855dfddf-b300-4ae8-9626-04e96f49ec76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:09.859981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-855dfddf-b300-4ae8-9626-04e96f49ec76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 200 len: 854 time: 0.1005335 May 06 12:50:09.878222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-d33eeebb-e697-4417-9d78-0254380991aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 1096 time: 0.2746873 May 06 12:50:09.917758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e1f0e1-8411-48e2-816f-6a04d0617ba8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:09.929868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] In _notify_port_updated(), no bound segment for port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:50:09.932286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:09.934056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a13444aa-277f-40d8-8bf4-ff0bd835eea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "PUT /v2.0/ports/e8e1f0e1-8411-48e2-816f-6a04d0617ba8 HTTP/1.1" status: 200 len: 979 time: 2.9338686 May 06 12:50:09.936569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49112) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:09.969912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-f5eb33c6-6c5c-4bd7-8e33-8e68c4776f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42aeeb79-8471-4a0d-936d-62f65ed886ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859215 May 06 12:50:10.085014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea00067d-0c85-41c9-9702-5d19ddf3085d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Synchronizing usage tracker for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:10.162268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ea00067d-0c85-41c9-9702-5d19ddf3085d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Unset dirty status for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:10.168464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ea00067d-0c85-41c9-9702-5d19ddf3085d tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14393 time: 0.2298479 May 06 12:50:10.174444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49128) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:10.248526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Deleting port e8e1f0e1-8411-48e2-816f-6a04d0617ba8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:10.249058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.369086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 81c31cff-c6f4-4ec9-b246-92e5f13eade1 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:10.386787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}, {'id': 'cc31847d-2b74-4612-99bc-8914457e2b78', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:e7:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:49:37Z', 'updated_at': '2022-05-06T12:50:06Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:10.393134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-061eac98-605e-4fed-b73e-28e9e48ed373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:10.396518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-061eac98-605e-4fed-b73e-28e9e48ed373 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.4713321 May 06 12:50:10.400085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:50:10.415268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:10.416158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:49:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:10.551660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-7fb4a74a-1e37-41cc-993a-6306fd29ab94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004 HTTP/1.1" status: 200 len: 999 time: 0.1306162 May 06 12:50:10.640523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port e8e1f0e1-8411-48e2-816f-6a04d0617ba8, host n-h1-840845-1, got binding levels [] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:10.640892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.771216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-0d6c4dcb-7706-418c-80bc-75099bddfa71 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478342 May 06 12:50:10.849234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-701e213e-bd78-4432-bf87-d63b8bb2d30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:10.870711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Calling delete_port for e8e1f0e1-8411-48e2-816f-6a04d0617ba8 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:10.931134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:11.009137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac6b7c-c6fd-4d3b-8d0c-4cf59526275f req-4fe6d821-fc5e-4b11-b1a5-7084104ac9a1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:11.012847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dac6b7c-c6fd-4d3b-8d0c-4cf59526275f req-4fe6d821-fc5e-4b11-b1a5-7084104ac9a1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.4831603 May 06 12:50:11.176611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-766a2fb2-3182-4f58-ab2f-b1e3b9095bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:11.179710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-766a2fb2-3182-4f58-ab2f-b1e3b9095bf2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.6197867 May 06 12:50:11.190666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3dac6b7c-c6fd-4d3b-8d0c-4cf59526275f req-660af8b1-08b6-48f3-8e41-043b49d17a7f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696784 May 06 12:50:11.274710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.317515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd300ab-3d86-4988-84a5-b222a55ff8d7 req-b93c63cc-6fd5-4292-a55c-fdaebda02464 service neutron] 10.222.0.13 "GET /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184195 May 06 12:50:11.332342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:11.350509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-b0c4995a-9942-42b6-967b-283583eb6826 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537867 May 06 12:50:11.353104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8e1f0e1-8411-48e2-816f-6a04d0617ba8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:11.354184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:11.362129 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b5bbc127-5b5f-4f99-aec2-972bd0c60d36 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/81c31cff-c6f4-4ec9-b246-92e5f13eade1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7455931 May 06 12:50:11.368012 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] Sync routers for ids ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:11.390538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.390723 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] Routers {'81c31cff-c6f4-4ec9-b246-92e5f13eade1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:11.390723 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:11.471919 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:11.502727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}, {'id': 'cc31847d-2b74-4612-99bc-8914457e2b78', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:e7:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:49:37Z', 'updated_at': '2022-05-06T12:50:06Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:11.507454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] Routers {'81c31cff-c6f4-4ec9-b246-92e5f13eade1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:11.509723 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:11.510419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8339ba-caeb-4f4e-8739-6e98945aaa98 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}, {'id': 'cc31847d-2b74-4612-99bc-8914457e2b78', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:e7:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:49:37Z', 'updated_at': '2022-05-06T12:50:06Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:11.541270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1036e2-2c7f-491a-8bf3-3c7b5eebe532 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:11.541948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa1036e2-2c7f-491a-8bf3-3c7b5eebe532 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:11.569235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ed63848-97c3-46f2-9337-306b3a2c7fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "DELETE /v2.0/ports/e8e1f0e1-8411-48e2-816f-6a04d0617ba8 HTTP/1.1" status: 204 len: 168 time: 1.3967526 May 06 12:50:11.571634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.618514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:11.618823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a628f-25c4-4a6d-a84b-fbc591323f73 None None] The sync data for ids ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:11.634682 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7a6523-9648-445b-8a86-451d07e6d746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] GET failed (client error): The resource could not be found. May 06 12:50:11.639215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a7a6523-9648-445b-8a86-451d07e6d746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports/e8e1f0e1-8411-48e2-816f-6a04d0617ba8 HTTP/1.1" status: 404 len: 333 time: 0.0633619 May 06 12:50:11.639954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49192) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.651495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1073130416', 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:11.657530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fa1036e2-2c7f-491a-8bf3-3c7b5eebe532 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:11.658921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa1036e2-2c7f-491a-8bf3-3c7b5eebe532 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports/6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 HTTP/1.1" status: 200 len: 983 time: 0.2896364 May 06 12:50:11.660541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:11.667379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49196) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:11.698483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-4e954442-7d0d-47e0-a047-89fe64dc3979 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352180 May 06 12:50:11.730862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Usage tracker for resource:port and tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:11.734311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:11.743143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:11.908297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b27a8b7-7142-4860-b933-07776c0596d3 req-0b841e8b-465c-4fc8-8c2b-e0268535486a service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035232 May 06 12:50:11.974619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ede6968-a974-4c93-82b7-a874a26f6a9a None None] New status for floating IP cc31847d-2b74-4612-99bc-8914457e2b78: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:50:12.032368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Made reservation on behalf of 40b6cc4b1a3f41f3af74ef0cf204d0f9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:12.034784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.064125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port a587d596-153e-43c3-b828-6affb5bfd315 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:12.489492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.555960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc82d79-c250-42b1-bc93-5f3727c59b54 req-d1df7d8f-afeb-4659-9deb-9c754578ed76 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:12.564359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cc82d79-c250-42b1-bc93-5f3727c59b54 req-d1df7d8f-afeb-4659-9deb-9c754578ed76 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1535642 May 06 12:50:12.565931 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.574691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.632996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cc82d79-c250-42b1-bc93-5f3727c59b54 req-18b32af8-46f7-45cd-b2d9-44ee4de84dbc tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672297 May 06 12:50:12.750865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.896884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:12.902210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:12.940405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:12.941593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:12.943161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7a1f6-cf6e-45b8-8d99-55c39055e1fb req-7ec662da-4849-42a4-993d-c6697ac9f3a7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:12.943858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.952804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:12.961862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0c7a1f6-cf6e-45b8-8d99-55c39055e1fb req-7ec662da-4849-42a4-993d-c6697ac9f3a7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1638844 May 06 12:50:13.030258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0c7a1f6-cf6e-45b8-8d99-55c39055e1fb req-16c81e76-fdca-4513-b82e-b0bbc61e3167 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673208 May 06 12:50:13.070735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=a587d596-153e-43c3-b828-6affb5bfd315,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:13.338558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32696b1-7a81-431e-a7e9-b270d58ad45a req-9bd1db85-93bf-4cf1-aa51-1fe5f6ca32f3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:13.339738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a32696b1-7a81-431e-a7e9-b270d58ad45a req-9bd1db85-93bf-4cf1-aa51-1fe5f6ca32f3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1020243 May 06 12:50:13.362499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-363a8c52-6cce-4fce-adc1-48e2f547dd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7156415 May 06 12:50:13.365277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49300) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:13.404370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a32696b1-7a81-431e-a7e9-b270d58ad45a req-ebd68d2d-db3d-4dc1-a731-513f456c17b5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555315 May 06 12:50:13.493150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-367d2f06-c260-4b76-a456-27c31a70857f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Synchronizing usage tracker for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:13.517116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:13.517116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.573901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.752921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-367d2f06-c260-4b76-a456-27c31a70857f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Unset dirty status for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:13.757835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-367d2f06-c260-4b76-a456-27c31a70857f tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports/a587d596-153e-43c3-b828-6affb5bfd315 HTTP/1.1" status: 200 len: 959 time: 0.3882558 May 06 12:50:13.758426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49314) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:13.835041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:13.860994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Deleting port a587d596-153e-43c3-b828-6affb5bfd315 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:13.861826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.038568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e046-03e0-4da8-9e1d-4025ea417d0b req-b1a103a0-e66b-45c3-9aa0-44024b03241f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:14.045774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b812e046-03e0-4da8-9e1d-4025ea417d0b req-b1a103a0-e66b-45c3-9aa0-44024b03241f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.4870949 May 06 12:50:14.129589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.156174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 6f59bea9-05a1-4c07-ba67-5dd6e29a94d9 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:14.234366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b812e046-03e0-4da8-9e1d-4025ea417d0b req-ad6519a6-d2af-4078-9569-959d4473c558 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876793 May 06 12:50:14.454397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Calling delete_port for a587d596-153e-43c3-b828-6affb5bfd315 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:14.549032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.646649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.691818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=6f59bea9-05a1-4c07-ba67-5dd6e29a94d9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:14.759223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event deleted for resources: {'Port': ['ID=a587d596-153e-43c3-b828-6affb5bfd315,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:14.790941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:14.945437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0f62930-93b8-4214-bd97-83b8416160d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a587d596-153e-43c3-b828-6affb5bfd315 HTTP/1.1" status: 204 len: 168 time: 1.1859221 May 06 12:50:14.948367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49342) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:14.980596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dcb56-d447-4bae-a186-c26e2d8c94e6 req-86989b2e-d972-430f-b9e0-1a6b0393ac6c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:14.982196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a05dcb56-d447-4bae-a186-c26e2d8c94e6 req-86989b2e-d972-430f-b9e0-1a6b0393ac6c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.3643739 May 06 12:50:14.997876 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe3b80e-38a9-4825-a4da-e3c888604f42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] GET failed (client error): The resource could not be found. May 06 12:50:14.998746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6fe3b80e-38a9-4825-a4da-e3c888604f42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Synchronizing usage tracker for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:15.018920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.137644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6fe3b80e-38a9-4825-a4da-e3c888604f42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Unset dirty status for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:15.142419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6fe3b80e-38a9-4825-a4da-e3c888604f42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports/a587d596-153e-43c3-b828-6affb5bfd315 HTTP/1.1" status: 404 len: 333 time: 0.1898584 May 06 12:50:15.142557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:15.148532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-294863617'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:15.158584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:15.171588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:15.183134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a05dcb56-d447-4bae-a186-c26e2d8c94e6 req-4c2722ec-b7e4-4233-888b-1fc722b9270f tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936135 May 06 12:50:15.252035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Made reservation on behalf of 40b6cc4b1a3f41f3af74ef0cf204d0f9 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:15.254368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.278787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port 59581504-365d-4b22-99a4-ee06793eaecb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:15.475290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5973f6-10f9-4d76-b4d3-1d0ded0becfd req-34cdf4d0-3ae5-4d55-8e3c-888e8bf342d5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:15.477371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d5973f6-10f9-4d76-b4d3-1d0ded0becfd req-34cdf4d0-3ae5-4d55-8e3c-888e8bf342d5 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1542442 May 06 12:50:15.566059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 81c31cff-c6f4-4ec9-b246-92e5f13eade1 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:15.655396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d5973f6-10f9-4d76-b4d3-1d0ded0becfd req-71ca7de4-64f4-4722-b2a2-1154279bce76 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588511 May 06 12:50:15.662708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.730862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:15.742180 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] Sync routers for ids ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:15.765118 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] Routers {'81c31cff-c6f4-4ec9-b246-92e5f13eade1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:15.765843 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:15.814158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:15.833737 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:15.851018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e82b077-45e3-43f6-9f43-62822e1366f4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/81c31cff-c6f4-4ec9-b246-92e5f13eade1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1832523 May 06 12:50:15.852146 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] Routers {'81c31cff-c6f4-4ec9-b246-92e5f13eade1'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:15.852940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:15.854091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49372) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:15.960771 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:15.961467 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eacbc8-4ede-4d4e-8c3f-8521c207d350 None None] The sync data for ids ['81c31cff-c6f4-4ec9-b246-92e5f13eade1'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:16.008119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=59581504-365d-4b22-99a4-ee06793eaecb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:16.039594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Network af8431a1-efd3-4cf8-8ff4-cbb04b557717 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:16.043044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:16.055114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:16.055874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:16.056476 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.106750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceda76-ffe5-4824-99e9-1f50ddb6a447 req-41434511-579e-4d38-b257-d170b4f03794 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:16.111893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cceda76-ffe5-4824-99e9-1f50ddb6a447 req-41434511-579e-4d38-b257-d170b4f03794 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1526728 May 06 12:50:16.156341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cceda76-ffe5-4824-99e9-1f50ddb6a447 req-27064901-4ac3-4a44-9c53-805316756224 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 May 06 12:50:16.222818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f5864ea-ea77-453a-b5ae-4e5099c69ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0766759 May 06 12:50:16.223023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49382) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:16.229568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:16.446216 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-d491786b-f90d-41cf-97c4-9c41d5f9e0a2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] remove_router_interface failed (client error): The resource could not be found. May 06 12:50:16.449939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d491786b-f90d-41cf-97c4-9c41d5f9e0a2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/81c31cff-c6f4-4ec9-b246-92e5f13eade1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5945785 May 06 12:50:16.450544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49390) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:16.483575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.502605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc1e7d35-297b-4027-a315-9940374bb944 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:16.551852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5a6ad-183d-4d6e-9fdb-50fc7be6c2e2 req-42fa95fe-e946-4367-a9aa-c189123fdd52 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:16.555360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.559899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cf5a6ad-183d-4d6e-9fdb-50fc7be6c2e2 req-42fa95fe-e946-4367-a9aa-c189123fdd52 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1634338 May 06 12:50:16.626439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cf5a6ad-183d-4d6e-9fdb-50fc7be6c2e2 req-308cb959-f186-49ee-91c1-c2fb9bff6e9a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 May 06 12:50:16.635141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc1e7d35-297b-4027-a315-9940374bb944 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:16.639452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cc1e7d35-297b-4027-a315-9940374bb944 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=81c31cff-c6f4-4ec9-b246-92e5f13eade1 HTTP/1.1" status: 200 len: 205 time: 0.1873503 May 06 12:50:16.640409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49396) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:16.840907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.965547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] device_id is not set on port 59581504-365d-4b22-99a4-ee06793eaecb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:16.977239 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:16.996744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Transition to ACTIVE for port object 59581504-365d-4b22-99a4-ee06793eaecb will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:17.110802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.226549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=59581504-365d-4b22-99a4-ee06793eaecb,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:17.354644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.356428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.356778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.369194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.369520 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.369901 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 2 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.390273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.391481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.391837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.399491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.399897 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.400235 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 3 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.441890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.442176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.442501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.460845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.460845 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.460845 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 4 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.491351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.491688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.492087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.499373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.499699 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.501913 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 5 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.538374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.538807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.539441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.545272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.562334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7ed02-4ce7-4c67-b6e3-9fdd643b442d req-03111829-fbf7-4e7d-af1a-abe83095d12d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:17.563181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.563538 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.568644 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 6 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.570944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3b7ed02-4ce7-4c67-b6e3-9fdd643b442d req-03111829-fbf7-4e7d-af1a-abe83095d12d tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.4630394 May 06 12:50:17.588591 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.595821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.596189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.596563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.616791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.617183 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.617628 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 7 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.653672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3b7ed02-4ce7-4c67-b6e3-9fdd643b442d req-00ae7d3c-89c4-45f5-a607-bdb2b521ff5e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809586 May 06 12:50:17.663827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.663827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.663827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.684470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.684821 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.685236 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 8 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.700802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.701169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.701509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.708002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.709618 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.709618 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 9 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.724489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.724831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.725172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.731852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.732248 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.732615 n-d-840845-1 neutron-server[84799]: INFO neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempt 10 to bind port 59581504-365d-4b22-99a4-ee06793eaecb May 06 12:50:17.773315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:17.773668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:17.774009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempting to bind port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:17.829426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:50:17.829756 n-d-840845-1 neutron-server[84799]: ERROR neutron.plugins.ml2.managers [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Failed to bind port 59581504-365d-4b22-99a4-ee06793eaecb on host n-h1-840845-1 for vnic_type normal using segments [{'id': 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'af8431a1-efd3-4cf8-8ff4-cbb04b557717'}] May 06 12:50:17.830116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.849838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.851710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 81c31cff-c6f4-4ec9-b246-92e5f13eade1 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:17.883495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:17.888255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc12df32-346e-4159-9815-cd11ebccd398 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/81c31cff-c6f4-4ec9-b246-92e5f13eade1 HTTP/1.1" status: 204 len: 168 time: 1.2436559 May 06 12:50:17.892418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49424) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:18.035562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be99326-8465-43f9-ac69-9e674f11aee3 req-59ed1566-d881-401e-a341-f724c8852bd3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:18.037686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4be99326-8465-43f9-ac69-9e674f11aee3 req-59ed1566-d881-401e-a341-f724c8852bd3 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2555673 May 06 12:50:18.224624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port 59581504-365d-4b22-99a4-ee06793eaecb, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:18.224993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Attempted to set empty binding levels {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 12:50:18.280660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4be99326-8465-43f9-ac69-9e674f11aee3 req-a9ec1dff-b017-4031-9140-29210669dd1b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835421 May 06 12:50:18.297715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet 2c1009de-6209-4333-9552-b305e72c7557 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:18.300883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.378153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.435366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.581111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] In _notify_port_updated(), no bound segment for port 59581504-365d-4b22-99a4-ee06793eaecb on network af8431a1-efd3-4cf8-8ff4-cbb04b557717 {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:50:18.582256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.583677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "PUT /v2.0/ports/59581504-365d-4b22-99a4-ee06793eaecb HTTP/1.1" status: 200 len: 978 time: 2.3597863 May 06 12:50:18.588334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49436) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:18.610181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a3be1-55d8-45f1-a41e-84a16159cc99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event updated for resources: {'Port': ['ID=59581504-365d-4b22-99a4-ee06793eaecb,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:18.653933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b5a5b-91e1-428a-b22d-d7cc4954d239 req-252d9fac-db2b-496a-9064-5fc098f85778 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:18.662831 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-069b5a5b-91e1-428a-b22d-d7cc4954d239 req-252d9fac-db2b-496a-9064-5fc098f85778 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1796691 May 06 12:50:18.664592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.732452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Deleting port 59581504-365d-4b22-99a4-ee06793eaecb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:18.732884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:18.769489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-069b5a5b-91e1-428a-b22d-d7cc4954d239 req-8f87042e-2ef6-43ad-af32-683bbea5bd1a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069701 May 06 12:50:18.973965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.050428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1009de-6209-4333-9552-b305e72c7557,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:19.062123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a8189-7c09-4aed-9917-7a7c402b960a None None] Network 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:19.068996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.081139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78a97d26-acda-4ef4-9559-3549621c8bd2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/2c1009de-6209-4333-9552-b305e72c7557 HTTP/1.1" status: 204 len: 168 time: 1.1908786 May 06 12:50:19.083757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49452) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:19.303939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.316122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 1fadd840-d563-4a05-8a23-6611fad46652 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:19.316477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.440221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] DHCP port deletion for 6f8997c4-121d-4cb1-bc5b-71c6f942fd23 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:19.440902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] For port 59581504-365d-4b22-99a4-ee06793eaecb, host n-h1-840845-1, got binding levels [] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:19.441263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.446232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Deleting port 1fadd840-d563-4a05-8a23-6611fad46652 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:19.446966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.578513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Calling delete_port for 59581504-365d-4b22-99a4-ee06793eaecb owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:19.635254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d29990-19b5-4d6c-a6ca-37a16e3d0ef2 req-7f12a386-37f0-4ad6-af9a-a8fbc195b8f4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:19.636655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96d29990-19b5-4d6c-a6ca-37a16e3d0ef2 req-7f12a386-37f0-4ad6-af9a-a8fbc195b8f4 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.5193677 May 06 12:50:19.672368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 1fadd840-d563-4a05-8a23-6611fad46652, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fadd840-d563-4a05-8a23-6611fad46652,segment=NetworkSegment(a92684f6-7b29-42e1-9808-c543ec028b98),segment_id=a92684f6-7b29-42e1-9808-c543ec028b98)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:19.672758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.749678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-96d29990-19b5-4d6c-a6ca-37a16e3d0ef2 req-d6d6ca0a-a5d5-4dd0-8d29-61a6fa5a502b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020625 May 06 12:50:19.870977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:19.918301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 1fadd840-d563-4a05-8a23-6611fad46652 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:19.993340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Pushing event deleted for resources: {'Port': ['ID=59581504-365d-4b22-99a4-ee06793eaecb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:20.019740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.036217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] For port 1fadd840-d563-4a05-8a23-6611fad46652, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1fadd840-d563-4a05-8a23-6611fad46652,segment=NetworkSegment(a92684f6-7b29-42e1-9808-c543ec028b98),segment_id=a92684f6-7b29-42e1-9808-c543ec028b98)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:20.037279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.043965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b713b30e-bfac-4e29-8efc-6201f506a991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "DELETE /v2.0/ports/59581504-365d-4b22-99a4-ee06793eaecb HTTP/1.1" status: 204 len: 168 time: 1.4539783 May 06 12:50:20.049341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49486) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:20.140736 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e9699d-1759-454d-bc2f-8e9eb0df1e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] GET failed (client error): The resource could not be found. May 06 12:50:20.141778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-88e9699d-1759-454d-bc2f-8e9eb0df1e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Synchronizing usage tracker for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:20.195354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Calling delete_port for 1fadd840-d563-4a05-8a23-6611fad46652 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:20.198924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841365-bcc2-4aaf-b303-66535e7cd5cb req-0ab7fc52-2100-4a59-a999-582e9ef77e32 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:20.200458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd841365-bcc2-4aaf-b303-66535e7cd5cb req-0ab7fc52-2100-4a59-a999-582e9ef77e32 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1029720 May 06 12:50:20.219488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.253448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd841365-bcc2-4aaf-b303-66535e7cd5cb req-cf4e5af4-68ee-4a50-b2dc-7e2b4be0de94 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474641 May 06 12:50:20.300598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=1fadd840-d563-4a05-8a23-6611fad46652,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:20.303716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 1fadd840-d563-4a05-8a23-6611fad46652 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:20.333109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:20.333109 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:20.360422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-88e9699d-1759-454d-bc2f-8e9eb0df1e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] Unset dirty status for tenant:40b6cc4b1a3f41f3af74ef0cf204d0f9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:20.360422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-88e9699d-1759-454d-bc2f-8e9eb0df1e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-303272834-project-admin] 10.222.0.83 "GET /v2.0/ports/59581504-365d-4b22-99a4-ee06793eaecb HTTP/1.1" status: 404 len: 333 time: 0.3087697 May 06 12:50:20.363217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49500) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:20.487452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.488964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.529976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8997c4-121d-4cb1-bc5b-71c6f942fd23']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.546248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92684f6-7b29-42e1-9808-c543ec028b98') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.546636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92684f6-7b29-42e1-9808-c543ec028b98') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.568805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.583876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3879-2c78-4ec8-988b-72f2d4392cd3 req-913ffe28-2249-413b-9a93-bce2a5c697f1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:20.585298 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58aa3879-2c78-4ec8-988b-72f2d4392cd3 req-913ffe28-2249-413b-9a93-bce2a5c697f1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1646180 May 06 12:50:20.593731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.616921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:20.617519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.631661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: timer() May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:20.632735 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:20.672870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8431a1-efd3-4cf8-8ff4-cbb04b557717']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.692491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.694971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1317be8-d70e-4b60-94cf-dfacaccf2e1a') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:20.713062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.741049 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.751489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:20.752340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.762606 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.825324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Deleting port 1fadd840-d563-4a05-8a23-6611fad46652 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:20.826055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: timer() May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:20.869116 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:20.922420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58aa3879-2c78-4ec8-988b-72f2d4392cd3 req-e61f75de-2276-4c10-af2e-f4e709ed9a33 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252563 May 06 12:50:20.960414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a2c88593-16ab-4487-9ca4-a644e753f172 None None] The port '1fadd840-d563-4a05-8a23-6611fad46652' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:21.008752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.013833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.037875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] 10.222.0.83 "DELETE /v2.0/networks/af8431a1-efd3-4cf8-8ff4-cbb04b557717 HTTP/1.1" status: 204 len: 168 time: 0.6734960 May 06 12:50:21.041599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bde37d-d95c-4cd5-ac25-979e17de3348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159 tempest-PortsAdminExtendedAttrsIpV6TestJSON-842240159-project] Pushing event deleted for resources: {'Network': ['ID=af8431a1-efd3-4cf8-8ff4-cbb04b557717,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:21.047958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.096555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.120007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=6f8997c4-121d-4cb1-bc5b-71c6f942fd23,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:21.200103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fadd840-d563-4a05-8a23-6611fad46652 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:21.285027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49538) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:21.287060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fa88bfaf-6937-4b49-a654-600b2b05ccc1 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/6f8997c4-121d-4cb1-bc5b-71c6f942fd23 HTTP/1.1" status: 204 len: 168 time: 2.2020905 May 06 12:50:21.292550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2137063848'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:21.296156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1fadd840-d563-4a05-8a23-6611fad46652 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:21.299719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1fadd840-d563-4a05-8a23-6611fad46652 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:21.310472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:21.320524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:21.329106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:21.339272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96442ce8-612b-4313-ab7a-50958d13fcaf req-e01a2ce9-36be-4aa5-91a0-48be7cf97769 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:21.345985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:21.346089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96442ce8-612b-4313-ab7a-50958d13fcaf req-e01a2ce9-36be-4aa5-91a0-48be7cf97769 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1577094 May 06 12:50:21.419553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96442ce8-612b-4313-ab7a-50958d13fcaf req-52009d76-1741-4c5d-864a-8dd1862cd513 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 May 06 12:50:21.515251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:21.515251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.541484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:21.550167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:21.550504 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 01ba2cc7-7708-435a-a436-ad42d16a063a of type vlan for network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 May 06 12:50:21.577945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.091644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.091644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:22.091644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.174471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=c0b96cd4-cdb2-447b-89fa-e3cb4a308362,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:22.187141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:22.667440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5291079-db67-42f0-9de7-aff4a0d93612 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3804095 May 06 12:50:22.679987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49570) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.686821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:22.693619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49574) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.806244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:22.810288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:22.819903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:22.827277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:22.893263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9aa5b494-bb81-49c0-88eb-b49e14db3dd4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e83b1053f1764b5ca92bbb17f10ee652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1977553 May 06 12:50:22.895722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49588) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:22.905266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:22.965621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:22.998618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.098094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.305363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.338932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4a5c89-a904-49ff-892e-3a4fd5f83378,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:23.341491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.345022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a05b8b4b-d06a-45a4-a4b1-e643261a04ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ba4a5c89-a904-49ff-892e-3a4fd5f83378 HTTP/1.1" status: 204 len: 168 time: 0.4460204 May 06 12:50:23.626784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:23.838987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=bb912c5b-746f-4f00-b5cb-5c2a8ff44c65,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:23.862141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '01ba2cc7-7708-435a-a436-ad42d16a063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:23.862877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: c0b96cd4-cdb2-447b-89fa-e3cb4a308362, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:24.002402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:24.096047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c0b96cd4-cdb2-447b-89fa-e3cb4a308362) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:24.103729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:24.104651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.109367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec586a-4f56-41bc-b3b5-25767da14d23 None None] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:24.231321 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e3eb080a-9e28-4f97-8c6e-1c25a82adddd tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5496392 May 06 12:50:24.239484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49642) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:24.268170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1078819691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:24.272236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:24.283992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:24.288651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:24.305547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:24.431250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.433021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.459467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.520486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49658) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:24.521959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c0b96cd4-cdb2-447b-89fa-e3cb4a308362', 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': 'bb912c5b-746f-4f00-b5cb-5c2a8ff44c65'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:24.523721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.579726 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c74679df-a610-4c09-a89e-afaa8d1244ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=40b6cc4b1a3f41f3af74ef0cf204d0f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564883 May 06 12:50:24.580096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:24.595130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.671939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.706552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.718031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Allocated IP 2001:db8::2 (c0b96cd4-cdb2-447b-89fa-e3cb4a308362/bb912c5b-746f-4f00-b5cb-5c2a8ff44c65/00471dcb-f0af-4326-945d-94e95ffdaa73) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:24.954086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.997257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:24.999089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-835fc014-aeec-42b3-a088-c8053657d990 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7628860 May 06 12:50:25.001791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49680) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:25.063179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.165109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6a14c-cc16-4d8c-a40e-6db869cb0c8d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:25.171800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.173005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5872bc1d-aebf-43e3-b5fa-e1fecab0deb4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/abf6a14c-cc16-4d8c-a40e-6db869cb0c8d HTTP/1.1" status: 204 len: 168 time: 0.5918522 May 06 12:50:25.186526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Transition to ACTIVE for port object 00471dcb-f0af-4326-945d-94e95ffdaa73 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:25.210808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Transition to ACTIVE for port object 00471dcb-f0af-4326-945d-94e95ffdaa73 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:25.365598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.458977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Pushing event updated for resources: {'Port': ['ID=00471dcb-f0af-4326-945d-94e95ffdaa73,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:25.462616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:25.464169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:25.467139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:25.567213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.571862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Attempting to bind port 00471dcb-f0af-4326-945d-94e95ffdaa73 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:25.572231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Attempting to bind port 00471dcb-f0af-4326-945d-94e95ffdaa73 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '01ba2cc7-7708-435a-a436-ad42d16a063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:25.572592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Attempting to bind port 00471dcb-f0af-4326-945d-94e95ffdaa73 on network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:25.579026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:25.579398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Checking segment: {'id': '01ba2cc7-7708-435a-a436-ad42d16a063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:25.579846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.580241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Bound using segment: {'id': '01ba2cc7-7708-435a-a436-ad42d16a063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:25.580700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Bound port: 00471dcb-f0af-4326-945d-94e95ffdaa73, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ba2cc7-7708-435a-a436-ad42d16a063a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0b96cd4-cdb2-447b-89fa-e3cb4a308362'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:25.581066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:25.689668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] For port 00471dcb-f0af-4326-945d-94e95ffdaa73, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:25.694026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] For port 00471dcb-f0af-4326-945d-94e95ffdaa73, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00471dcb-f0af-4326-945d-94e95ffdaa73,segment=NetworkSegment(01ba2cc7-7708-435a-a436-ad42d16a063a),segment_id=01ba2cc7-7708-435a-a436-ad42d16a063a)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:25.860066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.046671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda8d90-1650-4525-ade1-9478817c84a2 None None] Pushing event updated for resources: {'Port': ['ID=00471dcb-f0af-4326-945d-94e95ffdaa73,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:26.193076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8::1 (c0b96cd4-cdb2-447b-89fa-e3cb4a308362/bb912c5b-746f-4f00-b5cb-5c2a8ff44c65/bea21ee0-3374-45b4-a7fb-2cf9997338fb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:26.435434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:26.454601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object bea21ee0-3374-45b4-a7fb-2cf9997338fb will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:26.597622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.001924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49766) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:27.003634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=bea21ee0-3374-45b4-a7fb-2cf9997338fb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:27.058649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:27.061644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:27.068440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:27.071155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.313261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00471dcb-f0af-4326-945d-94e95ffdaa73 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:27.385141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.410121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.464483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:27.472779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Usage tracker for resource:security_group_rule and tenant:fbef973ea14a404d8c282428d0f70e2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:27.483522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:27.502088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:27.630974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 00471dcb-f0af-4326-945d-94e95ffdaa73 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:27.632534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.773622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:27.950851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fbef973ea14a404d8c282428d0f70e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9472120 May 06 12:50:27.952722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49812) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:27.955375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b59e8-088b-4e7c-9b50-4077f733caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288faca7-ef6b-40cb-8595-72655a97ca49,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:28.062391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfddd64-c62f-4ef7-a6ae-6ca5e7e69d62 None None] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:28.136708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.184240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.274963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Provisioning for port 00471dcb-f0af-4326-945d-94e95ffdaa73 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:28.285158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Provisioning complete for port 00471dcb-f0af-4326-945d-94e95ffdaa73 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:28.288373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.304795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.362263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.394716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288faca7-ef6b-40cb-8595-72655a97ca49,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:28.400072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.403822 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-64b1becc-e0b4-4b4a-84ea-cdd387f23b7c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/288faca7-ef6b-40cb-8595-72655a97ca49 HTTP/1.1" status: 204 len: 168 time: 0.4399149 May 06 12:50:28.414532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.415336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.463134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.512890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=bea21ee0-3374-45b4-a7fb-2cf9997338fb,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:28.604628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] For port 00471dcb-f0af-4326-945d-94e95ffdaa73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00471dcb-f0af-4326-945d-94e95ffdaa73,segment=NetworkSegment(01ba2cc7-7708-435a-a436-ad42d16a063a),segment_id=01ba2cc7-7708-435a-a436-ad42d16a063a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:28.711911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:28.713459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:28.744081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:28.860456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f076e4-eb38-433c-99e7-eb1931d1deeb None None] Pushing event updated for resources: {'Port': ['ID=00471dcb-f0af-4326-945d-94e95ffdaa73,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:29.230092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Provisioning complete for port 00471dcb-f0af-4326-945d-94e95ffdaa73 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:29.230481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.355599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00471dcb-f0af-4326-945d-94e95ffdaa73 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:29.556737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 655b69c9-e1e4-403f-9ca4-b14685f7346c is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:29.607888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 00471dcb-f0af-4326-945d-94e95ffdaa73 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:29.609183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.872747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:29.892704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] Sync routers for ids ['655b69c9-e1e4-403f-9ca4-b14685f7346c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:29.932007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Provisioning for port bea21ee0-3374-45b4-a7fb-2cf9997338fb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:29.932642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c9cce389-23da-4841-ae7a-d82ba73507e3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/655b69c9-e1e4-403f-9ca4-b14685f7346c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9144421 May 06 12:50:29.932734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Provisioning complete for port bea21ee0-3374-45b4-a7fb-2cf9997338fb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:29.932734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:29.934234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49908) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:30.039477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe5ae5c-f017-4d47-bd43-e04240c8614b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:30.040231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] Routers {'655b69c9-e1e4-403f-9ca4-b14685f7346c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:30.041468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fbe5ae5c-f017-4d47-bd43-e04240c8614b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports/bea21ee0-3374-45b4-a7fb-2cf9997338fb HTTP/1.1" status: 200 len: 911 time: 0.1062570 May 06 12:50:30.043459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['655b69c9-e1e4-403f-9ca4-b14685f7346c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:30.045385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49914) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:30.216032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49932) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:30.287635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:30.307183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f3c91-f861-4a9f-97c1-3d0e93af6956 None None] Port bea21ee0-3374-45b4-a7fb-2cf9997338fb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:30.318344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] Routers {'655b69c9-e1e4-403f-9ca4-b14685f7346c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:30.318854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['655b69c9-e1e4-403f-9ca4-b14685f7346c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:30.399260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:30.399652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81f59b-95a7-44c6-b6a4-0b34c9c4b2bd None None] The sync data for ids ['655b69c9-e1e4-403f-9ca4-b14685f7346c'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:30.437780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eecf4a77-5776-4aea-8f11-c58e39b0dfba None None] Provisioning complete for port bea21ee0-3374-45b4-a7fb-2cf9997338fb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:30.438158 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eecf4a77-5776-4aea-8f11-c58e39b0dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.497604 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eecf4a77-5776-4aea-8f11-c58e39b0dfba None None] Port bea21ee0-3374-45b4-a7fb-2cf9997338fb cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:50:30.518699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-927557482', 'router:external': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:30.527988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:30.541149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:network and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:30.545153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:30.559638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:30.611153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.694991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Made reservation on behalf of 6cf57c94071f4bb88e5d215fbb9a5029 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:30.697770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.712002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:30.752558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:30.756493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:security_group_rule and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:30.759931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:30.768326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:30.923843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.035143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.070423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:31.075926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8984112a-af7d-4214-b0e3-5a6a112ff145,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:31.088901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.088901 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Added segment 117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8 of type vlan for network 46e6a686-e677-49d4-bc63-3e63b02414e3 May 06 12:50:31.127030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.395110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port bea21ee0-3374-45b4-a7fb-2cf9997338fb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:31.395708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.429371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.429371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:31.429371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.569942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Network': ['ID=46e6a686-e677-49d4-bc63-3e63b02414e3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:31.581538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:31.587448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e66cc-1640-482f-a677-6d843e6da2d9 req-2304efae-a60d-4cf6-837e-01c699473c49 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:31.589015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-669e66cc-1640-482f-a677-6d843e6da2d9 req-2304efae-a60d-4cf6-837e-01c699473c49 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.3323736 May 06 12:50:31.661595 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-669e66cc-1640-482f-a677-6d843e6da2d9 req-d5c120c9-e0a3-4a58-86df-4757c3b326b1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 May 06 12:50:31.673856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95533e3e-ed7c-4f34-aeb4-0c84196fa958 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4529130 May 06 12:50:31.675336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:31.682826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'subnet': {'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:31.699697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:31.704947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:subnet and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:31.708717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:31.716621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:31.780581 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.857630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Made reservation on behalf of 6cf57c94071f4bb88e5d215fbb9a5029 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:31.859974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:31.914969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for bea21ee0-3374-45b4-a7fb-2cf9997338fb owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:32.294245 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.356425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=bea21ee0-3374-45b4-a7fb-2cf9997338fb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:32.443626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.objects.ports [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84799) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 06 12:50:32.444205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.513217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Subnet': ['ID=96f89b80-a118-4c2f-bfd3-f55078ec2572,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:32.559963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Checking segment: {'id': '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:32.560582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network hostable DHCP agents. Network: 46e6a686-e677-49d4-bc63-3e63b02414e3, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:32.602148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.652098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:32.807515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 46e6a686-e677-49d4-bc63-3e63b02414e3) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:32.807515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:32.808760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:32.813959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f66ebd-e294-4740-83e3-f67ee0719d91 None None] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:33.030313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cfd4fed0-ff09-407c-a3c2-41128997202c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3538094 May 06 12:50:33.033065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:33.039741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1003187231', 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:33.051100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:33.059580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:port and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:33.069479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:33.081202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:33.087896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69767d-344d-4ca2-84d4-21cb21b923df None None] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:33.168137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba5d29-97a3-4404-8c13-e575adc20066 req-64b53294-c3f0-4acf-95ec-8820fbfa439a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:33.185233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cba5d29-97a3-4404-8c13-e575adc20066 req-64b53294-c3f0-4acf-95ec-8820fbfa439a tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.2687321 May 06 12:50:33.218347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 655b69c9-e1e4-403f-9ca4-b14685f7346c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:33.255984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3cba5d29-97a3-4404-8c13-e575adc20066 req-ab59ac2d-5249-424b-a5e2-6862372c896e tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 May 06 12:50:33.294392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Made reservation on behalf of 6cf57c94071f4bb88e5d215fbb9a5029 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:33.300568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.376161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] device_id is not set on port 82545db1-c47d-4742-8183-b3963dd5d492 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:50:33.453702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e150830f-7d3a-4c3d-a098-1d6bfbebc75c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:33.455382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e150830f-7d3a-4c3d-a098-1d6bfbebc75c tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.3554840 May 06 12:50:33.566397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Deleting port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:33.566750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:33.598879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:33.609215 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] Sync routers for ids ['655b69c9-e1e4-403f-9ca4-b14685f7346c'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:33.613957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fcf1c70b-eb14-4ce6-95af-7bf9cd223625 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/655b69c9-e1e4-403f-9ca4-b14685f7346c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5670130 May 06 12:50:33.617712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:33.628959 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] Routers {'655b69c9-e1e4-403f-9ca4-b14685f7346c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:33.629640 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['655b69c9-e1e4-403f-9ca4-b14685f7346c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:33.671941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-349b2b26-3739-482d-8e10-63024f68acfc tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:33.705361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:33.718228 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] Routers {'655b69c9-e1e4-403f-9ca4-b14685f7346c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:33.718895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['655b69c9-e1e4-403f-9ca4-b14685f7346c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:33.780245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-349b2b26-3739-482d-8e10-63024f68acfc tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:33.789332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-349b2b26-3739-482d-8e10-63024f68acfc tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=655b69c9-e1e4-403f-9ca4-b14685f7346c HTTP/1.1" status: 200 len: 205 time: 0.1665571 May 06 12:50:33.800033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50110) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:33.808247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:33.808247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44f422a-994e-4400-8e56-b69887d0c14b None None] The sync data for ids ['655b69c9-e1e4-403f-9ca4-b14685f7346c'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:33.876980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.20.0.7 (46e6a686-e677-49d4-bc63-3e63b02414e3/96f89b80-a118-4c2f-bfd3-f55078ec2572/82545db1-c47d-4742-8183-b3963dd5d492) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:34.007214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.154266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] For port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,segment=NetworkSegment(5baf3f9f-39b7-4b00-bb04-02a194e74a12),segment_id=5baf3f9f-39b7-4b00-bb04-02a194e74a12)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:34.154695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.290975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Calling delete_port for ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:34.465103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.469943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.648378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.649807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 655b69c9-e1e4-403f-9ca4-b14685f7346c {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:34.666418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.667620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7e1c19ba-8289-4224-9571-65e2cd72764d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/655b69c9-e1e4-403f-9ca4-b14685f7346c HTTP/1.1" status: 204 len: 168 time: 0.8755417 May 06 12:50:34.670667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50150) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:34.702875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.762191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d745c-cdbe-4111-9839-2ea3324878d9 req-7fb23b3c-802a-4116-a7f1-b6d7e964afd1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:34.763689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b11d745c-cdbe-4111-9839-2ea3324878d9 req-7fb23b3c-802a-4116-a7f1-b6d7e964afd1 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 946 time: 0.1654878 May 06 12:50:34.815036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b11d745c-cdbe-4111-9839-2ea3324878d9 req-79bf17a0-12e8-48e7-900f-9cb21ce4c0a7 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 May 06 12:50:34.848036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.860551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:50:34.890479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet bb912c5b-746f-4f00-b5cb-5c2a8ff44c65 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:34.894719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.914771 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:34.932788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Pushing event deleted for resources: {'Port': ['ID=ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:34.987327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.083658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:35.089470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:35.091464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=82545db1-c47d-4742-8183-b3963dd5d492,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:35.091858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.094554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:35.121388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] No DVR routers for this DVR port ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:35.127020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.129661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-deleted', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:35.173461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:35.174052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.249311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d1b684f-fd38-4114-a04f-213cc3ecb092 req-e3d3fe03-7477-442c-abef-0c7a885d760b tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.13 "DELETE /v2.0/ports/ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e HTTP/1.1" status: 204 len: 173 time: 1.7810819 May 06 12:50:35.267852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c113b41-d8ae-4921-b56f-b875eb99dde4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2318852 May 06 12:50:35.268779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.301826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50190) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.328401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.348384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port 82545db1-c47d-4742-8183-b3963dd5d492 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:35.348616 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.376121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=bb912c5b-746f-4f00-b5cb-5c2a8ff44c65,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:35.384353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.394135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea448e5a-68b3-4a87-be2f-98397f91a814 None None] Network c0b96cd4-cdb2-447b-89fa-e3cb4a308362 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:35.394993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aba67908-4c25-426c-9b76-e879ce7ec783 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/bb912c5b-746f-4f00-b5cb-5c2a8ff44c65 HTTP/1.1" status: 204 len: 168 time: 0.7228625 May 06 12:50:35.396136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50200) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:35.591614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.611799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 00471dcb-f0af-4326-945d-94e95ffdaa73 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:35.612370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.739802 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1eaae9-3df3-4364-82c8-b43aaee8ef0e'] response: {'server_uuid': 'c8737adb-2f91-4f58-b08e-7585d8eae09f', 'name': 'network-vif-deleted', 'tag': 'ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e', 'status': 'completed', 'code': 200} May 06 12:50:35.847665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:35.980203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:50:35.998443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.003901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] DHCP port deletion for c0b96cd4-cdb2-447b-89fa-e3cb4a308362 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:50:36.009010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Deleting port 00471dcb-f0af-4326-945d-94e95ffdaa73 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:36.009457 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.056828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 00471dcb-f0af-4326-945d-94e95ffdaa73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00471dcb-f0af-4326-945d-94e95ffdaa73,segment=NetworkSegment(01ba2cc7-7708-435a-a436-ad42d16a063a),segment_id=01ba2cc7-7708-435a-a436-ad42d16a063a)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:36.057192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.206049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 00471dcb-f0af-4326-945d-94e95ffdaa73 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:36.258693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] For port 00471dcb-f0af-4326-945d-94e95ffdaa73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=00471dcb-f0af-4326-945d-94e95ffdaa73,segment=NetworkSegment(01ba2cc7-7708-435a-a436-ad42d16a063a),segment_id=01ba2cc7-7708-435a-a436-ad42d16a063a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:36.259146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.280662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1062b12-b517-4a81-8b2a-339ce4841bd1 req-4bcf7dc5-065a-43a2-b8d8-f3f500c540d6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Synchronizing usage tracker for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:36.290330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for 82545db1-c47d-4742-8183-b3963dd5d492 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:36.335668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:36.351081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a645b78f10e94a9a9fe5c359c70aa4e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:36.356209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:36.368140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:36.401473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Calling delete_port for 00471dcb-f0af-4326-945d-94e95ffdaa73 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:36.448289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.477239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c1062b12-b517-4a81-8b2a-339ce4841bd1 req-4bcf7dc5-065a-43a2-b8d8-f3f500c540d6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] Unset dirty status for tenant:d8f0d8b1347548e49f09c0cdded53f6a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:36.479583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:36.480281 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:36.484592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1062b12-b517-4a81-8b2a-339ce4841bd1 req-4bcf7dc5-065a-43a2-b8d8-f3f500c540d6 tempest-ServersNegativeTestJSON-1430206171 tempest-ServersNegativeTestJSON-1430206171-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8737adb-2f91-4f58-b08e-7585d8eae09f HTTP/1.1" status: 200 len: 210 time: 0.4054401 May 06 12:50:36.517453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=00471dcb-f0af-4326-945d-94e95ffdaa73,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:36.520684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.523537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 00471dcb-f0af-4326-945d-94e95ffdaa73 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:36.613346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.650143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.683001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b96cd4-cdb2-447b-89fa-e3cb4a308362']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:36.683164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Port': ['ID=82545db1-c47d-4742-8183-b3963dd5d492,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:36.695500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.704292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ba2cc7-7708-435a-a436-ad42d16a063a') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:36.704588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ba2cc7-7708-435a-a436-ad42d16a063a') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:36.731047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.766632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.773617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ffa1a-7a67-4ab3-ab89-ff8979eb68f9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:36.778908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:36.779315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: timer() May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:36.795920 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:36.798443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-426ef9a2-0cdc-4d2c-8b56-f65d21d1f7c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a645b78f10e94a9a9fe5c359c70aa4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4952807 May 06 12:50:36.801263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50248) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:36.886892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.903047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50252) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:36.903505 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0bf44826-06c1-47d3-9253-eef9d00b39a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/ports/82545db1-c47d-4742-8183-b3963dd5d492 HTTP/1.1" status: 204 len: 168 time: 1.6324468 May 06 12:50:36.908857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3', 'external_fixed_ips': [{'subnet_id': '96f89b80-a118-4c2f-bfd3-f55078ec2572', 'ip_address': '172.20.0.7'}]}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:36.914944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:36.924468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:router and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:36.924468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:36.929775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.930253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:36.958429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:36.981568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Deleting port 00471dcb-f0af-4326-945d-94e95ffdaa73 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:36.981879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.053798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-42e17b9e-05fd-41fe-addf-f51d7c3a30b5 None None] The port '00471dcb-f0af-4326-945d-94e95ffdaa73' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:50:37.093973 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.119699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.135340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=c0b96cd4-cdb2-447b-89fa-e3cb4a308362,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:37.148847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.150053 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.164929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00471dcb-f0af-4326-945d-94e95ffdaa73 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:37.199270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 00471dcb-f0af-4326-945d-94e95ffdaa73 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:37.199608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 00471dcb-f0af-4326-945d-94e95ffdaa73 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:37.213809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.227538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.236440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ffa1a-7a67-4ab3-ab89-ff8979eb68f9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:37.241797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.243871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-06140724-9f3d-4044-bead-20857b522a68 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd6ffa1a-7a67-4ab3-ab89-ff8979eb68f9 HTTP/1.1" status: 204 len: 168 time: 0.4372518 May 06 12:50:37.300281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d18df3eb-499f-4387-8ceb-9601720c270f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/c0b96cd4-cdb2-447b-89fa-e3cb4a308362 HTTP/1.1" status: 204 len: 168 time: 1.9027343 May 06 12:50:37.303905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.309216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1412611201', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:37.316619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:37.321907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:37.325330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:37.450965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:37.479469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.592372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50284) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:37.642619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.643552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.688078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Deleting subnet ab14d600-a521-45d5-bbe2-fcd100aeaca0 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:37.753718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.811273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.852444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:37.934985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.238775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.259005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.287759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.293519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:38.299982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e56545f17484d658f668798eceb3f44 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:38.305600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:38.310424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:38.364476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.385717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:38.410138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.427441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.442931 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9bd441b4-626e-438d-8fc1-7aa12874a9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.445837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:38.446257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ae51ab81-e2a2-42c1-8ef0-6e64d7869d7e not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:38.474154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.480654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab14d600-a521-45d5-bbe2-fcd100aeaca0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:38.491700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.542774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a829ee-c5c9-476f-9869-34ebf3e2970d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:38.547931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a25b433f-0228-4978-a1cc-84cc8ebc3ef8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e56545f17484d658f668798eceb3f44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081021 May 06 12:50:38.552236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50330) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.587540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.622701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.636351 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-415f455c-2957-46a9-8a36-7253b2f64918 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ab14d600-a521-45d5-bbe2-fcd100aeaca0 HTTP/1.1" status: 204 len: 168 time: 1.0431809 May 06 12:50:38.639430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50336) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:38.677017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.808414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.20.0.7 (46e6a686-e677-49d4-bc63-3e63b02414e3/96f89b80-a118-4c2f-bfd3-f55078ec2572/42b90295-d0ba-4cf6-9ed1-d1cad4ec9664) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:38.809974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.855115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:38.892539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.058922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.083661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.102793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a829ee-c5c9-476f-9869-34ebf3e2970d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:39.105435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42aeeb79-8471-4a0d-936d-62f65ed886ef']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:39.127183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.127183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9deec3b-0344-4359-9440-37b184ea4a13 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/21a829ee-c5c9-476f-9869-34ebf3e2970d HTTP/1.1" status: 204 len: 168 time: 0.5715063 May 06 12:50:39.127183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baf3f9f-39b7-4b00-bb04-02a194e74a12') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:39.127530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baf3f9f-39b7-4b00-bb04-02a194e74a12') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:39.161890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.184076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.188284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.192624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:39.193109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.202719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 172.25.2.227 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/420f35c7-7012-453d-93ab-b9f208a8cf83) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: timer() May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:39.208275 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:39.351000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.371748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.383308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=42aeeb79-8471-4a0d-936d-62f65ed886ef,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:39.384283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.545368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.545739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9585eda8-c3a0-469b-a32e-473afbb68c90 admin admin] 10.222.0.83 "DELETE /v2.0/networks/42aeeb79-8471-4a0d-936d-62f65ed886ef HTTP/1.1" status: 204 len: 168 time: 0.9049695 May 06 12:50:39.616645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:39.643808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 46e6a686-e677-49d4-bc63-3e63b02414e3 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:39.647651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:39.650234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:39.656692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:39.726592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:39.739828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:39.755056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:39.826635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=420f35c7-7012-453d-93ab-b9f208a8cf83,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:40.204446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:40.266708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c00858be-6dc0-49f8-96c3-7e45e6ccaf61 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8f0d8b1347548e49f09c0cdded53f6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610595 May 06 12:50:40.269309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:40.312106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.312833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.320534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.321718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.343975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.399451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.600811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.620529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:40.733734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e526e01-cb55-4da1-88d9-7182c6f53257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.739685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:40.743033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e1fe0e5a-edb8-4aea-81da-b91b3bebc1e4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ac7c2c55-d5b9-4b67-a6f7-63a5c460d96b HTTP/1.1" status: 204 len: 168 time: 0.4727657 May 06 12:50:40.865526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router db262272-1cdd-41df-a0b8-6a8e6bb2f9bd is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:40.885852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 094b91af-4cf0-4746-9b05-575dabe40c18 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:41.310578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:41.320257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:41.322605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Sync routers for ids ['db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:41.345384 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] Sync routers for ids ['094b91af-4cf0-4746-9b05-575dabe40c18'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:41.349989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Routers {'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:41.351511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:41.370937 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] Routers {'094b91af-4cf0-4746-9b05-575dabe40c18'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:41.371686 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['094b91af-4cf0-4746-9b05-575dabe40c18'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:41.497663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:41.501378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-557fea89-f554-44b8-9034-2d773aab7360 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.5941887 May 06 12:50:41.502465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50460) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:41.512435 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:41.525873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:41.530464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4155e0d1-d37e-4bd4-924f-c76872468923 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2222855 May 06 12:50:41.530575 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] Routers {'094b91af-4cf0-4746-9b05-575dabe40c18'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:41.530575 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['094b91af-4cf0-4746-9b05-575dabe40c18'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:41.530954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50466) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:41.709540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:41.710055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091a0c9-6c84-44e8-8c2b-6f0f8f57e44f None None] The sync data for ids ['094b91af-4cf0-4746-9b05-575dabe40c18'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:41.716926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Set router db262272-1cdd-41df-a0b8-6a8e6bb2f9bd gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:41.897459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c03c35c7-3779-496a-b8a3-6ece45fcc9d2 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers/094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 200 len: 885 time: 0.3647852 May 06 12:50:41.903307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:42.260063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd', 'name': '', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3', 'external_fixed_ips': [{'subnet_id': '96f89b80-a118-4c2f-bfd3-f55078ec2572', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '42b90295-d0ba-4cf6-9ed1-d1cad4ec9664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:37Z', 'updated_at': '2022-05-06T12:50:39Z', 'revision_number': 3, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port': {'id': '42b90295-d0ba-4cf6-9ed1-d1cad4ec9664', 'name': '', 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '96f89b80-a118-4c2f-bfd3-f55078ec2572', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:38Z', 'updated_at': '2022-05-06T12:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '96f89b80-a118-4c2f-bfd3-f55078ec2572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:42.265771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Checking router: db262272-1cdd-41df-a0b8-6a8e6bb2f9bd for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:50:42.266435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Updating router db262272-1cdd-41df-a0b8-6a8e6bb2f9bd port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:50:42.311906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.316011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.317896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.341471 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.594093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdb4b195-6cc7-45c3-b2fe-02376653e5a7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:router {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:42.715059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:42.751265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdb4b195-6cc7-45c3-b2fe-02376653e5a7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:router {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:42.755229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdb4b195-6cc7-45c3-b2fe-02376653e5a7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8391633 May 06 12:50:42.762650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:42.764309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1412611201'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:42.809283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:42.811227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.009288 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.023040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Transition to ACTIVE for port object 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:43.098287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50526) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:43.127294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.245252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91adc-a181-40dc-ba82-286015cecd0e None None] Pushing event updated for resources: {'Port': ['ID=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:43.297497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.304016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Attempting to bind port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:43.304564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Attempting to bind port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:43.304734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Attempting to bind port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 on network 46e6a686-e677-49d4-bc63-3e63b02414e3 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:43.319549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:43.324877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Checking segment: {'id': '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:43.325613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.326823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Bound using segment: {'id': '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:43.328547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Bound port: 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46e6a686-e677-49d4-bc63-3e63b02414e3'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:43.332539 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.596945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] For port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:43.605288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] For port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,segment=NetworkSegment(117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8),segment_id=117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:43.616693 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.703816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:43.762343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:43.862225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-network', 'tenant_id': '02f24614299b4944a640a6ded4c08658'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:43.874543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:43.893400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Usage tracker for resource:network and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:43.897480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:43.915343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Routers {'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:43.916611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:43.921700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:43.985339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91adc-a181-40dc-ba82-286015cecd0e None None] Pushing event updated for resources: {'Port': ['ID=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:44.048106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:50:44.048432 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:50:44.109865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] Set router db262272-1cdd-41df-a0b8-6a8e6bb2f9bd gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:44.126220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Made reservation on behalf of 02f24614299b4944a640a6ded4c08658 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:44.128565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.158139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.221957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:44.225440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd', 'name': '', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:37Z', 'updated_at': '2022-05-06T12:50:42Z', 'revision_number': 4, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:44.228867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:44.230493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeb3b34-aaa3-47ef-aa71-635efec6b3e5 None None] The sync data for ids ['db262272-1cdd-41df-a0b8-6a8e6bb2f9bd'] in n-d-840845-1 is: [{'id': 'db262272-1cdd-41df-a0b8-6a8e6bb2f9bd', 'name': '', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:37Z', 'updated_at': '2022-05-06T12:50:42Z', 'revision_number': 4, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:44.233451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:44.237747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.245373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:44.328851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.466084 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.549970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:44.550408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.559833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.669901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:44.697044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00d54fd-6673-4847-98c8-ac0b83b5acdb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:44.714366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.714714 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Added segment 96443c6b-ad00-4083-9bd7-e32ade61de78 of type vlan for network 3446330c-f0c9-417b-b959-bda3802eec6c May 06 12:50:44.734833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.735161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.735432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.735785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.736115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.736442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.736764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.737088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.737407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.737724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.738039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:44.750840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75431eec-8276-4825-96fe-e3d2b3b18ec0 req-8e4027fe-5f1c-44f0-9478-f5beaac3a29b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:44.758297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75431eec-8276-4825-96fe-e3d2b3b18ec0 req-8e4027fe-5f1c-44f0-9478-f5beaac3a29b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.3349867 May 06 12:50:44.803534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] For port 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,segment=NetworkSegment(117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8),segment_id=117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:44.804089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.805030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.876919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75431eec-8276-4825-96fe-e3d2b3b18ec0 req-31478461-2493-4b89-8a18-e98953996012 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176748 May 06 12:50:44.940210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 094b91af-4cf0-4746-9b05-575dabe40c18 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:44.976345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.977228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:44.987453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:44.987585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for 42b90295-d0ba-4cf6-9ed1-d1cad4ec9664 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:45.208011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] Pushing event updated for resources: {'Network': ['ID=3446330c-f0c9-417b-b959-bda3802eec6c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:45.216139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836eca-877f-4ce0-a05b-872d8267f8b9 req-305d7571-4e17-4729-9ed5-99aecc1e7306 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:45.217694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6836eca-877f-4ce0-a05b-872d8267f8b9 req-305d7571-4e17-4729-9ed5-99aecc1e7306 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 950 time: 0.1500165 May 06 12:50:45.227848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3446330c-f0c9-417b-b959-bda3802eec6c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:45.299445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6836eca-877f-4ce0-a05b-872d8267f8b9 req-8c246aad-085c-48b8-b0f5-57e71e8c395d tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599334 May 06 12:50:45.318264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5008da1a-c124-41f2-a6c5-a8e63609909c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2130303 May 06 12:50:45.326532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50578) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:45.339791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Request body: {'subnet': {'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-subnet', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:45.340577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:45.344872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Usage tracker for resource:subnet and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:45.348051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:45.355126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:45.386364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:45.392395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.395932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6a0b75a5-9508-452a-8693-1da465a1d671 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 200 len: 892 time: 2.6366532 May 06 12:50:45.396355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50582) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:45.399584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] Sync routers for ids ['094b91af-4cf0-4746-9b05-575dabe40c18'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:45.414315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] Routers {'094b91af-4cf0-4746-9b05-575dabe40c18'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:45.414954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['094b91af-4cf0-4746-9b05-575dabe40c18'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:45.456904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.494247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:45.498663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] Routers {'094b91af-4cf0-4746-9b05-575dabe40c18'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:45.499295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['094b91af-4cf0-4746-9b05-575dabe40c18'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:45.594493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:45.594898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc67c7e1-b1ec-484d-bbcf-280d7cf8e1b2 None None] The sync data for ids ['094b91af-4cf0-4746-9b05-575dabe40c18'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:45.641660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Made reservation on behalf of 02f24614299b4944a640a6ded4c08658 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:45.643974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:45.666272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Port': ['ID=42b90295-d0ba-4cf6-9ed1-d1cad4ec9664,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:46.108154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b47e0-b10c-4ee6-9b5e-85eb42a0c278 req-01fb4854-90a0-40ca-820f-d7c2aa9e2d67 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:46.110564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb6b47e0-b10c-4ee6-9b5e-85eb42a0c278 req-01fb4854-90a0-40ca-820f-d7c2aa9e2d67 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.1143115 May 06 12:50:46.168053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bb6b47e0-b10c-4ee6-9b5e-85eb42a0c278 req-ce8124c2-4fb5-43b5-8742-f733647ccf8a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516748 May 06 12:50:46.242569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-e09f6d86-22ed-47ed-b471-183263adb1bf tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:46.244050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-e09f6d86-22ed-47ed-b471-183263adb1bf tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.5690842 May 06 12:50:46.282088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:46.286174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.438216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.482398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:46.486696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Usage tracker for resource:security_group_rule and tenant:19b40da41b614d68b31a8ba232a71a4c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:46.489974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:46.503578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:46.579418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.635957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.642560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port c2811e5b-87c3-4361-a2a0-de731ac0c004 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:46.642902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.756184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.801949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.809258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a96739-0f76-4177-bde7-bfe2992a3d56,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:46.815076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f8685732-b43b-455d-b040-50a31f10cea4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19b40da41b614d68b31a8ba232a71a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5319703 May 06 12:50:46.818878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50616) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:46.864387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.883300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.909696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:46.958525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c476af4-8457-4b97-a5c0-59d4ae58bd81 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers/094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 200 len: 892 time: 1.5602400 May 06 12:50:46.963424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50622) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:46.965070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-82012b6a-3567-4fc3-9b9a-7478e1906a06 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:46.966427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-82012b6a-3567-4fc3-9b9a-7478e1906a06 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 950 time: 0.5327494 May 06 12:50:47.028188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.035725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ee4dabb-86d1-4ae1-8c7d-9b75d335dafa tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:47.036940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42432-0b10-4e2b-bbfb-2010f903bcf6 req-8e777274-ef66-42a9-9770-0e30fcd805ea tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.038969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3e42432-0b10-4e2b-bbfb-2010f903bcf6 req-8e777274-ef66-42a9-9770-0e30fcd805ea tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 950 time: 0.5604300 May 06 12:50:47.150575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.175905 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.177035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51a96739-0f76-4177-bde7-bfe2992a3d56 HTTP/1.1" status: 204 len: 168 time: 0.3577378 May 06 12:50:47.178960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb29809-5334-4e66-bc92-6186bcb20862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a96739-0f76-4177-bde7-bfe2992a3d56,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:47.191135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3ee4dabb-86d1-4ae1-8c7d-9b75d335dafa tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:47.192331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3ee4dabb-86d1-4ae1-8c7d-9b75d335dafa tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 200 len: 205 time: 0.2265031 May 06 12:50:47.195704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.257575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Deleting port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:47.258206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.325689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:47.340174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.340725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db262272-1cdd-41df-a0b8-6a8e6bb2f9bd {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:47.370620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] For port c2811e5b-87c3-4361-a2a0-de731ac0c004, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c2811e5b-87c3-4361-a2a0-de731ac0c004,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:47.371625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.533154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3e42432-0b10-4e2b-bbfb-2010f903bcf6 req-b55e211e-bf27-491c-9330-64613d0fbed5 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/security-groups?id=3a354c3f-8467-48bf-bff1-847052a4b492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681494 May 06 12:50:47.613680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Checking segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:47.613919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Network hostable DHCP agents. Network: 3446330c-f0c9-417b-b959-bda3802eec6c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:47.647638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a719a19-fcb4-49b4-a4b0-69b02062addb req-572e21f8-e0d5-41a4-88fb-6b9d37c5d076 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:47.649637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a719a19-fcb4-49b4-a4b0-69b02062addb req-572e21f8-e0d5-41a4-88fb-6b9d37c5d076 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 945 time: 0.1701274 May 06 12:50:47.692981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.694422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cfd780bd-d124-4c19-9510-7ca03da607e3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/routers/db262272-1cdd-41df-a0b8-6a8e6bb2f9bd HTTP/1.1" status: 204 len: 168 time: 6.1909802 May 06 12:50:47.700637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50644) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:47.830814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a719a19-fcb4-49b4-a4b0-69b02062addb req-683b3932-d444-4574-9ba4-0aabe33e867a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebb75349-a718-43a6-86ad-74276e968cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655371 May 06 12:50:47.850106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:47.873610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Network 3446330c-f0c9-417b-b959-bda3802eec6c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:47.953544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting subnet 96f89b80-a118-4c2f-bfd3-f55078ec2572 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:50:48.015968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.085323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.153216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50652) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:48.154158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.201578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.201943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.202260 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP cc31847d-2b74-4612-99bc-8914457e2b78 disassociated. External IP: 172.25.2.210, port: c2811e5b-87c3-4361-a2a0-de731ac0c004. May 06 12:50:48.202603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for c2811e5b-87c3-4361-a2a0-de731ac0c004 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:48.217288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.244573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3446330c-f0c9-417b-b959-bda3802eec6c) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:48.254993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6516f-0d0d-41ee-b1b6-46d298883866 None None] Network 3446330c-f0c9-417b-b959-bda3802eec6c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:48.267271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:48.267837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.274943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] For port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:48.275307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.297336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:48.304293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Usage tracker for resource:security_group_rule and tenant:24d58cc28477432ca8e428cb527c7c13 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:48.308282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:48.315046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:48.339321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.390979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.435525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Calling delete_port for 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:48.440826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=96f89b80-a118-4c2f-bfd3-f55078ec2572,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:48.452081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 420f35c7-7012-453d-93ab-b9f208a8cf83 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:48.452224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.489938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f838614-6244-439b-975b-cfc2968c523a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1644425 May 06 12:50:48.495924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50658) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:48.504308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:48.512686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:48.521334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Usage tracker for resource:router and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:48.529379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:48.566444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:48.629572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3446330c-f0c9-417b-b959-bda3802eec6c', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:48.634575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.637929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.665448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.666362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.674708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-62e64e46-4fcf-40bd-b47c-33ec3eed0d68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/96f89b80-a118-4c2f-bfd3-f55078ec2572 HTTP/1.1" status: 204 len: 168 time: 0.9679248 May 06 12:50:48.679100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:48.712129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.812929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.861789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.960125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 420f35c7-7012-453d-93ab-b9f208a8cf83 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:48.976961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:48.982730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Allocated IP 172.20.0.2 (3446330c-f0c9-417b-b959-bda3802eec6c/8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7/b249e5e7-c994-4594-852f-2e2bbeafd3a2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:48.995875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Pushing event deleted for resources: {'Port': ['ID=97afa0e0-bfb4-40bd-a22d-a3e317a0a400,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.037130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.038247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.038700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.039153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.039555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.039978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.040379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.040796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.041226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.041627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.042021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:49.092920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0425255-d963-4d0b-9586-506d0b86eb1a req-55055be5-1013-4d71-9128-2b8df4129c1e tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.2758336 May 06 12:50:49.102565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=c2811e5b-87c3-4361-a2a0-de731ac0c004,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.134772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47de5089-e165-4ecd-b1e3-3f23938a31ea req-9701e7a5-1e6a-40e7-872f-1d6386d15bf7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.0563941 May 06 12:50:49.139086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.151258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] No DVR routers for this DVR port 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:49.168884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.175298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'name': 'network-vif-deleted', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:49.185611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.272346 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.339255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.344836 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ebd937-3644-4907-99fe-a13f3da37c71'] response: {'server_uuid': '1dd00d8a-1393-4f9e-a7f0-b08e47b84858', 'name': 'network-vif-deleted', 'tag': '97afa0e0-bfb4-40bd-a22d-a3e317a0a400', 'status': 'completed', 'code': 200} May 06 12:50:49.353313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.392993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=24d58cc28477432ca8e428cb527c7c13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2118020 May 06 12:50:49.393907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e8eed-6fd0-4da9-8603-750861a76e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a9a0c3-94a2-46f8-a48d-b0eed6896dd5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.396271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50682) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:49.430777 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20bc9c8e-737b-4251-87b3-9dd42829838d req-93ac9553-9335-4af9-b812-35f5b0697af6 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.13 "DELETE /v2.0/ports/97afa0e0-bfb4-40bd-a22d-a3e317a0a400 HTTP/1.1" status: 204 len: 173 time: 2.3644178 May 06 12:50:49.451831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e6a686-e677-49d4-bc63-3e63b02414e3']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:49.475976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Transition to ACTIVE for port object b249e5e7-c994-4594-852f-2e2bbeafd3a2 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:49.476341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.480268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:49.480417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117d69c3-7b9d-4b8f-8f23-f1d531cb4fb8') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:49.505497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Transition to ACTIVE for port object b249e5e7-c994-4594-852f-2e2bbeafd3a2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:49.564756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.603190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.616892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.649605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.713177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=420f35c7-7012-453d-93ab-b9f208a8cf83,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.829317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Network 3446330c-f0c9-417b-b959-bda3802eec6c is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:49.829317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:49.852440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Pushing event updated for resources: {'Port': ['ID=b249e5e7-c994-4594-852f-2e2bbeafd3a2,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.855114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:49.856554 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.869089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:50:49.869730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.872320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: util.warn( May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: timer() May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:50:49.885735 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:50:49.952761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a9a0c3-94a2-46f8-a48d-b0eed6896dd5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:49.972874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:49.982422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Attempting to bind port b249e5e7-c994-4594-852f-2e2bbeafd3a2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:49.982642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Attempting to bind port b249e5e7-c994-4594-852f-2e2bbeafd3a2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:49.983144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Attempting to bind port b249e5e7-c994-4594-852f-2e2bbeafd3a2 on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:50.000487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:50.012088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Checking segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:50.012088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.012088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Bound using segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:50.012088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Bound port: b249e5e7-c994-4594-852f-2e2bbeafd3a2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:50.012088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.036896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:50:50.084124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.088395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6614a76e-a14b-4902-8289-618d0281b991 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2a9a0c3-94a2-46f8-a48d-b0eed6896dd5 HTTP/1.1" status: 204 len: 168 time: 0.6884251 May 06 12:50:50.100601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] For port b249e5e7-c994-4594-852f-2e2bbeafd3a2, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:50.109077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] For port b249e5e7-c994-4594-852f-2e2bbeafd3a2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b249e5e7-c994-4594-852f-2e2bbeafd3a2,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:50.112819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.235857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.270935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.281038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46e6a686-e677-49d4-bc63-3e63b02414e3 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 12:50:50.303008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.410344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ae14f78-934e-4335-84d6-cb24f6332fd5 req-84bf73c5-a652-4cea-91c2-ac51c0c6e7d2 tempest-VolumesBackupsTest-1086597355 tempest-VolumesBackupsTest-1086597355-project] 10.222.0.83 "GET /v2.0/ports?device_id=1dd00d8a-1393-4f9e-a7f0-b08e47b84858 HTTP/1.1" status: 200 len: 210 time: 0.1020224 May 06 12:50:50.422635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a1d46-f92c-424c-aa57-fa151e07a77c None None] Pushing event updated for resources: {'Port': ['ID=b249e5e7-c994-4594-852f-2e2bbeafd3a2,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:50.431734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:50.450030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Network': ['ID=46e6a686-e677-49d4-bc63-3e63b02414e3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:50.479206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:50.479704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 97afa0e0-bfb4-40bd-a22d-a3e317a0a400 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:50.544457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45ac1728-6e14-431a-b179-5a61490cc515 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/networks/46e6a686-e677-49d4-bc63-3e63b02414e3 HTTP/1.1" status: 204 len: 168 time: 1.8591096 May 06 12:50:50.559249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d74c5cc-1101-4fb5-9ba2-07ef1e6ac876 req-5154a33c-07d7-4169-ba05-fd7ddb825d29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:50:50.629648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.636831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.674401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9d74c5cc-1101-4fb5-9ba2-07ef1e6ac876 req-5154a33c-07d7-4169-ba05-fd7ddb825d29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:50:50.675594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d74c5cc-1101-4fb5-9ba2-07ef1e6ac876 req-5154a33c-07d7-4169-ba05-fd7ddb825d29 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.2234259 May 06 12:50:50.715680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c2811e5b-87c3-4361-a2a0-de731ac0c004 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:50:50.754358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.762992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c2811e5b-87c3-4361-a2a0-de731ac0c004 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:50:50.763534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c2811e5b-87c3-4361-a2a0-de731ac0c004 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:50:50.854356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.855684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 094b91af-4cf0-4746-9b05-575dabe40c18 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:50.884535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:50.982922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:50.994518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6e07d084-4669-4831-b8e9-de1f79f5df6a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 204 len: 168 time: 3.7969270 May 06 12:50:50.994768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50708) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:51.005720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963210386'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:51.024233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.035850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:51.050857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:51.062062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:51.062949 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:51.076476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:51.077408 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:51.080113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:51.162088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.230479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:51.244169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.247693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] No DVR routers for this DVR port c2811e5b-87c3-4361-a2a0-de731ac0c004 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:50:51.258715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.289302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b249e5e7-c994-4594-852f-2e2bbeafd3a2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:51.302200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:50:51.313682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fb3c05e9-5052-4f06-a10a-90db3206933d req-b5bd04b1-6129-458a-a3f2-92ea0f2ae8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "DELETE /v2.0/ports/c2811e5b-87c3-4361-a2a0-de731ac0c004 HTTP/1.1" status: 204 len: 173 time: 5.0633094 May 06 12:50:51.329410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.331070 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment c51da2b9-23b2-4037-8692-c8e06f690064 of type vlan for network 275e34ef-ed7e-4cea-b763-d9e54458578d May 06 12:50:51.352612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'name': 'network-vif-deleted', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:50:51.394563 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.462506 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:51.505088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Allocated IP 172.25.2.69 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/dd250adc-9d6a-41ca-b8f1-b4810c915fbb) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:51.513112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50728) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:51.518161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'name': 'tempest-router--1609272777', 'project_id': 'cbde6465c22b456b8e689033e7d74759'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:51.526341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:51.540270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:router and tenant:cbde6465c22b456b8e689033e7d74759 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:51.543308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:51.552747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:51.577685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b249e5e7-c994-4594-852f-2e2bbeafd3a2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:51.613100 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.628741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:51.656066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.901378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.948824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=275e34ef-ed7e-4cea-b763-d9e54458578d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:51.965683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 275e34ef-ed7e-4cea-b763-d9e54458578d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:50:51.967896 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455a51c2-fcaf-4ecd-bca8-738629a8363e'] response: {'server_uuid': '50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5', 'name': 'network-vif-deleted', 'tag': 'c2811e5b-87c3-4361-a2a0-de731ac0c004', 'status': 'completed', 'code': 200} May 06 12:50:51.978850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:51.980113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.029132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.048911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.145181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e6df609-a779-492c-9d29-ba703adcbb4a req-46c71120-0d2f-4c6c-bd21-f18b550330da tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.0934863 May 06 12:50:52.162243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.242802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Pushing event updated for resources: {'Port': ['ID=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:52.263606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:52.265155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:52.271107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:52.307469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:52.312036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-08c785b8-e39b-4034-ac13-1e52e9d106fb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3130834 May 06 12:50:52.312891 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:52.319362 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:50:52.324245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:52.331737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.336106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aa6207dd-108f-42d8-ba8b-38107b825351 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8189166 May 06 12:50:52.336373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50754) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:52.342939 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:52.343652 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:52.402855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ec952-1310-4e5b-b26f-bbc9175ec989 None None] Network 3446330c-f0c9-417b-b959-bda3802eec6c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:52.695478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.784003 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:52.821549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Provisioning for port b249e5e7-c994-4594-852f-2e2bbeafd3a2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:52.834639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Provisioning complete for port b249e5e7-c994-4594-852f-2e2bbeafd3a2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:52.835474 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:52.889666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:52.899054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:52.910698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:52.939145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:53.014228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.033566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.035229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.093165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] For port b249e5e7-c994-4594-852f-2e2bbeafd3a2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b249e5e7-c994-4594-852f-2e2bbeafd3a2,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:50:53.642566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:50:53.670770 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.769134 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:53.782943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc5f7c3-0493-40f5-8168-785f04b5f1c5 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '995b1784-b8f2-4cb4-b5ac-565af4d3bd17', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:83:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293db817-d824-470c-8479-a3def2aa8830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:48:01Z', 'updated_at': '2022-05-06T12:48:44Z', 'revision_number': 2, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:50:53.798678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Pushing event updated for resources: {'Port': ['ID=b249e5e7-c994-4594-852f-2e2bbeafd3a2,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:53.803341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.810269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.817487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.834485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0049deba-6c8a-4a24-8769-60fcbdd1fb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:53.840471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-26a34173-5e95-488d-ae27-0d2f15b7bc40 None None] Provisioning complete for port b249e5e7-c994-4594-852f-2e2bbeafd3a2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:53.841544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26a34173-5e95-488d-ae27-0d2f15b7bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:53.910616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba9090a8-48fd-4c99-b607-82ae4d800516 req-19b81bde-19fe-4b14-b92b-79cff08927f4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bd6814-7d6f-4dfd-a7cb-d3369cd35cb5 HTTP/1.1" status: 200 len: 210 time: 0.1613364 May 06 12:50:54.104967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.105477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3697e5e0-19d7-4e60-a06b-20506337a2f6 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:50:54.135094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.136282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ad43e8e-58b5-421c-9f13-ce2314d4ec3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/routers/3697e5e0-19d7-4e60-a06b-20506337a2f6 HTTP/1.1" status: 204 len: 168 time: 1.7988074 May 06 12:50:54.158894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:54.260839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad56f86-c9a6-45f3-9f3a-a089146cd474 None None] New status for floating IP cc31847d-2b74-4612-99bc-8914457e2b78: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:50:54.448839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-4fc4c110-c2ad-4d33-8d57-c52fc2aca98c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1502428 May 06 12:50:54.757846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-c22606c5-9ade-4b8c-9ab5-cf59b5083984 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 1097 time: 0.2160017 May 06 12:50:54.793254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:54.849488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.138276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Router 5f019bfe-986d-4be7-890b-4368014f1563 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:50:55.153493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1604637067', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:55.163375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:55.186387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:55.186387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:55.186387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:55.202153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b249e5e7-c994-4594-852f-2e2bbeafd3a2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:55.226252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=e5452203-676e-4ba0-9e1a-e81d89acf949,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:55.257199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5196-0e74-403e-98c6-9e045f937de2 req-b740b017-9dfb-4cb9-9a5b-0e079e81ad5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:55.258759 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-b740b017-9dfb-4cb9-9a5b-0e079e81ad5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.4612021 May 06 12:50:55.289595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50820) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:55.297736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b249e5e7-c994-4594-852f-2e2bbeafd3a2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:50:55.298334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.367222 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.398846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.447746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.448820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.481174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': 'c51da2b9-23b2-4037-8692-c8e06f690064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:55.481594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: 275e34ef-ed7e-4cea-b763-d9e54458578d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:50:55.536050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.568387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-e0cb3326-0bd9-426a-9b50-f044084e0d24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 200 len: 1002 time: 0.2289391 May 06 12:50:55.573727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.612389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb75349-a718-43a6-86ad-74276e968cb8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:55.699720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5196-0e74-403e-98c6-9e045f937de2 req-74f719d4-67cc-4077-99f5-0da857fbe3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:55.699720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-74f719d4-67cc-4077-99f5-0da857fbe3f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.1090825 May 06 12:50:55.815959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-0344cb35-0a9f-49e2-9246-92cdf39b4acf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196527 May 06 12:50:55.895909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:55.895909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-368d7513-92f8-43c9-8c82-93507f32574b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/security-groups/ebb75349-a718-43a6-86ad-74276e968cb8 HTTP/1.1" status: 204 len: 168 time: 0.6035941 May 06 12:50:55.897844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50846) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:55.916561 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-4af9e4f7-0e87-4c26-bfb8-5db37319955a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] show failed (client error): The resource could not be found. May 06 12:50:55.917717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4af9e4f7-0e87-4c26-bfb8-5db37319955a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups/ebb75349-a718-43a6-86ad-74276e968cb8 HTTP/1.1" status: 404 len: 347 time: 0.0188124 May 06 12:50:55.924791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50852) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:55.983859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-8827dc0a-8908-4a24-8a17-9264d5363a0a service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612136 May 06 12:50:55.988076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 275e34ef-ed7e-4cea-b763-d9e54458578d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:50:56.029520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:50:56.058522 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:50:56.111987 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:56.120392 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:56.262548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port 3735b223-4850-4fe9-95be-8debd71342d7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:50:56.263125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.441664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 275e34ef-ed7e-4cea-b763-d9e54458578d) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:56.453584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9dff6f-8e28-4cad-9ff9-78f19ef6cd73 None None] Network 275e34ef-ed7e-4cea-b763-d9e54458578d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:50:56.561777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.564271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.575415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:50:56.576047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.594214 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:50:56.778778 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-291a5196-0e74-403e-98c6-9e045f937de2 req-03ad904c-f22f-442a-ab71-de144ff4c044 service neutron] 10.222.0.86 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827265 May 06 12:50:56.800497 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.858209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-275e34ef-ed7e-4cea-b763-d9e54458578d', 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': 'e5452203-676e-4ba0-9e1a-e81d89acf949'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:50:56.859895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.894127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-28e7e5bb-a30d-4830-8001-887bba7d3762 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5854528 May 06 12:50:56.895290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:56.899403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c376b2f1-9c72-453a-b253-11468d1c8a94 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3992205 May 06 12:50:56.900205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:56.900779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:56.908333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2094749756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:50:56.940902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for 3735b223-4850-4fe9-95be-8debd71342d7 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:50:57.120047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Allocated IP 2001:db8::2 (275e34ef-ed7e-4cea-b763-d9e54458578d/e5452203-676e-4ba0-9e1a-e81d89acf949/e2de360c-e09b-44ec-9eec-5c424c7ce092) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:57.160976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:50:57.202034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:50:57.219724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:50:57.275259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:50:52Z', 'revision_number': 3, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:57.275259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:50:57.275259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Updating router 5f019bfe-986d-4be7-890b-4368014f1563 port dd250adc-9d6a-41ca-b8f1-b4810c915fbb binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:50:57.350453 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.379452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.402388 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.419827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Transition to ACTIVE for port object e2de360c-e09b-44ec-9eec-5c424c7ce092 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:57.434575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:50:57.443411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Transition to ACTIVE for port object e2de360c-e09b-44ec-9eec-5c424c7ce092 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:57.500364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=3735b223-4850-4fe9-95be-8debd71342d7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:57.595000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.598493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.628967 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.649054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.822932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.844548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Pushing event updated for resources: {'Port': ['ID=e2de360c-e09b-44ec-9eec-5c424c7ce092,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:57.845841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.860103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.861509 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d70f486a-d174-4bf4-b416-52d6a2dcf953 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/floatingips/cc31847d-2b74-4612-99bc-8914457e2b78 HTTP/1.1" status: 204 len: 168 time: 1.9353650 May 06 12:50:57.874147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Network 275e34ef-ed7e-4cea-b763-d9e54458578d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:50:57.876805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:50:57.890292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:57.908542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:50:58.104118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.112435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Attempting to bind port e2de360c-e09b-44ec-9eec-5c424c7ce092 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:58.114484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Attempting to bind port e2de360c-e09b-44ec-9eec-5c424c7ce092 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c51da2b9-23b2-4037-8692-c8e06f690064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:58.114957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Attempting to bind port e2de360c-e09b-44ec-9eec-5c424c7ce092 on network 275e34ef-ed7e-4cea-b763-d9e54458578d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:58.132564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:58.133140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Checking segment: {'id': 'c51da2b9-23b2-4037-8692-c8e06f690064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:58.133742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.134336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Bound using segment: {'id': 'c51da2b9-23b2-4037-8692-c8e06f690064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:58.134919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Bound port: e2de360c-e09b-44ec-9eec-5c424c7ce092, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51da2b9-23b2-4037-8692-c8e06f690064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '275e34ef-ed7e-4cea-b763-d9e54458578d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:58.135463 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.135995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.160793 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Transition to ACTIVE for port object dd250adc-9d6a-41ca-b8f1-b4810c915fbb will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:50:58.264661 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.276935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] For port e2de360c-e09b-44ec-9eec-5c424c7ce092, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:58.285529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] For port e2de360c-e09b-44ec-9eec-5c424c7ce092, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2de360c-e09b-44ec-9eec-5c424c7ce092,segment=NetworkSegment(c51da2b9-23b2-4037-8692-c8e06f690064),segment_id=c51da2b9-23b2-4037-8692-c8e06f690064)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:58.356611 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.391113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.400974 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a20c1260-535e-48e9-97c3-de4c0fd289e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4989810 May 06 12:50:58.403628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:50:58.439176 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Pushing event updated for resources: {'Port': ['ID=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:58.509823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.510173 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.510602 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.510933 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.511269 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.511649 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.511999 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.512319 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.512640 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.512954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.513269 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:50:58.544081 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Attempting to bind port dd250adc-9d6a-41ca-b8f1-b4810c915fbb on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:50:58.544452 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Attempting to bind port dd250adc-9d6a-41ca-b8f1-b4810c915fbb by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:50:58.544813 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Attempting to bind port dd250adc-9d6a-41ca-b8f1-b4810c915fbb on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:50:58.561755 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:50:58.561996 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:50:58.562396 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.565575 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:50:58.566122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Bound port: dd250adc-9d6a-41ca-b8f1-b4810c915fbb, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:50:58.566464 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:58.642585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb154f-614f-48a4-9b97-60158fdddf2d None None] Pushing event updated for resources: {'Port': ['ID=e2de360c-e09b-44ec-9eec-5c424c7ce092,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:58.703462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Allocated IP 172.25.2.147 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/fc32eef3-6fe8-4a50-a715-d17332640eac) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:50:58.910602 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] For port dd250adc-9d6a-41ca-b8f1-b4810c915fbb, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:50:58.917082 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] For port dd250adc-9d6a-41ca-b8f1-b4810c915fbb, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:50:59.014108 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.290769 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f8a7c-b6a7-4b35-a90c-238c8d14284c None None] Pushing event updated for resources: {'Port': ['ID=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:50:59.342757 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:50:59.343658 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:50:59.427730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2de360c-e09b-44ec-9eec-5c424c7ce092 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:50:59.490142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.687584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e2de360c-e09b-44ec-9eec-5c424c7ce092 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:50:59.742844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:50:59.791259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:00.007485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.387564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:00.395332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:00.406110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:00.464862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event updated for resources: {'Port': ['ID=fc32eef3-6fe8-4a50-a715-d17332640eac,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:00.685713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffa873-4f9e-4561-9fea-65dd02f5ebed None None] Network 275e34ef-ed7e-4cea-b763-d9e54458578d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:00.713769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:00.764243 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:50:52Z', 'revision_number': 3, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:00.771017 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1438a-d4ff-446b-a972-1f6183cd33cf None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:50:52Z', 'revision_number': 3, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:01.029927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8::1 (275e34ef-ed7e-4cea-b763-d9e54458578d/e5452203-676e-4ba0-9e1a-e81d89acf949/21810496-8d36-4a2e-a742-4770e36c26b9) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:01.076591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Provisioning for port e2de360c-e09b-44ec-9eec-5c424c7ce092 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:01.086886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Provisioning complete for port e2de360c-e09b-44ec-9eec-5c424c7ce092 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:01.087498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.352961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Allocated IP 172.20.0.1 (3446330c-f0c9-417b-b959-bda3802eec6c/8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7/281af041-f8dd-446f-be0f-0c83597c2e47) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:01.503037 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.562055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] For port e2de360c-e09b-44ec-9eec-5c424c7ce092, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2de360c-e09b-44ec-9eec-5c424c7ce092,segment=NetworkSegment(c51da2b9-23b2-4037-8692-c8e06f690064),segment_id=c51da2b9-23b2-4037-8692-c8e06f690064)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:01.567528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.569221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.589995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Transition to ACTIVE for port object 281af041-f8dd-446f-be0f-0c83597c2e47 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:01.635282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.688556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object 21810496-8d36-4a2e-a742-4770e36c26b9 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:01.707181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.829709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:01.922149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f3849-fe05-49d2-80a8-7e9221292738 None None] Pushing event updated for resources: {'Port': ['ID=e2de360c-e09b-44ec-9eec-5c424c7ce092,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:01.939422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Network 3446330c-f0c9-417b-b959-bda3802eec6c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:01.942535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:01.946472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:02.053079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=21810496-8d36-4a2e-a742-4770e36c26b9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:02.071272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 275e34ef-ed7e-4cea-b763-d9e54458578d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:02.081017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:02.084339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:02.085184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.144948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Pushing event updated for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:02.194861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d2d50572-38b6-4cfe-ad64-316c107aa58a None None] Provisioning complete for port e2de360c-e09b-44ec-9eec-5c424c7ce092 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:02.196018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d2d50572-38b6-4cfe-ad64-316c107aa58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.207024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.298121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.300598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.452119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.885137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:02.969472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Provisioning for port 21810496-8d36-4a2e-a742-4770e36c26b9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:02.977035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Provisioning complete for port 21810496-8d36-4a2e-a742-4770e36c26b9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:02.977491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.039440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.134226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.134996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.147249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Port 21810496-8d36-4a2e-a742-4770e36c26b9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:03.221007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Router 53f4159d-0c1b-4206-8e07-339b53e325ad is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:03.241765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Provisioning for port 281af041-f8dd-446f-be0f-0c83597c2e47 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:03.248357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Provisioning complete for port 281af041-f8dd-446f-be0f-0c83597c2e47 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:03.249168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.331908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=21810496-8d36-4a2e-a742-4770e36c26b9,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:03.377259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c8261961-a447-4c78-82c2-295be69f5b15 None None] Port 281af041-f8dd-446f-be0f-0c83597c2e47 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:03.402226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2de360c-e09b-44ec-9eec-5c424c7ce092 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:03.558285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e2de360c-e09b-44ec-9eec-5c424c7ce092 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:03.559136 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.589861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad795cd-a07f-4200-9285-a542c85db196 req-c718e07c-c37a-462f-934e-b46775ad409e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:03.597592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad795cd-a07f-4200-9285-a542c85db196 req-c718e07c-c37a-462f-934e-b46775ad409e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.4263885 May 06 12:51:03.603672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.724861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.751745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dd250adc-9d6a-41ca-b8f1-b4810c915fbb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:03.802089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 275e34ef-ed7e-4cea-b763-d9e54458578d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:03.806081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:03.921540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port dd250adc-9d6a-41ca-b8f1-b4810c915fbb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:03.927621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port dd250adc-9d6a-41ca-b8f1-b4810c915fbb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:03.928845 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:03.981796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ad795cd-a07f-4200-9285-a542c85db196 req-f798ca4d-c9ad-43e5-880b-0845d2d07274 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741913 May 06 12:51:04.135923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Pushing event updated for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:04.165765 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.180430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.210034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port dd250adc-9d6a-41ca-b8f1-b4810c915fbb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:04.262320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:04.321537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] Sync routers for ids ['53f4159d-0c1b-4206-8e07-339b53e325ad'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:04.361891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.432392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Network 3446330c-f0c9-417b-b959-bda3802eec6c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:04.433521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:04.479561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] Routers {'53f4159d-0c1b-4206-8e07-339b53e325ad'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:04.482047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['53f4159d-0c1b-4206-8e07-339b53e325ad'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.506387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.512332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a99514ff-2a72-46b9-8b5e-1eb5b2b31daf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7132375 May 06 12:51:04.512469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51032) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:04.664537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:04.681314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.700987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4cd98fc2-4d07-4b2b-bab7-ae50ed62cdbd None None] Provisioning complete for port 21810496-8d36-4a2e-a742-4770e36c26b9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:04.701947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4cd98fc2-4d07-4b2b-bab7-ae50ed62cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:04.727978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 305997ae-5a30-4760-b929-25aa11c87826 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:04.733835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] Routers {'53f4159d-0c1b-4206-8e07-339b53e325ad'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:04.734815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['53f4159d-0c1b-4206-8e07-339b53e325ad'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.874999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-01ab29b2-2e78-4d3d-8e82-a6fde94481b2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:04.878858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-01ab29b2-2e78-4d3d-8e82-a6fde94481b2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.2591324 May 06 12:51:04.902175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:04.902949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a77500-5e2f-40c9-b277-7e5fcb50606f None None] The sync data for ids ['53f4159d-0c1b-4206-8e07-339b53e325ad'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:04.946363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4cd98fc2-4d07-4b2b-bab7-ae50ed62cdbd None None] Port 21810496-8d36-4a2e-a742-4770e36c26b9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:05.088996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port dcb70c63-f3b8-4f21-b548-74158bd0b274 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:05.090066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.124757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9b87afe5-2e51-4976-a9cc-2fe66b4782cf None None] Provisioning complete for port 281af041-f8dd-446f-be0f-0c83597c2e47 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:05.126439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9b87afe5-2e51-4976-a9cc-2fe66b4782cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.179041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:05.188570 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] Sync routers for ids ['305997ae-5a30-4760-b929-25aa11c87826'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:05.204471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cf8e3042-74b9-468a-b4a9-f8458b183179 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/305997ae-5a30-4760-b929-25aa11c87826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7996693 May 06 12:51:05.208440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51050) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.222419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] Routers {'305997ae-5a30-4760-b929-25aa11c87826'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:05.222850 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['305997ae-5a30-4760-b929-25aa11c87826'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:05.284324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dd250adc-9d6a-41ca-b8f1-b4810c915fbb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:05.318010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05695946-7a8f-4240-9548-60aedfa1e6be tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:05.319087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05695946-7a8f-4240-9548-60aedfa1e6be tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:05.328823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5d8c10e-1451-4db3-8b7b-fec964f9d134 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/53f4159d-0c1b-4206-8e07-339b53e325ad HTTP/1.1" status: 200 len: 921 time: 0.8165209 May 06 12:51:05.331667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51056) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.391579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2685b185-38aa-421e-8c79-45b78de694a2 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f4159d-0c1b-4206-8e07-339b53e325ad HTTP/1.1" status: 200 len: 205 time: 0.0558963 May 06 12:51:05.402887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51060) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.453150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:05.486486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] Routers {'305997ae-5a30-4760-b929-25aa11c87826'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:05.487355 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['305997ae-5a30-4760-b929-25aa11c87826'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:05.528235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9b87afe5-2e51-4976-a9cc-2fe66b4782cf None None] Port 281af041-f8dd-446f-be0f-0c83597c2e47 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:05.559332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dad63-c457-4850-a227-0fa49d16a261 req-1e9630ad-02f0-4081-a099-51322235d5c0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:05.561003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-945dad63-c457-4850-a227-0fa49d16a261 req-1e9630ad-02f0-4081-a099-51322235d5c0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:05.584333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05695946-7a8f-4240-9548-60aedfa1e6be tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:05.588609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-05695946-7a8f-4240-9548-60aedfa1e6be tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports/21810496-8d36-4a2e-a742-4770e36c26b9 HTTP/1.1" status: 200 len: 911 time: 0.3791893 May 06 12:51:05.592216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51068) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:05.594057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port dd250adc-9d6a-41ca-b8f1-b4810c915fbb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:05.594432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:05.629795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5452203-676e-4ba0-9e1a-e81d89acf949'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:05.705446 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:05.705856 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c52de2-953f-48bc-8f46-2f6080c10660 None None] The sync data for ids ['305997ae-5a30-4760-b929-25aa11c87826'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:05.760173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-945dad63-c457-4850-a227-0fa49d16a261 req-1e9630ad-02f0-4081-a099-51322235d5c0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:05.765459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-945dad63-c457-4850-a227-0fa49d16a261 req-1e9630ad-02f0-4081-a099-51322235d5c0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 946 time: 0.3714519 May 06 12:51:05.874621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-945dad63-c457-4850-a227-0fa49d16a261 req-125fcd56-c560-47e1-a81a-febe23244753 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:06.061220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-945dad63-c457-4850-a227-0fa49d16a261 req-125fcd56-c560-47e1-a81a-febe23244753 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:06.062359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-945dad63-c457-4850-a227-0fa49d16a261 req-125fcd56-c560-47e1-a81a-febe23244753 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443056 May 06 12:51:06.071662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.075861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] For port dcb70c63-f3b8-4f21-b548-74158bd0b274, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=dcb70c63-f3b8-4f21-b548-74158bd0b274,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:06.076468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.790644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.791275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.791275 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP 995b1784-b8f2-4cb4-b5ac-565af4d3bd17 disassociated. External IP: 172.25.2.222, port: dcb70c63-f3b8-4f21-b548-74158bd0b274. May 06 12:51:06.791722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for dcb70c63-f3b8-4f21-b548-74158bd0b274 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:06.976015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:06.981078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.030247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:07.104560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.114241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:07.115454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.117557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/ports/21810496-8d36-4a2e-a742-4770e36c26b9 HTTP/1.1" status: 200 len: 911 time: 1.5072989 May 06 12:51:07.125630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51098) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:07.210338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40311c-ed9e-4d6a-9fcc-3fb340d7652a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=21810496-8d36-4a2e-a742-4770e36c26b9,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:07.570323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:07.649429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=dcb70c63-f3b8-4f21-b548-74158bd0b274,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:07.790652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bb734-b7d7-489a-a4ab-50c8a0484c45 req-57c33faf-f5d6-4f4d-9766-e10b3ea1b1de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:07.797388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c3bb734-b7d7-489a-a4ab-50c8a0484c45 req-57c33faf-f5d6-4f4d-9766-e10b3ea1b1de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 867 time: 0.4211991 May 06 12:51:08.052494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c3bb734-b7d7-489a-a4ab-50c8a0484c45 req-f9558236-1d20-45d6-82f9-ec387c6c0a65 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec723a19-8495-4cbc-bfec-7718707b9082&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541234 May 06 12:51:08.239339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.265181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:08.277959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:08.363394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:08.371135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:08.466880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port fc32eef3-6fe8-4a50-a715-d17332640eac {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:08.467219 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.502597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0899d694-e6fa-4915-af89-70560a2a523d admin admin] 10.222.0.83 "PUT /v2.0/routers/5f019bfe-986d-4be7-890b-4368014f1563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5991495 May 06 12:51:08.615989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.686020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:08.913081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dcb70c63-f3b8-4f21-b548-74158bd0b274 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:08.958055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:08.987845 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26b83d30-409a-441f-80f6-fb3d2258eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:08.997318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: dcb70c63-f3b8-4f21-b548-74158bd0b274 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:08.997915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device dcb70c63-f3b8-4f21-b548-74158bd0b274 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:09.032123 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.344285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 2, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:09.348315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:09.348846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Updating router 5f019bfe-986d-4be7-890b-4368014f1563 port 281af041-f8dd-446f-be0f-0c83597c2e47 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:09.427190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:09.538134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for fc32eef3-6fe8-4a50-a715-d17332640eac owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:09.704828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6892ce85-5b91-497e-ab0a-33507a7136de req-58acfb9e-3290-4153-af3f-3aaacada2911 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:09.989522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51150) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:10.000953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000271954', 'description': 'tempest-description--1100246389'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:10.011761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:10.019430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:10.025688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:10.049203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:10.108109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6892ce85-5b91-497e-ab0a-33507a7136de req-58acfb9e-3290-4153-af3f-3aaacada2911 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:10.109278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6892ce85-5b91-497e-ab0a-33507a7136de req-58acfb9e-3290-4153-af3f-3aaacada2911 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.6037691 May 06 12:51:10.173257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.223242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.420406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:10.448216 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:10.472152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Transition to ACTIVE for port object 281af041-f8dd-446f-be0f-0c83597c2e47 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:10.494136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:10.496487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.497711 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:50:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:10.500117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:10.513490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:10.523379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:10.539000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:10.545615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] No DVR routers for this DVR port dcb70c63-f3b8-4f21-b548-74158bd0b274 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:10.573306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.589886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'name': 'network-vif-deleted', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:10.603929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=fc32eef3-6fe8-4a50-a715-d17332640eac,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:10.612301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.612476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f382f8b1-e38b-44b4-ab0d-89caaadf3aa1 req-2bbf8cef-55e2-445f-9a43-68986732708d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.86 "DELETE /v2.0/ports/dcb70c63-f3b8-4f21-b548-74158bd0b274 HTTP/1.1" status: 204 len: 173 time: 5.7258172 May 06 12:51:10.735158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.823123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df47c3c-0f97-41bd-abd5-5a598534a9c1 None None] Pushing event updated for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:10.898904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:10.920158 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39345ffe-6a99-4b50-8f17-dad0ce7a1fa3'] response: {'server_uuid': '293db817-d824-470c-8479-a3def2aa8830', 'name': 'network-vif-deleted', 'tag': 'dcb70c63-f3b8-4f21-b548-74158bd0b274', 'status': 'completed', 'code': 200} May 06 12:51:11.084667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c8da881-da7e-4bfd-91ec-8edf087858b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.120302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f447c36c-2154-49d7-85e0-cbcd10d94ee6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:11.174972 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:11.221485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.226465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-947e33b7-4492-440d-a913-d441fb628c47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2311568 May 06 12:51:11.232720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:11.239601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group_rule': {'security_group_id': 'f447c36c-2154-49d7-85e0-cbcd10d94ee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:11.276005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:11.283350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:11.292786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:11.301887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:11.465090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Attempting to bind port 281af041-f8dd-446f-be0f-0c83597c2e47 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:11.465467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Attempting to bind port 281af041-f8dd-446f-be0f-0c83597c2e47 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:11.465828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Attempting to bind port 281af041-f8dd-446f-be0f-0c83597c2e47 on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:11.484090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:11.485098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Checking segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:11.485648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.488279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Bound using segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:11.488947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Bound port: 281af041-f8dd-446f-be0f-0c83597c2e47, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:11.489487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.526140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.570665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.593677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] For port 281af041-f8dd-446f-be0f-0c83597c2e47, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:11.601101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] For port 281af041-f8dd-446f-be0f-0c83597c2e47, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=281af041-f8dd-446f-be0f-0c83597c2e47,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:11.711369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.753607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.840582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:11.936700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f08b7-31af-4439-81ee-18a66e905672,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:11.950966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df47c3c-0f97-41bd-abd5-5a598534a9c1 None None] Pushing event updated for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.012788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:12.014966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.029127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.031938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d32212db-ac08-49f2-85fc-6b78a75ac773 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8025289 May 06 12:51:12.033474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51190) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.040020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group_rule': {'security_group_id': 'f447c36c-2154-49d7-85e0-cbcd10d94ee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:12.044200 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.057300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:12.065777 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:12.069394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:12.083894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:12.087456 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:12.088119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:12.096120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:12.295401 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.378433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.388307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdcc078e-b588-47b0-b388-f2f71fa42c73 req-7e349aa4-aa1e-4e34-bb7a-32743afb5b44 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=293db817-d824-470c-8479-a3def2aa8830 HTTP/1.1" status: 200 len: 210 time: 0.7327197 May 06 12:51:12.416004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.424233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.447890 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:12.492856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.524359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:12.556963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b68693-cfae-4ff2-ab2f-556df0bc66a1,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:12.632976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.642801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.643682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router 53f4159d-0c1b-4206-8e07-339b53e325ad {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:12.672555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.674623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-34ec379e-c087-424f-bd0a-56846f90922e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/53f4159d-0c1b-4206-8e07-339b53e325ad HTTP/1.1" status: 204 len: 168 time: 7.0847235 May 06 12:51:12.675689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 21810496-8d36-4a2e-a742-4770e36c26b9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:12.676040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.677918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51204) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.682695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.687339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-248211901', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:12.703662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.707941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da92ba73-626b-4d16-aa1e-0e3d8e7a57b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6724567 May 06 12:51:12.717892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:12.719099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:router and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:12.727976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51208) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:12.733243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:12.758586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:12.771299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:12.779686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:12.797240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:floatingip and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:12.807636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:12.823678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:12.979167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:12.980660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.005222 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:51:13.023463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.038554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.044977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:13.050122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e529e4-4723-477a-948a-07cd5eb41d11 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:13.115037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.414255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:11Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:13.431578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c6a9b-8f87-477f-8428-76bd091fc8ec None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:11Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:13.500567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 21810496-8d36-4a2e-a742-4770e36c26b9 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:13.519659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.589760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.601135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:13.642516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaf2a06-837b-4296-b6f7-3174297fecee None None] New status for floating IP 995b1784-b8f2-4cb4-b5ac-565af4d3bd17: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:51:13.775134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Allocated IP 172.25.2.79 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5d51f604-d677-4d3d-a619-97e7bc03912f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:14.011610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51240) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:14.169337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.193462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.253292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.269527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.378448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=21810496-8d36-4a2e-a742-4770e36c26b9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:14.381570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.424949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.956144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:14.958867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.113620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:15.119149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:15.147615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:15.147959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.164447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec723a19-8495-4cbc-bfec-7718707b9082,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:15.172878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.25.2.214 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c94bbd72-3159-4c44-96d5-cc9b46e3fe3f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:15.197539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=5d51f604-d677-4d3d-a619-97e7bc03912f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:15.305939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 281af041-f8dd-446f-be0f-0c83597c2e47 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:15.459136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.569007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.651976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 281af041-f8dd-446f-be0f-0c83597c2e47 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:15.654045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.655180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c370d9c6-df6c-4e48-a018-c7dc3ebfb199 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/security-groups/ec723a19-8495-4cbc-bfec-7718707b9082 HTTP/1.1" status: 204 len: 168 time: 1.6424468 May 06 12:51:15.657923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:15.663347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 281af041-f8dd-446f-be0f-0c83597c2e47 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:15.663347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.675131 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-edc2d76a-7416-4248-abac-4e35d09d998e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] show failed (client error): The resource could not be found. May 06 12:51:15.676195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-edc2d76a-7416-4248-abac-4e35d09d998e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups/ec723a19-8495-4cbc-bfec-7718707b9082 HTTP/1.1" status: 404 len: 347 time: 0.0172915 May 06 12:51:15.680012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:15.692887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 305997ae-5a30-4760-b929-25aa11c87826 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:15.892425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.900034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:15.912943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:15.921302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d06264a3-2e53-4816-a130-0f08c5d2a6d0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/305997ae-5a30-4760-b929-25aa11c87826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7872128 May 06 12:51:15.937508 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] Sync routers for ids ['305997ae-5a30-4760-b929-25aa11c87826'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:15.938014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:15.940045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] Routers {'305997ae-5a30-4760-b929-25aa11c87826'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:15.941384 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['305997ae-5a30-4760-b929-25aa11c87826'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:15.978456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 281af041-f8dd-446f-be0f-0c83597c2e47, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=281af041-f8dd-446f-be0f-0c83597c2e47,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:16.017798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ce7cb9a-66af-4aac-a417-0c7190fb821e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:16.035748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:16.053666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] Routers {'305997ae-5a30-4760-b929-25aa11c87826'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:16.055393 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['305997ae-5a30-4760-b929-25aa11c87826'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:16.087950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.137440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port 37ae8eb3-8e23-4061-a9d9-1cc9f21c754f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:16.137440 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.139603 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:16.139603 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f68bc4-2d1a-456c-9a9d-624df65459fc None None] The sync data for ids ['305997ae-5a30-4760-b929-25aa11c87826'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:16.150068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:16.173326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:16.181264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:16.192612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:16.269450 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.314727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9ce7cb9a-66af-4aac-a417-0c7190fb821e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:16.315955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ce7cb9a-66af-4aac-a417-0c7190fb821e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=305997ae-5a30-4760-b929-25aa11c87826 HTTP/1.1" status: 200 len: 205 time: 0.3833482 May 06 12:51:16.319449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:16.471473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:16.522289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.550609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.550935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:16.748048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for 37ae8eb3-8e23-4061-a9d9-1cc9f21c754f owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:17.000845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.053227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.207405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.215259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.225242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.226000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.228543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 281af041-f8dd-446f-be0f-0c83597c2e47 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:17.335176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.352422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 281af041-f8dd-446f-be0f-0c83597c2e47 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:17.356011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.379043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.408595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.409860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 305997ae-5a30-4760-b929-25aa11c87826 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:17.428874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.430311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7a7aaac-f9c2-4557-94c4-df19339db885 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/305997ae-5a30-4760-b929-25aa11c87826 HTTP/1.1" status: 204 len: 168 time: 1.1098442 May 06 12:51:17.434732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51300) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:17.555891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=37ae8eb3-8e23-4061-a9d9-1cc9f21c754f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:17.733042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=5d51f604-d677-4d3d-a619-97e7bc03912f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:17.736751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet e5452203-676e-4ba0-9e1a-e81d89acf949 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:51:17.740716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.783624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.877586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.891631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.898570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:17.899938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2751793c-6b43-42fd-a3b9-2dcd3e8252d0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/floatingips/995b1784-b8f2-4cb4-b5ac-565af4d3bd17 HTTP/1.1" status: 204 len: 168 time: 2.2189674 May 06 12:51:18.007414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.013384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-647e0b25-37c2-4344-89be-743936a008b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2799509 May 06 12:51:18.072216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.201239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router bc04bc8e-eb62-4159-8e0d-be8953d5d42f is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:18.299834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.386972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=e5452203-676e-4ba0-9e1a-e81d89acf949,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:18.417174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.417808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaad63-4e5b-4f9f-b554-eb49a5421247 None None] Network 275e34ef-ed7e-4cea-b763-d9e54458578d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:18.433862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ccd9eb27-d0f3-475b-b310-1ab15b006fa7 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/e5452203-676e-4ba0-9e1a-e81d89acf949 HTTP/1.1" status: 204 len: 168 time: 0.9978070 May 06 12:51:18.436772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:18.443091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-010d6696-6989-4667-81b8-f81ec5822bdf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1000271954&fields=id&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 267 time: 0.1359310 May 06 12:51:18.594219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.622032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port e2de360c-e09b-44ec-9eec-5c424c7ce092 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:18.622360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.762503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791521-da0d-4328-940d-a74b7db57883 req-61585f23-f8e2-4854-8223-bd7e94f0c743 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:18.764257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-61585f23-f8e2-4854-8223-bd7e94f0c743 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 817 time: 0.3085711 May 06 12:51:18.781761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329f251-69e0-4665-9635-222f521a6917 None None] DHCP port deletion for 275e34ef-ed7e-4cea-b763-d9e54458578d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:51:18.786289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Deleting port e2de360c-e09b-44ec-9eec-5c424c7ce092 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:18.786869 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:18.828159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-4f2ebe82-8b18-4c97-b570-55cb3d991801 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/quotas/02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 375 time: 0.0576694 May 06 12:51:19.039627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-62791521-da0d-4328-940d-a74b7db57883 req-ecfb9b04-7ed5-48da-9a32-dfb7006ff750 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:19.135248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51346) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:19.142088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port e2de360c-e09b-44ec-9eec-5c424c7ce092, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2de360c-e09b-44ec-9eec-5c424c7ce092,segment=NetworkSegment(c51da2b9-23b2-4037-8692-c8e06f690064),segment_id=c51da2b9-23b2-4037-8692-c8e06f690064)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:19.142456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.172006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716643966', 'description': 'tempest-description--1012448728'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:19.195178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:19.208072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d329f251-69e0-4665-9635-222f521a6917 None None] For port e2de360c-e09b-44ec-9eec-5c424c7ce092, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e2de360c-e09b-44ec-9eec-5c424c7ce092,segment=NetworkSegment(c51da2b9-23b2-4037-8692-c8e06f690064),segment_id=c51da2b9-23b2-4037-8692-c8e06f690064)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:19.208487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.211100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:19.219270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:19.241670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:19.288968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:19.299031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e2de360c-e09b-44ec-9eec-5c424c7ce092 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:19.305479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for e2de360c-e09b-44ec-9eec-5c424c7ce092 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:19.399723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Sync routers for ids ['bc04bc8e-eb62-4159-8e0d-be8953d5d42f'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:19.418707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Calling delete_port for e2de360c-e09b-44ec-9eec-5c424c7ce092 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:19.500600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Routers {'bc04bc8e-eb62-4159-8e0d-be8953d5d42f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:19.501430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bc04bc8e-eb62-4159-8e0d-be8953d5d42f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:19.762778 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:19.822398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Set router bc04bc8e-eb62-4159-8e0d-be8953d5d42f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:20.159569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:12Z', 'updated_at': '2022-05-06T12:51:16Z', 'revision_number': 3, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port': {'id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:14Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:20.166661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Checking router: bc04bc8e-eb62-4159-8e0d-be8953d5d42f for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:20.167309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Updating router bc04bc8e-eb62-4159-8e0d-be8953d5d42f port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:20.167926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-62791521-da0d-4328-940d-a74b7db57883 req-ecfb9b04-7ed5-48da-9a32-dfb7006ff750 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:20.169593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-ecfb9b04-7ed5-48da-9a32-dfb7006ff750 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3219385 May 06 12:51:20.206907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-c56e6bd1-1a6b-4306-8778-b46aca8e2491 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:51:20.208654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-c56e6bd1-1a6b-4306-8778-b46aca8e2491 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074921 May 06 12:51:20.230657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.319719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.345096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.347053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9bbcb070-e57c-4697-8301-e12abb1a9fb9 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6680548 May 06 12:51:20.347972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.352185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51364) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:20.420847 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:20.421448 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:20.464413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=e2de360c-e09b-44ec-9eec-5c424c7ce092,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:20.476122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port e2de360c-e09b-44ec-9eec-5c424c7ce092 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:51:20.559560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51368) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:20.679134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:20.689846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-375b4ea6-e23a-4dca-a679-9c521a342a36 service neutron] 10.222.0.83 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739850 May 06 12:51:20.691166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:20.715816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.719474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:20.742302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275e34ef-ed7e-4cea-b763-d9e54458578d']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:20.745144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:20.755453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51da2b9-23b2-4037-8692-c8e06f690064') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:20.759021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51da2b9-23b2-4037-8692-c8e06f690064') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:20.768629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.785273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.793082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:51:20.793793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.811435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.831960 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: timer() May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:51:20.906951 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:51:20.922039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Deleting port e2de360c-e09b-44ec-9eec-5c424c7ce092 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:20.922768 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d329f251-69e0-4665-9635-222f521a6917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.978010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-7ba28d09-551b-41a5-9cae-a93968de2dfc service neutron] 10.222.0.83 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782352 May 06 12:51:20.986012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:20.998586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.026221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.031173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.050537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:21.056034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Usage tracker for resource:security_group_rule and tenant:35414fbb35844d2aac553279a35e59ea is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:21.059093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:21.060440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=275e34ef-ed7e-4cea-b763-d9e54458578d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.065407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:21.118209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Transition to ACTIVE for port object c94bbd72-3159-4c44-96d5-cc9b46e3fe3f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:21.124926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c540a7a1-a455-4e13-a427-216291283b09 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/bc04bc8e-eb62-4159-8e0d-be8953d5d42f HTTP/1.1" status: 200 len: 908 time: 0.7716420 May 06 12:51:21.127637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51382) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:21.133655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'name': 'tempest-snat-router-248211901', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': True}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:21.135994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d329f251-69e0-4665-9635-222f521a6917 None None] The port 'e2de360c-e09b-44ec-9eec-5c424c7ce092' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:51:21.143662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:21.145645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.163761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Usage tracker for resource:router and tenant:6cf57c94071f4bb88e5d215fbb9a5029 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:21.179935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:21.186905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5ab87a92-0a01-4f6c-a2bf-2cc39fd16260 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/275e34ef-ed7e-4cea-b763-d9e54458578d HTTP/1.1" status: 204 len: 168 time: 2.7491367 May 06 12:51:21.197462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:21.201107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:21.211899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1550549702', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:21.336110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:21.340744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:21.344444 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.355244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:21.374646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:21.449200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.464747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Attempting to bind port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:21.465309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Attempting to bind port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:21.465457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Attempting to bind port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:21.469199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.485365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.506414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea9b859c-357e-4bc0-bc52-5696e176fd35 req-f8f16069-3917-4f54-8482-651b1bae4d99 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0989046 May 06 12:51:21.529355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:21.529355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:21.529599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.529948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:21.579800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Bound port: c94bbd72-3159-4c44-96d5-cc9b46e3fe3f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:21.579800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.591581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.605071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-105e21af-d134-480b-a8c6-c95035003649 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.4627764 May 06 12:51:21.613970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:21.628174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.634789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:21.636221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac67f3c-b70b-4c89-98d4-8607ea02795c None None] Pushing event updated for resources: {'Port': ['ID=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.641841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:21.648213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.649957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:21.658035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:21.666521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:21.676680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] For port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:21.680385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] For port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:21.803305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.805077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.812319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.884821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=35414fbb35844d2aac553279a35e59ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3238051 May 06 12:51:21.886083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b7ae5-1f10-423c-adf8-a728056f687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9ffe12-2270-400c-974b-ed36d2bc41b9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.887665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51412) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:21.906749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac67f3c-b70b-4c89-98d4-8607ea02795c None None] Pushing event updated for resources: {'Port': ['ID=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:21.913552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Routers {'bc04bc8e-eb62-4159-8e0d-be8953d5d42f'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:21.916401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bc04bc8e-eb62-4159-8e0d-be8953d5d42f'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:21.936490 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.937481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.940057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.988617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:21.996013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.021185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.026729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.100770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.100770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f57fe63c-efde-4383-b17d-d66a08eba3fe tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8891456 May 06 12:51:22.100770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:22.104604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424377657'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:22.110023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:22.114869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:22.117937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:22.124191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:22.178516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.182744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] Set router bc04bc8e-eb62-4159-8e0d-be8953d5d42f gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:22.211019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7522bf-46c6-4fdb-9cb2-d3cea75e3b4b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:22.384585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:22.387756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.434269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.439459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:22.453788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9ffe12-2270-400c-974b-ed36d2bc41b9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:22.462370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.468178 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 108fc03d-477c-43db-a7a6-a3ed4737daa0 of type vlan for network d2c26384-e18b-4798-93c7-2b71a7c034bf May 06 12:51:22.478840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.478840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4cc93d08-bf21-45e4-b2f6-0c40d49f4fb6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf9ffe12-2270-400c-974b-ed36d2bc41b9 HTTP/1.1" status: 204 len: 168 time: 0.5893214 May 06 12:51:22.489266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.507926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.511497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a3812f14-54df-4715-9eea-c7fb1f6adc33 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8924558 May 06 12:51:22.511986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51430) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:22.526315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:22.552130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:22.564581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:22.575318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:12Z', 'updated_at': '2022-05-06T12:51:16Z', 'revision_number': 3, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port': {'id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:14Z', 'updated_at': '2022-05-06T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:22.578577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:22.580627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0968c9ce-cf86-4f38-93df-37d49b8cf329 None None] The sync data for ids ['bc04bc8e-eb62-4159-8e0d-be8953d5d42f'] in n-d-840845-1 is: [{'id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214'}], 'enable_snat': False}, 'gw_port_id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:12Z', 'updated_at': '2022-05-06T12:51:16Z', 'revision_number': 3, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port': {'id': 'c94bbd72-3159-4c44-96d5-cc9b46e3fe3f', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc04bc8e-eb62-4159-8e0d-be8953d5d42f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:14Z', 'updated_at': '2022-05-06T12:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:22.589152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:22.589555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.714523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05ed15fd-9a45-4deb-aee5-8cb5b1a8e1a5 req-2ad3742d-dd15-4dbc-8c08-df229cae2165 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0438764 May 06 12:51:22.770857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.801650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.812787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:22.812787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.886764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:22.922288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=d2c26384-e18b-4798-93c7-2b71a7c034bf,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:22.933582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d2c26384-e18b-4798-93c7-2b71a7c034bf details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:22.964547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.001103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.102325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.130687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6039217e-5260-47ba-ba7f-181e7e11897a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0283124 May 06 12:51:23.131742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51448) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:23.136710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:23.215522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f18be71-7d4a-419b-851f-a04c568ca398,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:23.270157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.25.2.202 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c7b1250b-ccc4-4e32-a4b8-8449ef0db60f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:23.375145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:23.379893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:23.383971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:23.390749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:23.418230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.442114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1b7a320c-150b-4125-931a-1e8847989829 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9065547 May 06 12:51:23.442269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:23.442269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:23.442269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:23.444105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:floatingip and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:23.447351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:23.453489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:23.501659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.555739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:23.672956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.743887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.770648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:23.891011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:23.893095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:23.906122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:23.978790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:24.033283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:24.073265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.120523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e09ca712-7390-4f2e-9232-ecf33d882af6 req-acbd8938-a6b3-4dd5-bdfd-7555e37743e2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0620689 May 06 12:51:24.174122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:24.177101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.181416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Usage tracker for resource:security_group_rule and tenant:da19c66a12c84d2a9efc19ef1f1dcd17 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:24.227438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:24.234802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:24.396524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.398170 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.401309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.567051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=277de258-b965-4814-913f-433a68c2270c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:24.600598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.25.2.126 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8208019c-82ea-4988-b3b5-8012dfda261c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:24.607297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.619399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:24.619800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: d2c26384-e18b-4798-93c7-2b71a7c034bf, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:24.794365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.823314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.862509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network d2c26384-e18b-4798-93c7-2b71a7c034bf is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:24.868277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63a39a-52a7-403b-9f63-12017ae3a43f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:24.884035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6643b6e-0c66-42c0-9eed-e673325c6f7e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da19c66a12c84d2a9efc19ef1f1dcd17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8495719 May 06 12:51:24.884404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:24.952958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:24.984654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.086270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:25.086431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d2c26384-e18b-4798-93c7-2b71a7c034bf) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:25.092304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:25.092902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.094735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882281e-e70f-4765-ab3e-2432b8b198b3 None None] Network d2c26384-e18b-4798-93c7-2b71a7c034bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:25.126668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.248295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:25.251986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:25.256608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:25.293917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=8208019c-82ea-4988-b3b5-8012dfda261c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.303950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.338489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd7298fe-d570-4715-9121-62789f329a89 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2064350 May 06 12:51:25.340009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51492) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:25.345019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63a39a-52a7-403b-9f63-12017ae3a43f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:25.380290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.388579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68a3da42-f7df-442b-bc42-3629646ec013 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ac63a39a-52a7-403b-9f63-12017ae3a43f HTTP/1.1" status: 204 len: 168 time: 0.4953017 May 06 12:51:25.502914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:25.513080 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Sync routers for ids ['56d3c93e-2ba9-4e8f-8588-41ca6d186b40'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:25.533245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Routers {'56d3c93e-2ba9-4e8f-8588-41ca6d186b40'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:25.534814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['56d3c93e-2ba9-4e8f-8588-41ca6d186b40'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:25.541288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d2c26384-e18b-4798-93c7-2b71a7c034bf', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:25.542177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.659209 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:25.661821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b597862-8aed-4307-89a0-4088b697fd6a tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5323558 May 06 12:51:25.665158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51502) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:25.710905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-312263e4-62e4-40ec-9f53-346a2a9e4b95 req-d83a0bab-ddf9-416e-a178-40f5c83994fa tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0586338 May 06 12:51:25.836550 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Set router 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:25.911419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Allocated IP 2001:db8::2 (d2c26384-e18b-4798-93c7-2b71a7c034bf/277de258-b965-4814-913f-433a68c2270c/42dc2299-94d3-4768-ab4f-2c5f042d985e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:26.025847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f908cb12-6530-45f2-911d-5b147b4f3915 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/56d3c93e-2ba9-4e8f-8588-41ca6d186b40 HTTP/1.1" status: 200 len: 907 time: 0.3593705 May 06 12:51:26.029114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:26.097215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.377808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.386797 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d3c93e-2ba9-4e8f-8588-41ca6d186b40', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'c7b1250b-ccc4-4e32-a4b8-8449ef0db60f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:24Z', 'revision_number': 3, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port': {'id': 'c7b1250b-ccc4-4e32-a4b8-8449ef0db60f', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:af:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d3c93e-2ba9-4e8f-8588-41ca6d186b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:23Z', 'updated_at': '2022-05-06T12:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:26.391451 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Checking router: 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:26.391842 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Updating router 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:26.392572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Transition to ACTIVE for port object 42dc2299-94d3-4768-ab4f-2c5f042d985e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:26.418990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Transition to ACTIVE for port object 42dc2299-94d3-4768-ab4f-2c5f042d985e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:26.430219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.541834 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.559213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791521-da0d-4328-940d-a74b7db57883 req-49a81727-d8a1-41e4-a8f9-87aa7039e75e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:26.562694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-49a81727-d8a1-41e4-a8f9-87aa7039e75e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 817 time: 0.4572542 May 06 12:51:26.567911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.644689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.746542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Network d2c26384-e18b-4798-93c7-2b71a7c034bf is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:26.755589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:26.760625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:26.762045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:26.942524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-2d4e73d9-e0de-4ed2-a90e-c841ad0d0f32 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 380 time: 0.3468609 May 06 12:51:26.947631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Pushing event updated for resources: {'Port': ['ID=42dc2299-94d3-4768-ab4f-2c5f042d985e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:26.961551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'port': {'device_id': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'admin_state_up': True, 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'security_groups': ['f447c36c-2154-49d7-85e0-cbcd10d94ee6']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:26.975713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Attempting to bind port 42dc2299-94d3-4768-ab4f-2c5f042d985e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:26.977679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Attempting to bind port 42dc2299-94d3-4768-ab4f-2c5f042d985e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:26.978218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Attempting to bind port 42dc2299-94d3-4768-ab4f-2c5f042d985e on network d2c26384-e18b-4798-93c7-2b71a7c034bf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:26.992860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:26.998577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Checking segment: {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:26.999064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.009637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Bound using segment: {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:27.009637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Bound port: 42dc2299-94d3-4768-ab4f-2c5f042d985e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:27.009637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.009931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:27.009931 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.098471 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.123439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Transition to ACTIVE for port object c7b1250b-ccc4-4e32-a4b8-8449ef0db60f will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:27.164141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] For port 42dc2299-94d3-4768-ab4f-2c5f042d985e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:27.170183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] For port 42dc2299-94d3-4768-ab4f-2c5f042d985e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42dc2299-94d3-4768-ab4f-2c5f042d985e,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:27.231297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a58051c4-f325-4060-8abc-4172e592a491 req-1e16e591-12b7-452a-9d93-7d9046ce8f64 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0509744 May 06 12:51:27.289700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.322055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:27.322055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.356355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:27.413801 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.417701 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.492738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for c7b1250b-ccc4-4e32-a4b8-8449ef0db60f owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:27.654951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Attempting to bind port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:27.655519 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Attempting to bind port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:27.655613 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Attempting to bind port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:27.664861 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5fc24-f239-47d2-910a-6551c968ff75 None None] Pushing event updated for resources: {'Port': ['ID=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:27.673617 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:27.673997 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:27.674404 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.674846 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:27.675264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Bound port: c7b1250b-ccc4-4e32-a4b8-8449ef0db60f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:27.678416 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.693606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa0bc-3aa0-4798-9811-b40e9e8c4949 None None] Pushing event updated for resources: {'Port': ['ID=42dc2299-94d3-4768-ab4f-2c5f042d985e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:27.791526 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] For port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:27.797982 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] For port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:27.868180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Made reservation on behalf of 02f24614299b4944a640a6ded4c08658 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:27.871163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:27.956245 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.184926 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:51:28.185125 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:51:28.213517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Allocated IP 172.20.0.13 (3446330c-f0c9-417b-b959-bda3802eec6c/8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7/7c693209-2136-4a00-9b93-c2be41b3a45a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:28.226470 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Routers {'56d3c93e-2ba9-4e8f-8588-41ca6d186b40'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:28.227139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['56d3c93e-2ba9-4e8f-8588-41ca6d186b40'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:28.312644 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5fc24-f239-47d2-910a-6551c968ff75 None None] Pushing event updated for resources: {'Port': ['ID=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:28.451822 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] Set router 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:28.550972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:28.596376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d3c93e-2ba9-4e8f-8588-41ca6d186b40', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:26Z', 'revision_number': 4, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:28.602847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a6c5d-e4ac-4d99-a50c-46d80fdd47b5 None None] The sync data for ids ['56d3c93e-2ba9-4e8f-8588-41ca6d186b40'] in n-d-840845-1 is: [{'id': '56d3c93e-2ba9-4e8f-8588-41ca6d186b40', 'name': 'tempest-snat-router-248211901', 'tenant_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:26Z', 'revision_number': 4, 'project_id': '6cf57c94071f4bb88e5d215fbb9a5029', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:28.619024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.678633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14f3818e-c77c-4355-8e20-a65bdd5b1431 req-d4133101-2118-43b3-b63f-67b164d382f1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.1454329 May 06 12:51:28.687348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:28.688395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.817670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.961243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:28.984130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Transition to ACTIVE for port object 7c693209-2136-4a00-9b93-c2be41b3a45a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:29.031888 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] For port c7b1250b-ccc4-4e32-a4b8-8449ef0db60f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:29.032422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.039998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8::1 (d2c26384-e18b-4798-93c7-2b71a7c034bf/277de258-b965-4814-913f-433a68c2270c/98670dfa-5b29-4283-9480-19a82357e29c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:29.122589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6555fd6-5e83-4cc2-bf61-46a375815fc3 None None] Network d2c26384-e18b-4798-93c7-2b71a7c034bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:29.209271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for c7b1250b-ccc4-4e32-a4b8-8449ef0db60f owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:29.272619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=8208019c-82ea-4988-b3b5-8012dfda261c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:29.348996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.443379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.507239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c94bbd72-3159-4c44-96d5-cc9b46e3fe3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:29.544234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-91559ef8-8c29-4289-9e7e-6751e74e50d4 None None] Provisioning for port 42dc2299-94d3-4768-ab4f-2c5f042d985e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:29.589257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:29.602968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.609971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Network 3446330c-f0c9-417b-b959-bda3802eec6c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:29.615931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:29.618794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:29.680451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object 98670dfa-5b29-4283-9480-19a82357e29c will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:29.703740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.710275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:29.710957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.759841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7b1250b-ccc4-4e32-a4b8-8449ef0db60f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:29.841668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:29.841978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.852937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-97795de0-7d5b-4135-917e-6bf40eb92a9b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4267602 May 06 12:51:29.859569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:29.860638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:29.922325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-ef4cec5b-3bcc-4b2e-b47c-f05b648a547f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9682558 May 06 12:51:29.923891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.103738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Request body: {'port': {'device_id': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:30.176667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:30.222887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.265571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:30.290470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network d2c26384-e18b-4798-93c7-2b71a7c034bf is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:30.295556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:30.299983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:30.300707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.341402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.360199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.457667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.460853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42dc2299-94d3-4768-ab4f-2c5f042d985e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:30.468753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1a13508b-b7b5-4892-836d-bf7c9d136362 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:30.527556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770c1c1-02a8-423e-876e-3fc1726921d2 req-773fa442-60d7-4d2b-8903-44553b069b84 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:30.530205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b770c1c1-02a8-423e-876e-3fc1726921d2 req-773fa442-60d7-4d2b-8903-44553b069b84 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 932 time: 0.5945618 May 06 12:51:30.582145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-525f9395-5384-4793-be5a-99b645ddb0c6 None None] Provisioning for port 7c693209-2136-4a00-9b93-c2be41b3a45a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:30.625163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-525f9395-5384-4793-be5a-99b645ddb0c6 None None] Provisioning complete for port 7c693209-2136-4a00-9b93-c2be41b3a45a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:30.625873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-525f9395-5384-4793-be5a-99b645ddb0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.748274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.762715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.774665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b770c1c1-02a8-423e-876e-3fc1726921d2 req-3835d0a8-0396-4e7b-92dd-099df6c971d0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:30.780216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-525f9395-5384-4793-be5a-99b645ddb0c6 None None] Port 7c693209-2136-4a00-9b93-c2be41b3a45a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:30.782720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1a13508b-b7b5-4892-836d-bf7c9d136362 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:30.782720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1a13508b-b7b5-4892-836d-bf7c9d136362 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--716643966&fields=id&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 267 time: 0.4230316 May 06 12:51:30.788887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:30.820877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:30.972714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 42dc2299-94d3-4768-ab4f-2c5f042d985e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:30.979508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 42dc2299-94d3-4768-ab4f-2c5f042d985e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:30.979936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.007185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b770c1c1-02a8-423e-876e-3fc1726921d2 req-3835d0a8-0396-4e7b-92dd-099df6c971d0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:31.008290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b770c1c1-02a8-423e-876e-3fc1726921d2 req-3835d0a8-0396-4e7b-92dd-099df6c971d0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064773 May 06 12:51:31.091080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Provisioning for port 98670dfa-5b29-4283-9480-19a82357e29c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:31.104783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Provisioning complete for port 98670dfa-5b29-4283-9480-19a82357e29c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:31.105149 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.166713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.191656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Port 98670dfa-5b29-4283-9480-19a82357e29c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:31.207429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.209278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56d3c93e-2ba9-4e8f-8588-41ca6d186b40 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:31.218458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 42dc2299-94d3-4768-ab4f-2c5f042d985e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42dc2299-94d3-4768-ab4f-2c5f042d985e,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:31.223930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Provisioning complete for port 42dc2299-94d3-4768-ab4f-2c5f042d985e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:31.225166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf4c30d9-af5e-4882-a2a3-015320bb473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.230851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.232476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4d8f2431-93c3-40f6-bde1-f1dd0105dc68 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/routers/56d3c93e-2ba9-4e8f-8588-41ca6d186b40 HTTP/1.1" status: 204 len: 168 time: 5.2018704 May 06 12:51:31.234983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:31.355313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-93b762ba-6533-4f7f-a58f-3bb6ea7d98b6 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:31.362146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-93b762ba-6533-4f7f-a58f-3bb6ea7d98b6 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.5526865 May 06 12:51:31.376832 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.537929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c94bbd72-3159-4c44-96d5-cc9b46e3fe3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:31.573349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-310f2899-330d-407a-9e24-35b5f1e72e07 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/quotas/e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 375 time: 0.2101898 May 06 12:51:31.690029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=42dc2299-94d3-4768-ab4f-2c5f042d985e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:31.712745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:31.714883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.762580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:51:31.773529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.793375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Transition to ACTIVE for port object 7c693209-2136-4a00-9b93-c2be41b3a45a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:31.799378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.951691 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:31.972512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-d4f6bee2-a1c1-4d31-904c-2d4414a2420e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3982606 May 06 12:51:31.982475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.153829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.226441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:32.294597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.295373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.324811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afafab1-9afd-4560-ba7d-068bccd68ca4 req-0a6ecb4b-f02c-4cb3-bf05-5629a4d7efca tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:32.326320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afafab1-9afd-4560-ba7d-068bccd68ca4 req-0a6ecb4b-f02c-4cb3-bf05-5629a4d7efca tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.1327457 May 06 12:51:32.384640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Deleting port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:32.384978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.507159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-87f146f1-0d28-4a7b-be6e-3bf816c2a086 service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202975 May 06 12:51:32.566740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6afafab1-9afd-4560-ba7d-068bccd68ca4 req-50bb0e65-2f43-4595-85e9-e81a73486df0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341726 May 06 12:51:32.630558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Attempting to bind port 7c693209-2136-4a00-9b93-c2be41b3a45a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:32.631069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Attempting to bind port 7c693209-2136-4a00-9b93-c2be41b3a45a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:32.631612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Attempting to bind port 7c693209-2136-4a00-9b93-c2be41b3a45a on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:32.658841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] For port c94bbd72-3159-4c44-96d5-cc9b46e3fe3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:32.658841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.707634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:32.739852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Port 7c693209-2136-4a00-9b93-c2be41b3a45a on network 3446330c-f0c9-417b-b959-bda3802eec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:51:32.741833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Attempting to bind port 7c693209-2136-4a00-9b93-c2be41b3a45a on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:32.782254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:32.783146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Checking segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:32.783831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Bound using segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:32.784439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Bound port: 7c693209-2136-4a00-9b93-c2be41b3a45a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:32.784985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:32.835609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Calling delete_port for c94bbd72-3159-4c44-96d5-cc9b46e3fe3f owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:32.916012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network d2c26384-e18b-4798-93c7-2b71a7c034bf is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:32.920720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:32.990531 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-0a0ccb59-a12a-43c6-9ea2-8113fd43cb86 service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225304 May 06 12:51:33.308870 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.322244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:33.328202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:33.334674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a0e22c6f-f93d-4b16-a1ca-5bc448f5fdd9 None None] Provisioning complete for port 98670dfa-5b29-4283-9480-19a82357e29c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:33.336009 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a0e22c6f-f93d-4b16-a1ca-5bc448f5fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.375992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event deleted for resources: {'Port': ['ID=c94bbd72-3159-4c44-96d5-cc9b46e3fe3f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:33.438876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a0e22c6f-f93d-4b16-a1ca-5bc448f5fdd9 None None] Port 98670dfa-5b29-4283-9480-19a82357e29c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:33.484309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51642) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:33.503789 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.611166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:33.640383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42dc2299-94d3-4768-ab4f-2c5f042d985e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:33.716043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.716043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-c90044e1-2652-455c-b98b-06ee7d24898c service neutron] 10.222.0.86 "PUT /v2.0/ports/7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 1092 time: 3.7763510 May 06 12:51:33.716043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:33.745182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 42dc2299-94d3-4768-ab4f-2c5f042d985e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:33.745850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.776360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b2881c11-88bf-49c4-8c25-c46900b63e16 req-a80c2229-a4ef-4062-8ff3-0961e9976a54 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:33.796135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.835716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:33.919797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b2881c11-88bf-49c4-8c25-c46900b63e16 req-a80c2229-a4ef-4062-8ff3-0961e9976a54 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:33.926463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2881c11-88bf-49c4-8c25-c46900b63e16 req-a80c2229-a4ef-4062-8ff3-0961e9976a54 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.2908962 May 06 12:51:34.061569 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95192c4-a8b5-490d-8140-f0c48d91cfd5'] response: {'name': 'network-changed', 'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'status': 'completed', 'code': 200} May 06 12:51:34.064500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:34.222379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:34.229074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Usage tracker for resource:security_group_rule and tenant:06827c2bf09f4722a19a076580810a4d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:34.281662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:34.282758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-126ba720-8c5c-4082-9c3d-ca7f0b5c0301 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1095 time: 0.3238347 May 06 12:51:34.350500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:34.364108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e375cb-4360-460c-8288-6277d7682e42 req-0af51c1d-be04-46c9-9176-978fb099cc41 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:34.364620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-30e375cb-4360-460c-8288-6277d7682e42 req-0af51c1d-be04-46c9-9176-978fb099cc41 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:34.372495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.381265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.385415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-4f9c47c1-afb1-4bd8-bf6b-8f62ba5ba217 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 217 time: 0.0887508 May 06 12:51:34.458281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.470944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62791521-da0d-4328-940d-a74b7db57883 req-9096ee37-813e-48d8-ba0d-faf6d00f1539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:34.472468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-9096ee37-813e-48d8-ba0d-faf6d00f1539 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.0780230 May 06 12:51:34.478295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:34.502039 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:34.504153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:34.504900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:34.517299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-13432887-2847-4bca-b169-9e677b23f06e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1723580 May 06 12:51:34.517553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:34.524131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161402152'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:34.528931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-30e375cb-4360-460c-8288-6277d7682e42 req-0af51c1d-be04-46c9-9176-978fb099cc41 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:34.530443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30e375cb-4360-460c-8288-6277d7682e42 req-0af51c1d-be04-46c9-9176-978fb099cc41 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.6446245 May 06 12:51:34.530643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.531309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc04bc8e-eb62-4159-8e0d-be8953d5d42f {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:34.537937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:34.545439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:34.551437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:34.560472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:34.573485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.577701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b08c0dec-b1c3-4b4c-8d25-6f277059c539 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "DELETE /v2.0/routers/bc04bc8e-eb62-4159-8e0d-be8953d5d42f HTTP/1.1" status: 204 len: 168 time: 3.3382440 May 06 12:51:34.580900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51676) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:34.586786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-575035627', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:34.594415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:34.598889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:34.602381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:34.608547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:34.620994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.627031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30e375cb-4360-460c-8288-6277d7682e42 req-af03a636-25ec-4ca1-87a4-481966022650 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906243 May 06 12:51:34.630154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-33bda22e-90a1-4810-b091-2d064dd4293b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500509 May 06 12:51:34.684144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06827c2bf09f4722a19a076580810a4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1964328 May 06 12:51:34.684834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51680) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:34.687330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdd517-4d28-41ec-9762-6fc1969d7c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb6c0a-da97-4e77-9d74-e49ca87e3616,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:34.710730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:34.760590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.789355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.792686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-dbca84ba-a8c6-45cf-bb22-c2d43195d638 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546600 May 06 12:51:34.800315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.801613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.807930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:34.810987 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.874206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:34.881496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.893705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.894041 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 7a940568-b694-4305-bfeb-5ab665013641 of type vlan for network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac May 06 12:51:34.924524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:34.966404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-62791521-da0d-4328-940d-a74b7db57883 req-07edbbb8-57ee-42d7-b87b-76b51a04839f service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670756 May 06 12:51:35.082625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:30Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:31Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:35.087638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:35.088029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Updating router 62dcbfd3-d902-4359-b5b8-6208a8554d4d port 98670dfa-5b29-4283-9480-19a82357e29c binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:35.120019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-807f4689-92da-4925-b7e7-0b1d1d872fa6 req-6d31ad1e-b378-4ceb-b4d7-8a82d0da244a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.1047871 May 06 12:51:35.131521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.135428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:35.136294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.157871 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.323474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:35.335075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.340578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:35.391592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-8533873e-deab-4104-9a95-6ce8d7a6d0ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1095 time: 0.0832391 May 06 12:51:35.534309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e8367d2e-b513-41f9-a47b-e1761839529c tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0155320 May 06 12:51:35.535491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.538497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:35.539157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.541019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5dcb6c0a-da97-4e77-9d74-e49ca87e3616 HTTP/1.1" status: 204 len: 168 time: 0.8546674 May 06 12:51:35.553387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:35.570431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c94bbd72-3159-4c44-96d5-cc9b46e3fe3f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:51:35.638965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: c94bbd72-3159-4c44-96d5-cc9b46e3fe3f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:51:35.639313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c94bbd72-3159-4c44-96d5-cc9b46e3fe3f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:51:35.676221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dfeaa-f788-42ee-8853-c423fb8524c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb6c0a-da97-4e77-9d74-e49ca87e3616,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:35.764550 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.780026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Transition to ACTIVE for port object 98670dfa-5b29-4283-9480-19a82357e29c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:35.875977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:35.909223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f378-e157-42d0-a38f-b2f104053089 req-875b0186-39a9-45be-8c3a-ac09e6448de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:35.910661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-875b0186-39a9-45be-8c3a-ac09e6448de7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.5126884 May 06 12:51:35.914905 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.029118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-f0213c14-24fc-48f5-9a61-192bbe992437 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 217 time: 0.0945618 May 06 12:51:36.035757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:36.058666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Allocated IP 172.25.2.228 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/f34d6a38-01a9-48e9-9616-05d1a962f55e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:36.074486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:36.076261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.127517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f378-e157-42d0-a38f-b2f104053089 req-4ae82148-48e0-4c44-b586-943c70172dc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:36.130035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-4ae82148-48e0-4c44-b586-943c70172dc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.0982156 May 06 12:51:36.132439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:36.142254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:36.216022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09faf63-0029-4c06-93dc-fdaf200f2272 req-e7d61df6-cc51-4f44-b244-c32d6f8e302c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:36.239115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f09faf63-0029-4c06-93dc-fdaf200f2272 req-e7d61df6-cc51-4f44-b244-c32d6f8e302c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3774385 May 06 12:51:36.283299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.339753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8d7d-51e1-42b0-96ea-ec7a411d4ce3 None None] Pushing event updated for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:36.382838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f09faf63-0029-4c06-93dc-fdaf200f2272 req-cf31b6ea-57f5-4415-ac68-893b42852d7b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378253 May 06 12:51:36.405991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:36.447645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a337086-693a-45d2-9171-3213168174e4 req-0a421fb8-4fbc-4d42-a268-62b1e8b1b8f2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.0604138 May 06 12:51:36.452488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-41f747cc-e0a7-4b06-95a3-8569fa00467f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3116753 May 06 12:51:36.530830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Attempting to bind port 98670dfa-5b29-4283-9480-19a82357e29c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:36.531552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Attempting to bind port 98670dfa-5b29-4283-9480-19a82357e29c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:36.531875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Attempting to bind port 98670dfa-5b29-4283-9480-19a82357e29c on network d2c26384-e18b-4798-93c7-2b71a7c034bf {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:36.540764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:36.541064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Checking segment: {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:36.541608 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.542008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Bound using segment: {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:36.542512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Bound port: 98670dfa-5b29-4283-9480-19a82357e29c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108fc03d-477c-43db-a7a6-a3ed4737daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:36.543002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.591577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.651210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] For port 98670dfa-5b29-4283-9480-19a82357e29c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:36.661068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] For port 98670dfa-5b29-4283-9480-19a82357e29c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98670dfa-5b29-4283-9480-19a82357e29c,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:36.664169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:36.667152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:36.671500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:36.681141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:36.719050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event updated for resources: {'Port': ['ID=f34d6a38-01a9-48e9-9616-05d1a962f55e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:36.846074 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-1c35e727-29fc-4a9f-8720-43a05ee5fa51 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928765 May 06 12:51:36.871243 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.017450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8d7d-51e1-42b0-96ea-ec7a411d4ce3 None None] Pushing event updated for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:37.048862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:37.049480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:37.081591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-38e2f378-e157-42d0-a38f-b2f104053089 req-142f8f47-2f5d-4dfa-a0b1-c9d5d11154c5 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289262 May 06 12:51:37.160449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.161258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.252546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:37.314390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:37.344779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.381410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:37.385944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Usage tracker for resource:security_group_rule and tenant:c76468876c1e4d1eaf477329cf373f26 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:37.389460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:37.395056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:37.488319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.490419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.630787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=8844d292-a8b7-47d9-97b2-f56c8975c5fa,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:37.705194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82939526-da8f-4f1a-a925-14ca9dacc887 req-7ea85bb7-8c88-4348-9b25-fa932c146776 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.0680938 May 06 12:51:37.755109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.772132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:30Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:36Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:37.784807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7cb27-3fa8-41b3-ad2a-37e17c1ea38a None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:30Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:36Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:37.846914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c76468876c1e4d1eaf477329cf373f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5284007 May 06 12:51:37.847450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51752) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:37.936476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:37.936848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:37.963635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:37.964586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73294e39-fca7-48ae-a18c-41a66cf2a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97c7040-6129-46c0-8891-5b4a84f26fe8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:38.024399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.029299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d09a59-7165-446d-a40b-f1a4167f3dc8 req-461e18c3-e8ac-462a-955b-116b79f36831 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:38.030937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84d09a59-7165-446d-a40b-f1a4167f3dc8 req-461e18c3-e8ac-462a-955b-116b79f36831 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3755620 May 06 12:51:38.088457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Router 4faf9b7e-1eab-4960-8e66-74cc92c2ae19 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:38.220030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:38.290787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84d09a59-7165-446d-a40b-f1a4167f3dc8 req-a14f9578-1c82-4e10-a210-0708d48d6b05 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453051 May 06 12:51:38.394930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-e66489fe-2dc6-413b-ad5c-9f98c629c952 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:38.397620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-e66489fe-2dc6-413b-ad5c-9f98c629c952 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.3146718 May 06 12:51:38.464062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-4f946998-d494-4b1c-a92d-8de5ef145e66 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 379 time: 0.0535109 May 06 12:51:38.464924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:38.476173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae45dcb-42f9-45cc-b3ed-4caa831c4166 None None] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:38.482314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:38.483431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.501661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.516360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'port': {'device_id': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'admin_state_up': True, 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'security_groups': ['bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:38.554933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97c7040-6129-46c0-8891-5b4a84f26fe8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:38.579269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:38.590373 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] Sync routers for ids ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:38.606593 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] Routers {'4faf9b7e-1eab-4960-8e66-74cc92c2ae19'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:38.609074 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:38.626116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.645083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0886414f-41db-448a-b2d8-60348b58dc0a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d97c7040-6129-46c0-8891-5b4a84f26fe8 HTTP/1.1" status: 204 len: 168 time: 0.7960701 May 06 12:51:38.705312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51782) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:38.705592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-41f5e978-fb7b-4ea0-9125-628ae1a9a1b0 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1638942 May 06 12:51:38.708105 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b1721-b06c-4020-9d0e-20f5f557cfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.757149 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:38.781621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] Routers {'4faf9b7e-1eab-4960-8e66-74cc92c2ae19'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:38.783511 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:38.841304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:38.876468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:38.912969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:38.917026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-58a3df10-aa10-4e18-bec0-083b73c66dd6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3349977 May 06 12:51:38.921354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:38.933177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:38.996022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:51:39.020658 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:39.022623 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7006d-0c68-4994-b2da-36c74a9376da None None] The sync data for ids ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:39.056184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:39.057138 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.168126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1d9705a-c8d3-4d56-a687-7d03b4205c18 req-ec36386a-8f7d-4d34-b7ff-7ecafe832ddb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.0519915 May 06 12:51:39.278855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:39.292762 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.294540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Allocated IP 2001:db8:1::2 (ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac/8844d292-a8b7-47d9-97b2-f56c8975c5fa/794aa6ac-b911-4b85-bee2-4480ca468f86) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:39.567866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98670dfa-5b29-4283-9480-19a82357e29c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:39.612291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:51:39.745837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.20.0.9 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/5149651e-265c-4a4a-b3c3-ae795522d880) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:39.791076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:39.810690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a4154-a2dc-4719-8e29-706a4fabc5cd req-6082b499-5495-4c75-9b19-2fdb0fd2b112 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:39.812237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f5a4154-a2dc-4719-8e29-706a4fabc5cd req-6082b499-5495-4c75-9b19-2fdb0fd2b112 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2481785 May 06 12:51:39.917843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:39.933085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Transition to ACTIVE for port object 794aa6ac-b911-4b85-bee2-4480ca468f86 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:39.935947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:51:40.019630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Transition to ACTIVE for port object 794aa6ac-b911-4b85-bee2-4480ca468f86 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:40.020800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3f5a4154-a2dc-4719-8e29-706a4fabc5cd req-cb97aae1-358e-4b49-af2d-4a6653af092c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905146 May 06 12:51:40.061198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.084306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:51:40.087723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.100730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:40.138366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.291413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.329269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Transition to ACTIVE for port object 5149651e-265c-4a4a-b3c3-ae795522d880 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:40.402673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 98670dfa-5b29-4283-9480-19a82357e29c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:40.406130 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.423161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98670dfa-5b29-4283-9480-19a82357e29c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:40.423723 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.479226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:40.488805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:40.494441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Pushing event updated for resources: {'Port': ['ID=794aa6ac-b911-4b85-bee2-4480ca468f86,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:40.536137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:40.543844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.677952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:40.678973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7c693209-2136-4a00-9b93-c2be41b3a45a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:51:40.723678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:40.742657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:40.743921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:40.753911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:40.769598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-203f3719-0145-4f48-888b-629cc06feb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.805907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Attempting to bind port 794aa6ac-b911-4b85-bee2-4480ca468f86 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:40.806459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Attempting to bind port 794aa6ac-b911-4b85-bee2-4480ca468f86 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:40.806660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Attempting to bind port 794aa6ac-b911-4b85-bee2-4480ca468f86 on network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:40.815036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4953-1f00-4475-8d89-c3fc626e4e94 req-f08c691a-ff63-4542-bbdb-c5fddb974934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:40.816931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d0c4953-1f00-4475-8d89-c3fc626e4e94 req-f08c691a-ff63-4542-bbdb-c5fddb974934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 931 time: 0.2207217 May 06 12:51:40.846162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:40.846795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.868021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:40.869068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Checking segment: {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:40.869667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.875484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Bound using segment: {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:40.876314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Bound port: 794aa6ac-b911-4b85-bee2-4480ca468f86, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:40.876920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.949196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8:1::1 (ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac/8844d292-a8b7-47d9-97b2-f56c8975c5fa/a0fa009f-bacf-4297-ad67-53860449cf1a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:40.957883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d0c4953-1f00-4475-8d89-c3fc626e4e94 req-33586c34-8200-4e5c-8324-23329f72f4d4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348896 May 06 12:51:40.976803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:40.984892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.102171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 98670dfa-5b29-4283-9480-19a82357e29c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98670dfa-5b29-4283-9480-19a82357e29c,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:41.108135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2d887eee-c8a4-4e59-b819-7504f5dbbd0b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6242726 May 06 12:51:41.123011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Request body: {'port': {'device_id': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:41.234807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] For port 794aa6ac-b911-4b85-bee2-4480ca468f86, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:41.273213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] For port 794aa6ac-b911-4b85-bee2-4480ca468f86, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=794aa6ac-b911-4b85-bee2-4480ca468f86,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:41.301203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.313880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.352717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object a0fa009f-bacf-4297-ad67-53860449cf1a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:41.362861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83a139e1-d02b-4fcd-9b45-c578e1ec4e5c None None] Provisioning for port 5149651e-265c-4a4a-b3c3-ae795522d880 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:41.380272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83a139e1-d02b-4fcd-9b45-c578e1ec4e5c None None] Provisioning complete for port 5149651e-265c-4a4a-b3c3-ae795522d880 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:41.381785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83a139e1-d02b-4fcd-9b45-c578e1ec4e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.409761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.443991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.479187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-83a139e1-d02b-4fcd-9b45-c578e1ec4e5c None None] Port 5149651e-265c-4a4a-b3c3-ae795522d880 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:41.480835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:41.542864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad820fd-61ff-457a-b022-152b71aaeacb req-dae05d86-c353-40b9-a5f2-c190a3cb5da7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:41.544610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fad820fd-61ff-457a-b022-152b71aaeacb req-dae05d86-c353-40b9-a5f2-c190a3cb5da7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.3071511 May 06 12:51:41.549929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.593593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09749d-d9a6-47c5-a64b-6c0098786adb None None] Pushing event updated for resources: {'Port': ['ID=794aa6ac-b911-4b85-bee2-4480ca468f86,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:41.632172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:41.637166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:41.642609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:41.657252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:41.658790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:41.981823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.033368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fad820fd-61ff-457a-b022-152b71aaeacb req-f04da178-15cc-4ef9-98c5-183127de2892 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871528 May 06 12:51:42.260665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.294999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.305709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.345597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.386366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5149651e-265c-4a4a-b3c3-ae795522d880 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:51:42.402313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.453462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8826e-5ca0-44c3-a748-f4ef97721aa4 req-6e492104-e6a5-493a-aa0e-ddcac94e47bd tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:42.454843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54f8826e-5ca0-44c3-a748-f4ef97721aa4 req-6e492104-e6a5-493a-aa0e-ddcac94e47bd tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 931 time: 0.2697263 May 06 12:51:42.565991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Transition to ACTIVE for port object 5149651e-265c-4a4a-b3c3-ae795522d880 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:42.603123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-54f8826e-5ca0-44c3-a748-f4ef97721aa4 req-f972ecc1-0a75-4527-8f74-c4721b71247b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301503 May 06 12:51:42.677281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.684201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.841066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.846004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:42.858560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Pushing event updated for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:42.928587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:43.001981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router 4faf9b7e-1eab-4960-8e66-74cc92c2ae19 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:43.009187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:43.070792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Attempting to bind port 5149651e-265c-4a4a-b3c3-ae795522d880 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:43.070996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Attempting to bind port 5149651e-265c-4a4a-b3c3-ae795522d880 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:43.071280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Attempting to bind port 5149651e-265c-4a4a-b3c3-ae795522d880 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:43.078630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Port 5149651e-265c-4a4a-b3c3-ae795522d880 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:51:43.079047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Attempting to bind port 5149651e-265c-4a4a-b3c3-ae795522d880 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:43.123507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774ce21-eaa8-4172-8603-33022df16808 None None] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:43.180099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:43.180555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:43.181017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:43.181528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Bound port: 5149651e-265c-4a4a-b3c3-ae795522d880, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:43.181969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.304833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 7c693209-2136-4a00-9b93-c2be41b3a45a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:43.326996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7c693209-2136-4a00-9b93-c2be41b3a45a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:43.327645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.374839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:43.378036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:43.630122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.648090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.649021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8abeef5a-d02a-4bbb-8c23-e293b705d62d None None] Provisioning for port 794aa6ac-b911-4b85-bee2-4480ca468f86 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:43.673116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:43.674780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98670dfa-5b29-4283-9480-19a82357e29c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:43.689786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5149651e-265c-4a4a-b3c3-ae795522d880,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:43.787659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f81859-8b6d-42d3-b0b7-05d27f394e78 req-fc230ee2-fba2-4a29-ba8e-2674bd0fff5a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:43.798145 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1f81859-8b6d-42d3-b0b7-05d27f394e78 req-fc230ee2-fba2-4a29-ba8e-2674bd0fff5a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.4493675 May 06 12:51:43.800305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:43.822217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:43.847231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98670dfa-5b29-4283-9480-19a82357e29c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:43.847660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:43.931759 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.001619 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.023642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1f81859-8b6d-42d3-b0b7-05d27f394e78 req-b7113c8e-071e-49b0-ba94-629c78447a87 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240102 May 06 12:51:44.086348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:44.094539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.098883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a11f352e-6afe-4255-9c19-b96f9992aa3b tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "PUT /v2.0/routers/4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 200 len: 921 time: 5.1733451 May 06 12:51:44.102866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52018) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:44.124780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] Sync routers for ids ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:44.183560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] Routers {'4faf9b7e-1eab-4960-8e66-74cc92c2ae19'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:44.192145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:44.193447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:44.193447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] 10.222.0.13 "PUT /v2.0/ports/5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 200 len: 1091 time: 3.0762546 May 06 12:51:44.211997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:44.291978 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5457c3fa-2af0-4ac8-a1c1-77336a63b844'] response: {'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'code': 200} May 06 12:51:44.344186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:44.351425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:44.364166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 794aa6ac-b911-4b85-bee2-4480ca468f86 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:44.404209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f12c1-a71b-4e9e-8a9b-8f8b066deda9 req-a26373a0-5e1b-4fbd-b224-5cee28c53e67 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:44.407892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-019f12c1-a71b-4e9e-8a9b-8f8b066deda9 req-a26373a0-5e1b-4fbd-b224-5cee28c53e67 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 943 time: 0.4056947 May 06 12:51:44.498439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:44.536748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-019f12c1-a71b-4e9e-8a9b-8f8b066deda9 req-56cb9c16-0371-459a-960c-2cb4f94f3bcd tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888779 May 06 12:51:44.656481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] Routers {'4faf9b7e-1eab-4960-8e66-74cc92c2ae19'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:44.657542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:44.761980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:44.761980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deef248-9ddf-4816-a976-16c6f7542191 None None] The sync data for ids ['4faf9b7e-1eab-4960-8e66-74cc92c2ae19'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:44.889681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae697b3-ae16-45f9-a0bd-e6ba9ccb0b17 service neutron] Pushing event updated for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:44.902412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:44.914150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:44.942058 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:44.951147 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66a57cc-a2e2-4b77-9bec-b35fc19e12f7'] response: {'name': 'network-changed', 'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880', 'status': 'completed', 'code': 200} May 06 12:51:44.958144 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:44.972237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52054) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:44.972972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9316c6ba-0cf6-4d22-ae0c-0cc98f129447 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2655487 May 06 12:51:44.990407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1174761555'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:44.996872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:45.004124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:45.016179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:45.044006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:45.110673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8795f54-ce50-4999-a42b-d1d08a475236 req-d485a40f-0bf5-40ec-80f2-eb19666a745a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1097 time: 0.4353755 May 06 12:51:45.117643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-825b53a5-ed79-48e3-8ac8-3a4107a00f6e None None] Provisioning for port a0fa009f-bacf-4297-ad67-53860449cf1a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:45.121395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 794aa6ac-b911-4b85-bee2-4480ca468f86 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:45.132619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 794aa6ac-b911-4b85-bee2-4480ca468f86 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:45.133441 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.192579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-825b53a5-ed79-48e3-8ac8-3a4107a00f6e None None] Provisioning complete for port a0fa009f-bacf-4297-ad67-53860449cf1a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:45.192960 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-825b53a5-ed79-48e3-8ac8-3a4107a00f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.197955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b8795f54-ce50-4999-a42b-d1d08a475236 req-3c190fda-e72a-4803-9bce-986d42cba063 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753114 May 06 12:51:45.202751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-2a6abcc6-e8f9-4d47-b970-864cd08c6667 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 1094 time: 0.5895989 May 06 12:51:45.213445 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:45.337137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e3b7dc1d-dd2e-498a-8483-f2ebd3c46d1e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 200 len: 921 time: 1.2329593 May 06 12:51:45.337985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:45.340692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52072) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:45.340955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.347963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-825b53a5-ed79-48e3-8ac8-3a4107a00f6e None None] Port a0fa009f-bacf-4297-ad67-53860449cf1a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:45.367750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-d67335d1-a6d4-4431-b587-c53c5a363cde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 200 len: 217 time: 0.1520698 May 06 12:51:45.433793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:45.436716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.456083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.457005 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 60c73154-5bf3-4f25-b822-528fdfc97ec3 of type vlan for network 6bccc801-acb4-4d13-921e-a56fcb10376c May 06 12:51:45.487362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-f73eee86-0705-433e-9712-353c0a52ccbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:45.487362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-f73eee86-0705-433e-9712-353c0a52ccbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.0977664 May 06 12:51:45.549791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd6f0-7019-4103-835e-5f5029a972d8 req-760f192e-013f-47ba-96e3-ece56767bf48 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:45.551741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-947dd6f0-7019-4103-835e-5f5029a972d8 req-760f192e-013f-47ba-96e3-ece56767bf48 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2929380 May 06 12:51:45.557169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 794aa6ac-b911-4b85-bee2-4480ca468f86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=794aa6ac-b911-4b85-bee2-4480ca468f86,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:45.561073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52084) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:45.573713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-20788a62-79b6-4f80-aed7-a7b8643480fb None None] Provisioning complete for port a0fa009f-bacf-4297-ad67-53860449cf1a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:45.574339 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20788a62-79b6-4f80-aed7-a7b8643480fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.586400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.659576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-20788a62-79b6-4f80-aed7-a7b8643480fb None None] Port a0fa009f-bacf-4297-ad67-53860449cf1a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:45.672009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-41ac49cf-97cd-4dee-bc79-faf8ab083582 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=4faf9b7e-1eab-4960-8e66-74cc92c2ae19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3275402 May 06 12:51:45.673327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.673452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52098) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:45.704491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-947dd6f0-7019-4103-835e-5f5029a972d8 req-b2b79397-afcd-4a39-b546-9250d3a2948d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451659 May 06 12:51:45.728784 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 3, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:42Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:45.734488 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:45.735182 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Updating router 62dcbfd3-d902-4359-b5b8-6208a8554d4d port a0fa009f-bacf-4297-ad67-53860449cf1a binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:45.785208 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-d3e8783f-ff6f-4c80-bef0-37518b8fd4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2930098 May 06 12:51:45.817763 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.830740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=794aa6ac-b911-4b85-bee2-4480ca468f86,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:45.840379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.845117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:45.846072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:45.940363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.000046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:46.006982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Usage tracker for resource:security_group_rule and tenant:3a53cf0ea4714fef87cf61138f3da8f4 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:46.011929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:46.020280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:46.117989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.192932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=6bccc801-acb4-4d13-921e-a56fcb10376c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:46.210686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6bccc801-acb4-4d13-921e-a56fcb10376c details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:46.221096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.306215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-534ba0ef-6f21-4006-a670-8cea181399ec tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3249848 May 06 12:51:46.309556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:46.345891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:46.368594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d2ddf8-2634-4103-83a4-0f9b34c5ae24,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:46.369284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf419338-4dfe-4a83-b9d5-7edd7c83b87d tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:46.369855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf419338-4dfe-4a83-b9d5-7edd7c83b87d tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Synchronizing usage tracker for tenant:6cf57c94071f4bb88e5d215fbb9a5029 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:46.375033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-91b5cf4d-ecfe-4987-87a4-a13245c9e67a service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926971 May 06 12:51:46.384389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.385012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.385508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.385997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.386481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.386600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f558-e159-4e57-9380-547892700e6d req-d1bec4dc-372c-476b-81ec-84d6eb2396de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:46.387283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0e38f558-e159-4e57-9380-547892700e6d req-d1bec4dc-372c-476b-81ec-84d6eb2396de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:51:46.387537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.388061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.388543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.389063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.389550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.390029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:46.416194 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.436304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Transition to ACTIVE for port object a0fa009f-bacf-4297-ad67-53860449cf1a will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:46.452036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ee2f7acc-4946-4c33-b8be-a4a178d8bfa6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a53cf0ea4714fef87cf61138f3da8f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8583059 May 06 12:51:46.459302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52122) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:46.532496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:46.539348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:46.543213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:46.545836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed2470e5-a4e0-4a67-bb31-e166ba25d32c req-8dd0c016-a732-4720-8590-7da610fd1d4d service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557970 May 06 12:51:46.550538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:46.570508 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.595804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.648292 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.650554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.651913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf419338-4dfe-4a83-b9d5-7edd7c83b87d tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Unset dirty status for tenant:6cf57c94071f4bb88e5d215fbb9a5029 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:46.655420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf419338-4dfe-4a83-b9d5-7edd7c83b87d tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.9759042 May 06 12:51:46.656771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0e38f558-e159-4e57-9380-547892700e6d req-d1bec4dc-372c-476b-81ec-84d6eb2396de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:51:46.660786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52142) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:46.669200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e38f558-e159-4e57-9380-547892700e6d req-d1bec4dc-372c-476b-81ec-84d6eb2396de tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 943 time: 0.7385156 May 06 12:51:46.737206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2639c02b-2d45-472a-b1ea-cd6f1d5b68e1 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 200 len: 205 time: 0.0732217 May 06 12:51:46.737968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:46.745522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e38f558-e159-4e57-9380-547892700e6d req-7a3e332a-ad3d-4060-9de4-d250638da6ee tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754726 May 06 12:51:46.746204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:46.894645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.959133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:46.963986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5d2ddf8-2634-4103-83a4-0f9b34c5ae24 HTTP/1.1" status: 204 len: 168 time: 0.5035164 May 06 12:51:46.965275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d74d3f-7924-46da-9342-b6b4b87d257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d2ddf8-2634-4103-83a4-0f9b34c5ae24,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:46.994490 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8971-69b6-4dd1-aca3-67641f522087 None None] Pushing event updated for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:47.040219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Attempting to bind port a0fa009f-bacf-4297-ad67-53860449cf1a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:47.040671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Attempting to bind port a0fa009f-bacf-4297-ad67-53860449cf1a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:47.041038 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Attempting to bind port a0fa009f-bacf-4297-ad67-53860449cf1a on network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:47.055417 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:47.057037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Checking segment: {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:47.057037 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.057037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Bound using segment: {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:47.057037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Bound port: a0fa009f-bacf-4297-ad67-53860449cf1a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a940568-b694-4305-bfeb-5ab665013641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:47.057362 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.067503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.075071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-fa56a382-ade7-4189-8e53-9bd120b1a8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 1094 time: 0.3256021 May 06 12:51:47.228949 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] For port a0fa009f-bacf-4297-ad67-53860449cf1a, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:47.233731 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] For port a0fa009f-bacf-4297-ad67-53860449cf1a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a0fa009f-bacf-4297-ad67-53860449cf1a,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:47.259531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566caf6-1867-4e3a-ae62-fa36ba0dbf1d req-c5095573-bdc3-4133-b2b1-2bf1076d242f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:47.261085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7566caf6-1867-4e3a-ae62-fa36ba0dbf1d req-c5095573-bdc3-4133-b2b1-2bf1076d242f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2639890 May 06 12:51:47.376667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7566caf6-1867-4e3a-ae62-fa36ba0dbf1d req-03f849b3-ccda-46de-8f66-ae4b8e7ce5bc tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047049 May 06 12:51:47.388638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-28aa098b-1cb5-4693-9db5-5d652281b4ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:47.389913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-28aa098b-1cb5-4693-9db5-5d652281b4ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.3067958 May 06 12:51:47.401957 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.486212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-1eceae1d-8180-4745-b992-eab2205415e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 200 len: 217 time: 0.0860434 May 06 12:51:47.511359 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8971-69b6-4dd1-aca3-67641f522087 None None] Pushing event updated for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:47.545903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:47.546745 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:47.567628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.601909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:47.732585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-dac5231d-cb02-4a81-9e08-e2e719413ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:47.735248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-dac5231d-cb02-4a81-9e08-e2e719413ef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.2373836 May 06 12:51:47.826307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 794aa6ac-b911-4b85-bee2-4480ca468f86 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:47.880726 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:47.972812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=bfacbc7a-c934-4d79-ab8d-b112cb32cd3b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:47.994293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:47.996712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: 6bccc801-acb4-4d13-921e-a56fcb10376c, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:48.071625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 794aa6ac-b911-4b85-bee2-4480ca468f86 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:48.072023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.090884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-f6cbdaef-e92f-4600-b7e8-b360b68e4e8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465381 May 06 12:51:48.103929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0837987-b23f-4242-aeb7-1967cdc6a773 req-af0a1b44-4e9a-4253-a531-562e66a672e8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:48.103929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b0837987-b23f-4242-aeb7-1967cdc6a773 req-af0a1b44-4e9a-4253-a531-562e66a672e8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2625096 May 06 12:51:48.123978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:48.135972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'floatingip': {'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:48.219672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6bccc801-acb4-4d13-921e-a56fcb10376c is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:48.314684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f58ec-6809-4f5e-9dfe-ad0dc7f06bb1 req-b8a83e91-037f-4436-9fd7-25e3a73ba8cb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:48.323458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f6f58ec-6809-4f5e-9dfe-ad0dc7f06bb1 req-b8a83e91-037f-4436-9fd7-25e3a73ba8cb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 943 time: 0.2105062 May 06 12:51:48.340553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.394045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 3, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:47Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:48.399840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba6f74-a224-4569-a9d7-17ac528f7124 None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 3, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:47Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:48.529742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52222) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:48.535322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6bccc801-acb4-4d13-921e-a56fcb10376c) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:48.542130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-5910abbf-7044-4038-b6ca-53392267400f service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395664 May 06 12:51:48.544703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0abd8-7a2e-4175-b375-589794d6f473 None None] Network 6bccc801-acb4-4d13-921e-a56fcb10376c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:48.580858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:48.582917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.596597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.654909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f6f58ec-6809-4f5e-9dfe-ad0dc7f06bb1 req-524d70bf-5b97-45bd-bfc4-7949af83d6df tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304739 May 06 12:51:48.661067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:48.666782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc748aad2fe45009a45dc6f55bf713c is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:48.669824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:48.676434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:48.748077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.819159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5149651e-265c-4a4a-b3c3-ae795522d880 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:51:48.830306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0bd80549-cd3c-4ecf-8d7b-40074e0e39de tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5015690 May 06 12:51:48.834267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52236) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:48.887049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6bccc801-acb4-4d13-921e-a56fcb10376c', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:48.887049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:48.970255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb0232b5-000e-4fb3-82ef-95538cdd727c req-8ca3b0a4-7b04-496c-b2d6-e23c6646dd0e service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197505 May 06 12:51:49.132743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port f34d6a38-01a9-48e9-9616-05d1a962f55e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:51:49.133236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.144823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.154773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5149651e-265c-4a4a-b3c3-ae795522d880,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:49.185416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '5149651e-265c-4a4a-b3c3-ae795522d880', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'port_id': '5149651e-265c-4a4a-b3c3-ae795522d880', 'mac_address': 'fa:16:3e:a9:40:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:51:49.410087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.459731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Allocated IP 2001:db8:2::2 (6bccc801-acb4-4d13-921e-a56fcb10376c/bfacbc7a-c934-4d79-ab8d-b112cb32cd3b/2747ec47-ba03-4bfc-a2e9-660c93c4b6d9) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:49.504371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71dafd-7273-48cf-8d0e-20c839ce07b2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:49.523955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.531706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d7ad814-29e6-435c-8774-b59e03e56666 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ecc748aad2fe45009a45dc6f55bf713c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0007739 May 06 12:51:49.534499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52254) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:49.701581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for f34d6a38-01a9-48e9-9616-05d1a962f55e owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:51:49.719010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.746169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Transition to ACTIVE for port object 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:49.807573 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.853398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a0fa009f-bacf-4297-ad67-53860449cf1a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:49.895410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.933223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:49.940368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Transition to ACTIVE for port object 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:49.953068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5149651e-265c-4a4a-b3c3-ae795522d880 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:51:49.968897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5149651e-265c-4a4a-b3c3-ae795522d880,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:49.987471 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:51:50.111723 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.144938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a0fa009f-bacf-4297-ad67-53860449cf1a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:50.149221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.151546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.158885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a0fa009f-bacf-4297-ad67-53860449cf1a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:50.161461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.215101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea888e-b952-4734-a69d-ee8cb67f4c62 req-60fb8f4a-a4c2-4ab1-863f-9083a630d1e3 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:50.217039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7ea888e-b952-4734-a69d-ee8cb67f4c62 req-60fb8f4a-a4c2-4ab1-863f-9083a630d1e3 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 943 time: 0.2780819 May 06 12:51:50.230158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.242340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Network 6bccc801-acb4-4d13-921e-a56fcb10376c is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:50.244315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:50.257813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Pushing event updated for resources: {'Port': ['ID=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.268146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:50.354029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71dafd-7273-48cf-8d0e-20c839ce07b2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.373584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.377381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-11573704-40ef-44fa-a581-84dcbc8097f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c71dafd-7273-48cf-8d0e-20c839ce07b2 HTTP/1.1" status: 204 len: 168 time: 0.8416710 May 06 12:51:50.434745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7ea888e-b952-4734-a69d-ee8cb67f4c62 req-665912fc-cfb5-4155-a4f7-c37b0b93e597 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087169 May 06 12:51:50.443636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.469644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['5149651e-265c-4a4a-b3c3-ae795522d880'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:51:50.520523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=f34d6a38-01a9-48e9-9616-05d1a962f55e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.578742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.579095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.579431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.579832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.580150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.580478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.580786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.581110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.581474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.581796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.582119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:50.662836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.666693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.748216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8:2::1 (6bccc801-acb4-4d13-921e-a56fcb10376c/bfacbc7a-c934-4d79-ab8d-b112cb32cd3b/8288b8e1-6425-45d4-819c-5e7170bfeaff) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:50.778696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Attempting to bind port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:50.779162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Attempting to bind port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:50.779599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Attempting to bind port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 on network 6bccc801-acb4-4d13-921e-a56fcb10376c {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:50.815463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:50.815952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Checking segment: {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:50.816471 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.816937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Bound using segment: {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:50.817484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Bound port: 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:50.818620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.827969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:50.831944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a0fa009f-bacf-4297-ad67-53860449cf1a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a0fa009f-bacf-4297-ad67-53860449cf1a,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:50.906449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.968219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:50.988857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.006563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.014662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object 8288b8e1-6425-45d4-819c-5e7170bfeaff will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:51.069607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.077529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] For port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:51.131532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.135374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] For port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:51.190940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.287628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.447667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6bccc801-acb4-4d13-921e-a56fcb10376c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:51.455435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:51.465471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.468595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:51.469275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.528216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44624-1e18-48b7-9179-6fd8a5d38129 None None] Pushing event updated for resources: {'Port': ['ID=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:51.582659 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.603875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.749121 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Floating IP 8d44fd37-9242-4adb-8e69-835524209550 associated. External IP: 172.25.2.79, port: 7c693209-2136-4a00-9b93-c2be41b3a45a. May 06 12:51:51.788807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.805129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a0fa009f-bacf-4297-ad67-53860449cf1a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:51.858771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f51f0-6fb3-4393-ba71-4229c65f0a00 req-6ad646a1-4201-429a-b8c6-fbc3d32088b9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:51.862655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f02f51f0-6fb3-4393-ba71-4229c65f0a00 req-6ad646a1-4201-429a-b8c6-fbc3d32088b9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 944 time: 0.2103779 May 06 12:51:51.922891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.924510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router 4faf9b7e-1eab-4960-8e66-74cc92c2ae19 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:51:51.938085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a0fa009f-bacf-4297-ad67-53860449cf1a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:51.938665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.978506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:51.985055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52336) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:51.986072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ddd5066-4e19-49ff-8b3a-8702b17584bc tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 204 len: 168 time: 5.2385952 May 06 12:51:52.006603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2099652867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:52.013754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:52.017822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:52.023914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:52.033595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:52.175389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f02f51f0-6fb3-4393-ba71-4229c65f0a00 req-b702c5e6-8272-4e65-a96d-1108dcfe87f3 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069792 May 06 12:51:52.252766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.253711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.323824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.398179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:52.530850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.556234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.692297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.697936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.722154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:52.726588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.749059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:52.768190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:52.768831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:52.788796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:52.793739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e29f93b8-db8a-4cff-ac94-2281baaea6a6 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7995789 May 06 12:51:52.799086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52370) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:52.830059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:52.861609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b0cd526b-d0be-4a5f-a3c6-46dcea78e583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "PUT /v2.0/floatingips/8d44fd37-9242-4adb-8e69-835524209550 HTTP/1.1" status: 200 len: 991 time: 4.7350726 May 06 12:51:52.862324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:52.882283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5149651e-265c-4a4a-b3c3-ae795522d880 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:53.015035 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2daeaf4a-e5bf-4d2b-994b-49ffaea9e2dc'] response: {'name': 'network-changed', 'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'status': 'completed', 'code': 200} May 06 12:51:53.056045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa5ca07-ece8-48d3-9416-75e8fa7af9c3 None None] Network 6bccc801-acb4-4d13-921e-a56fcb10376c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:53.223252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-8a9d0b20-be5c-4c9e-af65-7ceae4185cd6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1097 time: 0.1851029 May 06 12:51:53.267042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:53.275951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 5149651e-265c-4a4a-b3c3-ae795522d880 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:53.285812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:53.352941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 5149651e-265c-4a4a-b3c3-ae795522d880 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:53.353696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.411252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55126de8-6f60-4461-a800-ac988bdcfacd None None] Provisioning for port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:53.476551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-11d45758-f29d-42e8-8a4d-c32f9fb00a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:53.482142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-11d45758-f29d-42e8-8a4d-c32f9fb00a06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.2482307 May 06 12:51:53.672590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-e8fe7713-5e86-4e68-a050-c8a4d62de79a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 999 time: 0.1876111 May 06 12:51:53.723548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network 6bccc801-acb4-4d13-921e-a56fcb10376c is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:53.730476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:53.845691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-09729e68-9efb-48ab-ab5a-56ffec16ee6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:53.847180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-09729e68-9efb-48ab-ab5a-56ffec16ee6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1680474 May 06 12:51:53.904780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:53.966679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:53.986889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-d592f139-e054-426e-b769-27fda3797d3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323190 May 06 12:51:54.027340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:51:54.093765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5149651e-265c-4a4a-b3c3-ae795522d880,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:54.239218 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361404b9-0d0c-48e4-a2c2-130459cf734b'] response: {'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880', 'code': 200} May 06 12:51:54.252585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.390770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e4bb6-faf0-47c2-8f5f-e0a4d2e85796 req-d9ecd9ea-0ee7-43c4-9113-d0467dd8e7b2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:54.400146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a6e4bb6-faf0-47c2-8f5f-e0a4d2e85796 req-d9ecd9ea-0ee7-43c4-9113-d0467dd8e7b2 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 944 time: 0.9184155 May 06 12:51:54.430038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:54.468315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:54.477967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:54.478582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.492430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a6e4bb6-faf0-47c2-8f5f-e0a4d2e85796 req-e672da51-61e1-41d8-95ad-f2e032c192af tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912874 May 06 12:51:54.500378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.552545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:51:54.698861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8d44fd37-9242-4adb-8e69-835524209550', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:15Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:54.706654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:54.712902 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:54.780961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:54.781584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:54.823744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:51:54.853738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-a9d89595-7fd4-405a-aade-8113c0d0a83c service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8598144 May 06 12:51:55.015568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:55.058439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b693529-bcfe-4600-bc5a-f02049c4cfda req-7750c81c-f0e8-4cea-a481-d724b0590671 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 1096 time: 0.3256695 May 06 12:51:55.105226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5183e4e3-2f5d-47d1-a96c-2fbf86c85c37 req-6f77ce52-9724-4b56-826b-1383ca17f355 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451751 May 06 12:51:55.134641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b693529-bcfe-4600-bc5a-f02049c4cfda req-ff7e9648-325c-4587-b989-a9fbf7c8c9fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596993 May 06 12:51:55.196903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:51:55.201795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68bdae5a-7243-4375-a9b9-fbe3d8deb165 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3659143 May 06 12:51:55.204619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52460) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:55.207584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:51:55.215171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-242447875'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:55.230483 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:55.231256 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:55.243022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:55.289208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:network and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:55.300791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:55.310793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.327047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:55.363549 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.457577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:55.462833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.659243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:51:55.662689 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:55.686306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.693717 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added segment 96a47e7e-45ca-474d-bcfa-7e0da05c0d23 of type vlan for network c240916b-c63b-4988-aa08-fbd59418ef11 May 06 12:51:55.744288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:51:55.764162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.770727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Allocated IP 172.25.2.132 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/31a36324-2e51-40a1-a221-3e9216399d7f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:51:55.791962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8d44fd37-9242-4adb-8e69-835524209550', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:15Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:55.796365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7c438-5036-4215-a9b2-255ff9e5b1b2 None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8d44fd37-9242-4adb-8e69-835524209550', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:15Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:55.886913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.888944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Provisioning for port 8288b8e1-6425-45d4-819c-5e7170bfeaff completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:51:55.966647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.971461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Provisioning complete for port 8288b8e1-6425-45d4-819c-5e7170bfeaff triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:55.971906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:55.976743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:55.979408 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.105432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:56.136662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Port 8288b8e1-6425-45d4-819c-5e7170bfeaff cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:56.153194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Provisioning complete for port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:56.153629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15c4a4d5-28c8-4dfb-93b5-e6bd13b76f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.165455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.208766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Network': ['ID=c240916b-c63b-4988-aa08-fbd59418ef11,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:56.233629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3a7d9-7d3e-46cd-9bac-b948316893fe None None] New status for floating IP 8d44fd37-9242-4adb-8e69-835524209550: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:51:56.252090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133ee8-bc74-49eb-b008-6bceefda8086 req-cb621a3d-0399-44b4-8900-5f76eb911f95 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:56.253799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57133ee8-bc74-49eb-b008-6bceefda8086 req-cb621a3d-0399-44b4-8900-5f76eb911f95 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 945 time: 0.3433130 May 06 12:51:56.262588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea8c6867-defe-4ad8-9a57-517c96c3ccf3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0542288 May 06 12:51:56.262933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52494) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:56.274254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'subnet': {'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:56.319423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57133ee8-bc74-49eb-b008-6bceefda8086 req-f1573bf0-3755-4489-9c72-1c3765fd6521 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572119 May 06 12:51:56.406359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.428687 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:51Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:51:52Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:56.436703 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:51:56.437201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Updating router 62dcbfd3-d902-4359-b5b8-6208a8554d4d port 8288b8e1-6425-45d4-819c-5e7170bfeaff binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:51:56.507357 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.525116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c240916b-c63b-4988-aa08-fbd59418ef11 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:51:56.587263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:51:56.590628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:56.601036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:51:56.628148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:51:56.638489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event updated for resources: {'Port': ['ID=31a36324-2e51-40a1-a221-3e9216399d7f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:56.652281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:subnet and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:51:56.659185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:51:56.669129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:51:56.846998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Made reservation on behalf of ec5f8fb66858498494b7f5363003b694 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:51:56.983058 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:56.997795 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Transition to ACTIVE for port object 8288b8e1-6425-45d4-819c-5e7170bfeaff will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:51:57.126972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-23216a01-aec3-4fe8-9b45-bb25408e7b15 None None] Provisioning complete for port 8288b8e1-6425-45d4-819c-5e7170bfeaff triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:57.126972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-23216a01-aec3-4fe8-9b45-bb25408e7b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.129309 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.137195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.204001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-23216a01-aec3-4fe8-9b45-bb25408e7b15 None None] Port 8288b8e1-6425-45d4-819c-5e7170bfeaff cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:51:57.346194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.361901 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db0fb9-3920-4e79-8c1a-d3f960a4a108 None None] Pushing event updated for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:57.510410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Attempting to bind port 8288b8e1-6425-45d4-819c-5e7170bfeaff on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:51:57.517424 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Attempting to bind port 8288b8e1-6425-45d4-819c-5e7170bfeaff by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:51:57.518081 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Attempting to bind port 8288b8e1-6425-45d4-819c-5e7170bfeaff on network 6bccc801-acb4-4d13-921e-a56fcb10376c {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Checking segment: {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Bound using segment: {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Bound port: 8288b8e1-6425-45d4-819c-5e7170bfeaff, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c73154-5bf3-4f25-b822-528fdfc97ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:51:57.535992 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.697788 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] For port 8288b8e1-6425-45d4-819c-5e7170bfeaff, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:51:57.700857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] For port 8288b8e1-6425-45d4-819c-5e7170bfeaff, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8288b8e1-6425-45d4-819c-5e7170bfeaff,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:51:57.824390 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.890793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.911399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10c3b-f305-425f-abff-552fb52a8602 req-802f311b-1f8f-40dd-a84a-5e311ea58689 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:57.913482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fa10c3b-f305-425f-abff-552fb52a8602 req-802f311b-1f8f-40dd-a84a-5e311ea58689 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 945 time: 0.3122067 May 06 12:51:57.916935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:57.980700 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db0fb9-3920-4e79-8c1a-d3f960a4a108 None None] Pushing event updated for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:57.995818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:51:57.996802 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:58.024860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.061546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:51:58.215290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:51:58.216198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.239458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:51:58.293948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Subnet': ['ID=9cb50470-8d95-4a89-be25-7abb2c0cec85,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:51:58.367055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fa10c3b-f305-425f-abff-552fb52a8602 req-41fcb479-ec52-47eb-b489-1629f5e433c7 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4426413 May 06 12:51:58.447207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Checking segment: {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:51:58.447731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network hostable DHCP agents. Network: c240916b-c63b-4988-aa08-fbd59418ef11, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:51:58.622036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c240916b-c63b-4988-aa08-fbd59418ef11 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:51:58.715513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c240916b-c63b-4988-aa08-fbd59418ef11) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:51:58.732051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c2d79-cda9-4332-86b7-5b3af5d42fb9 None None] Network c240916b-c63b-4988-aa08-fbd59418ef11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:51:58.734356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:58.736213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:58.793645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73fadb-fcae-498b-a7eb-514e5cf06324 req-00f5ce23-a35e-436c-affb-271ffd3402a5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:51:58.796769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd73fadb-fcae-498b-a7eb-514e5cf06324 req-00f5ce23-a35e-436c-affb-271ffd3402a5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 945 time: 0.1387126 May 06 12:51:58.807392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52562) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:58.816952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'port_id': '5149651e-265c-4a4a-b3c3-ae795522d880'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:51:58.890473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Router a4903612-888b-4be8-a328-31e48ef9fac8 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:51:58.988653 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:51Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:51:57Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:51:58.995713 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224f979f-1256-4dd5-b0bd-ebb42fa80f1c None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:51:51Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:51:57Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:51:59.123752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.165954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c240916b-c63b-4988-aa08-fbd59418ef11', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:51:59.172197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:51:59.268471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52570) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:51:59.284400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ed75b9e-5137-4e92-be4c-21d106b43da4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0198078 May 06 12:51:59.572298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Allocated IP 2001:db8:3::2 (c240916b-c63b-4988-aa08-fbd59418ef11/9cb50470-8d95-4a89-be25-7abb2c0cec85/4b1bea6f-e457-4d20-aeff-57123e344f33) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:00.206614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8288b8e1-6425-45d4-819c-5e7170bfeaff up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:00.462991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.481840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.502774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Transition to ACTIVE for port object 4b1bea6f-e457-4d20-aeff-57123e344f33 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:00.522889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Transition to ACTIVE for port object 4b1bea6f-e457-4d20-aeff-57123e344f33 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:00.584231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8288b8e1-6425-45d4-819c-5e7170bfeaff completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:00.591996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.638067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8288b8e1-6425-45d4-819c-5e7170bfeaff triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:00.638609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.855542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Network c240916b-c63b-4988-aa08-fbd59418ef11 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:00.857462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:00.865494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:00.869044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aed33716-173b-450c-9fb4-6d7432cbcf0e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "PUT /v2.0/routers/a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 200 len: 880 time: 8.0690374 May 06 12:52:00.869518 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] Sync routers for ids ['a4903612-888b-4be8-a328-31e48ef9fac8'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:00.879927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:00.891635 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] Routers {'a4903612-888b-4be8-a328-31e48ef9fac8'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:00.892329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a4903612-888b-4be8-a328-31e48ef9fac8'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:00.901517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:00.903383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Pushing event updated for resources: {'Port': ['ID=4b1bea6f-e457-4d20-aeff-57123e344f33,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:00.919902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:01.038239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:01.050440 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] Routers {'a4903612-888b-4be8-a328-31e48ef9fac8'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:01.051187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a4903612-888b-4be8-a328-31e48ef9fac8'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:01.144032 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:01.144708 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17376e6-93ed-481f-9316-5e1fe779bc9a None None] The sync data for ids ['a4903612-888b-4be8-a328-31e48ef9fac8'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:01.198766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.212225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Attempting to bind port 4b1bea6f-e457-4d20-aeff-57123e344f33 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:01.212701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Attempting to bind port 4b1bea6f-e457-4d20-aeff-57123e344f33 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:01.213066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Attempting to bind port 4b1bea6f-e457-4d20-aeff-57123e344f33 on network c240916b-c63b-4988-aa08-fbd59418ef11 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:01.232923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:01.233298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Checking segment: {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:01.233740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.234133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Bound using segment: {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:01.234602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Bound port: 4b1bea6f-e457-4d20-aeff-57123e344f33, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:01.234982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.253032 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.326378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Allocated IP 2001:db8:3::1 (c240916b-c63b-4988-aa08-fbd59418ef11/9cb50470-8d95-4a89-be25-7abb2c0cec85/b280ac65-b76b-4af0-8655-82015bd98ed6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:01.350093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 8288b8e1-6425-45d4-819c-5e7170bfeaff, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8288b8e1-6425-45d4-819c-5e7170bfeaff,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:01.361057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.376921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] For port 4b1bea6f-e457-4d20-aeff-57123e344f33, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:01.382049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] For port 4b1bea6f-e457-4d20-aeff-57123e344f33, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b1bea6f-e457-4d20-aeff-57123e344f33,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:01.446592 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.478149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aea612c8-9b56-40db-8c0c-40a8e668272c tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 200 len: 921 time: 0.5923924 May 06 12:52:01.483168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:01.537145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.580866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:01.601313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Transition to ACTIVE for port object b280ac65-b76b-4af0-8655-82015bd98ed6 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:01.657818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:01.720570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:01.762361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bfcd024a-a8d0-4fed-9d64-d358a68af4eb tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=a4903612-888b-4be8-a328-31e48ef9fac8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2712839 May 06 12:52:01.765070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:01.784358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f968cc1-8731-49f9-985a-8994a6e3ce04 None None] Pushing event updated for resources: {'Port': ['ID=4b1bea6f-e457-4d20-aeff-57123e344f33,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:01.830230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.072325 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP acebd9cb-d70a-46d8-90a7-88aeefac5ab9 associated. External IP: 172.25.2.126, port: 5149651e-265c-4a4a-b3c3-ae795522d880. May 06 12:52:02.086111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c240916b-c63b-4988-aa08-fbd59418ef11 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:02.114420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8288b8e1-6425-45d4-819c-5e7170bfeaff up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:02.121687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.150159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:02.158889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:02.161495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:02.162411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.228759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:02.239697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Usage tracker for resource:security_group_rule and tenant:153bd9b0e5244ddd980f5823c1056ce7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:02.245447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:02.252609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:02.276243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8288b8e1-6425-45d4-819c-5e7170bfeaff triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:02.278028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.331311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.351507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b532f-b735-4219-934d-c7fb2513a9e4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:02.388359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-931b532f-b735-4219-934d-c7fb2513a9e4 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.5900764 May 06 12:52:02.388516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:02.409454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0a8fb1c0-50d4-45b9-8c33-41d9d9044a47 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 200 len: 205 time: 0.0498240 May 06 12:52:02.410494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52638) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:02.558864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.775582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:02.819927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210f3924-1c99-4273-8763-bcd469cd5d89,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:02.846598 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51d3e62f-a4ca-4955-bc68-caf00f840249 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=153bd9b0e5244ddd980f5823c1056ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1206777 May 06 12:52:02.846709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:02.901280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:03.186593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.226869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adac2fd-d775-4e08-b732-a3d744a08360 None None] Network c240916b-c63b-4988-aa08-fbd59418ef11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:03.235798 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.301662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.347575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:03.368180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:03.372575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.467010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:03.467797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:03.484131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.487504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.489125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/210f3924-1c99-4273-8763-bcd469cd5d89 HTTP/1.1" status: 204 len: 168 time: 0.6425040 May 06 12:52:03.505828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a46f952-4531-45a6-9376-382452462ab8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "PUT /v2.0/floatingips/acebd9cb-d70a-46d8-90a7-88aeefac5ab9 HTTP/1.1" status: 200 len: 991 time: 4.6972599 May 06 12:52:03.516826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:03.531420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557617aa-744b-4546-b890-6dd763ef274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210f3924-1c99-4273-8763-bcd469cd5d89,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:03.661083 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82bca6c-a2d7-4b19-8734-8b20d05db5ee'] response: {'name': 'network-changed', 'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880', 'status': 'completed', 'code': 200} May 06 12:52:03.682654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a670aeab-add4-4dd0-965d-82c10a3bb583 None None] Provisioning for port 4b1bea6f-e457-4d20-aeff-57123e344f33 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:03.800741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.852511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-7d2c7106-1257-498e-944e-756bfb9e7ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 1096 time: 0.1575012 May 06 12:52:03.872815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:03.945923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:03.947108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.307840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b1bea6f-e457-4d20-aeff-57123e344f33 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:04.503902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event updated for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:04.525548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.568917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-55e252b1-46b5-4820-a1b5-9c30671afab5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:04.570570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-55e252b1-46b5-4820-a1b5-9c30671afab5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.7104130 May 06 12:52:04.579762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'acebd9cb-d70a-46d8-90a7-88aeefac5ab9', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': '5149651e-265c-4a4a-b3c3-ae795522d880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:a9:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:25Z', 'updated_at': '2022-05-06T12:52:00Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:04.585761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:04.602769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:04.603851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:04.682299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 4b1bea6f-e457-4d20-aeff-57123e344f33 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:04.706619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port 31a36324-2e51-40a1-a221-3e9216399d7f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:04.707170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.805962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52674) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:04.809203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Network c240916b-c63b-4988-aa08-fbd59418ef11 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:04.840904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:04.841713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4b1bea6f-e457-4d20-aeff-57123e344f33 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:04.842279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:04.979287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ea56bb8c-1729-46f2-9602-a5cb4a016bbf None None] Provisioning for port b280ac65-b76b-4af0-8655-82015bd98ed6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:04.998137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ea56bb8c-1729-46f2-9602-a5cb4a016bbf None None] Provisioning complete for port b280ac65-b76b-4af0-8655-82015bd98ed6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:04.998507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea56bb8c-1729-46f2-9602-a5cb4a016bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.046732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.101108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:05.113189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ea56bb8c-1729-46f2-9602-a5cb4a016bbf None None] Port b280ac65-b76b-4af0-8655-82015bd98ed6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:05.119140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Usage tracker for resource:security_group_rule and tenant:2b325112cce149898b78df7e84f094bd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:05.135972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:05.148550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:05.281668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.299855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.319300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f2de6426-23c8-4cf8-bab7-7ce2154dadf2 None None] Provisioning complete for port b280ac65-b76b-4af0-8655-82015bd98ed6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:05.320036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f2de6426-23c8-4cf8-bab7-7ce2154dadf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.342703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:05.378027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.416974 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-45e159cc-9e1b-4b75-a321-c60564c479b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 200 len: 999 time: 0.8399427 May 06 12:52:05.500864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b325112cce149898b78df7e84f094bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6932087 May 06 12:52:05.504636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52682) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:05.505682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077c679-b0db-4e1a-b4f1-f5e6bb5f34ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b92f81-5a29-4709-bb25-67177605a487,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:05.629151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.653756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.670315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.675014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 4b1bea6f-e457-4d20-aeff-57123e344f33, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b1bea6f-e457-4d20-aeff-57123e344f33,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:05.747301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f2de6426-23c8-4cf8-bab7-7ce2154dadf2 None None] Port b280ac65-b76b-4af0-8655-82015bd98ed6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:05.795567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.846802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.859884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-0944d8d6-7524-4d40-a746-b7bec74a4b29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:05.861355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-0944d8d6-7524-4d40-a746-b7bec74a4b29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.3807445 May 06 12:52:05.870989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b92f81-5a29-4709-bb25-67177605a487,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:05.890145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:05.891291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20e2beb1-a42c-4d5a-aef7-268d4fc74c40 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/58b92f81-5a29-4709-bb25-67177605a487 HTTP/1.1" status: 204 len: 168 time: 0.3650339 May 06 12:52:05.950811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for 31a36324-2e51-40a1-a221-3e9216399d7f owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:06.032971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=4b1bea6f-e457-4d20-aeff-57123e344f33,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:06.037650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94d30c84-147f-4af1-8364-91abeb76a513 None None] Provisioning complete for port b280ac65-b76b-4af0-8655-82015bd98ed6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:06.038195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94d30c84-147f-4af1-8364-91abeb76a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:06.129598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-94d30c84-147f-4af1-8364-91abeb76a513 None None] Port b280ac65-b76b-4af0-8655-82015bd98ed6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:06.137245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'acebd9cb-d70a-46d8-90a7-88aeefac5ab9', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': '5149651e-265c-4a4a-b3c3-ae795522d880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:a9:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:25Z', 'updated_at': '2022-05-06T12:52:00Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:06.141781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715bf589-ef36-4be4-83cf-70c9119b604b None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'acebd9cb-d70a-46d8-90a7-88aeefac5ab9', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': '5149651e-265c-4a4a-b3c3-ae795522d880', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:a9:40:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:51:25Z', 'updated_at': '2022-05-06T12:52:00Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:06.280443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-a4999ebd-67e1-44ba-aa14-e3ddaecd4181 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3367231 May 06 12:52:06.282394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:06.317396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:06.557076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=31a36324-2e51-40a1-a221-3e9216399d7f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:06.915318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-bc4a92e1-b882-48b0-b16d-544c11ffe24c service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215520 May 06 12:52:06.943577 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a571e61-523d-4ab3-a92d-d0b404900b72 None None] New status for floating IP acebd9cb-d70a-46d8-90a7-88aeefac5ab9: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:52:06.950253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.085148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:07.309670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.386394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:07.394597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5dcd614db054eec92fb32b4c774fe9d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:07.406779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:07.417053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:07.513380 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.527512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.541064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.577828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:07.593550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:07.610643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:07.615809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:07.630781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5e0ec19-24ba-4009-9eba-8f10a0b85956 req-94138e05-9a7c-4e02-89b5-d9b0cfc0247f service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079186 May 06 12:52:07.647188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52724) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:07.652447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d3aeee89-1add-421b-a1fb-2826081cd682 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3827050 May 06 12:52:07.654158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:07.717257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.767351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.771197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router a4903612-888b-4be8-a328-31e48ef9fac8 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:07.787938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.790769 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5dcd614db054eec92fb32b4c774fe9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7039800 May 06 12:52:07.792296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-55d30af8-adda-48fa-a8d8-35804f7faf10 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 204 len: 168 time: 5.3802271 May 06 12:52:07.793872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52730) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:07.801319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:07.837089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:07.844928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1452519741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:07.864068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:07.907918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:07.917928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69b0b-72b1-4258-a2c5-c75dbbf83fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39044e6b-5f00-453b-8d50-37b913578ca6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:07.918591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:07.934495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:07.940493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:07.978836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.086583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.089341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.129890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b1bea6f-e457-4d20-aeff-57123e344f33 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:08.239254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.274878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.320444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39044e6b-5f00-453b-8d50-37b913578ca6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:08.345272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.346400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d17bf24-5c02-4d2c-a4e6-67c7c716fea4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/39044e6b-5f00-453b-8d50-37b913578ca6 HTTP/1.1" status: 204 len: 168 time: 0.5516076 May 06 12:52:08.378922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.504670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.508698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5009762b-4a8a-42c5-9c37-087d1af736b0 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7048550 May 06 12:52:08.512689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:08.532150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': True}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:08.644891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4b1bea6f-e457-4d20-aeff-57123e344f33 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:08.647109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.675129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bd449cec-05d6-40e3-8270-074490e0ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.764815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:52:08.792389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Removed routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:52:08.792789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:08.867383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:02Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:03Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:08.882467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:08.883447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Updating router 62dcbfd3-d902-4359-b5b8-6208a8554d4d port b280ac65-b76b-4af0-8655-82015bd98ed6 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:52:08.948010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.148700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.246737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52780) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:09.442524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.451740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.455979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.457571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Transition to ACTIVE for port object b280ac65-b76b-4af0-8655-82015bd98ed6 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:09.470907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.520390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:09.527471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d2a5d7f560734e97ae7c3df72737048a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:09.538847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:09.547325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:09.560883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.665071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.713975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.815286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52790) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:09.850858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.875127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.941753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ec87-d92a-424d-b1f2-d882844c3ae6 None None] Pushing event updated for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:09.959256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:09.965319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:09.984071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Usage tracker for resource:security_group_rule and tenant:86e708d9dc514ca6a1b341681c5a4ce9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:09.993921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:10.006647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:10.028030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:10.064174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Attempting to bind port b280ac65-b76b-4af0-8655-82015bd98ed6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:10.064590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Attempting to bind port b280ac65-b76b-4af0-8655-82015bd98ed6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:10.064954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Attempting to bind port b280ac65-b76b-4af0-8655-82015bd98ed6 on network c240916b-c63b-4988-aa08-fbd59418ef11 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:10.072831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:10.073222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Checking segment: {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:10.073951 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.074345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Bound using segment: {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:10.074887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Bound port: b280ac65-b76b-4af0-8655-82015bd98ed6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a47e7e-45ca-474d-bcfa-7e0da05c0d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:10.075260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.093651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.25.2.168 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/43bd146b-6ed9-451e-b0d0-d1d57422a4b8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:10.130779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2697e6b-a5a7-4df0-9218-32bd0a9d007e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.187823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] For port b280ac65-b76b-4af0-8655-82015bd98ed6, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:10.188372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c0330a9-bc5b-44f3-801f-6fa3a0c9bdc5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d2a5d7f560734e97ae7c3df72737048a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9405324 May 06 12:52:10.192002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] For port b280ac65-b76b-4af0-8655-82015bd98ed6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b280ac65-b76b-4af0-8655-82015bd98ed6,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:10.194509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:10.323283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.327439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.329522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.333413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.346028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:10.364426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.366730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.370268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c6206829-7419-4042-9192-88338a7a2805 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 954 time: 2.7194364 May 06 12:52:10.370426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:10.429845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:10.430644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:51:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:10.445984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.539707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.562517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2697e6b-a5a7-4df0-9218-32bd0a9d007e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.570117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ec87-d92a-424d-b1f2-d882844c3ae6 None None] Pushing event updated for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.580558 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.611226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9502b2fc-f814-43ec-9e07-cc7b2c6413ec,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.666529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-697f0e1a-f8c8-479e-9fd0-5fdec944f350 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=86e708d9dc514ca6a1b341681c5a4ce9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8469930 May 06 12:52:10.669108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:10.692635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:10.706146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.707211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b061fbd-232b-402e-9610-995367a0ab24 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b2697e6b-a5a7-4df0-9218-32bd0a9d007e HTTP/1.1" status: 204 len: 168 time: 0.5124633 May 06 12:52:10.737517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:10.744360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:10.760682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:10.790384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-79ad7f42-9c1d-4cf0-b1d2-c173133af1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.832196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:10.854678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52211227-7f84-40f8-8250-b301aae41a78 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 954 time: 0.4831998 May 06 12:52:10.861805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:10.867960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=43bd146b-6ed9-451e-b0d0-d1d57422a4b8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:10.872862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'routes': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:11.025122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.245410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:08Z', 'revision_number': 6, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:10Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:11.253846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e684ac-85a7-4259-a91b-fd6e602aab3a None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:08Z', 'revision_number': 6, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:10Z', 'revision_number': 4, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:11.338054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.386192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9502b2fc-f814-43ec-9e07-cc7b2c6413ec,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:11.395207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.399665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e27ae85d-19a9-49cf-8a4f-4e30975f0089 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9502b2fc-f814-43ec-9e07-cc7b2c6413ec HTTP/1.1" status: 204 len: 168 time: 0.7295635 May 06 12:52:11.429364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.897818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.910372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:11.959229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added routes are [] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:52:11.959993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.extraroute_db [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:52:12.028351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.137257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b280ac65-b76b-4af0-8655-82015bd98ed6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:12.285251 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.344010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.497477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b280ac65-b76b-4af0-8655-82015bd98ed6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:12.503881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b280ac65-b76b-4af0-8655-82015bd98ed6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:12.513025 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.651984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router 618c497a-d44f-495b-8666-0b6debc9729f is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:12.762980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.772931 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.839431 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.905211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b280ac65-b76b-4af0-8655-82015bd98ed6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b280ac65-b76b-4af0-8655-82015bd98ed6,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:12.985300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:12.995328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:12.995493 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] Sync routers for ids ['618c497a-d44f-495b-8666-0b6debc9729f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:12.996582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-075cd532-d527-422f-b245-71e94fa22d7f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "PUT /v2.0/routers/618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 200 len: 915 time: 4.4820240 May 06 12:52:12.999537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.013841 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] Routers {'618c497a-d44f-495b-8666-0b6debc9729f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:13.015054 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['618c497a-d44f-495b-8666-0b6debc9729f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.066829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:13.096009 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.109812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] Routers {'618c497a-d44f-495b-8666-0b6debc9729f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:13.110507 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['618c497a-d44f-495b-8666-0b6debc9729f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.132486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.189895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.191851 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f38be2-fe54-4d12-9d54-ca139a505fe9 None None] The sync data for ids ['618c497a-d44f-495b-8666-0b6debc9729f'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:13.308416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52866) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.309658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3b01f00a-7b97-49f2-8347-bef9896db85f tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 200 len: 921 time: 0.3089180 May 06 12:52:13.311436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:13.413945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52872) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.452477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d8567268-f202-4c7d-9dd4-8aefb10a4b86 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=618c497a-d44f-495b-8666-0b6debc9729f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1428769 May 06 12:52:13.455456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.484247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:13.490993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.492167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3c624c4b-a52d-4ba3-8d90-01f4340b4b7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 704 time: 2.6284230 May 06 12:52:13.494700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.537638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:13.637311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-29e6d905-d844-43fc-a149-a60111aabb9d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.641185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29e6d905-d844-43fc-a149-a60111aabb9d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2234194 May 06 12:52:13.641894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.648413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-b09e81f7-cf1e-478a-bd6f-55dc107b39a9 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.649857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b09e81f7-cf1e-478a-bd6f-55dc107b39a9 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067468 May 06 12:52:13.653317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52892) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.663960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-6e28bedb-9c2f-43c3-a510-a9166523dcfb tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.667508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6e28bedb-9c2f-43c3-a510-a9166523dcfb tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0101655 May 06 12:52:13.667508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52898) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.673037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-c228bfbc-354b-4c3c-bf97-ff7c2bae3270 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.674892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c228bfbc-354b-4c3c-bf97-ff7c2bae3270 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058401 May 06 12:52:13.689045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.699049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-918f14f4-c7f9-4152-958b-cd92cdb4a737 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.702293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-918f14f4-c7f9-4152-958b-cd92cdb4a737 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081196 May 06 12:52:13.702756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52908) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.708678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-f992026b-af1d-4af8-9e25-fb4f9678b8b4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.711887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f992026b-af1d-4af8-9e25-fb4f9678b8b4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050812 May 06 12:52:13.712565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52912) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.719915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-09796f2c-c1b9-40f5-a816-516646929ee8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.723446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-09796f2c-c1b9-40f5-a816-516646929ee8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079312 May 06 12:52:13.725782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52916) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.733856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-d1926bc1-850a-4b1c-b9ea-8c309e6a841e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.737365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1926bc1-850a-4b1c-b9ea-8c309e6a841e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079730 May 06 12:52:13.739434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.757338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a38026-b82f-443f-99c9-59dee3e15ec3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:13.761479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-5c5618f7-d272-4b8c-8a13-57bd6e4f3e7b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.764941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5c5618f7-d272-4b8c-8a13-57bd6e4f3e7b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0213814 May 06 12:52:13.768763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52924) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.769559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a4a38026-b82f-443f-99c9-59dee3e15ec3 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.3121178 May 06 12:52:13.771538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:13.774069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52926) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.791404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-aa5ae54f-a5af-4c74-b17b-5bdc912b966c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.792150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:13.792791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:13.796008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aa5ae54f-a5af-4c74-b17b-5bdc912b966c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0174825 May 06 12:52:13.797988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52932) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.813772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-9d6e0cef-751b-4c86-90a8-9427eccb606f tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.820126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d6e0cef-751b-4c86-90a8-9427eccb606f tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106170 May 06 12:52:13.825232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.837012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-634814fd-c726-4009-bb29-fcfb1c3057f0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.840699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-634814fd-c726-4009-bb29-fcfb1c3057f0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0118387 May 06 12:52:13.842606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aa42fb10-eede-4c90-a367-473ccae92533 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 200 len: 205 time: 0.0670941 May 06 12:52:13.843696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52940) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.846172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52942) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.878771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fcd5cdeb-e7d1-4ba7-a41d-951929804e3f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 704 time: 0.3829696 May 06 12:52:13.882183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52948) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.912265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-e224ef63-7bfd-467b-b072-14ca5e610fc0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.917123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e224ef63-7bfd-467b-b072-14ca5e610fc0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0722451 May 06 12:52:13.918223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52950) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.918729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:13.944279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-4bed1008-1da5-4102-abe9-2af3a7a33b1a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:13.948637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4bed1008-1da5-4102-abe9-2af3a7a33b1a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0207899 May 06 12:52:13.950042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52962) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.010158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:14.028274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-bde5743c-31c2-4915-b058-2311ca94b36d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.035202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bde5743c-31c2-4915-b058-2311ca94b36d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0831904 May 06 12:52:14.039951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52966) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.071138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-ede03324-e0ee-4224-88cd-69fc87bc21c1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.071994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b280ac65-b76b-4af0-8655-82015bd98ed6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:14.075958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52970) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.082123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-c15a5064-b199-4741-bed1-9da8ebb68d0c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.086617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ede03324-e0ee-4224-88cd-69fc87bc21c1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0455663 May 06 12:52:14.087246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52974) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.094336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c15a5064-b199-4741-bed1-9da8ebb68d0c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0171616 May 06 12:52:14.173994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2092657142-network', 'tenant_id': '25bb17267fbc417da258f8ba4aaac047'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:14.175186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-2fa0626f-bab4-41c1-8e8a-745838f6a8e1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.180343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2fa0626f-bab4-41c1-8e8a-745838f6a8e1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0918081 May 06 12:52:14.180650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:14.185298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Usage tracker for resource:network and tenant:25bb17267fbc417da258f8ba4aaac047 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:14.188530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.189022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:14.196624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:14.197905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-dc2c19a9-0a5c-48eb-a28a-89098798593d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.201918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc2c19a9-0a5c-48eb-a28a-89098798593d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0102477 May 06 12:52:14.205558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.228947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-43f0805a-ab5c-4587-97b6-3ab791d1195b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.233586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43f0805a-ab5c-4587-97b6-3ab791d1195b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0263813 May 06 12:52:14.237745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52988) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.244159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-ddc2fd89-3955-4db0-82da-e61bc5ff785a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.248134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ddc2fd89-3955-4db0-82da-e61bc5ff785a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0092199 May 06 12:52:14.250563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52992) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.251140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b280ac65-b76b-4af0-8655-82015bd98ed6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:14.251514 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.258816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-dfbdb637-3656-4440-80ce-15894facc57d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.262680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dfbdb637-3656-4440-80ce-15894facc57d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0108943 May 06 12:52:14.263501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.266307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52996) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.279224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-9017bf32-2b33-42d6-bdaf-882b2b2c722e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.283033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9017bf32-2b33-42d6-bdaf-882b2b2c722e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0149291 May 06 12:52:14.285373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.297106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-4cbd44f6-5382-40e9-83c9-cd401e1eb27c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.299237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4cbd44f6-5382-40e9-83c9-cd401e1eb27c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0103641 May 06 12:52:14.305074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53004) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.323173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-6bdfab6a-d918-487b-968b-60a9c96fb937 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.328009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6bdfab6a-d918-487b-968b-60a9c96fb937 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0217490 May 06 12:52:14.332943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.341194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-822e0fa6-868e-4625-9564-4777d9e0803c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.345103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-822e0fa6-868e-4625-9564-4777d9e0803c tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0096586 May 06 12:52:14.345802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.353662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-3a039edf-14e2-4fc5-b50d-acff32c6ca54 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.357798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53016) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.358048 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a039edf-14e2-4fc5-b50d-acff32c6ca54 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093434 May 06 12:52:14.421581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Made reservation on behalf of 25bb17267fbc417da258f8ba4aaac047 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:14.423970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.562268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.588963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:11Z', 'revision_number': 7, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:12Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:14.594767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:14.606429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-61ebf76b-4d8e-42b1-bbb2-12a9126d5cc8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.607392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-61ebf76b-4d8e-42b1-bbb2-12a9126d5cc8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.1872995 May 06 12:52:14.609169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:14.618821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:14.618963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.621513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53022) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.635827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-2317e156-fedd-4746-8613-21a8595586d4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.638928 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2317e156-fedd-4746-8613-21a8595586d4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0146360 May 06 12:52:14.640244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53026) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.647934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-0bd2e974-98ef-41dc-961f-4ba8fd09adf6 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.651540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0bd2e974-98ef-41dc-961f-4ba8fd09adf6 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088050 May 06 12:52:14.665087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53030) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.674907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-9a11dc53-fa3d-4bbf-b55e-8b9627cbda84 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.678422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a11dc53-fa3d-4bbf-b55e-8b9627cbda84 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097775 May 06 12:52:14.679756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53034) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.688743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-6961b33d-2bc3-41f9-b06e-3e96676bfad4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.692270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6961b33d-2bc3-41f9-b06e-3e96676bfad4 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079861 May 06 12:52:14.694162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53038) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.696790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:14.705803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-5c8067cf-f394-4393-8d3d-91652ae3eca0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.709920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5c8067cf-f394-4393-8d3d-91652ae3eca0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074289 May 06 12:52:14.709920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Usage tracker for resource:security_group_rule and tenant:25bb17267fbc417da258f8ba4aaac047 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:14.713568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53042) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.716727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:14.721889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-3f7d5b6c-631a-49fd-af86-a820df93cf10 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.722821 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3f7d5b6c-631a-49fd-af86-a820df93cf10 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084913 May 06 12:52:14.726752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.729103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:14.732648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-cea59e5d-e444-45d7-9c9b-b1d85a7fe1e8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.733570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cea59e5d-e444-45d7-9c9b-b1d85a7fe1e8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050411 May 06 12:52:14.739348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53050) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.746893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-0b8aab0e-9034-4bbc-80c1-a220d8f006f6 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.747848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0b8aab0e-9034-4bbc-80c1-a220d8f006f6 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074909 May 06 12:52:14.752444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53054) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.821701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:14.844854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.857023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-9b65551f-de51-4746-81cf-c465bb502696 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.859041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9b65551f-de51-4746-81cf-c465bb502696 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0119925 May 06 12:52:14.868607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.879470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-6401659e-5ff5-40fc-b0ac-3f82f6a517ba tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.881305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6401659e-5ff5-40fc-b0ac-3f82f6a517ba tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076728 May 06 12:52:14.892597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53066) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.911660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-fcdf35e5-6b0e-4e20-80be-bdc5eeb206d2 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.913691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fcdf35e5-6b0e-4e20-80be-bdc5eeb206d2 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089757 May 06 12:52:14.922632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.930826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-534de5a9-5801-4e23-829f-f7f413aa299f tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.932307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-534de5a9-5801-4e23-829f-f7f413aa299f tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0090289 May 06 12:52:14.934911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53074) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.939445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:14.956163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-5f69884d-72b2-44ef-8511-cae0474dbee0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.956163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f69884d-72b2-44ef-8511-cae0474dbee0 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0133858 May 06 12:52:14.956995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53078) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.970792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-d28bd5c3-fa42-4372-b7d1-69f836f7efbb tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:14.971711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d28bd5c3-fa42-4372-b7d1-69f836f7efbb tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093355 May 06 12:52:14.978669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:14.995247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:15.002705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-49edc05e-9701-456d-b3dd-b1574a7d8158 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.003896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-49edc05e-9701-456d-b3dd-b1574a7d8158 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0211964 May 06 12:52:15.013372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53086) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.024562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-460b1a10-ae6c-416d-89ba-8611b80feebd tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.025484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-460b1a10-ae6c-416d-89ba-8611b80feebd tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0086813 May 06 12:52:15.026770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f121d5aa-d580-4e46-86ea-25640e927b49,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:15.030635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.034078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.042790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.043042 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Added segment 7122e57d-4402-49e6-8248-38719c838a65 of type vlan for network f6f7a79c-5687-4235-8c10-e3511c9ab0dd May 06 12:52:15.049686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [None req-2e2c40c1-d421-414a-bf70-dba9a983faff tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.050653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2e2c40c1-d421-414a-bf70-dba9a983faff tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0120828 May 06 12:52:15.068584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53094) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.084741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.123478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-ea3c2d39-67d0-486c-8941-1152e51c5a6b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.124806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ea3c2d39-67d0-486c-8941-1152e51c5a6b tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0632741 May 06 12:52:15.127316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.133063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-a025f5fd-a903-4607-9bc1-7a0f2caa5c46 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.135811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a025f5fd-a903-4607-9bc1-7a0f2caa5c46 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050421 May 06 12:52:15.136817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.138811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port 43bd146b-6ed9-451e-b0d0-d1d57422a4b8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:15.139298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.175980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-46e31deb-15f1-47f1-8ad5-b18d77483a34 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.177918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-46e31deb-15f1-47f1-8ad5-b18d77483a34 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0378368 May 06 12:52:15.184579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53106) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.196323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-e28bc39c-1f05-4a0c-84a0-4bcbb19681fd tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.199737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e28bc39c-1f05-4a0c-84a0-4bcbb19681fd tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0115652 May 06 12:52:15.200448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53110) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.210166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-0533ab1c-a933-422e-81e9-e1b3acade8a9 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.213781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0533ab1c-a933-422e-81e9-e1b3acade8a9 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101235 May 06 12:52:15.214113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53114) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.223633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-a00a8b89-fc1e-4c34-b671-eba338eb16ac tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.227552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a00a8b89-fc1e-4c34-b671-eba338eb16ac tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078850 May 06 12:52:15.228500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.234761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-75bd13a2-d121-460f-8763-b0c591974a6a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.237983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-75bd13a2-d121-460f-8763-b0c591974a6a tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069017 May 06 12:52:15.268877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53122) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.278587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-c2ee95a8-3a98-4eac-be70-4361cc0a2898 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.282092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c2ee95a8-3a98-4eac-be70-4361cc0a2898 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103054 May 06 12:52:15.284575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53126) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.293736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-8aa20317-5d46-490d-8c01-7591789858c1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.297159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8aa20317-5d46-490d-8c01-7591789858c1 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082974 May 06 12:52:15.304492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.313240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-f7870855-d86f-4c0b-b35f-1628383a8d37 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.316617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7870855-d86f-4c0b-b35f-1628383a8d37 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052750 May 06 12:52:15.317111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.322669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.323191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:15.323814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.326645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-c58f1fba-94c0-4d55-98c9-4b24949e1006 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.330367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c58f1fba-94c0-4d55-98c9-4b24949e1006 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0101514 May 06 12:52:15.330606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53138) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.340247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-1d0b6d33-1a71-409b-bf74-7f12b846a25e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.343602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1d0b6d33-1a71-409b-bf74-7f12b846a25e tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097294 May 06 12:52:15.347069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53142) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.357771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-d739505c-b3a8-4aa8-b5a0-f47acc13eb60 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.360970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d739505c-b3a8-4aa8-b5a0-f47acc13eb60 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067270 May 06 12:52:15.361294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53146) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.368564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-0bbdde2c-2596-4059-932b-a060661dccb8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.369478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0bbdde2c-2596-4059-932b-a060661dccb8 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073159 May 06 12:52:15.372258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53150) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.378061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-5a3de810-81fb-4c05-ae1b-5e87c56ef04d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.379153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5a3de810-81fb-4c05-ae1b-5e87c56ef04d tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0061421 May 06 12:52:15.382282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:11Z', 'revision_number': 7, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:12Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:15.387708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb70533-7caf-4354-94c5-412cdb04b93a None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:11Z', 'revision_number': 7, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b280ac65-b76b-4af0-8655-82015bd98ed6', 'name': '', 'network_id': 'c240916b-c63b-4988-aa08-fbd59418ef11', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:59:15:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:52:00Z', 'updated_at': '2022-05-06T12:52:12Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '9cb50470-8d95-4a89-be25-7abb2c0cec85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:15.405957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53154) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.422367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-b0d8e915-a768-43de-b169-d7d04eda32ed tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.423734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0d8e915-a768-43de-b169-d7d04eda32ed tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0164716 May 06 12:52:15.429800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53158) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.439404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-503ec797-b3c9-4ac6-b3e1-522679bf81d3 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.444003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-503ec797-b3c9-4ac6-b3e1-522679bf81d3 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060494 May 06 12:52:15.452787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53162) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.462299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-b728b6b0-5f7e-49ff-98d0-4873548b2e67 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.465674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b728b6b0-5f7e-49ff-98d0-4873548b2e67 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078046 May 06 12:52:15.468592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53166) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.479129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [None req-c1f83e26-71c4-4667-9208-0004d565aa33 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:15.482803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c1f83e26-71c4-4667-9208-0004d565aa33 tempest-ExtensionsTestJSON-141171784 tempest-ExtensionsTestJSON-141171784-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069385 May 06 12:52:15.506511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.589383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port b280ac65-b76b-4af0-8655-82015bd98ed6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:15.589796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.666980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for 43bd146b-6ed9-451e-b0d0-d1d57422a4b8 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:15.697068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7710834 May 06 12:52:15.703726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8122-926e-4ff2-85ba-cf6d987c0748 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f7a79c-5687-4235-8c10-e3511c9ab0dd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:15.706720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53172) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:15.719474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:15.722290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Request body: {'subnet': {'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2092657142-subnet', 'tenant_id': '25bb17267fbc417da258f8ba4aaac047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:15.731796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:15.738285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Usage tracker for resource:subnet and tenant:25bb17267fbc417da258f8ba4aaac047 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:15.764038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:15.782179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:15.845084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port b280ac65-b76b-4af0-8655-82015bd98ed6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b280ac65-b76b-4af0-8655-82015bd98ed6,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:15.845469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.931685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Made reservation on behalf of 25bb17267fbc417da258f8ba4aaac047 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:15.934077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:15.997603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for b280ac65-b76b-4af0-8655-82015bd98ed6 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:16.155180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.200914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:16.217308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=43bd146b-6ed9-451e-b0d0-d1d57422a4b8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:16.315278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.378741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=b280ac65-b76b-4af0-8655-82015bd98ed6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:16.560828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.569366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.614151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.620882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:16.819518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:17.027048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.031990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2ce9e57efb41f9a4874babc5e7b468 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:17.129030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:17.164419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:17.182404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.188644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.304966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e192bf57-cc2f-407a-99b2-066fa1601ebe,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.341493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Checking segment: {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:17.341861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Network hostable DHCP agents. Network: f6f7a79c-5687-4235-8c10-e3511c9ab0dd, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:52:17.401017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:17.406978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.407393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router 618c497a-d44f-495b-8666-0b6debc9729f {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:17.447887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.463513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.467184 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba6b4680-06b8-4e83-9b56-fd99bc7c5f1e tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 204 len: 168 time: 3.6195860 May 06 12:52:17.471143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53198) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:17.478042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835962948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:17.492721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:17.493091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:17.496141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:17.503664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:17.526416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:52:17.598151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.613472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:17.628357 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:17.630015 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2ce01fe5-533f-443b-8553-001d519503ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7463949 May 06 12:52:17.634036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53202) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:17.643369 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:17.644242 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:17.651647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6dad17-70ed-4c03-9083-eec58d0fd93c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:17.656176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-80323bf8-c7c1-480e-b954-5217667bc329 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e2ce9e57efb41f9a4874babc5e7b468&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4541929 May 06 12:52:17.682151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:17.786886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.823017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.866910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet 9cb50470-8d95-4a89-be25-7abb2c0cec85 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:17.870255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.899118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f6f7a79c-5687-4235-8c10-e3511c9ab0dd) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:17.912701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d593a-03c1-49b2-a898-1b2a50b4b3ce None None] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:17.917720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:17.918333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.923184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.924227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:17.947475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:17.956318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.058240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.093406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.132294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.159446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f4bcaa3-b4fb-42fa-aab2-c36084da3383 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4416380 May 06 12:52:18.173479 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.179268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff6dad17-70ed-4c03-9083-eec58d0fd93c HTTP/1.1" status: 204 len: 168 time: 0.4921446 May 06 12:52:18.181931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ff685-0821-422d-916c-2e8abb13d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6dad17-70ed-4c03-9083-eec58d0fd93c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:18.224148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.264252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.332223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.339938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439115e0-6e51-430c-8efe-8000204f12b9 None None] Network c240916b-c63b-4988-aa08-fbd59418ef11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:18.342284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb50470-8d95-4a89-be25-7abb2c0cec85,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:18.347147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d25f94f4-62a4-4014-909c-474acbbeaa94 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/9cb50470-8d95-4a89-be25-7abb2c0cec85 HTTP/1.1" status: 204 len: 168 time: 0.7120223 May 06 12:52:18.350542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53218) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:18.357675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fbd8f-54b9-4fa2-869d-35f0618a4645 None None] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:18.390322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.393684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4ad8d8da-6b88-4dd0-9e5c-5c8ca2e297af tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9212072 May 06 12:52:18.406392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:18.412986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'enable_snat': False}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:18.572338 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 8, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:18.587669 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:18.629491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.634536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:18.635727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:18.642613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 4b1bea6f-e457-4d20-aeff-57123e344f33 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:18.643394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:18.984442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] DHCP port deletion for c240916b-c63b-4988-aa08-fbd59418ef11 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:52:18.991266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Deleting port 4b1bea6f-e457-4d20-aeff-57123e344f33 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:18.991641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.079893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 4b1bea6f-e457-4d20-aeff-57123e344f33, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b1bea6f-e457-4d20-aeff-57123e344f33,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:19.080891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.197922 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:19.276554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 4b1bea6f-e457-4d20-aeff-57123e344f33 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:19.387398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.474416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] For port 4b1bea6f-e457-4d20-aeff-57123e344f33, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4b1bea6f-e457-4d20-aeff-57123e344f33,segment=NetworkSegment(96a47e7e-45ca-474d-bcfa-7e0da05c0d23),segment_id=96a47e7e-45ca-474d-bcfa-7e0da05c0d23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:19.474817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.578305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.630114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Calling delete_port for 4b1bea6f-e457-4d20-aeff-57123e344f33 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:19.686367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=4b1bea6f-e457-4d20-aeff-57123e344f33,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:19.712703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 4b1bea6f-e457-4d20-aeff-57123e344f33 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:19.791744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:19.792140 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:19.865088 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 8, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:19.878598 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8514e2-0104-4467-ba15-660a8307f3b3 None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:16Z', 'revision_number': 8, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '8288b8e1-6425-45d4-819c-5e7170bfeaff', 'name': '', 'network_id': '6bccc801-acb4-4d13-921e-a56fcb10376c', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:f3:b1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:50Z', 'updated_at': '2022-05-06T12:52:01Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': 'bfacbc7a-c934-4d79-ab8d-b112cb32cd3b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:19.973214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:19.994884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.000119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c240916b-c63b-4988-aa08-fbd59418ef11']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.012372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a47e7e-45ca-474d-bcfa-7e0da05c0d23') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.012661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a47e7e-45ca-474d-bcfa-7e0da05c0d23') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:20.024397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.025819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.053834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.054153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:20.054404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: timer() May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:20.070239 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:20.253669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53260) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:20.287855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.293785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.294693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Deleting port 4b1bea6f-e457-4d20-aeff-57123e344f33 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:20.295164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.327883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/c240916b-c63b-4988-aa08-fbd59418ef11 HTTP/1.1" status: 204 len: 168 time: 1.9761119 May 06 12:52:20.332058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53266) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:20.375411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b1bea6f-e457-4d20-aeff-57123e344f33 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:20.433493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319258a4-3155-4948-8321-1e4ecf62c2e5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=c240916b-c63b-4988-aa08-fbd59418ef11,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:20.524261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3e685054-7be0-48c1-974a-440cc71e5632 None None] The port '4b1bea6f-e457-4d20-aeff-57123e344f33' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:52:20.537169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1187604235'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:20.542801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 4b1bea6f-e457-4d20-aeff-57123e344f33 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:20.554458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4b1bea6f-e457-4d20-aeff-57123e344f33 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:20.555179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b280ac65-b76b-4af0-8655-82015bd98ed6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:20.556568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:20.572339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:network and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:20.584976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:20.610829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b280ac65-b76b-4af0-8655-82015bd98ed6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:20.623521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b280ac65-b76b-4af0-8655-82015bd98ed6 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:20.624905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:20.637033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Allocated IP 172.25.2.149 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/70c5ddf9-1382-464f-9226-78001688bb1d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:20.754678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.774959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Made reservation on behalf of 23bfe266124942728c5129fe2957cdd1 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:20.789097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.935971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:20.979500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.004757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.036076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:21.043386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:security_group_rule and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:21.050681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:21.060826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:21.138333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.194072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.254292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.322133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:21.327688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6cb345-e79d-44c3-847b-a19a9b9e91d5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.330834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:52:21.337372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:21.353890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:21.376613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Pushing event updated for resources: {'Port': ['ID=70c5ddf9-1382-464f-9226-78001688bb1d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.398784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.399128 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Added segment 8411436b-ccbd-497f-ac10-8c02ff107f50 of type vlan for network cd345a2a-10e7-4576-9c6a-32aa45f596b5 May 06 12:52:21.503297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.629421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.635793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:21.635793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.727738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 8288b8e1-6425-45d4-819c-5e7170bfeaff {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:21.728403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.780057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Network': ['ID=cd345a2a-10e7-4576-9c6a-32aa45f596b5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:21.793990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:52:21.796621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:21.944791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-96dfdd89-ccd8-4255-ac78-8e282f2767dd tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6900563 May 06 12:52:21.947486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53284) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:21.953133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'subnet': {'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:22.000497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 8288b8e1-6425-45d4-819c-5e7170bfeaff, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8288b8e1-6425-45d4-819c-5e7170bfeaff,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:22.000852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.088852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:22.093569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:subnet and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:22.097047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:22.105007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:22.129862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.131468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 8288b8e1-6425-45d4-819c-5e7170bfeaff owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:22.133807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.272810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Made reservation on behalf of 23bfe266124942728c5129fe2957cdd1 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:22.480065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.522438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.663813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=8288b8e1-6425-45d4-819c-5e7170bfeaff,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:22.789278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0bf990a4-ca9f-4bc7-bd6a-4a85d3b877b0 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:22.789958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0bf990a4-ca9f-4bc7-bd6a-4a85d3b877b0 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:22.925233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.972387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:22.976058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Router bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:23.001024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0bf990a4-ca9f-4bc7-bd6a-4a85d3b877b0 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:23.002178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0bf990a4-ca9f-4bc7-bd6a-4a85d3b877b0 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/networks?id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 200 len: 809 time: 0.6483834 May 06 12:52:23.077667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-4ecf1a98-3760-4b23-b941-80ead0905743 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/quotas/25bb17267fbc417da258f8ba4aaac047 HTTP/1.1" status: 200 len: 375 time: 0.0221043 May 06 12:52:23.135286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-2a65ac83-d03e-458e-a9be-53b7e2f57f69 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480833 May 06 12:52:23.179705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Subnet': ['ID=df7148ba-9ab2-4a75-940d-28b82d7a237f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:23.210195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Checking segment: {'id': '8411436b-ccbd-497f-ac10-8c02ff107f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:23.210611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network hostable DHCP agents. Network: cd345a2a-10e7-4576-9c6a-32aa45f596b5, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:52:23.290104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:23.298471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.299705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1bde385a-17b1-45d5-bc9b-15337ffa305e tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "PUT /v2.0/routers/bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 200 len: 916 time: 4.8917134 May 06 12:52:23.304007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:23.305812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] Sync routers for ids ['bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:23.322111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] Routers {'bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:23.324056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:23.365889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:52:23.428817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-539ef43c-1f44-407e-b3b1-5e012ec99ff6 service neutron] 10.222.0.83 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824786 May 06 12:52:23.463053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:23.479191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] Routers {'bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:23.481089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:23.515390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, cd345a2a-10e7-4576-9c6a-32aa45f596b5) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:23.530452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:23.535379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.553718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb9a2-898c-429f-841a-2f535b1086d4 None None] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:23.579184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c181c764-6155-4c65-bbfd-e01e3a4280a6 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 200 len: 922 time: 0.2729840 May 06 12:52:23.579184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:23.592875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:23.593515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0946c-5409-4a4f-8819-6d1e8d92cd79 None None] The sync data for ids ['bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:23.646776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f8a4990-1669-4c03-baef-45a71c33a23c tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6981313 May 06 12:52:23.653747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:23.654149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-62481094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:23.665193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:23.687799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:router and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:23.687799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:23.694333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:23.721429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f135e89e-dea7-4813-96f8-359f66084fd0 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1362209 May 06 12:52:23.721429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53320) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:23.757276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-4fafc840-90ac-47c7-bcd5-fd9cd4e5bc3a service neutron] 10.222.0.83 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194487 May 06 12:52:23.830697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:23.850247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.851810 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.861115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-cd345a2a-10e7-4576-9c6a-32aa45f596b5', 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5', 'tenant_id': '23bfe266124942728c5129fe2957cdd1', 'fixed_ips': [{'subnet_id': 'df7148ba-9ab2-4a75-940d-28b82d7a237f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:52:23.862186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.909853 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:23.938154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde8bc4-b4e3-4eae-bf8f-7b99f67c6266 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:23.939641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8bde8bc4-b4e3-4eae-bf8f-7b99f67c6266 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/networks/832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 881 time: 0.2193909 May 06 12:52:23.944190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53326) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:24.014021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bb460d43-0bab-41d0-972e-edf3378e4d5d tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 200 len: 205 time: 0.0685680 May 06 12:52:24.029210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:24.084409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Allocated IP 172.20.0.2 (cd345a2a-10e7-4576-9c6a-32aa45f596b5/df7148ba-9ab2-4a75-940d-28b82d7a237f/707ed374-32ad-4895-978f-d4ef8bd472bb) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:24.142583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:24.159101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:24.182641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.183535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ed96ca3-3a34-43dc-bdd9-d596f8498e82 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8464863 May 06 12:52:24.183535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:24.188899 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:24.193666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:24.343309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7e8c31ef-fa0b-4b2f-87f6-4cf47936a208 req-5075aec7-bd01-4813-b024-4c37e279f745 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.1642821 May 06 12:52:24.384707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.397794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Transition to ACTIVE for port object 707ed374-32ad-4895-978f-d4ef8bd472bb will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:24.417562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Transition to ACTIVE for port object 707ed374-32ad-4895-978f-d4ef8bd472bb will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:24.438192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.497461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.498357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1daa14b-8d48-45d6-a482-26c065134a77 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.8489716 May 06 12:52:24.506273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:24.537681 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:24.560836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.642323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:24.649842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:24.658492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:24.712043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet bfacbc7a-c934-4d79-ab8d-b112cb32cd3b {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:24.717198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.771715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Pushing event updated for resources: {'Port': ['ID=707ed374-32ad-4895-978f-d4ef8bd472bb,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:24.794814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Attempting to bind port 707ed374-32ad-4895-978f-d4ef8bd472bb on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:24.795482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Attempting to bind port 707ed374-32ad-4895-978f-d4ef8bd472bb by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8411436b-ccbd-497f-ac10-8c02ff107f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:24.796201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Attempting to bind port 707ed374-32ad-4895-978f-d4ef8bd472bb on network cd345a2a-10e7-4576-9c6a-32aa45f596b5 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:24.804715 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:24.805278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Checking segment: {'id': '8411436b-ccbd-497f-ac10-8c02ff107f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:24.806087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.806602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Bound using segment: {'id': '8411436b-ccbd-497f-ac10-8c02ff107f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:24.807206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Bound port: 707ed374-32ad-4895-978f-d4ef8bd472bb, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8411436b-ccbd-497f-ac10-8c02ff107f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:24.807716 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.875427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:24.937658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] For port 707ed374-32ad-4895-978f-d4ef8bd472bb, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:24.942073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] For port 707ed374-32ad-4895-978f-d4ef8bd472bb, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=707ed374-32ad-4895-978f-d4ef8bd472bb,segment=NetworkSegment(8411436b-ccbd-497f-ac10-8c02ff107f50),segment_id=8411436b-ccbd-497f-ac10-8c02ff107f50)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:25.032581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.099684 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:22Z', 'revision_number': 9, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:25.104129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:25.116531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:25.117288 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:25.140895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.241364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eff61-2813-41a9-ac55-ace1e36e7e9f None None] Pushing event updated for resources: {'Port': ['ID=707ed374-32ad-4895-978f-d4ef8bd472bb,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:25.329842 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:25.367178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.372831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.456016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.543248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=bfacbc7a-c934-4d79-ab8d-b112cb32cd3b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:25.588232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33feb9e0-b88b-4f8f-a718-1febd8da6eeb req-3e52b848-47bb-44b5-9b28-a4676ec23b13 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.1611633 May 06 12:52:25.601017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.601284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb24e5-0f90-4f81-b5a7-17164e06b32e None None] Network 6bccc801-acb4-4d13-921e-a56fcb10376c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:25.606597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14e29a56-b719-4296-9943-5168ed81b111 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/bfacbc7a-c934-4d79-ab8d-b112cb32cd3b HTTP/1.1" status: 204 len: 168 time: 1.4207766 May 06 12:52:25.609499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:25.649180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port 70c5ddf9-1382-464f-9226-78001688bb1d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:25.652937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.871428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.892528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:25.914513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:25.914993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.102600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for 70c5ddf9-1382-464f-9226-78001688bb1d owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:26.165986 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:22Z', 'revision_number': 9, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:26.174948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 707ed374-32ad-4895-978f-d4ef8bd472bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:26.190547 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b8af6c-2be1-4d0b-88aa-abde8117d9e2 None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:22Z', 'revision_number': 9, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0fa009f-bacf-4297-ad67-53860449cf1a', 'name': '', 'network_id': 'ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:ef:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:40Z', 'updated_at': '2022-05-06T12:51:50Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '8844d292-a8b7-47d9-97b2-f56c8975c5fa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:26.204768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] DHCP port deletion for 6bccc801-acb4-4d13-921e-a56fcb10376c request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:52:26.221751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Deleting port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:26.222114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.506536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] For port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:26.515180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.519570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,segment=NetworkSegment(60c73154-5bf3-4f25-b822-528fdfc97ec3),segment_id=60c73154-5bf3-4f25-b822-528fdfc97ec3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:26.521569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:26.804005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:26.906703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 707ed374-32ad-4895-978f-d4ef8bd472bb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:26.927302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Calling delete_port for 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:26.994514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:52:26.996570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9058650d-87ad-445a-bbe2-75500d223f73 req-053051c3-d02b-4dbc-8962-27abbf19d759 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.1306748 May 06 12:52:27.049775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Allocated IP 172.20.0.1 (cd345a2a-10e7-4576-9c6a-32aa45f596b5/df7148ba-9ab2-4a75-940d-28b82d7a237f/f4f8b130-fc4b-4b2a-88f3-ac11fd339684) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:27.074367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe0aed9-3b9b-4c9a-8163-4d46f23ec6b2 None None] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:27.196800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.229356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:27.229976 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:27.272080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:27.317274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=2747ec47-ba03-4bfc-a2e9-660c93c4b6d9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:27.360420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Provisioning for port 707ed374-32ad-4895-978f-d4ef8bd472bb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:27.387664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Provisioning complete for port 707ed374-32ad-4895-978f-d4ef8bd472bb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:27.387664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.435999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.444237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.457330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Transition to ACTIVE for port object f4f8b130-fc4b-4b2a-88f3-ac11fd339684 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:27.473383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.497425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bccc801-acb4-4d13-921e-a56fcb10376c']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:27.513140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c73154-5bf3-4f25-b822-528fdfc97ec3') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:27.514208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c73154-5bf3-4f25-b822-528fdfc97ec3') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:27.519553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=70c5ddf9-1382-464f-9226-78001688bb1d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:27.527613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.551797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.566233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:27.566642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: timer() May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:27.602704 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:27.617444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.665042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.703896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] For port 707ed374-32ad-4895-978f-d4ef8bd472bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=707ed374-32ad-4895-978f-d4ef8bd472bb,segment=NetworkSegment(8411436b-ccbd-497f-ac10-8c02ff107f50),segment_id=8411436b-ccbd-497f-ac10-8c02ff107f50)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:27.734742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Deleting port 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:27.734742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.749482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:27.751340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:27.766712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=f4f8b130-fc4b-4b2a-88f3-ac11fd339684,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:27.821390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4fff7898-adab-4526-8320-19cb71f9027d None None] The port '2747ec47-ba03-4bfc-a2e9-660c93c4b6d9' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:52:27.842055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:27.866792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.920272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.967183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:27.983953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=6bccc801-acb4-4d13-921e-a56fcb10376c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:28.076232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e55195f-5bfa-48ab-a583-175f046001e6 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/6bccc801-acb4-4d13-921e-a56fcb10376c HTTP/1.1" status: 204 len: 168 time: 2.4656250 May 06 12:52:28.079502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53392) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:28.090860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dc048-1983-4526-85db-2ebba44e8205 None None] Pushing event updated for resources: {'Port': ['ID=707ed374-32ad-4895-978f-d4ef8bd472bb,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:28.102684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ea4b9a2d-a98d-49ef-8456-128215a6ff7b None None] Provisioning complete for port 707ed374-32ad-4895-978f-d4ef8bd472bb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:28.104796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea4b9a2d-a98d-49ef-8456-128215a6ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.208486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:28.278648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:28.279019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2747ec47-ba03-4bfc-a2e9-660c93c4b6d9 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:28.279439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8288b8e1-6425-45d4-819c-5e7170bfeaff no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:28.283091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.372947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8288b8e1-6425-45d4-819c-5e7170bfeaff {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:28.373540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8288b8e1-6425-45d4-819c-5e7170bfeaff not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:28.434265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.680013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e7b12f73-4c08-44c0-a886-a71060ad54f0 req-cf939a4e-c016-468c-86ba-7dc05ca74b8e tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.3223960 May 06 12:52:28.753757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-a28afd62-a7e0-4c49-a34f-6b31a932cc44 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:28.755657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e33cf64-115e-4254-a3ae-6b15e382da1c None None] Provisioning for port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:28.757901 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-a28afd62-a7e0-4c49-a34f-6b31a932cc44 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "GET /v2.0/networks?id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 200 len: 809 time: 0.5188127 May 06 12:52:28.764377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e33cf64-115e-4254-a3ae-6b15e382da1c None None] Provisioning complete for port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:28.764958 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e33cf64-115e-4254-a3ae-6b15e382da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:28.775407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Request body: {'port': {'device_id': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd', 'admin_state_up': True, 'tenant_id': '25bb17267fbc417da258f8ba4aaac047'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:28.955462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4e33cf64-115e-4254-a3ae-6b15e382da1c None None] Port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:29.010962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:29.014908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Usage tracker for resource:port and tenant:25bb17267fbc417da258f8ba4aaac047 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:29.018338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:29.024736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:29.132788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Made reservation on behalf of 25bb17267fbc417da258f8ba4aaac047 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:29.136009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.204666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.221471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.243641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.346881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Allocated IP 172.20.0.14 (f6f7a79c-5687-4235-8c10-e3511c9ab0dd/e192bf57-cc2f-407a-99b2-066fa1601ebe/01e99f8c-610a-44d5-8e31-4edff047bde2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:29.507813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.511659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:29.579420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.721193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.732394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.733487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-625d4072-ae20-468c-ab5a-f1edaaf84260 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 204 len: 168 time: 5.7013462 May 06 12:52:29.752361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53410) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:29.764687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-695922887', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:29.772703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:29.776500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Usage tracker for resource:router and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:29.782353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:29.798420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:29.849664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:29.853326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:29.862649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:29.922327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Pushing event updated for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:29.933472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.934391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.959929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:29.960665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:29.993375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.054976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 707ed374-32ad-4895-978f-d4ef8bd472bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:30.102312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-154129bc-8674-43c1-8009-de4defc3aa34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316162 May 06 12:52:30.109230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-48e09673-3f05-46fc-b4fc-40be8c581e07 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:30.110079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-48e09673-3f05-46fc-b4fc-40be8c581e07 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:30.124815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Request body: {'port': {'device_id': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:30.129288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.172436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 707ed374-32ad-4895-978f-d4ef8bd472bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:30.173218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.219611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.304001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.323335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-48e09673-3f05-46fc-b4fc-40be8c581e07 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:30.328513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-48e09673-3f05-46fc-b4fc-40be8c581e07 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 932 time: 0.3277302 May 06 12:52:30.360896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.434236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-d91fd5cc-e069-4b79-96b1-e1aa197879d1 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:30.619658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.633731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=f4f8b130-fc4b-4b2a-88f3-ac11fd339684,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:30.653626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-d91fd5cc-e069-4b79-96b1-e1aa197879d1 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:30.663930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cae823c-637a-42af-9723-8b8ee91b8baf req-d91fd5cc-e069-4b79-96b1-e1aa197879d1 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279519 May 06 12:52:30.709205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.801425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e99f8c-610a-44d5-8e31-4edff047bde2 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:52:30.811269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:30.829431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Transition to ACTIVE for port object 01e99f8c-610a-44d5-8e31-4edff047bde2 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:30.972113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.059011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:31.110514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:31.115461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:31.278151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Attempting to bind port 01e99f8c-610a-44d5-8e31-4edff047bde2 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:52:31.278752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Attempting to bind port 01e99f8c-610a-44d5-8e31-4edff047bde2 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:52:31.279252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Attempting to bind port 01e99f8c-610a-44d5-8e31-4edff047bde2 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:31.285833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Port 01e99f8c-610a-44d5-8e31-4edff047bde2 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:52:31.286458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Attempting to bind port 01e99f8c-610a-44d5-8e31-4edff047bde2 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:52:31.293931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:52:31.294280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Checking segment: {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:52:31.294813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Bound using segment: {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:52:31.295255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Bound port: 01e99f8c-610a-44d5-8e31-4edff047bde2, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:52:31.295610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.400329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:52:31.404143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01e99f8c-610a-44d5-8e31-4edff047bde2,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:52:31.410466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6bd548b0-195c-4c08-a3e0-8d2408d58f5d None None] Provisioning complete for port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:31.412234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bd548b0-195c-4c08-a3e0-8d2408d58f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.475079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bd548b0-195c-4c08-a3e0-8d2408d58f5d None None] Port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:31.517569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.749635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.796061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.806997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:31.808506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] 10.222.0.86 "PUT /v2.0/ports/01e99f8c-610a-44d5-8e31-4edff047bde2 HTTP/1.1" status: 200 len: 1092 time: 1.6945484 May 06 12:52:31.813589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:31.830422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734ea60-dd87-4716-a1f8-2d4de18dfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:31.849260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af063a-65c2-4c5c-883e-c888882a9ea1 req-3f497f14-10cc-40ac-a8eb-7144ccac0fe6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:31.850827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5af063a-65c2-4c5c-883e-c888882a9ea1 req-3f497f14-10cc-40ac-a8eb-7144ccac0fe6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.3270388 May 06 12:52:31.903711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5af063a-65c2-4c5c-883e-c888882a9ea1 req-e82ff299-1b19-4ced-ada2-90f2b0ba0a43 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 May 06 12:52:31.994837 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7c5a0f-af3f-4516-ad2a-0bc67a696d98'] response: {'name': 'network-changed', 'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2', 'status': 'completed', 'code': 200} May 06 12:52:32.062307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port a0fa009f-bacf-4297-ad67-53860449cf1a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:32.062649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.096742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e586904d-091f-4992-9fc4-7b94b1977323 req-73ef0ccb-246f-401e-b58c-7597eb54df62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 1095 time: 0.0778599 May 06 12:52:32.172765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9fd34-48ca-4d2a-a591-e8c0f08df317 req-c6dd9bfc-2a89-4cbe-b566-11c3017f42e1 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.180317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0c9fd34-48ca-4d2a-a591-e8c0f08df317 req-c6dd9bfc-2a89-4cbe-b566-11c3017f42e1 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 944 time: 0.3281379 May 06 12:52:32.182922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Allocated IP 172.25.2.197 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/4ccb4bc4-ad32-48d7-ab36-44cb7e9f343a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:32.256882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586904d-091f-4992-9fc4-7b94b1977323 req-e8766668-79a2-4afc-821e-0bb450624d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.258552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e586904d-091f-4992-9fc4-7b94b1977323 req-e8766668-79a2-4afc-821e-0bb450624d08 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=25bb17267fbc417da258f8ba4aaac047&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1561677 May 06 12:52:32.376524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Router c496a571-fdbc-4f59-89b0-3c62bbc9aae0 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:32.405086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586904d-091f-4992-9fc4-7b94b1977323 req-60f56eab-efb3-4b7b-beb1-6d21d4466fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.406734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e586904d-091f-4992-9fc4-7b94b1977323 req-60f56eab-efb3-4b7b-beb1-6d21d4466fea service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414719 May 06 12:52:32.523327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-01889420-d358-4876-8e78-640dab3be895 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 1095 time: 0.0785241 May 06 12:52:32.535365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0c9fd34-48ca-4d2a-a591-e8c0f08df317 req-d07a149f-124e-47f7-b703-6d0c915d83f5 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541024 May 06 12:52:32.604790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-50f0e7c0-1456-4cf1-80d3-68f6df0333c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01e99f8c-610a-44d5-8e31-4edff047bde2 HTTP/1.1" status: 200 len: 217 time: 0.0667410 May 06 12:52:32.677894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-fc6a8901-6a50-4719-baad-ff29aa83a1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:32.679902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-fc6a8901-6a50-4719-baad-ff29aa83a1f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e192bf57-cc2f-407a-99b2-066fa1601ebe HTTP/1.1" status: 200 len: 849 time: 0.0687768 May 06 12:52:32.729307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-7a272615-0fe1-4d82-8a1f-ac6cad858f28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423892 May 06 12:52:32.762625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port a0fa009f-bacf-4297-ad67-53860449cf1a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a0fa009f-bacf-4297-ad67-53860449cf1a,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:32.763183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.846243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:32.894512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-b964b678-a7ee-40c9-bf35-2f67260974b0 service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581964 May 06 12:52:32.931312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for a0fa009f-bacf-4297-ad67-53860449cf1a owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:33.041335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dfc33bd-569d-4526-95f4-4fc623f8e14b req-df9799b4-4152-47a6-8eb4-b8f7331a62c6 service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380155 May 06 12:52:33.058480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:33.071049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] Sync routers for ids ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:33.093037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53454) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:33.093250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43eb2c2a-1e0e-4248-a48b-1b9a7938c438 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "PUT /v2.0/routers/c496a571-fdbc-4f59-89b0-3c62bbc9aae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5849011 May 06 12:52:33.097864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] Routers {'c496a571-fdbc-4f59-89b0-3c62bbc9aae0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:33.098014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'port': {'network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5', 'name': 'tempest-FloatingIPNegativeTestJSON-488185086'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:33.099080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:33.134067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.172815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:33.199834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] Routers {'c496a571-fdbc-4f59-89b0-3c62bbc9aae0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:33.201477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:33.228667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event updated for resources: {'Port': ['ID=4ccb4bc4-ad32-48d7-ab36-44cb7e9f343a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:33.257081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:33.260202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:33.263240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:33.300699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:33.301418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8ed43-3cfb-403d-b8f3-35b20ee55774 None None] The sync data for ids ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:33.342536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebb290-e17f-42df-bbcc-8aafca939b45 req-0086286d-5c12-40cb-b2d9-c19c3e90e284 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:33.344025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01ebb290-e17f-42df-bbcc-8aafca939b45 req-0086286d-5c12-40cb-b2d9-c19c3e90e284 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2886105 May 06 12:52:33.369584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:33.380177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:port and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:33.384036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:33.398195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:33.413732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01ebb290-e17f-42df-bbcc-8aafca939b45 req-cf97b6b9-939f-4a69-9603-e44830d9dc16 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593207 May 06 12:52:33.420987 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.473382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=a0fa009f-bacf-4297-ad67-53860449cf1a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:33.509156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Made reservation on behalf of 23bfe266124942728c5129fe2957cdd1 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:33.513462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.546115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] device_id is not set on port e9662ef6-01c9-45ba-ab50-1ca6d3645537 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:52:33.776565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Allocated IP 172.20.0.14 (cd345a2a-10e7-4576-9c6a-32aa45f596b5/df7148ba-9ab2-4a75-940d-28b82d7a237f/e9662ef6-01c9-45ba-ab50-1ca6d3645537) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:33.793516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.794377 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:33.952835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.028494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.049107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Transition to ACTIVE for port object e9662ef6-01c9-45ba-ab50-1ca6d3645537 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:52:34.131722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9c27-e57c-4b8d-aa77-9abe257b1dd9 req-75f5b13b-4dc3-42e4-aa4c-8edd9a255f74 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:34.133172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-520c9c27-e57c-4b8d-aa77-9abe257b1dd9 req-75f5b13b-4dc3-42e4-aa4c-8edd9a255f74 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 944 time: 0.3962214 May 06 12:52:34.201159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.213207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-520c9c27-e57c-4b8d-aa77-9abe257b1dd9 req-60a57618-6811-4b4b-b933-231b039b9626 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741222 May 06 12:52:34.282705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=e9662ef6-01c9-45ba-ab50-1ca6d3645537,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:34.301486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:34.303527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:34.306031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:34.516167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:34.516941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.655859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d60a6d6b-db2f-45bf-bbbf-5e09313e4214 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5622828 May 06 12:52:34.660960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53470) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:34.668755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:34.676485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:34.683128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:floatingip and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:34.686660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:34.701887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:34.730491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613403b-bf9a-48a5-88d8-433580c9378b req-f5533364-9980-484a-8116-bd8e03a1026b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:34.731925 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b613403b-bf9a-48a5-88d8-433580c9378b req-f5533364-9980-484a-8116-bd8e03a1026b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1193335 May 06 12:52:34.798664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b613403b-bf9a-48a5-88d8-433580c9378b req-454fcf0d-9097-4adc-a1bf-810c691ac67c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604815 May 06 12:52:34.812114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.826133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:34.845859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2748c738-4882-44c9-8f27-295e44bb3c23 None None] Provisioning for port e9662ef6-01c9-45ba-ab50-1ca6d3645537 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:34.852943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2748c738-4882-44c9-8f27-295e44bb3c23 None None] Provisioning complete for port e9662ef6-01c9-45ba-ab50-1ca6d3645537 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:34.853679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2748c738-4882-44c9-8f27-295e44bb3c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:34.906049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Router b7d7540a-ccd3-4893-bb29-098834589bf0 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:34.938296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2748c738-4882-44c9-8f27-295e44bb3c23 None None] Port e9662ef6-01c9-45ba-ab50-1ca6d3645537 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:52:34.991030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.145078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Allocated IP 172.25.2.106 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/81a8d72d-fe31-400e-97e4-fefef368c1ed) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:35.179353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:35.191090 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:35.204083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:35.204971 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.224097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-afe6f551-eff8-4d1e-926b-460504332f54 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1253133 May 06 12:52:35.229051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01e99f8c-610a-44d5-8e31-4edff047bde2 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:52:35.231348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53476) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:35.330707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:35.345633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] Sync routers for ids ['b7d7540a-ccd3-4893-bb29-098834589bf0'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:35.347403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.405400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] Routers {'b7d7540a-ccd3-4893-bb29-098834589bf0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:35.406029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b7d7540a-ccd3-4893-bb29-098834589bf0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.483211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.590861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:35.591552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.595099 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:35.615989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:35.620110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:35.629718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] Routers {'b7d7540a-ccd3-4893-bb29-098834589bf0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:35.630728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b7d7540a-ccd3-4893-bb29-098834589bf0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.657944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.664206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-76902bc8-0a46-44c4-9556-10f75fb81414 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9054856 May 06 12:52:35.670098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:35.670771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=81a8d72d-fe31-400e-97e4-fefef368c1ed,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:35.689540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:35.714726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:35.715268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28354703-2403-453f-b55c-292fd6db5f7e None None] The sync data for ids ['b7d7540a-ccd3-4893-bb29-098834589bf0'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:35.722045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01e99f8c-610a-44d5-8e31-4edff047bde2,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:35.729618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945523d-7783-47b3-97e9-228bf9dcc9d7 req-2f802731-e6ba-4ef2-8226-34b1507a8f81 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:35.731210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d945523d-7783-47b3-97e9-228bf9dcc9d7 req-2f802731-e6ba-4ef2-8226-34b1507a8f81 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 944 time: 0.2731631 May 06 12:52:35.745455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '01e99f8c-610a-44d5-8e31-4edff047bde2', 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd', 'port_id': '01e99f8c-610a-44d5-8e31-4edff047bde2', 'mac_address': 'fa:16:3e:b2:54:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e192bf57-cc2f-407a-99b2-066fa1601ebe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:52:35.760588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet 8844d292-a8b7-47d9-97b2-f56c8975c5fa {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:35.767307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.864372 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.888427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:35.912077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e99f8c-610a-44d5-8e31-4edff047bde2 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:52:35.955224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01e99f8c-610a-44d5-8e31-4edff047bde2,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:36.005878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.023242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.090735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.146826 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:33Z', 'revision_number': 10, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:36.155445 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:36.182684 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:36.183457 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:36.185361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:36.246424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['01e99f8c-610a-44d5-8e31-4edff047bde2'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:52:36.260859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d945523d-7783-47b3-97e9-228bf9dcc9d7 req-3ec36813-c949-492a-8f26-149440dda7f8 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298990 May 06 12:52:36.306348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.383737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.447488 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:36.462343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=8844d292-a8b7-47d9-97b2-f56c8975c5fa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:36.503671 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.514121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f750c-879c-4905-b945-b82f814126f6 None None] Network ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:36.527813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-daa5b9e9-205f-4189-a5a4-e26654ba88c9 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/8844d292-a8b7-47d9-97b2-f56c8975c5fa HTTP/1.1" status: 204 len: 168 time: 1.2926388 May 06 12:52:36.528970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53500) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:36.668822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.815730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.846709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 794aa6ac-b911-4b85-bee2-4480ca468f86 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:36.847045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.934987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] DHCP port deletion for ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:52:36.941623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Deleting port 794aa6ac-b911-4b85-bee2-4480ca468f86 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:36.943216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:36.974077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.105295 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:33Z', 'revision_number': 10, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:37.111264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6f2c2-922e-4134-ac06-e5be200cd1cd None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:33Z', 'revision_number': 10, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None, '_interfaces': [{'id': '98670dfa-5b29-4283-9480-19a82357e29c', 'name': '', 'network_id': 'd2c26384-e18b-4798-93c7-2b71a7c034bf', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'mac_address': 'fa:16:3e:8a:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '277de258-b965-4814-913f-433a68c2270c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:28Z', 'updated_at': '2022-05-06T12:51:41Z', 'revision_number': 5, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'subnets': [{'id': '277de258-b965-4814-913f-433a68c2270c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:37.123448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=81a8d72d-fe31-400e-97e4-fefef368c1ed,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:37.196285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.233819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8b52-8bb4-4b17-9b83-7b49c7f23759 req-89b3fee7-d96c-4696-9b6d-453a571afd83 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:37.235350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-806e8b52-8bb4-4b17-9b83-7b49c7f23759 req-89b3fee7-d96c-4696-9b6d-453a571afd83 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.5626323 May 06 12:52:37.342586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] For port 794aa6ac-b911-4b85-bee2-4480ca468f86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=794aa6ac-b911-4b85-bee2-4480ca468f86,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:37.342825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.377695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 794aa6ac-b911-4b85-bee2-4480ca468f86, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=794aa6ac-b911-4b85-bee2-4480ca468f86,segment=NetworkSegment(7a940568-b694-4305-bfeb-5ab665013641),segment_id=7a940568-b694-4305-bfeb-5ab665013641)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:37.378289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.420474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.423725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a80df5b7-8377-4050-aff9-d0e81449d1a3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7584519 May 06 12:52:37.430783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53510) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:37.445090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3e971c51-743c-4312-b984-f51af09ca6e2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'floatingip': {'port_id': 'e9662ef6-01c9-45ba-ab50-1ca6d3645537', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:37.594235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 794aa6ac-b911-4b85-bee2-4480ca468f86 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:37.622268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Calling delete_port for 794aa6ac-b911-4b85-bee2-4480ca468f86 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:37.720835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01e99f8c-610a-44d5-8e31-4edff047bde2 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:37.798879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e971c51-743c-4312-b984-f51af09ca6e2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.818277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b0a72-13be-4151-88a6-be26f5bacda3 req-0d7af097-0204-41fb-83da-f3b229b51599 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:37.838969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa7b0a72-13be-4151-88a6-be26f5bacda3 req-0d7af097-0204-41fb-83da-f3b229b51599 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 945 time: 0.3093033 May 06 12:52:37.862523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:37.928065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:37.928384 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:37.929585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] Pushing event deleted for resources: {'Port': ['ID=794aa6ac-b911-4b85-bee2-4480ca468f86,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:37.956704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f00a12-66be-495f-af48-2de4d918cea9 None None] No DVR routers for this DVR port 794aa6ac-b911-4b85-bee2-4480ca468f86 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:37.957961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa7b0a72-13be-4151-88a6-be26f5bacda3 req-11329b97-5383-41a1-ae43-2a672f052ba6 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180875 May 06 12:52:37.977416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-806e8b52-8bb4-4b17-9b83-7b49c7f23759 req-b3c5e3ab-0325-491c-bd5d-ff612362aaee tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7337284 May 06 12:52:38.047329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 794aa6ac-b911-4b85-bee2-4480ca468f86 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:38.122393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 794aa6ac-b911-4b85-bee2-4480ca468f86 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:38.122735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 794aa6ac-b911-4b85-bee2-4480ca468f86 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:38.123155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a0fa009f-bacf-4297-ad67-53860449cf1a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:38.167201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a0fa009f-bacf-4297-ad67-53860449cf1a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:38.167201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a0fa009f-bacf-4297-ad67-53860449cf1a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:38.169872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 01e99f8c-610a-44d5-8e31-4edff047bde2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:52:38.175226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 01e99f8c-610a-44d5-8e31-4edff047bde2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:38.175788 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.222465 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-3e971c51-743c-4312-b984-f51af09ca6e2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] update failed (client error): The resource could not be found. May 06 12:52:38.227059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e971c51-743c-4312-b984-f51af09ca6e2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "PUT /v2.0/floatingips/81d4d0f9-df27-48ec-9738-8948f18f351d HTTP/1.1" status: 404 len: 507 time: 0.7919185 May 06 12:52:38.227432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:38.358568 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.400621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01e99f8c-610a-44d5-8e31-4edff047bde2,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:38.401077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:38.430115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 794aa6ac-b911-4b85-bee2-4480ca468f86 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:38.431053 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.437428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting port 81a8d72d-fe31-400e-97e4-fefef368c1ed {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:38.438180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.463682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-56a413f8-951a-4cb5-ac58-4b153278d735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.514800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.545763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] The port '794aa6ac-b911-4b85-bee2-4480ca468f86' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:52:38.599579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.674315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.674696 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.684813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:38.707788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.741838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:38.767871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a940568-b694-4305-bfeb-5ab665013641') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:38.768195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a940568-b694-4305-bfeb-5ab665013641') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:38.777464 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17c0008-5e3a-4ec1-815a-726a8c9231d1'] response: {'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2', 'code': 200} May 06 12:52:38.784143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.806671 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.816168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:38.824611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: timer() May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:38.859713 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:38.886381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Calling delete_port for 81a8d72d-fe31-400e-97e4-fefef368c1ed owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:39.081477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.126905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c7e7ced-3206-44af-a481-3d4aca1a10c7 req-d5acf592-f736-4c56-a89f-822204752097 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 1097 time: 0.1658056 May 06 12:52:39.136957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.148738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.190768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:39.197819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1a24662-7af0-45a8-87fe-3aa1ca5f897f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/ebff5394-7fd6-4094-aa3e-38fc3eb1a2ac HTTP/1.1" status: 204 len: 168 time: 2.6667383 May 06 12:52:39.198478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53540) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:39.263855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Deleting port 4ccb4bc4-ad32-48d7-ab36-44cb7e9f343a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:39.264196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.453876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686204bb-da64-4129-82b5-d5b35b8fcc1f req-3d1cbc60-b13b-4419-a926-c4a54ec40e2f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:39.460220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686204bb-da64-4129-82b5-d5b35b8fcc1f req-3d1cbc60-b13b-4419-a926-c4a54ec40e2f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1901340 May 06 12:52:39.474062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c7e7ced-3206-44af-a481-3d4aca1a10c7 req-1590b40e-6ab0-40ee-baf6-aa77f5d7264d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393540 May 06 12:52:39.607554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3142ad8-d6ee-4b1e-84cf-351feb3380bb req-ba9d7f1d-f21f-4d03-b5e5-daab66021b8e tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:39.609046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3142ad8-d6ee-4b1e-84cf-351feb3380bb req-ba9d7f1d-f21f-4d03-b5e5-daab66021b8e tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 946 time: 0.4182079 May 06 12:52:39.642511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.655382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.661792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-686204bb-da64-4129-82b5-d5b35b8fcc1f req-f703adc0-84c1-4859-8e97-65f388d4de4c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962698 May 06 12:52:39.728246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:39.825311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Calling delete_port for 4ccb4bc4-ad32-48d7-ab36-44cb7e9f343a owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:39.853612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Port': ['ID=81a8d72d-fe31-400e-97e4-fefef368c1ed,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:39.923126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3142ad8-d6ee-4b1e-84cf-351feb3380bb req-5ccbd9d9-5229-4a4f-899e-7cede1cd904c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008006 May 06 12:52:40.037673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.058551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.059811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-187b574e-8ff5-46b0-959a-f29c882c93d3 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "DELETE /v2.0/floatingips/81d4d0f9-df27-48ec-9738-8948f18f351d HTTP/1.1" status: 204 len: 168 time: 1.8315678 May 06 12:52:40.065317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:40.072392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'floatingip': {'floating_network_id': 'cd345a2a-10e7-4576-9c6a-32aa45f596b5', 'port_id': 'e9662ef6-01c9-45ba-ab50-1ca6d3645537', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:40.086875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:40.095608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:floatingip and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:40.100243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:40.156631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:40.224557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.258427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.362302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Pushing event deleted for resources: {'Port': ['ID=4ccb4bc4-ad32-48d7-ab36-44cb7e9f343a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:40.592486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 98670dfa-5b29-4283-9480-19a82357e29c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:40.592988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.692204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16901bf2-e6d3-4269-897b-23edcf96cee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.736989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.845412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 98670dfa-5b29-4283-9480-19a82357e29c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98670dfa-5b29-4283-9480-19a82357e29c,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:40.845412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.960961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.967336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:40.967972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 98670dfa-5b29-4283-9480-19a82357e29c owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:41.254120 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:52:41.256025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-659ea122-c9b1-4cc8-8aa4-e4165799758f tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1895740 May 06 12:52:41.260980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53574) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:41.266735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'e9662ef6-01c9-45ba-ab50-1ca6d3645537', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:41.273547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bb502-0938-4d1a-bbd6-a946ac03372b req-072eb11c-7aa1-433d-884b-5e337495178d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:41.273708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:41.275027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-820bb502-0938-4d1a-bbd6-a946ac03372b req-072eb11c-7aa1-433d-884b-5e337495178d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.4445500 May 06 12:52:41.277742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Usage tracker for resource:floatingip and tenant:23bfe266124942728c5129fe2957cdd1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:41.280762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:41.287857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:41.297295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.308282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Router b7d7540a-ccd3-4893-bb29-098834589bf0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:41.346297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=98670dfa-5b29-4283-9480-19a82357e29c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:41.383709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.412344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-820bb502-0938-4d1a-bbd6-a946ac03372b req-52126c56-048b-4498-9b33-6df9aa727fb7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273236 May 06 12:52:41.548730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:41.559864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.560645 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] Sync routers for ids ['b7d7540a-ccd3-4893-bb29-098834589bf0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:41.564053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d037d55f-0b8b-40f5-a100-bfcf6aed7d60 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "PUT /v2.0/routers/b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 200 len: 705 time: 5.8906114 May 06 12:52:41.565049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53580) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:41.585453 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] Routers {'b7d7540a-ccd3-4893-bb29-098834589bf0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:41.588433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b7d7540a-ccd3-4893-bb29-098834589bf0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:41.717526 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:41.733282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] Routers {'b7d7540a-ccd3-4893-bb29-098834589bf0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:41.734127 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['b7d7540a-ccd3-4893-bb29-098834589bf0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:41.828542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9651f97-502d-4ddb-9ff6-4b32d5e05a26 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/routers/b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 200 len: 740 time: 0.2620444 May 06 12:52:41.831230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:41.875039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-58030245-813e-4169-9a5f-193a89b84a43 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Synchronizing usage tracker for tenant:6cf57c94071f4bb88e5d215fbb9a5029 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:41.886474 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:41.887193 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7437ee-e271-4a1e-9d22-d7cb9d8a05ea None None] The sync data for ids ['b7d7540a-ccd3-4893-bb29-098834589bf0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:41.932568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:41.954610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-58030245-813e-4169-9a5f-193a89b84a43 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] Unset dirty status for tenant:6cf57c94071f4bb88e5d215fbb9a5029 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:41.958943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-58030245-813e-4169-9a5f-193a89b84a43 tempest-RoutersAdminTest-1110695660 tempest-RoutersAdminTest-1110695660-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&device_id=b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 200 len: 205 time: 0.1236334 May 06 12:52:41.959930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:42.026979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-61e57d5f-b460-4d58-9078-a9140b247c11 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 200 len: 205 time: 0.0643833 May 06 12:52:42.027621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53594) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:42.178463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.224012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.229163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.289028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8ecd1-4668-4f04-a098-b55488c2b33f req-745f28a5-227f-4e32-8e50-c931b39cf293 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:42.290584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecb8ecd1-4668-4f04-a098-b55488c2b33f req-745f28a5-227f-4e32-8e50-c931b39cf293 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 946 time: 0.5248537 May 06 12:52:42.390055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.559230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecb8ecd1-4668-4f04-a098-b55488c2b33f req-d69cb32e-5b7e-4fa3-9436-e9ae0534f82e tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561221 May 06 12:52:42.757405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.763504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.767469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Allocated IP 172.25.2.197 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/45c8cbcd-eb16-4327-b3cd-888fa1e58ad5) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:42.809090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:42.888302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6a250-e793-43ee-86de-c8e5559f7c41 req-6766c35e-c47b-4e58-8129-b2e8bdc76ece tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:42.890016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18e6a250-e793-43ee-86de-c8e5559f7c41 req-6766c35e-c47b-4e58-8129-b2e8bdc76ece tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.0963514 May 06 12:52:42.955093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18e6a250-e793-43ee-86de-c8e5559f7c41 req-4c44ccd0-b563-47b4-bee1-227cbf1bb6af tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571995 May 06 12:52:42.971764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.973316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Fanout notify agent at l3_agent the message router_deleted on router b7d7540a-ccd3-4893-bb29-098834589bf0 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:42.983423 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:42.984532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-efa71c2e-b5f0-47cc-a358-62ba3824fcb8 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 204 len: 168 time: 0.9561334 May 06 12:52:42.990660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53610) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.045541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-891ccec7-d18e-415d-bd4c-938cea05d058 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 200 len: 205 time: 0.0533326 May 06 12:52:43.047652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53614) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.105679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:43.118060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:43.138236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a160a3eb-9649-40b9-a3c6-c65166f3bceb tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358821 May 06 12:52:43.142297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:43.143999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.147425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.245010 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-c29c791b-4a3c-475f-a9a4-31bd57c97619 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:43.248762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c29c791b-4a3c-475f-a9a4-31bd57c97619 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/b7d7540a-ccd3-4893-bb29-098834589bf0 HTTP/1.1" status: 404 len: 336 time: 0.2001245 May 06 12:52:43.249313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53622) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.262341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.303328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aed14e17-b27b-418c-8a82-a6d6a7b02ddf tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 200 len: 205 time: 0.0525279 May 06 12:52:43.306301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53626) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.387753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting subnet 277de258-b965-4814-913f-433a68c2270c {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:43.396392 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-9540bdb5-653f-4a8e-b4b2-9636e03ecd1d tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:43.398557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9540bdb5-653f-4a8e-b4b2-9636e03ecd1d tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/bfb1dd7b-f009-4c45-88fb-5c4e0801c1b4 HTTP/1.1" status: 404 len: 336 time: 0.0909896 May 06 12:52:43.401249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53630) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.409477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:43.416605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.465350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:52:43.493645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-05b02a88-6fdf-4889-abc0-98fc985f1595 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 200 len: 205 time: 0.0911977 May 06 12:52:43.497850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53634) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.532430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.599734 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-bf75988f-5069-4c4f-a5cd-c24ea5dceb28 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:43.601087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf75988f-5069-4c4f-a5cd-c24ea5dceb28 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/618c497a-d44f-495b-8666-0b6debc9729f HTTP/1.1" status: 404 len: 336 time: 0.1017325 May 06 12:52:43.603590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53642) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.658119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.660159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:43.662753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8d2d1177-9af7-403d-914f-8ba775ab35db tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 200 len: 205 time: 0.0577929 May 06 12:52:43.665339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53646) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.671598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.747060 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-12a5f964-b4e1-42a5-80b7-c3406cdfc446 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:43.747060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12a5f964-b4e1-42a5-80b7-c3406cdfc446 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/a4903612-888b-4be8-a328-31e48ef9fac8 HTTP/1.1" status: 404 len: 336 time: 0.0784063 May 06 12:52:43.747482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53652) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.820796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53656) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:43.822157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56aec024-dcbc-48d4-8618-09910eb55215 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 200 len: 205 time: 0.0715153 May 06 12:52:43.843641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:52:43.847896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:43.902425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:43.933827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:43.940888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:43.941763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:44.078464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:52:44.095414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:52:44.099839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:52:44.115896 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.146217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:52:44.168163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:44.208482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:44.211537 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-802ab404-0e17-45ef-b3e8-e517c7c9ab2b tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:44.212593 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-802ab404-0e17-45ef-b3e8-e517c7c9ab2b tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/4faf9b7e-1eab-4960-8e66-74cc92c2ae19 HTTP/1.1" status: 404 len: 336 time: 0.3662295 May 06 12:52:44.213256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event updated for resources: {'Port': ['ID=45c8cbcd-eb16-4327-b3cd-888fa1e58ad5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:44.215545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:44.303709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-461a414b-d565-421a-8aa9-e77359ad86ba tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "GET /v2.0/ports?device_id=53f4159d-0c1b-4206-8e07-339b53e325ad HTTP/1.1" status: 200 len: 205 time: 0.0868976 May 06 12:52:44.304278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53670) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:44.307639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-53883f4c-7b13-40d3-8570-1ce2aa77e237 req-6ec87350-ca18-4ba8-a432-9928b13425da service neutron] (84800) timed out ('10.222.0.86', 62829) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:52:44.357892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:44.363177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920aa8c-ff34-43a6-ad98-7cc410e7abdb None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:44.385881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.402112 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-e6156b6c-fca5-46ec-b84f-5c60604272de tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] delete failed (client error): The resource could not be found. May 06 12:52:44.405993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e6156b6c-fca5-46ec-b84f-5c60604272de tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/routers/53f4159d-0c1b-4206-8e07-339b53e325ad HTTP/1.1" status: 404 len: 336 time: 0.1007669 May 06 12:52:44.406710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53676) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:44.432858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ee565-66f8-458f-a42f-bc2a0c16ce69 req-4759ccc0-b56a-43af-a97f-efed2412bd55 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:44.440050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-703ee565-66f8-458f-a42f-bc2a0c16ce69 req-4759ccc0-b56a-43af-a97f-efed2412bd55 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1643615 May 06 12:52:44.479387 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bc2958-46c6-4aac-8a43-572de0595b66 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] DELETE failed (client error): The resource could not be found. May 06 12:52:44.479387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bc2958-46c6-4aac-8a43-572de0595b66 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:44.481997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51bc2958-46c6-4aac-8a43-572de0595b66 tempest-RoutersAdminTest-988674389 tempest-RoutersAdminTest-988674389-project] 10.222.0.83 "DELETE /v2.0/subnets/96f89b80-a118-4c2f-bfd3-f55078ec2572 HTTP/1.1" status: 404 len: 337 time: 0.0732982 May 06 12:52:44.505400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-703ee565-66f8-458f-a42f-bc2a0c16ce69 req-42e067ff-0088-4a73-bf1a-7db97276cfac tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644224 May 06 12:52:44.506650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.545032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7c693209-2136-4a00-9b93-c2be41b3a45a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:52:44.607584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting port 45c8cbcd-eb16-4327-b3cd-888fa1e58ad5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:44.607927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.658245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:44.667432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Subnet': ['ID=277de258-b965-4814-913f-433a68c2270c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:44.685023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:44.695449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-79bc6f38-265e-433d-b89d-f82929805c29 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/277de258-b965-4814-913f-433a68c2270c HTTP/1.1" status: 204 len: 168 time: 1.5466917 May 06 12:52:44.698076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:44.717610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af833ca-b686-4b6d-abb7-7de97e5ee871 None None] Network d2c26384-e18b-4798-93c7-2b71a7c034bf requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:52:45.004111 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.004372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.046534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.065985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Deleting port 42dc2299-94d3-4768-ab4f-2c5f042d985e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:45.066379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.166984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Calling delete_port for 45c8cbcd-eb16-4327-b3cd-888fa1e58ad5 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:45.362344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:45.368045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] DHCP port deletion for d2c26384-e18b-4798-93c7-2b71a7c034bf request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:52:45.372947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Deleting port 42dc2299-94d3-4768-ab4f-2c5f042d985e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:45.373478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.468003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] For port 42dc2299-94d3-4768-ab4f-2c5f042d985e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42dc2299-94d3-4768-ab4f-2c5f042d985e,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:45.469054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.469821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.644982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Calling delete_port for 42dc2299-94d3-4768-ab4f-2c5f042d985e owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:45.691706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Port': ['ID=45c8cbcd-eb16-4327-b3cd-888fa1e58ad5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:45.739643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] For port 42dc2299-94d3-4768-ab4f-2c5f042d985e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=42dc2299-94d3-4768-ab4f-2c5f042d985e,segment=NetworkSegment(108fc03d-477c-43db-a7a6-a3ed4737daa0),segment_id=108fc03d-477c-43db-a7a6-a3ed4737daa0)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:45.740783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.870513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.892998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:45.968699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Calling delete_port for 42dc2299-94d3-4768-ab4f-2c5f042d985e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:46.010937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:46.032303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e8151d54a44b76889026b323c970fa is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:46.035153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:46.059718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:46.069766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No DVR routers for this DVR port 42dc2299-94d3-4768-ab4f-2c5f042d985e on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:46.080773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:52:46.080773 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:52:46.089128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42dc2299-94d3-4768-ab4f-2c5f042d985e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:46.143945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Port': ['ID=42dc2299-94d3-4768-ab4f-2c5f042d985e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:46.152242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 42dc2299-94d3-4768-ab4f-2c5f042d985e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:46.152791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 42dc2299-94d3-4768-ab4f-2c5f042d985e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:46.153375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98670dfa-5b29-4283-9480-19a82357e29c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:46.194412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 98670dfa-5b29-4283-9480-19a82357e29c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:46.197664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98670dfa-5b29-4283-9480-19a82357e29c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:46.309267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.321326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39da6-1058-4f66-be03-e30e1eda5808 req-78f050fc-52ab-47d3-a3d6-289ead6eede7 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:46.322590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93d39da6-1058-4f66-be03-e30e1eda5808 req-78f050fc-52ab-47d3-a3d6-289ead6eede7 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 946 time: 0.7282789 May 06 12:52:46.391255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93d39da6-1058-4f66-be03-e30e1eda5808 req-e0125eac-ccdc-4fed-9872-908871a36980 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630579 May 06 12:52:46.405913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.407715 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] create failed (client error): The resource could not be found. May 06 12:52:46.419627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10e775c3-58f5-4069-9a57-41f2a168b523 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1533480 May 06 12:52:46.419627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53730) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:46.440071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c26384-e18b-4798-93c7-2b71a7c034bf']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:46.453373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa35f22-e860-4110-95bc-ecb10aa38766 req-9b052236-76a2-4fd4-be19-fceac9b63701 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:46.461925 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fa35f22-e860-4110-95bc-ecb10aa38766 req-9b052236-76a2-4fd4-be19-fceac9b63701 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.6637316 May 06 12:52:46.467631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.487886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108fc03d-477c-43db-a7a6-a3ed4737daa0') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:46.488801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108fc03d-477c-43db-a7a6-a3ed4737daa0') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:46.515618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.542738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.549312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1e8151d54a44b76889026b323c970fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1861162 May 06 12:52:46.554060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff1f57-fee3-416d-bef8-742ab61422f1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:46.556643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53736) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:46.572655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting port e9662ef6-01c9-45ba-ab50-1ca6d3645537 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:46.573376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.581663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Deleting port 42dc2299-94d3-4768-ab4f-2c5f042d985e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:46.582288 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.588271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fa35f22-e860-4110-95bc-ecb10aa38766 req-2c451b86-1f9c-436e-9bef-aa7f8efa7b2e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247199 May 06 12:52:46.589341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.608785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:52:46.609458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: timer() May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:52:46.643284 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:52:46.717245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.717746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.718199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.718633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.719064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.719499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.719956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.720365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.727884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.727884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.727884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49e51f7-b25a-4fe0-92f8-3cf9e0f08df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:46.798454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-41d7cd81-0907-461c-bf94-520a9be86ee7 None None] The port '42dc2299-94d3-4768-ab4f-2c5f042d985e' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:52:46.818634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.846274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:46.879561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Pushing event deleted for resources: {'Network': ['ID=d2c26384-e18b-4798-93c7-2b71a7c034bf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:46.905841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6fae1c36-7afb-4a14-82f3-24903e051338 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/networks/d2c26384-e18b-4798-93c7-2b71a7c034bf HTTP/1.1" status: 204 len: 168 time: 2.2039680 May 06 12:52:46.916337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53740) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:46.932765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'routes': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:46.985231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.174614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bc2d296c-d1f7-4b6f-af0d-ab0c2a2d12c8 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:47.183835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bc2d296c-d1f7-4b6f-af0d-ab0c2a2d12c8 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 946 time: 0.4324517 May 06 12:52:47.234297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Calling delete_port for e9662ef6-01c9-45ba-ab50-1ca6d3645537 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:47.273883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:52:47.407031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.extraroute_db [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Added routes are [] {{(pid=84799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 06 12:52:47.407342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.extraroute_db [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Removed routes are [] {{(pid=84799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 06 12:52:47.407943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.436973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7c693209-2136-4a00-9b93-c2be41b3a45a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:52:47.438754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.548427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.579554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.626609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Deleting port 01e99f8c-610a-44d5-8e31-4edff047bde2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:47.627232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.732393 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.809201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Port': ['ID=e9662ef6-01c9-45ba-ab50-1ca6d3645537,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:47.825900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:47.988787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:48.071181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:48.106919 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.108861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.127869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.234819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:48.300707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.352407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61947fc1-f56b-411f-9898-3626cfc3158b req-588aec19-dc52-4c43-8644-09987a55dafa tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:48.353875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61947fc1-f56b-411f-9898-3626cfc3158b req-588aec19-dc52-4c43-8644-09987a55dafa tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 946 time: 0.6561711 May 06 12:52:48.355537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ce86f976-3c32-48f9-b9d7-5447122c4bf2 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "DELETE /v2.0/ports/e9662ef6-01c9-45ba-ab50-1ca6d3645537 HTTP/1.1" status: 204 len: 168 time: 1.9375262 May 06 12:52:48.358981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53764) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:48.499098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61947fc1-f56b-411f-9898-3626cfc3158b req-0da0c036-5731-460b-8aed-f433a59abe0f tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842879 May 06 12:52:48.545993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd8ef9-8fed-49ea-912d-325f3fd27b2d tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:48.546711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4cdd8ef9-8fed-49ea-912d-325f3fd27b2d tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Synchronizing usage tracker for tenant:23bfe266124942728c5129fe2957cdd1 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:48.569186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901407d0-a674-4cc6-b648-a94e6d3ec75c req-e0d9a3ac-421f-43b5-b353-43921a55c38d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:48.569612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.571231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-901407d0-a674-4cc6-b648-a94e6d3ec75c req-e0d9a3ac-421f-43b5-b353-43921a55c38d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.7146430 May 06 12:52:48.589819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.593987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d6ff1f57-fee3-416d-bef8-742ab61422f1 HTTP/1.1" status: 204 len: 168 time: 1.9526320 May 06 12:52:48.600501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f35b3-fcea-48b3-8ee0-5764f2e5f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff1f57-fee3-416d-bef8-742ab61422f1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:48.606043 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b24f90b-7e43-41cf-ab42-2c1fd585053c'] response: {'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'code': 200} May 06 12:52:48.680513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4cdd8ef9-8fed-49ea-912d-325f3fd27b2d tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Unset dirty status for tenant:23bfe266124942728c5129fe2957cdd1 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:48.683174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4cdd8ef9-8fed-49ea-912d-325f3fd27b2d tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "GET /v2.0/ports?device_id=c496a571-fdbc-4f59-89b0-3c62bbc9aae0 HTTP/1.1" status: 200 len: 913 time: 0.3227456 May 06 12:52:48.684793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53774) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:48.721408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-901407d0-a674-4cc6-b648-a94e6d3ec75c req-b667646d-4512-48cf-951e-55c5bd47ff42 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017048 May 06 12:52:48.740158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] For port 01e99f8c-610a-44d5-8e31-4edff047bde2, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=01e99f8c-610a-44d5-8e31-4edff047bde2,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:48.740850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:48.973309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Calling delete_port for 01e99f8c-610a-44d5-8e31-4edff047bde2 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:49.023233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 62dcbfd3-d902-4359-b5b8-6208a8554d4d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:49.276339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.396451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:49.413415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Sync routers for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:49.427331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.427331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a255ccb5-4bf3-4338-962a-a4f86b189c1d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 705 time: 2.5073874 May 06 12:52:49.427880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:49.437752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:49.441505 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:49.477595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-411ac2ad-40e6-4d5d-a750-8357b582c609 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:49.611727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.614571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-411ac2ad-40e6-4d5d-a750-8357b582c609 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:49.615873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-411ac2ad-40e6-4d5d-a750-8357b582c609 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 205 time: 0.1869714 May 06 12:52:49.633382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53790) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:49.720287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Pushing event deleted for resources: {'Port': ['ID=01e99f8c-610a-44d5-8e31-4edff047bde2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:49.803474 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:49.817154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:49.847252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] No DVR routers for this DVR port 01e99f8c-610a-44d5-8e31-4edff047bde2 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:52:49.853315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:49.857268 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a6f1dcc-666c-4188-932a-2cfb193fb2ec req-bd68b393-72fb-4b54-b4ba-b6861d055dba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "DELETE /v2.0/ports/01e99f8c-610a-44d5-8e31-4edff047bde2 HTTP/1.1" status: 204 len: 173 time: 2.4437394 May 06 12:52:49.857268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'name': 'network-vif-deleted', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:52:50.113780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffdeb34a-1986-4d09-b3d6-4b2bf6589aa4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6cf57c94071f4bb88e5d215fbb9a5029&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2793686 May 06 12:52:50.113780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:50.132875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53614b35-1490-4880-bedd-82e7132db3a4 req-d009178b-9cd3-48a1-8b14-37996b7f4fe0 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.1081388 May 06 12:52:50.306635 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:50.318587 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Checking router: 62dcbfd3-d902-4359-b5b8-6208a8554d4d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:50.350349 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Routers {'62dcbfd3-d902-4359-b5b8-6208a8554d4d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:50.351245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:50.389614 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3aafca-678e-4f5e-a6b3-3d928d13fceb'] response: {'server_uuid': 'c97dfd03-6d3b-454b-bcd6-e3015334b50d', 'name': 'network-vif-deleted', 'tag': '01e99f8c-610a-44d5-8e31-4edff047bde2', 'status': 'completed', 'code': 200} May 06 12:52:50.443757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2ea2f-3631-4dce-b767-3faf0c26cfae req-00e16772-b73b-4396-ba55-a1714de2b1cf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:50.445859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6aa2ea2f-3631-4dce-b767-3faf0c26cfae req-00e16772-b73b-4396-ba55-a1714de2b1cf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.5066576 May 06 12:52:50.446919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.528198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.676226 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] Set router 62dcbfd3-d902-4359-b5b8-6208a8554d4d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:50.682472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.712492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6aa2ea2f-3631-4dce-b767-3faf0c26cfae req-274f377c-2362-457c-9ec2-675a406628ca tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038401 May 06 12:52:50.763098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.806298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.836728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8984112a-af7d-4214-b0e3-5a6a112ff145,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:50.869539 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:50.871021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8984112a-af7d-4214-b0e3-5a6a112ff145 HTTP/1.1" status: 204 len: 168 time: 0.7554617 May 06 12:52:50.876511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.877308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.878809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.880535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.881198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.882084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.884435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.885024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.885602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.886506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:50.889137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3265ad4-6cec-4948-ab6e-1cf70ccb44b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:52:51.019044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:51.026029 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff80dd-5daa-4035-8d62-ce3e60ec03f4 None None] The sync data for ids ['62dcbfd3-d902-4359-b5b8-6208a8554d4d'] in n-d-840845-1 is: [{'id': '62dcbfd3-d902-4359-b5b8-6208a8554d4d', 'name': 'tempest-RoutersIpV6Test-router-1550549702', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:51:21Z', 'updated_at': '2022-05-06T12:52:41Z', 'revision_number': 11, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:51.285595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01e99f8c-610a-44d5-8e31-4edff047bde2 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:52:51.412629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 01e99f8c-610a-44d5-8e31-4edff047bde2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:52:51.412975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 01e99f8c-610a-44d5-8e31-4edff047bde2 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:52:51.604018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-910f9529-6926-4d86-ac18-7c6a9459408b req-76621fc5-d0b6-4b10-86e3-afbc98730b21 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97dfd03-6d3b-454b-bcd6-e3015334b50d HTTP/1.1" status: 200 len: 210 time: 0.1400440 May 06 12:52:51.657515 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:51.674488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:51.991302 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:51.992171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 62dcbfd3-d902-4359-b5b8-6208a8554d4d {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:51.998323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting port f4f8b130-fc4b-4b2a-88f3-ac11fd339684 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:51.998667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.144056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.149880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7fabba8f-5b15-4b07-9db7-76a0ff025cf4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 204 len: 168 time: 2.5067308 May 06 12:52:52.150700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53842) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:52.156527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1765926001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:52.169358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:52.181312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Usage tracker for resource:router and tenant:ec5f8fb66858498494b7f5363003b694 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:52.193278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:52.209403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:52.310050 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.311031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.357155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.470522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.504593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b42689-f559-4840-a8e3-25cb5b6d1eab req-1e857b3b-b4a0-4357-97dd-15037fb7c916 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:52.506075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b42689-f559-4840-a8e3-25cb5b6d1eab req-1e857b3b-b4a0-4357-97dd-15037fb7c916 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.4389682 May 06 12:52:52.528029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.657517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:52.664051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0996d908-378c-462f-b0a4-68fdfe4567ab tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5082448 May 06 12:52:52.664051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:52.667917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:52.710361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Calling delete_port for f4f8b130-fc4b-4b2a-88f3-ac11fd339684 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:52:52.853202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b42689-f559-4840-a8e3-25cb5b6d1eab req-40d6770b-c976-438a-93c0-46f450d63b81 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003528 May 06 12:52:53.546518 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.555478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.593839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-d2351b76-4495-47cc-8e73-2cdce4eda21d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1097 time: 0.1117685 May 06 12:52:53.697208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-561509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-561530', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558840'] for router, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:53.932398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Port': ['ID=f4f8b130-fc4b-4b2a-88f3-ac11fd339684,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:54.359916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-6982e6fd-909f-4ac7-83ab-e7c2b09f6d89 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:54.361469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-6982e6fd-909f-4ac7-83ab-e7c2b09f6d89 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/networks?id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 200 len: 809 time: 0.5672617 May 06 12:52:54.391655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:54.395266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-932c240f-c820-4eb6-b842-5592a3a33ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:54.396643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-05325730-abae-4cfc-be69-c0f49784c061 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/quotas/25bb17267fbc417da258f8ba4aaac047 HTTP/1.1" status: 200 len: 375 time: 0.0288270 May 06 12:52:54.401090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-932c240f-c820-4eb6-b842-5592a3a33ff4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.7756183 May 06 12:52:54.470399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000836c-aa7b-4ee5-98ca-1984fec91bd2 req-86c3cd2c-2b3f-4224-8526-13b0b41cd4bc tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:54.484981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a000836c-aa7b-4ee5-98ca-1984fec91bd2 req-86c3cd2c-2b3f-4224-8526-13b0b41cd4bc tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2823846 May 06 12:52:54.506546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-95f09b10-35a4-4f46-8ede-f70143bf7b59 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005902 May 06 12:52:54.580455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a000836c-aa7b-4ee5-98ca-1984fec91bd2 req-9dc59027-9502-421b-84a8-f62126f98406 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013947 May 06 12:52:54.785079 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-c06ba337-b6fa-4345-9b60-c03e99138082 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 1001 time: 0.3177700 May 06 12:52:54.908430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Router 9cae70f5-3cfd-427b-853e-c782581996e9 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:52:55.028008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5b47e85a-266a-4592-82e0-51e117e275c5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:52:55.030673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5b47e85a-266a-4592-82e0-51e117e275c5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4666462 May 06 12:52:55.187346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-a86b45ed-5b1e-4567-bc4f-b501ea91d5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:55.189144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-a86b45ed-5b1e-4567-bc4f-b501ea91d5eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.4185476 May 06 12:52:55.266336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-d1649698-e518-4a9b-9579-49e082224032 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6975899 May 06 12:52:55.284449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:55.298487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:55.299749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8d4a15a2-0622-4d19-bdcd-f1e3c20f61c3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "PUT /v2.0/routers/9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 200 len: 698 time: 2.6366279 May 06 12:52:55.302903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Sync routers for ids ['9cae70f5-3cfd-427b-853e-c782581996e9'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:55.310079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53918) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.336582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Routers {'9cae70f5-3cfd-427b-853e-c782581996e9'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:55.337814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9cae70f5-3cfd-427b-853e-c782581996e9'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:55.624102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Set router 9cae70f5-3cfd-427b-853e-c782581996e9 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:55.693303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-1dc3b580-2203-4c9d-bfb9-42aeeb352e29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4919713 May 06 12:52:55.799543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c6e4c44-e095-4afe-b621-e2e23cbb222f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/routers/9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 200 len: 704 time: 0.4782631 May 06 12:52:55.876338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53934) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.904496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae70f5-3cfd-427b-853e-c782581996e9', 'name': 'tempest-RoutersIpV6Test-router-1765926001', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:52Z', 'updated_at': '2022-05-06T12:52:53Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:55.913441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Checking router: 9cae70f5-3cfd-427b-853e-c782581996e9 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:52:55.935511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdcfaf18-c7a6-44fe-af74-9b0d19aea629 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 200 len: 205 time: 0.0571983 May 06 12:52:55.951552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:55.954539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Routers {'9cae70f5-3cfd-427b-853e-c782581996e9'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:55.955177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['9cae70f5-3cfd-427b-853e-c782581996e9'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:56.100368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-be3df19d-2ea2-423e-b618-396ab80da4ee service neutron] 10.222.0.83 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0414493 May 06 12:52:56.131858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Router c496a571-fdbc-4f59-89b0-3c62bbc9aae0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:52:56.238071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] Set router 9cae70f5-3cfd-427b-853e-c782581996e9 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:52:56.439101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-55060bac-1ec9-49af-b41e-d96ebd7f97b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 1096 time: 0.8777399 May 06 12:52:56.442833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-f507e054-4870-4d87-a2ad-3af49d848065 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385168 May 06 12:52:56.455108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53952) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:56.681302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cae70f5-3cfd-427b-853e-c782581996e9', 'name': 'tempest-RoutersIpV6Test-router-1765926001', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:52Z', 'updated_at': '2022-05-06T12:52:53Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:56.695242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00998bdd-40d5-4aa7-9adb-0a4e156306ea None None] The sync data for ids ['9cae70f5-3cfd-427b-853e-c782581996e9'] in n-d-840845-1 is: [{'id': '9cae70f5-3cfd-427b-853e-c782581996e9', 'name': 'tempest-RoutersIpV6Test-router-1765926001', 'tenant_id': 'ec5f8fb66858498494b7f5363003b694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:52:52Z', 'updated_at': '2022-05-06T12:52:53Z', 'revision_number': 2, 'project_id': 'ec5f8fb66858498494b7f5363003b694', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:56.756318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:52:56.774276 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] Sync routers for ids ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:52:56.798791 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] Routers {'c496a571-fdbc-4f59-89b0-3c62bbc9aae0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:56.800582 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:56.812738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-ff89f2bf-bfe1-4623-9a15-f2c5e040ccfe service neutron] 10.222.0.83 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116606 May 06 12:52:56.974478 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:56.995090 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] Routers {'c496a571-fdbc-4f59-89b0-3c62bbc9aae0'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:52:57.000892 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:57.037753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.050383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-91c76da3-2ef6-4495-bc38-6d519b5d10e7 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "PUT /v2.0/routers/c496a571-fdbc-4f59-89b0-3c62bbc9aae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3643992 May 06 12:52:57.051083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53960) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:57.110130 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:52:57.110757 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0a38b-526e-4356-807e-1ce6ef7c49bf None None] The sync data for ids ['c496a571-fdbc-4f59-89b0-3c62bbc9aae0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:52:57.154700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33dfff5b-4fab-4ded-91ed-1286626a213c req-003f8c52-111b-4d9e-a1db-e6ffe967dadf service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005315 May 06 12:52:57.196560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-569001060', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:52:57.203052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:57.207484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Usage tracker for resource:port and tenant:64f1bb617beb4cf7b3883444a9fb4c62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:57.211597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:57.219180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:57.286605 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.325931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Made reservation on behalf of 64f1bb617beb4cf7b3883444a9fb4c62 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:52:57.329101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.354202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.417563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477b783-9ac2-4f2b-855e-d12aedfb6a38 req-a4e41884-b80d-4e53-a2d3-a864e6a06c05 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:57.419431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8477b783-9ac2-4f2b-855e-d12aedfb6a38 req-a4e41884-b80d-4e53-a2d3-a864e6a06c05 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.8975942 May 06 12:52:57.422886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-9b319c3b-4d2e-4971-8c96-966c73f6298e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:57.424320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-9b319c3b-4d2e-4971-8c96-966c73f6298e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.8929908 May 06 12:52:57.804735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.809268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:57.833312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-b7f353cf-04be-41d3-917a-66369e216a1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 200 len: 1001 time: 0.2394485 May 06 12:52:57.914174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:52:57.944800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Usage tracker for resource:security_group_rule and tenant:64f1bb617beb4cf7b3883444a9fb4c62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:52:58.004104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:52:58.010624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.011477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Fanout notify agent at l3_agent the message router_deleted on router c496a571-fdbc-4f59-89b0-3c62bbc9aae0 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:58.055743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.057205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5b87e67b-acb0-49a9-ae4d-d0e43951d171 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "DELETE /v2.0/routers/c496a571-fdbc-4f59-89b0-3c62bbc9aae0 HTTP/1.1" status: 204 len: 168 time: 1.0046325 May 06 12:52:58.065842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:58.093919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:52:58.135851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.153335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8477b783-9ac2-4f2b-855e-d12aedfb6a38 req-a153d558-6af2-4dff-a8eb-df4ccdb224b3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673480 May 06 12:52:58.161629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-9e082046-9dea-42a8-9c0a-0f1d04d00e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:58.163094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-9e082046-9dea-42a8-9c0a-0f1d04d00e14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.3039470 May 06 12:52:58.170658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.191370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-3bfc5b78-f167-4752-90fb-6437151cfd23 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:58.204970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-3bfc5b78-f167-4752-90fb-6437151cfd23 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 945 time: 0.2414150 May 06 12:52:58.452885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.455824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.456888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Fanout notify agent at l3_agent the message router_deleted on router 9cae70f5-3cfd-427b-853e-c782581996e9 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:52:58.463256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-97db3230-afc2-414d-9b67-ec512776b80e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891703 May 06 12:52:58.579986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port 5149651e-265c-4a4a-b3c3-ae795522d880 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:52:58.586082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.705239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72b56ab5-ad87-466a-b64f-8efd96137306 req-d47b15b9-1725-4bb4-9dd4-16fed1a1abd3 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.3212619 May 06 12:52:58.883306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting subnet df7148ba-9ab2-4a75-940d-28b82d7a237f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:52:58.954964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-2358a9a2-10d4-4a51-8a2d-260c282975d3 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793696 May 06 12:52:58.961217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:58.990015 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.046104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] device_id is not set on port e798f52c-7a5b-4e16-8356-a3cda2a28a2c yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:52:59.083323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facbfb24-3290-435c-bc30-a83ebd6ce1b3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:52:59.211918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.213781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-737aeb45-499d-4bf4-86da-83c71892ef5f tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 204 len: 168 time: 3.2613769 May 06 12:52:59.225551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53996) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.281696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.329414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eeada39d-5ca5-4cca-a346-1feac94143ef tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Synchronizing usage tracker for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:52:59.368262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb04ce41-0b9c-4d48-afd6-d869325febde req-f425630e-069e-43b1-a52b-387286e62098 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050310 May 06 12:52:59.388028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] For port 5149651e-265c-4a4a-b3c3-ae795522d880, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=5149651e-265c-4a4a-b3c3-ae795522d880,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:52:59.388388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.403729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eeada39d-5ca5-4cca-a346-1feac94143ef tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] Unset dirty status for tenant:ec5f8fb66858498494b7f5363003b694 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:52:59.403729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eeada39d-5ca5-4cca-a346-1feac94143ef tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 200 len: 205 time: 0.1807237 May 06 12:52:59.405914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54008) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.557061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e27161-0401-4e90-bafc-10f8830a7e46 req-89c701a4-49cc-4f72-a539-befc395d6458 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:52:59.558547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6e27161-0401-4e90-bafc-10f8830a7e46 req-89c701a4-49cc-4f72-a539-befc395d6458 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 945 time: 0.6023698 May 06 12:52:59.575056 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-269c375c-3440-45eb-b541-8a2420f636ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:52:59.576069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-269c375c-3440-45eb-b541-8a2420f636ad tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/9cae70f5-3cfd-427b-853e-c782581996e9 HTTP/1.1" status: 404 len: 336 time: 0.1633067 May 06 12:52:59.580653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.654079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Allocated IP 172.25.2.24 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/e798f52c-7a5b-4e16-8356-a3cda2a28a2c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:52:59.658047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6e27161-0401-4e90-bafc-10f8830a7e46 req-afb69213-64e4-4953-bdeb-439018300555 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849428 May 06 12:52:59.658801 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b676dda2-e038-40ca-941e-debe6a78c401 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:52:59.659418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b676dda2-e038-40ca-941e-debe6a78c401 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:59.662110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b676dda2-e038-40ca-941e-debe6a78c401 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/9cb50470-8d95-4a89-be25-7abb2c0cec85 HTTP/1.1" status: 404 len: 337 time: 0.0742271 May 06 12:52:59.665940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54016) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.725926 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e9227-a4a3-40a6-930a-981749d05c8d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:52:59.726396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202e9227-a4a3-40a6-930a-981749d05c8d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:59.748199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-202e9227-a4a3-40a6-930a-981749d05c8d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/bfacbc7a-c934-4d79-ab8d-b112cb32cd3b HTTP/1.1" status: 404 len: 337 time: 0.0811908 May 06 12:52:59.751678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54020) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.798954 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aa5ed5-9dba-4550-919d-ebf39dd28881 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:52:59.799394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31aa5ed5-9dba-4550-919d-ebf39dd28881 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:59.801139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-31aa5ed5-9dba-4550-919d-ebf39dd28881 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/8844d292-a8b7-47d9-97b2-f56c8975c5fa HTTP/1.1" status: 404 len: 337 time: 0.0485458 May 06 12:52:59.804319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54026) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:52:59.866424 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1aa70f-8b29-475d-86cf-9a09e24a8e0d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:52:59.867268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1aa70f-8b29-475d-86cf-9a09e24a8e0d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:52:59.869473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2e1aa70f-8b29-475d-86cf-9a09e24a8e0d tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/277de258-b965-4814-913f-433a68c2270c HTTP/1.1" status: 404 len: 337 time: 0.0583606 May 06 12:52:59.871037 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:52:59.905973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.021282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.063401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-205a8000-066a-4330-8a9e-fd0950949b2a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 200 len: 205 time: 0.1491294 May 06 12:53:00.096132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54034) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.151489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518e74-8e78-493d-af8f-dad3aa286b0c req-6ed32bff-68c3-4300-ad59-b859c46f1ba1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:00.159539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f518e74-8e78-493d-af8f-dad3aa286b0c req-6ed32bff-68c3-4300-ad59-b859c46f1ba1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.8032861 May 06 12:53:00.168026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-23b4ad29-5a3d-4968-9cc9-bc73a6888e05 req-ae022d30-d784-46a2-bb16-f1166836b14c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:00.174115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.181653 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-34ed8572-4568-49bc-a35e-eb39dfe34535 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:00.189238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-34ed8572-4568-49bc-a35e-eb39dfe34535 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/62dcbfd3-d902-4359-b5b8-6208a8554d4d HTTP/1.1" status: 404 len: 336 time: 0.0881264 May 06 12:53:00.190194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54038) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.298627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Subnet': ['ID=df7148ba-9ab2-4a75-940d-28b82d7a237f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:00.319936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.374431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785499bc-6c28-4f66-aad3-60ce86766376 None None] Network cd345a2a-10e7-4576-9c6a-32aa45f596b5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:00.394063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.394580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.395075 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP acebd9cb-d70a-46d8-90a7-88aeefac5ab9 disassociated. External IP: 172.25.2.126, port: 5149651e-265c-4a4a-b3c3-ae795522d880. May 06 12:53:00.396034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for 5149651e-265c-4a4a-b3c3-ae795522d880 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:00.430515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78fabfe3-6202-4ce0-ba15-cb5788d466ed tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=305997ae-5a30-4760-b929-25aa11c87826 HTTP/1.1" status: 200 len: 205 time: 0.2347667 May 06 12:53:00.473837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.628880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:00.648214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f518e74-8e78-493d-af8f-dad3aa286b0c req-9328fa47-ab4d-4774-ae1a-b50614eb225f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874558 May 06 12:53:00.657968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ee9630bf-36bf-4016-8825-63b67e3dc2b9 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "DELETE /v2.0/subnets/df7148ba-9ab2-4a75-940d-28b82d7a237f HTTP/1.1" status: 204 len: 168 time: 2.5895875 May 06 12:53:00.658948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54052) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.767787 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-3815b3c6-58f4-4317-bab9-e9796fead74a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:00.784374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3815b3c6-58f4-4317-bab9-e9796fead74a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/305997ae-5a30-4760-b929-25aa11c87826 HTTP/1.1" status: 404 len: 336 time: 0.3053212 May 06 12:53:00.786573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-23b4ad29-5a3d-4968-9cc9-bc73a6888e05 req-ae022d30-d784-46a2-bb16-f1166836b14c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:00.794561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23b4ad29-5a3d-4968-9cc9-bc73a6888e05 req-ae022d30-d784-46a2-bb16-f1166836b14c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.7419784 May 06 12:53:00.826217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54058) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:00.880187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:00.884660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:00.894765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:01.002522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.012658 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f250627-a13c-41ab-9f25-29d93e54bfc4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:53:01.017395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f250627-a13c-41ab-9f25-29d93e54bfc4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:01.022049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f250627-a13c-41ab-9f25-29d93e54bfc4 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/e5452203-676e-4ba0-9e1a-e81d89acf949 HTTP/1.1" status: 404 len: 337 time: 0.1947961 May 06 12:53:01.031512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Pushing event updated for resources: {'Port': ['ID=e798f52c-7a5b-4e16-8356-a3cda2a28a2c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:01.034229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.042342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.147041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-862fdda2-f075-45ed-8bd5-bc7afa859e73 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 200 len: 205 time: 0.1029210 May 06 12:53:01.149474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.158842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=5149651e-265c-4a4a-b3c3-ae795522d880,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:01.337287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:01.347255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.360292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] DHCP port deletion for cd345a2a-10e7-4576-9c6a-32aa45f596b5 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:53:01.365443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Deleting port 707ed374-32ad-4895-978f-d4ef8bd472bb {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:01.365821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.373714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Deleting port 707ed374-32ad-4895-978f-d4ef8bd472bb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:01.375397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.387124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-caa77566-5b59-4878-beb6-fb1acc5c72df req-9cc1832a-7a01-4621-99af-1411547154ee tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.2242336 May 06 12:53:01.509720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3b56905c-0dc3-482c-88b9-18c16b86bddf tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.0468676 May 06 12:53:01.512630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54072) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.519149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.24'}]}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:01.528125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:01.537283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Usage tracker for resource:router and tenant:64f1bb617beb4cf7b3883444a9fb4c62 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:01.544947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:01.561796 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-ca82d708-4c6b-4007-a3f2-16f7ea53f122 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:01.562956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:01.565932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54076) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.566612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca82d708-4c6b-4007-a3f2-16f7ea53f122 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/094b91af-4cf0-4746-9b05-575dabe40c18 HTTP/1.1" status: 404 len: 336 time: 0.3767848 May 06 12:53:01.665430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1533eb1f-623b-414b-b254-796ded1203b3 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=655b69c9-e1e4-403f-9ca4-b14685f7346c HTTP/1.1" status: 200 len: 205 time: 0.0982196 May 06 12:53:01.670201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54080) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.691665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] For port 707ed374-32ad-4895-978f-d4ef8bd472bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=707ed374-32ad-4895-978f-d4ef8bd472bb,segment=NetworkSegment(8411436b-ccbd-497f-ac10-8c02ff107f50),segment_id=8411436b-ccbd-497f-ac10-8c02ff107f50)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:01.704403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.776944 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-45c45571-5faa-4631-90e4-016fd1421906 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:01.778120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45c45571-5faa-4631-90e4-016fd1421906 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/655b69c9-e1e4-403f-9ca4-b14685f7346c HTTP/1.1" status: 404 len: 336 time: 0.1068683 May 06 12:53:01.784359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54088) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.865101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.866109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.896598 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-077bd545-d7f9-4ca3-ab17-cdb3dd810e7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:53:01.897059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077bd545-d7f9-4ca3-ab17-cdb3dd810e7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:01.917566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-077bd545-d7f9-4ca3-ab17-cdb3dd810e7b tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/bb912c5b-746f-4f00-b5cb-5c2a8ff44c65 HTTP/1.1" status: 404 len: 337 time: 0.1317186 May 06 12:53:01.920541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54096) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:01.972134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] For port 707ed374-32ad-4895-978f-d4ef8bd472bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=707ed374-32ad-4895-978f-d4ef8bd472bb,segment=NetworkSegment(8411436b-ccbd-497f-ac10-8c02ff107f50),segment_id=8411436b-ccbd-497f-ac10-8c02ff107f50)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:01.972134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:01.973943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.150297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Calling delete_port for 707ed374-32ad-4895-978f-d4ef8bd472bb owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:02.177068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Calling delete_port for 707ed374-32ad-4895-978f-d4ef8bd472bb owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:02.237053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 707ed374-32ad-4895-978f-d4ef8bd472bb no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:02.453379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port 707ed374-32ad-4895-978f-d4ef8bd472bb {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 12:53:02.453794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 707ed374-32ad-4895-978f-d4ef8bd472bb not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:02.482493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.498534 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:53:02.499161 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:53:02.539706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fbf1c074-81d0-4495-9d67-97880317a814 req-0ab9d71d-ecc7-4f75-b155-7fce9eca7220 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.1747828 May 06 12:53:02.592285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Port': ['ID=707ed374-32ad-4895-978f-d4ef8bd472bb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:02.617311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] No DVR routers for this DVR port 707ed374-32ad-4895-978f-d4ef8bd472bb on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:02.651482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-78837b01-448d-4b41-be8a-30a0a210acde tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=81c31cff-c6f4-4ec9-b246-92e5f13eade1 HTTP/1.1" status: 200 len: 205 time: 0.6169260 May 06 12:53:02.664024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54104) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:02.899264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a5ef82d-7bcf-4c6d-8743-a350863d142b req-870f3597-acac-4255-8882-e50cf0a90032 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:02.919785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:02.950055 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-fd7e38fc-3f4e-4c8a-bcbc-3508dfde0ee8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:02.951457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd7e38fc-3f4e-4c8a-bcbc-3508dfde0ee8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/81c31cff-c6f4-4ec9-b246-92e5f13eade1 HTTP/1.1" status: 404 len: 336 time: 0.2654667 May 06 12:53:02.958957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54110) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.000950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Deleting port 707ed374-32ad-4895-978f-d4ef8bd472bb {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:03.001529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.014181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd345a2a-10e7-4576-9c6a-32aa45f596b5']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:03.015702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.032160 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-547f1b1d-b852-4561-8211-b6e9a18d6c3e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:53:03.032540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547f1b1d-b852-4561-8211-b6e9a18d6c3e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:03.037324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8411436b-ccbd-497f-ac10-8c02ff107f50') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:03.037630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8411436b-ccbd-497f-ac10-8c02ff107f50') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:03.070842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f116-55c6-4b4b-bde1-fb2f8e4c2a47 req-f52712ae-4e60-497d-9878-0b5cd2ce26b8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:03.071521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.072536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1504f116-55c6-4b4b-bde1-fb2f8e4c2a47 req-f52712ae-4e60-497d-9878-0b5cd2ce26b8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.4093544 May 06 12:53:03.078342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-50c064e0-b537-4ee0-8988-74dd9c0deeec tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:03.080253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-50c064e0-b537-4ee0-8988-74dd9c0deeec tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "GET /v2.0/networks?id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 200 len: 809 time: 0.4276333 May 06 12:53:03.080962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4692bf56-0785-4208-a6c6-34b3ef16c75a None None] The port '707ed374-32ad-4895-978f-d4ef8bd472bb' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:53:03.081747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-547f1b1d-b852-4561-8211-b6e9a18d6c3e tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/2c1009de-6209-4333-9552-b305e72c7557 HTTP/1.1" status: 404 len: 337 time: 0.1175704 May 06 12:53:03.081884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.102233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.108992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:03.114731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:53:03.115155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: timer() May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:53:03.132094 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:53:03.141928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Request body: {'port': {'device_id': '11a13f94-5c35-4863-b030-fe8ccb148537', 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd', 'admin_state_up': True, 'tenant_id': '25bb17267fbc417da258f8ba4aaac047'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:03.174381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1d367b2-b7c0-4436-99f7-5488fd96ffa5 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "GET /v2.0/ports?device_id=e866cdc4-cc49-4da1-a528-e8b727f62c11 HTTP/1.1" status: 200 len: 205 time: 0.0914829 May 06 12:53:03.179310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5149651e-265c-4a4a-b3c3-ae795522d880 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:03.221062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.235373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 5149651e-265c-4a4a-b3c3-ae795522d880 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:03.235714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 5149651e-265c-4a4a-b3c3-ae795522d880 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:03.240933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a5ef82d-7bcf-4c6d-8743-a350863d142b req-870f3597-acac-4255-8882-e50cf0a90032 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:03.242379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a5ef82d-7bcf-4c6d-8743-a350863d142b req-870f3597-acac-4255-8882-e50cf0a90032 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 0.4609206 May 06 12:53:03.333900 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-9a02deb5-944e-4888-8d50-873850ffa2e8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] delete failed (client error): The resource could not be found. May 06 12:53:03.337486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a02deb5-944e-4888-8d50-873850ffa2e8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/routers/e866cdc4-cc49-4da1-a528-e8b727f62c11 HTTP/1.1" status: 404 len: 336 time: 0.1131294 May 06 12:53:03.341093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.435593 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-690dda74-9b85-4375-9c08-6b39dc80582a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:53:03.436072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690dda74-9b85-4375-9c08-6b39dc80582a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:03.440314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1504f116-55c6-4b4b-bde1-fb2f8e4c2a47 req-93aff939-020f-40bc-968d-aef3f60bc7b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250864 May 06 12:53:03.491342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:03.502450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:03.516121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:03.517685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:03.518637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-690dda74-9b85-4375-9c08-6b39dc80582a tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/fd9c005b-f8d7-424d-b9e6-3e66448be5fb HTTP/1.1" status: 404 len: 337 time: 0.1737103 May 06 12:53:03.524372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54128) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:03.540960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.546485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:03.570265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:03.651742 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.663356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] No DVR routers for this DVR port 5149651e-265c-4a4a-b3c3-ae795522d880 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:03.666809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.701190 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-204b92c5-af3b-4f57-9708-9c0b276bcff8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] DELETE failed (client error): The resource could not be found. May 06 12:53:03.701190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204b92c5-af3b-4f57-9708-9c0b276bcff8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:53:03.702998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-204b92c5-af3b-4f57-9708-9c0b276bcff8 tempest-RoutersIpV6Test-1336702197 tempest-RoutersIpV6Test-1336702197-project] 10.222.0.83 "DELETE /v2.0/subnets/3dde1d61-6998-4e75-b3a0-9654c08fb546 HTTP/1.1" status: 404 len: 337 time: 0.1688805 May 06 12:53:03.704511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'name': 'network-vif-deleted', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:03.729355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95f5ce60-4aaf-4ec6-8405-e58dd91278aa req-def0a560-4cf8-4822-880a-189afa462ac8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "DELETE /v2.0/ports/5149651e-265c-4a4a-b3c3-ae795522d880 HTTP/1.1" status: 204 len: 173 time: 5.3464808 May 06 12:53:03.730139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] Pushing event deleted for resources: {'Network': ['ID=cd345a2a-10e7-4576-9c6a-32aa45f596b5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:03.754312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-05a57431-d02a-40fd-b626-f2305e78c8e5 tempest-FloatingIPNegativeTestJSON-294437895 tempest-FloatingIPNegativeTestJSON-294437895-project] 10.222.0.83 "DELETE /v2.0/networks/cd345a2a-10e7-4576-9c6a-32aa45f596b5 HTTP/1.1" status: 204 len: 168 time: 3.0942290 May 06 12:53:03.922498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04df05ed-92a7-4e4a-84dd-1755b9320e75 req-900c889f-98da-44ef-9282-07b02af3c7da tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.1471577 May 06 12:53:03.938571 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74906472-469c-49a7-81d1-d6bcd0c12b57'] response: {'server_uuid': 'b8b2ff26-2f58-497a-ae2a-ba0d03b849a0', 'name': 'network-vif-deleted', 'tag': '5149651e-265c-4a4a-b3c3-ae795522d880', 'status': 'completed', 'code': 200} May 06 12:53:03.949861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Made reservation on behalf of 25bb17267fbc417da258f8ba4aaac047 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:03.961823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:03.978982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:03.989194 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:53:04.289031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.342098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:04.606040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:04.611140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:04.630630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:04.632270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:52:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:04.651926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Allocated IP 172.20.0.5 (f6f7a79c-5687-4235-8c10-e3511c9ab0dd/e192bf57-cc2f-407a-99b2-066fa1601ebe/4a466369-3ccc-49ff-9964-3985597d8f42) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:04.914666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550cf5-bb0d-48bc-9f5e-dc099431c42f req-2a1367b8-760b-4d4d-9a75-ce2b87e8c8df tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:04.923404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f550cf5-bb0d-48bc-9f5e-dc099431c42f req-2a1367b8-760b-4d4d-9a75-ce2b87e8c8df tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2579932 May 06 12:53:04.987135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f550cf5-bb0d-48bc-9f5e-dc099431c42f req-28607776-5ee5-4b03-911b-ffd438e92cb5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625541 May 06 12:53:05.137090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54164) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:05.256344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:05.314934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:05.387908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ad4c90e-13b9-4fad-9e37-ed5c5531d06f req-c532221c-7ce0-42bb-8de0-c1171b945c31 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.1019633 May 06 12:53:05.426070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:05.548098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-93524d46-e602-45a5-b8d3-312904d31fa6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=23bfe266124942728c5129fe2957cdd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4074340 May 06 12:53:05.548436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54180) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:05.850946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc53689e-3afc-46ae-8731-4da6a8a16add req-937176fa-e64a-4529-a807-0149bd275279 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8b2ff26-2f58-497a-ae2a-ba0d03b849a0 HTTP/1.1" status: 200 len: 210 time: 1.2320910 May 06 12:53:05.923114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:05.929234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f8113-e47b-4631-900e-b24073189ca0 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:05.934628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.017933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.027599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-74feccb4-89f3-4f61-a494-85e58b576f8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec5f8fb66858498494b7f5363003b694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7700734 May 06 12:53:06.030667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54186) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:06.162258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.238153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.296865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.368583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.418881 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1689e2-f33b-4c58-abb3-e6c55ef27b17 None None] New status for floating IP acebd9cb-d70a-46d8-90a7-88aeefac5ab9: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:53:06.424334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6cb345-e79d-44c3-847b-a19a9b9e91d5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:06.461491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.478652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.479376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.479956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-22beb79b-920a-45f4-a66a-437e3b778e77 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e6cb345-e79d-44c3-847b-a19a9b9e91d5 HTTP/1.1" status: 204 len: 168 time: 0.9304585 May 06 12:53:06.501408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533ee4-0f15-4630-93b5-7ff07e727ef4 req-1482d8ba-2075-4272-824b-be6e4bdd405e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:06.504458 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86533ee4-0f15-4630-93b5-7ff07e727ef4 req-1482d8ba-2075-4272-824b-be6e4bdd405e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1815789 May 06 12:53:06.566309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.598235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-86533ee4-0f15-4630-93b5-7ff07e727ef4 req-ff08c1d3-5d03-4842-9883-1efe89936336 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854957 May 06 12:53:06.666528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.667350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 056f9351-6489-472d-b397-4490dcba0fd6 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:53:06.669915 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.709819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f661977-28e2-413a-8cb4-e8219745914e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:06.730289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:06.731538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8a5e697c-1e11-4a4f-9757-6af4dc20d031 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f661977-28e2-413a-8cb4-e8219745914e HTTP/1.1" status: 204 len: 168 time: 0.6999319 May 06 12:53:06.794557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Network f6f7a79c-5687-4235-8c10-e3511c9ab0dd is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:06.796517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Pushing event updated for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:06.805209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:06.823793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:06.878128 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 12:53:06.879332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7df210a-19c0-4e38-933e-481aadc58e93 tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3657041 May 06 12:53:06.882951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54204) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:06.924152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3f11a-cdc0-45ec-9eb0-f653e649f5ba req-844b7511-442f-4146-ae94-5047f6350866 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:06.930265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50f3f11a-cdc0-45ec-9eb0-f653e649f5ba req-844b7511-442f-4146-ae94-5047f6350866 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 931 time: 0.2605803 May 06 12:53:06.962716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:06.963581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.031399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Deleting port e798f52c-7a5b-4e16-8356-a3cda2a28a2c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:07.032026 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.044325 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50f3f11a-cdc0-45ec-9eb0-f653e649f5ba req-210d9cb6-27db-48ed-bd1b-1c8fbac05c6a tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111994 May 06 12:53:07.126606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-5244f256-c81c-4a4b-9a27-0b9a8ee8c338 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9960897 May 06 12:53:07.138877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Request body: {'port': {'device_id': '11a13f94-5c35-4863-b030-fe8ccb148537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:07.339347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:07.409881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.506125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:07.778139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Calling delete_port for e798f52c-7a5b-4e16-8356-a3cda2a28a2c owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:07.919295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.059461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.414696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82294909-9289-49e1-a98c-124c5b62b7a2 req-1293a9fd-2505-4e36-b24a-d6bccc4e42bf tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:08.422528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82294909-9289-49e1-a98c-124c5b62b7a2 req-1293a9fd-2505-4e36-b24a-d6bccc4e42bf tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 931 time: 0.1220815 May 06 12:53:08.447812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a68f63e-7765-4886-83a4-41e2b1f5131a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.485180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-82294909-9289-49e1-a98c-124c5b62b7a2 req-f534d7de-6877-42f6-a08a-79bcee6b2b34 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 May 06 12:53:08.487461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.511465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.572974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Pushing event deleted for resources: {'Port': ['ID=e798f52c-7a5b-4e16-8356-a3cda2a28a2c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:08.579956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:08.580111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e8c7f-c059-4d1d-929d-4f46575a2490 req-480e98e7-3edb-4e00-a534-4d95b70a5dc7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:08.591229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-519e8c7f-c059-4d1d-929d-4f46575a2490 req-480e98e7-3edb-4e00-a534-4d95b70a5dc7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.5317588 May 06 12:53:08.698763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.703325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f4479ea-480a-49a0-b428-4699f78feaf8 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/security-groups/bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd HTTP/1.1" status: 204 len: 168 time: 1.3569024 May 06 12:53:08.711532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:08.794031 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-97b743bd-4cee-4d56-a71e-bef3a0ac0518 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] show failed (client error): The resource could not be found. May 06 12:53:08.806472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97b743bd-4cee-4d56-a71e-bef3a0ac0518 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups/bc2c7ce8-00cc-4bd2-a905-e6d67269e6fd HTTP/1.1" status: 404 len: 347 time: 0.0941517 May 06 12:53:08.813089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54270) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:08.845985 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-519e8c7f-c059-4d1d-929d-4f46575a2490 req-a6907c0b-67c0-4735-85df-247742c0f2cd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539651 May 06 12:53:08.878842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a466369-3ccc-49ff-9964-3985597d8f42 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:53:08.915804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:08.950087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Transition to ACTIVE for port object 4a466369-3ccc-49ff-9964-3985597d8f42 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:09.001184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.003844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-462bd395-0877-45c3-abc5-a168d06f195f tempest-RoutersAdminNegativeTest-1218127262 tempest-RoutersAdminNegativeTest-1218127262-project-admin] 10.222.0.83 "DELETE /v2.0/ports/e798f52c-7a5b-4e16-8356-a3cda2a28a2c HTTP/1.1" status: 204 len: 168 time: 2.1195941 May 06 12:53:09.012143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:09.052090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.150118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port 8208019c-82ea-4988-b3b5-8012dfda261c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:09.151688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.208846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Pushing event updated for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:09.458272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Attempting to bind port 4a466369-3ccc-49ff-9964-3985597d8f42 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:09.458612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Attempting to bind port 4a466369-3ccc-49ff-9964-3985597d8f42 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:09.458947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Attempting to bind port 4a466369-3ccc-49ff-9964-3985597d8f42 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:09.465550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Port 4a466369-3ccc-49ff-9964-3985597d8f42 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:53:09.465877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Attempting to bind port 4a466369-3ccc-49ff-9964-3985597d8f42 on network f6f7a79c-5687-4235-8c10-e3511c9ab0dd {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:09.483307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:09.483664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Checking segment: {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:09.484149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Bound using segment: {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:09.485190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Bound port: 4a466369-3ccc-49ff-9964-3985597d8f42, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7122e57d-4402-49e6-8248-38719c838a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:09.485190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.640894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.648081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f15dde4b-6301-4bf6-99b6-c4a3c8726229 tempest-DvrRoutersNegativeTest-1330211958 tempest-DvrRoutersNegativeTest-1330211958-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2083126467', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:09.648750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.660072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.policy [None req-f15dde4b-6301-4bf6-99b6-c4a3c8726229 tempest-DvrRoutersNegativeTest-1330211958 tempest-DvrRoutersNegativeTest-1330211958-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84799) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 06 12:53:09.660382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.policy [None req-f15dde4b-6301-4bf6-99b6-c4a3c8726229 tempest-DvrRoutersNegativeTest-1330211958 tempest-DvrRoutersNegativeTest-1330211958-project] Failed policy check for 'create_router' {{(pid=84799) enforce /opt/stack/neutron/neutron/policy.py:482}} May 06 12:53:09.660965 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-f15dde4b-6301-4bf6-99b6-c4a3c8726229 tempest-DvrRoutersNegativeTest-1330211958 tempest-DvrRoutersNegativeTest-1330211958-project] create failed (client error): Access was denied to this resource. May 06 12:53:09.662527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f15dde4b-6301-4bf6-99b6-c4a3c8726229 tempest-DvrRoutersNegativeTest-1330211958 tempest-DvrRoutersNegativeTest-1330211958-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6490440 May 06 12:53:09.760838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:09.766045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=4a466369-3ccc-49ff-9964-3985597d8f42,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:09.826359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:09.842452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:09.868798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for 8208019c-82ea-4988-b3b5-8012dfda261c owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:10.000717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Pushing event updated for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:10.004163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.006364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-71b04f29-3be1-4f6c-aa2e-8362989c431b service neutron] 10.222.0.86 "PUT /v2.0/ports/4a466369-3ccc-49ff-9964-3985597d8f42 HTTP/1.1" status: 200 len: 1091 time: 2.8717177 May 06 12:53:10.006822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:10.086383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca10b-e479-4e01-b2fd-59c1ceee3df8 req-4a3ce724-d8ce-43bb-9d68-51659398ea8f tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:10.095385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-175ca10b-e479-4e01-b2fd-59c1ceee3df8 req-4a3ce724-d8ce-43bb-9d68-51659398ea8f tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 943 time: 0.3331285 May 06 12:53:10.196103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-175ca10b-e479-4e01-b2fd-59c1ceee3df8 req-df2745b1-4ee3-47a5-a3be-4b7908cc3410 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994616 May 06 12:53:10.297195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.372499 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069a1ac9-db60-4f92-a725-421d8a85a360'] response: {'name': 'network-changed', 'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42', 'status': 'completed', 'code': 200} May 06 12:53:10.438905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=8208019c-82ea-4988-b3b5-8012dfda261c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:10.481238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.508652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-75c4eccb-d3a9-4a38-bda5-a81e28d5ee21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 1094 time: 0.3752735 May 06 12:53:10.591929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-a2f6a656-55c2-4f82-95b4-402525df803c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a466369-3ccc-49ff-9964-3985597d8f42 HTTP/1.1" status: 200 len: 217 time: 0.0755501 May 06 12:53:10.671724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea8b93-761d-462b-ad37-62c4a0bcac86 req-537fbd48-b5aa-4cdd-94a6-b56a2d66a36e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:10.679316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85ea8b93-761d-462b-ad37-62c4a0bcac86 req-537fbd48-b5aa-4cdd-94a6-b56a2d66a36e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.4228814 May 06 12:53:10.682066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.682490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-ba629800-4b32-4dfc-8ea1-8a88e6bad337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:10.684110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-ba629800-4b32-4dfc-8ea1-8a88e6bad337 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e192bf57-cc2f-407a-99b2-066fa1601ebe HTTP/1.1" status: 200 len: 849 time: 0.0796661 May 06 12:53:10.713560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-916fe8de-2347-42cd-b1c1-6c86ef1086ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.770985 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-8998f599-8966-4fc3-a6f8-48cc2a1078c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494266 May 06 12:53:10.779040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:10.825089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54316) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:10.838573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:10.840202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-40a61156-e724-4a63-81b0-c071c8848411 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/floatingips/acebd9cb-d70a-46d8-90a7-88aeefac5ab9 HTTP/1.1" status: 204 len: 168 time: 2.0260110 May 06 12:53:10.919519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-f832a763-e70a-4730-8d1a-a867bdbd54d1 service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375902 May 06 12:53:10.926472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Usage tracker for resource:security_group_rule and tenant:daf34b8b7e1e4a5aabbf756e965093ff is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:11.064688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bc4c6d95-eb06-4546-8e45-d743a18c886d req-f3abb8fb-1993-45d4-9650-bdf1e9aa9ca1 service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349566 May 06 12:53:11.065502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:11.080324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85ea8b93-761d-462b-ad37-62c4a0bcac86 req-9abbc187-0808-4e79-9322-457eb5e0e777 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998225 May 06 12:53:11.096111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:11.207053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.304939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.388609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95853ff-f82d-4cb5-b181-599e48236337,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:11.408569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c7648187-64b8-437e-ace8-abf200e749cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=daf34b8b7e1e4a5aabbf756e965093ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5810680 May 06 12:53:11.412099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54330) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:11.548535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.678314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-76d8a2b3-8649-4fe8-9bce-6310f701120e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=25bb17267fbc417da258f8ba4aaac047&device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 1094 time: 0.4665689 May 06 12:53:11.814969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:11.838336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Usage tracker for resource:security_group_rule and tenant:44132262fe294b81b1558720b4df80e6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:11.847578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:11.847996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:11.901164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:11.925769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11059a-2b78-43f4-a15e-270d5732d8ee req-28384846-986b-45c3-b27d-f9bf2f305aeb tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:11.927654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc11059a-2b78-43f4-a15e-270d5732d8ee req-28384846-986b-45c3-b27d-f9bf2f305aeb tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:11.999095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.027704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-f3a481ac-ba32-48cf-b5ab-685add6dbd13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:12.030117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-f3a481ac-ba32-48cf-b5ab-685add6dbd13 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 200 len: 910 time: 0.3381698 May 06 12:53:12.030770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.218949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-892b83a9-51bc-4956-a8fa-3c912f1d7b77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a466369-3ccc-49ff-9964-3985597d8f42 HTTP/1.1" status: 200 len: 217 time: 0.1818054 May 06 12:53:12.280586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-161852d5-346b-4479-a639-9f03baba8d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:12.282004 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-161852d5-346b-4479-a639-9f03baba8d4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e192bf57-cc2f-407a-99b2-066fa1601ebe HTTP/1.1" status: 200 len: 849 time: 0.0574791 May 06 12:53:12.329814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-1216e604-a0c9-416a-ba2c-28874f7d9745 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f6f7a79c-5687-4235-8c10-e3511c9ab0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413895 May 06 12:53:12.377557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.378269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.380251 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.399800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.426914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc11059a-2b78-43f4-a15e-270d5732d8ee req-28384846-986b-45c3-b27d-f9bf2f305aeb tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:12.426914 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc11059a-2b78-43f4-a15e-270d5732d8ee req-28384846-986b-45c3-b27d-f9bf2f305aeb tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 943 time: 0.9799774 May 06 12:53:12.449476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95853ff-f82d-4cb5-b181-599e48236337,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:12.510407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54350) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:12.539012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=44132262fe294b81b1558720b4df80e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7016401 May 06 12:53:12.544530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54356) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:12.556323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045828751', 'description': 'tempest-description--788311095'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:12.591669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:12.602164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.603277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d5bb36b1-93db-488a-9ddb-8816f8684748 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f95853ff-f82d-4cb5-b181-599e48236337 HTTP/1.1" status: 204 len: 168 time: 1.1902235 May 06 12:53:12.678337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a869bc-8b44-46a2-964b-a1904eee83e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205c02f6-7330-42aa-bd96-aee1e7441f7b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:12.829947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.857069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:12.865981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:12.880723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:12.902754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-ba894c22-27df-49f7-b410-3919a7bb5fab service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634835 May 06 12:53:12.936823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:12.974515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.015525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc11059a-2b78-43f4-a15e-270d5732d8ee req-38e77b6e-ef76-4041-8515-06ffc319e316 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576806 May 06 12:53:13.016171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc597479-6a02-4478-b5c5-00aabf9ad563 req-84e42522-c0e3-43b6-b4c2-7f3b9aa133e4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:13.023210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc597479-6a02-4478-b5c5-00aabf9ad563 req-84e42522-c0e3-43b6-b4c2-7f3b9aa133e4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2940791 May 06 12:53:13.100272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc597479-6a02-4478-b5c5-00aabf9ad563 req-d8e4f69a-92b0-4daa-9c46-3745f8fbc753 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727599 May 06 12:53:13.156722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-506111c3-29a6-47c4-a3c2-c6ff0e398541 req-fb4aabec-2bdf-42ff-bae6-c6b2d729dd69 service neutron] 10.222.0.86 "GET /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412610 May 06 12:53:13.275514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.304965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:13.312876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:13.316297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:13.318507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205c02f6-7330-42aa-bd96-aee1e7441f7b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:13.326772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.327923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-96311346-5eeb-4b43-9bae-39f6c8db00af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/205c02f6-7330-42aa-bd96-aee1e7441f7b HTTP/1.1" status: 204 len: 168 time: 0.7806418 May 06 12:53:13.335851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:13.387164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 4a466369-3ccc-49ff-9964-3985597d8f42 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:53:13.452074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.531486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.604296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=4a466369-3ccc-49ff-9964-3985597d8f42,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:13.623832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '4a466369-3ccc-49ff-9964-3985597d8f42', 'network_id': 'f6f7a79c-5687-4235-8c10-e3511c9ab0dd', 'port_id': '4a466369-3ccc-49ff-9964-3985597d8f42', 'mac_address': 'fa:16:3e:1c:3b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e192bf57-cc2f-407a-99b2-066fa1601ebe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:53:13.685758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.698940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:13.718017 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.739927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a466369-3ccc-49ff-9964-3985597d8f42 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:53:13.757487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=4a466369-3ccc-49ff-9964-3985597d8f42,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:13.797894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.802154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7fa18c4f-520b-45f2-a4e7-500e37386cb4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2907073 May 06 12:53:13.802938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54386) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:13.811477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:13.829386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:13.839542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:13.853120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:13.866080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:13.869271 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.958184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:13.970043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.978503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:13.979335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:13.979437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:14.061792 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.122008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['4a466369-3ccc-49ff-9964-3985597d8f42'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:53:14.127436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54396) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:14.234444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.319548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12d4578-c6d3-4033-8a79-2366481d37dd,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:14.340077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab0efdff-f7d4-4abf-af6a-a5d1cc9934e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=64f1bb617beb4cf7b3883444a9fb4c62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103186 May 06 12:53:14.341216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54408) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:14.407750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e385f-ea63-4eee-befa-0da6fc3bb2ad req-7e0c95fe-19f9-4025-8ad3-fa2563146679 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:14.409320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd0e385f-ea63-4eee-befa-0da6fc3bb2ad req-7e0c95fe-19f9-4025-8ad3-fa2563146679 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 944 time: 0.2441006 May 06 12:53:14.453223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.457916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c0ab6551-c333-4e4d-9242-1b9ffeb9e45a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6531780 May 06 12:53:14.463379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54416) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:14.477806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:14.497517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:14.512011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:security_group_rule and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:14.521507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:14.539237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:14.543305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd0e385f-ea63-4eee-befa-0da6fc3bb2ad req-b83c20cb-dfb7-4f1d-a55a-ba6585110fdf tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228790 May 06 12:53:14.553416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.570248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300117-2b40-4a3d-90e6-9b159e30c22a req-927313c1-3328-4fa6-964f-ad9f69e21056 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:14.576375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd300117-2b40-4a3d-90e6-9b159e30c22a req-927313c1-3328-4fa6-964f-ad9f69e21056 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2339172 May 06 12:53:14.618652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.669130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd300117-2b40-4a3d-90e6-9b159e30c22a req-16695a57-af98-4a71-a9d7-44688e635685 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887640 May 06 12:53:14.682279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.753349 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.836207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.884153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbfb24-3290-435c-bc30-a83ebd6ce1b3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:14.884153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.884153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ddc0d5aa-9a68-4797-94aa-571c23d0c007 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/facbfb24-3290-435c-bc30-a83ebd6ce1b3 HTTP/1.1" status: 204 len: 168 time: 0.5365009 May 06 12:53:14.905618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:14.938100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c2b3f2-dc3f-4498-91e5-a94d93b0145e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:15.062904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.079264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ec955b6-2c72-4454-b15e-45dfb6ac3934 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6025651 May 06 12:53:15.079511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54436) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:15.079511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:15.086156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:15.099026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:floatingip and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:15.102917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:15.115369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:15.337679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.404078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 4a466369-3ccc-49ff-9964-3985597d8f42 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:15.617140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 4a466369-3ccc-49ff-9964-3985597d8f42 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:15.622426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 4a466369-3ccc-49ff-9964-3985597d8f42 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:15.622804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.630512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:15.714593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-3847ea06-6781-4562-a3aa-1a5ea7d52ade service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1097 time: 0.1897779 May 06 12:53:15.805322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.25.2.238 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/72fed1b5-4625-491d-90f0-aed1013be994) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:15.959833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.021490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=4a466369-3ccc-49ff-9964-3985597d8f42,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:16.022950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:16.045867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319d2a1-8633-4bdf-bb17-bf576376a4e9 req-524812d9-9c2b-4cb4-a8a4-6fd5c635ce4c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:16.053577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a319d2a1-8633-4bdf-bb17-bf576376a4e9 req-524812d9-9c2b-4cb4-a8a4-6fd5c635ce4c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1433434 May 06 12:53:16.122562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a319d2a1-8633-4bdf-bb17-bf576376a4e9 req-97e59385-9f7a-4d59-8e80-6068a57bc35a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663886 May 06 12:53:16.160215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.244801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.249703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89fcf8-0222-4185-9033-97489b714b40 req-8e74b22e-df2e-40c3-b517-e1503f7e229e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:16.251413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-8e74b22e-df2e-40c3-b517-e1503f7e229e service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.3602445 May 06 12:53:16.276495 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144c45ff-a030-43d0-bdce-dfb8b965b272'] response: {'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42', 'code': 200} May 06 12:53:16.309219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:16.343559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb52f0-b6c4-446c-bd59-b514149c8e0c req-0a3e0198-89f5-4e51-a281-3d20f448531b tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:16.345107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ddb52f0-b6c4-446c-bd59-b514149c8e0c req-0a3e0198-89f5-4e51-a281-3d20f448531b tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 944 time: 0.4525733 May 06 12:53:16.450704 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51895077-1b9c-458d-afe7-2bd46671114d req-7deea73d-1def-4ec2-8e48-4b7aeea4fc25 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 1096 time: 0.1107399 May 06 12:53:16.457897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-69f0a437-935c-4112-a5bb-557addfdd210 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 1001 time: 0.1973374 May 06 12:53:16.475292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ddb52f0-b6c4-446c-bd59-b514149c8e0c req-8a0879af-3600-4e99-8b4d-8c0c2c865e33 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207783 May 06 12:53:16.528988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51895077-1b9c-458d-afe7-2bd46671114d req-0aafa6a5-fc28-439d-95d4-900bbfbde50d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724492 May 06 12:53:16.650288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.657173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:16.726821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89fcf8-0222-4185-9033-97489b714b40 req-fbb776e8-a6d5-49f6-9bee-44391ef14873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:16.728995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-fbb776e8-a6d5-49f6-9bee-44391ef14873 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.2524498 May 06 12:53:16.761659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:16.904412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:16.922381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54496) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:16.926414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:16.977030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=72fed1b5-4625-491d-90f0-aed1013be994,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:17.052446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-62cdf0bc-3810-4032-aa7e-803843c8521e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128526 May 06 12:53:17.107220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2fe800e9-b73d-406f-aa92-9bdb938b0858 tempest-AgentManagementNegativeTest-2039132217 tempest-AgentManagementNegativeTest-2039132217-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1829655 May 06 12:53:17.417948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-0750ef36-d0bb-450e-9c22-8acbd5f5c94c service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543191 May 06 12:53:17.424624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.467065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec730-897a-4996-b5e7-0b10771f2579 req-8d45a8c8-4afd-4e02-a653-20ff4bb00ef8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:17.469817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b3ec730-897a-4996-b5e7-0b10771f2579 req-8d45a8c8-4afd-4e02-a653-20ff4bb00ef8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.1110830 May 06 12:53:17.554117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b3ec730-897a-4996-b5e7-0b10771f2579 req-7bb56a42-441f-4ef3-8470-f474fd0f9b3a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739691 May 06 12:53:17.634387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:17.878126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b89fcf8-0222-4185-9033-97489b714b40 req-3de3bdf1-c927-4815-be83-2bf846ed45b1 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504316 May 06 12:53:17.991870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54542) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:18.030387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36c122-058d-4b78-b9c8-f68df4b50452 req-f9087fab-e1e2-468a-b57f-f4ce232d14e3 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:18.032952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c36c122-058d-4b78-b9c8-f68df4b50452 req-f9087fab-e1e2-468a-b57f-f4ce232d14e3 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 945 time: 0.3639205 May 06 12:53:18.134412 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c36c122-058d-4b78-b9c8-f68df4b50452 req-91bd08fb-4132-408e-9c0c-a1e894a37e52 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 May 06 12:53:18.172818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.218363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.252318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:18.257099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Usage tracker for resource:security_group_rule and tenant:0c02e6f5c0ac4d7684880a4ef2c825f5 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:18.260279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:18.266367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:18.349507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.370293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.457086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.518009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afc9aba-4f24-4d54-a53d-6cafa06d13fe,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:18.526879 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-16287800-1e8d-4a4c-ad9d-3ea25c93c179 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c02e6f5c0ac4d7684880a4ef2c825f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5335169 May 06 12:53:18.530419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:18.562125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=72fed1b5-4625-491d-90f0-aed1013be994,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:18.597946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.640901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.688086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.801120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:18.810907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c5975c29-62ba-4c59-a672-569f7447649b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7332077 May 06 12:53:18.921185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.040327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afc9aba-4f24-4d54-a53d-6cafa06d13fe,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:19.058936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.061045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5c5ce20e-5df1-4731-a8df-fa257d4c84b4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8afc9aba-4f24-4d54-a53d-6cafa06d13fe HTTP/1.1" status: 204 len: 168 time: 0.5292885 May 06 12:53:19.086343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a03988-5b8a-439d-bfc4-cddbf09e1e28 req-02f649b4-9391-49d0-81d5-280427f28e7f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:19.094095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94a03988-5b8a-439d-bfc4-cddbf09e1e28 req-02f649b4-9391-49d0-81d5-280427f28e7f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 946 time: 0.2746325 May 06 12:53:19.156431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94a03988-5b8a-439d-bfc4-cddbf09e1e28 req-0e4bf7c5-bf52-459e-99ce-6ea9b6462a56 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613079 May 06 12:53:19.195707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-e4404994-5929-41ba-b596-84c131fa02ae tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:19.354317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-e4404994-5929-41ba-b596-84c131fa02ae tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:19.355757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-e4404994-5929-41ba-b596-84c131fa02ae tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1045828751&fields=id&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 267 time: 0.2477684 May 06 12:53:19.374236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28890343-5216-43ee-8b50-9af92069de19 req-99def0e4-8b0c-45aa-8908-6dbea9c40170 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:19.376123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28890343-5216-43ee-8b50-9af92069de19 req-99def0e4-8b0c-45aa-8908-6dbea9c40170 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 945 time: 0.0884664 May 06 12:53:19.447181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:19.447680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28890343-5216-43ee-8b50-9af92069de19 req-0a796dd7-a27a-44f8-b838-547e3a751f5e tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 May 06 12:53:19.585544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-133e5cfc-6bbe-45e0-8bf1-0ac35e25c2da tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:19.594513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-133e5cfc-6bbe-45e0-8bf1-0ac35e25c2da tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.2287111 May 06 12:53:19.627010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.636630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-4e6e13fa-86cf-4879-bf31-4709a71939b4 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/quotas/e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 375 time: 0.0353522 May 06 12:53:19.663928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:19.678867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:19.738382 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019355d4-bbd6-4b6f-a7d6-d8f193f77bca'] response: {'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'code': 200} May 06 12:53:19.763019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-9917a52b-3764-4f3b-8bc5-e9f7476c907a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207027 May 06 12:53:19.845673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:19.936839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:20.210782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-8556197a-b139-4872-91fd-f55c3de2f8eb service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345436 May 06 12:53:20.544555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6897950-1238-4e86-9261-b81c52ff9c0d req-6cbfcc74-ec9a-42f1-a738-24e450d46eda tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:20.547427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6897950-1238-4e86-9261-b81c52ff9c0d req-6cbfcc74-ec9a-42f1-a738-24e450d46eda tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2193365 May 06 12:53:20.557688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5bf8ecd6-3f2d-4091-a9da-ba2ece84ed7f service neutron] 10.222.0.83 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460314 May 06 12:53:20.610349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6897950-1238-4e86-9261-b81c52ff9c0d req-60269021-2da9-45b0-b693-922328b8aae4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554922 May 06 12:53:20.835212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:20.873021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54654) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:21.093092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-752347647'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:21.095263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dad1d61b-b9c6-4d79-84fe-44aa5cfda9f4 req-35eaab87-0801-410d-a73d-6d2cd8d35575 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.0598507 May 06 12:53:21.105056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:21.108754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:network and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:21.114188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:21.127548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:21.258072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:21.263157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.300739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.335844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:21.340465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:security_group_rule and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:21.343993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:21.350142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:21.596015 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.722067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.812626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:53:21.867101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93094a-6654-4e18-a3e2-1f98bf2d4cd3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:21.884469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:21.885575 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Added segment e6d6a7ec-d25b-49b2-9205-39bef601cdbb of type vlan for network a223381e-f5f4-484d-9918-2982e1e0dcd5 May 06 12:53:21.927039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.120172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.125932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:22.128608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:22.271299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Network': ['ID=a223381e-f5f4-484d-9918-2982e1e0dcd5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:22.289475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:53:22.333461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f6f038c3-fdaa-4887-8543-7623095a55a1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4604900 May 06 12:53:22.336633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:22.352075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'subnet': {'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:22.414041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c475d55-ce7d-40aa-a5fc-d1514d04ba98 req-c158dac7-d4c8-4974-b48a-8e6d84817a44 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.1044877 May 06 12:53:22.559740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:22.563669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:subnet and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:22.566740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:22.573050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:22.671829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b64bbf-b53c-425f-8158-e58f26768bf5 req-3e3e2ee4-573d-45a9-8960-a93b72d9f7ba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:22.673350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58b64bbf-b53c-425f-8158-e58f26768bf5 req-3e3e2ee4-573d-45a9-8960-a93b72d9f7ba tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 945 time: 0.0815842 May 06 12:53:22.750740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-58b64bbf-b53c-425f-8158-e58f26768bf5 req-d31ccccc-6497-4fdd-862f-af0f78209aca tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 May 06 12:53:23.085513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:23.197907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.477624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:23.668924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:23.755420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b23adb9d-7575-46d4-8310-7f83ec2f196f req-31277eba-df2a-4fbf-9af2-9ed1feeb0516 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.1114535 May 06 12:53:23.796741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Subnet': ['ID=669452d2-0ab4-4824-85ed-57726c0f0186,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:23.833829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Checking segment: {'id': 'e6d6a7ec-d25b-49b2-9205-39bef601cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:23.835263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network hostable DHCP agents. Network: a223381e-f5f4-484d-9918-2982e1e0dcd5, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:53:23.864821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-243f51b9-e10f-4b6a-be62-5d14a60a997c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:23.866819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-243f51b9-e10f-4b6a-be62-5d14a60a997c tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 945 time: 0.1816716 May 06 12:53:24.037122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:53:24.067449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Deleting port 4a466369-3ccc-49ff-9964-3985597d8f42 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:53:24.067784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.092756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2e9df-e0f5-4eb6-9c78-353fcc2446e9 req-e5cb821a-40c6-4b2a-ad84-b6d27e60a965 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:24.094374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92e2e9df-e0f5-4eb6-9c78-353fcc2446e9 req-e5cb821a-40c6-4b2a-ad84-b6d27e60a965 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 945 time: 0.1308353 May 06 12:53:24.154060 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92e2e9df-e0f5-4eb6-9c78-353fcc2446e9 req-d70de1b7-f2cd-47d0-9946-1aa433cf0325 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/security-groups?id=f121d5aa-d580-4e46-86ea-25640e927b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 May 06 12:53:24.204940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ad4c025-4f47-47b0-9fa5-c0280c08ef32 req-236dbecb-cfa6-4657-89d7-fe64f4f415cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2114394 May 06 12:53:24.211554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a223381e-f5f4-484d-9918-2982e1e0dcd5) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:24.216573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:24.217162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.225785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ad26f-59f4-4f4a-b10c-913d1a1d2866 None None] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:24.374823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] For port 4a466369-3ccc-49ff-9964-3985597d8f42, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=4a466369-3ccc-49ff-9964-3985597d8f42,segment=NetworkSegment(7122e57d-4402-49e6-8248-38719c838a65),segment_id=7122e57d-4402-49e6-8248-38719c838a65)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:24.375523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.418121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6a832027-2487-4892-b3c9-9a4fa06aa789 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0797539 May 06 12:53:24.420864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54744) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:24.426840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-452245139', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:24.435397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:24.451163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:router and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:24.454118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:24.471819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:24.502111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc73d5-98ea-48a2-b3fc-2aeec1ca84fc None None] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:24.522742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Calling delete_port for 4a466369-3ccc-49ff-9964-3985597d8f42 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:53:24.692317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.693218 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.938157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:24.951597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['4a466369-3ccc-49ff-9964-3985597d8f42'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:53:25.118936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-53b21aa8-1727-4a6d-a0be-31e725f57996 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:25.120448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-53b21aa8-1727-4a6d-a0be-31e725f57996 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 815 time: 0.4065866 May 06 12:53:25.146878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.212413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Pushing event deleted for resources: {'Port': ['ID=4a466369-3ccc-49ff-9964-3985597d8f42,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:25.221335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d48faa15-5ff1-4628-9f12-c2da3d3f78fa req-4a96e0ca-ddf1-4f76-8265-67b4e73a2172 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.1305246 May 06 12:53:25.226846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] No DVR routers for this DVR port 4a466369-3ccc-49ff-9964-3985597d8f42 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:53:25.230183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:25.231095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5046ac-b6a9-4fec-93b6-4535165e62eb req-1cad5ca5-5c8b-4cb8-8959-61442a4e5c92 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:25.233245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d5046ac-b6a9-4fec-93b6-4535165e62eb req-1cad5ca5-5c8b-4cb8-8959-61442a4e5c92 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2421944 May 06 12:53:25.234002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'name': 'network-vif-deleted', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:25.237015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-65988a4f-a464-41d1-8dc2-af5629db2eea tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:25.302400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-65988a4f-a464-41d1-8dc2-af5629db2eea tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:25.307880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-65988a4f-a464-41d1-8dc2-af5629db2eea tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b HTTP/1.1" status: 200 len: 380 time: 0.1514370 May 06 12:53:25.315895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'port': {'device_id': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'admin_state_up': True, 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'security_groups': ['e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:25.336747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:25.384641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5d0ce26e-ff13-4835-99a0-e452ca6ef0a6 req-e071d984-717a-43ed-8f25-18e8e6468532 tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.86 "DELETE /v2.0/ports/4a466369-3ccc-49ff-9964-3985597d8f42 HTTP/1.1" status: 204 len: 173 time: 1.5086746 May 06 12:53:25.520048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40ab2946-edca-490b-9d38-1056b8c5bc68 req-526a405f-b720-4797-8af4-90036268864a tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Synchronizing usage tracker for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:25.696269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-b4dc9694-421b-42e4-9b5a-6d9b33659f05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3580403 May 06 12:53:25.703012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-40ab2946-edca-490b-9d38-1056b8c5bc68 req-526a405f-b720-4797-8af4-90036268864a tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] Unset dirty status for tenant:25bb17267fbc417da258f8ba4aaac047 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:25.717787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40ab2946-edca-490b-9d38-1056b8c5bc68 req-526a405f-b720-4797-8af4-90036268864a tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.2482688 May 06 12:53:25.844525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d5046ac-b6a9-4fec-93b6-4535165e62eb req-07fad606-52b2-4eb3-9eec-ec8393463ff9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012239 May 06 12:53:25.845826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:25.862974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Usage tracker for resource:port and tenant:e0acdd8fcb5341e2b5483cec8bd13d3b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:25.871185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:25.878126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:25.908047 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6617d33c-cd7f-40ac-ac4e-93a1abc32ee9'] response: {'server_uuid': '11a13f94-5c35-4863-b030-fe8ccb148537', 'name': 'network-vif-deleted', 'tag': '4a466369-3ccc-49ff-9964-3985597d8f42', 'status': 'completed', 'code': 200} May 06 12:53:26.105299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Made reservation on behalf of e0acdd8fcb5341e2b5483cec8bd13d3b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:26.108348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.276790 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.487591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Allocated IP 172.20.0.11 (3a415e82-ba16-452f-bbda-f9ddeb34f451/b229d3da-93df-4e72-9d86-98cc69155de8/f1e631ea-1447-4e30-aefe-f89adf14dda0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:26.730606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.766458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Transition to ACTIVE for port object f1e631ea-1447-4e30-aefe-f89adf14dda0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:26.908815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09866120-57b8-449d-9cc8-3be40f256c0b req-b4b62d59-ebb7-481a-9195-d32626b0879d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Synchronizing usage tracker for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:53:26.977100 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:26.997978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6595a083-91b0-415f-8a60-98d4e2cb02d6 req-be9a4825-92c7-49bd-9ac0-827e8f3becbb tempest-VolumesActionsTest-394692372 tempest-VolumesActionsTest-394692372-project] 10.222.0.83 "GET /v2.0/ports?device_id=11a13f94-5c35-4863-b030-fe8ccb148537 HTTP/1.1" status: 200 len: 210 time: 0.0612738 May 06 12:53:27.081863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event updated for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:27.090576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:27.093469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:27.096007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:27.203258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-09866120-57b8-449d-9cc8-3be40f256c0b req-b4b62d59-ebb7-481a-9195-d32626b0879d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Unset dirty status for tenant:e0acdd8fcb5341e2b5483cec8bd13d3b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:53:27.222245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09866120-57b8-449d-9cc8-3be40f256c0b req-b4b62d59-ebb7-481a-9195-d32626b0879d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.4147720 May 06 12:53:27.310201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:27.310846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.378514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053784a-b11f-4ed3-b8e8-b1699f3e6766 req-b236b92b-3a17-46d4-b18d-402f6d19e926 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:27.385597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d053784a-b11f-4ed3-b8e8-b1699f3e6766 req-b236b92b-3a17-46d4-b18d-402f6d19e926 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2230663 May 06 12:53:27.471553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.474503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d053784a-b11f-4ed3-b8e8-b1699f3e6766 req-1a72c91a-d778-4c91-bf44-3617a30cdf72 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747626 May 06 12:53:27.481048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 4a466369-3ccc-49ff-9964-3985597d8f42 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:53:27.513052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5ec99d4d-16b7-4120-a5c2-f09e03ded03a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2023098 May 06 12:53:27.536087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.551793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Request body: {'port': {'device_id': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:27.587276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 4a466369-3ccc-49ff-9964-3985597d8f42 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:53:27.588021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 4a466369-3ccc-49ff-9964-3985597d8f42 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:53:27.819352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.864449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdb4c516-f6ec-42ae-8d52-c1592c5d955d None None] Provisioning for port f1e631ea-1447-4e30-aefe-f89adf14dda0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:27.870375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fdb4c516-f6ec-42ae-8d52-c1592c5d955d None None] Provisioning complete for port f1e631ea-1447-4e30-aefe-f89adf14dda0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:27.871164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fdb4c516-f6ec-42ae-8d52-c1592c5d955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:27.970619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.104 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/0163d297-41e3-4565-bfa0-d34ee26c4598) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:28.012493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fdb4c516-f6ec-42ae-8d52-c1592c5d955d None None] Port f1e631ea-1447-4e30-aefe-f89adf14dda0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:53:28.406887 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.443094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5720bc-c186-4b77-8eb2-576235824606 req-600a899f-f22d-41e1-9c5d-1b7fa47fb176 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:28.445346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a5720bc-c186-4b77-8eb2-576235824606 req-600a899f-f22d-41e1-9c5d-1b7fa47fb176 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 932 time: 0.0804033 May 06 12:53:28.601159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a5720bc-c186-4b77-8eb2-576235824606 req-8945b052-ac0b-4e4c-ac1b-2e2add00a704 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 May 06 12:53:28.627225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e631ea-1447-4e30-aefe-f89adf14dda0 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:53:28.634530 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.649558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Transition to ACTIVE for port object f1e631ea-1447-4e30-aefe-f89adf14dda0 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:53:28.745709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fc1ad-cee2-4233-abaf-f2eb0e2248b7 req-501e35c4-fa23-4517-a341-0e19884958d2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:28.747273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea6fc1ad-cee2-4233-abaf-f2eb0e2248b7 req-501e35c4-fa23-4517-a341-0e19884958d2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.0822599 May 06 12:53:28.802012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea6fc1ad-cee2-4233-abaf-f2eb0e2248b7 req-118041e7-e5c0-4042-96e6-5ac0602a0ff3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419025 May 06 12:53:28.846214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:28.851149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.061973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:29.078766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:29.096020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:29.154519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=0163d297-41e3-4565-bfa0-d34ee26c4598,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:29.422006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Pushing event updated for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:29.469967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Attempting to bind port f1e631ea-1447-4e30-aefe-f89adf14dda0 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:53:29.470294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Attempting to bind port f1e631ea-1447-4e30-aefe-f89adf14dda0 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:53:29.470614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Attempting to bind port f1e631ea-1447-4e30-aefe-f89adf14dda0 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:29.478164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Port f1e631ea-1447-4e30-aefe-f89adf14dda0 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:53:29.478613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Attempting to bind port f1e631ea-1447-4e30-aefe-f89adf14dda0 on network 3a415e82-ba16-452f-bbda-f9ddeb34f451 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:53:29.485121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:53:29.485558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Checking segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:29.486009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Bound using segment: {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:53:29.486334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Bound port: f1e631ea-1447-4e30-aefe-f89adf14dda0, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4584e36-a1b2-468a-978a-1fff35ee5c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:53:29.486700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.601171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:53:29.607169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:53:29.640888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.641867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:29.787806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:30.024042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:30.035450 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] 10.222.0.13 "PUT /v2.0/ports/f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 200 len: 1092 time: 2.5035837 May 06 12:53:30.035974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:30.079377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082b3a-4a97-4727-a113-7dca827f5baf service neutron] Pushing event updated for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:30.130210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71ca3f-f0ba-4da3-b7b5-504a31cc32b3 req-d0733cee-877f-4ef4-9415-999110850d7a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:30.141932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a71ca3f-f0ba-4da3-b7b5-504a31cc32b3 req-d0733cee-877f-4ef4-9415-999110850d7a tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 944 time: 0.4111989 May 06 12:53:30.245392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a71ca3f-f0ba-4da3-b7b5-504a31cc32b3 req-11e275c7-21e1-4ae7-be7a-a97cd6d5853e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020055 May 06 12:53:30.346708 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2905ca3-bff8-4553-9efd-712c71a94737'] response: {'name': 'network-changed', 'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'status': 'completed', 'code': 200} May 06 12:53:30.418212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88799a18-c521-40da-8000-9aacfefa4aee req-b4ec354b-91af-4f3e-a475-78b0a05be267 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:30.426965 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88799a18-c521-40da-8000-9aacfefa4aee req-b4ec354b-91af-4f3e-a475-78b0a05be267 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2646079 May 06 12:53:30.432776 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-9f846c58-c567-43a1-9bbd-d37204fcf4cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 1095 time: 0.2201693 May 06 12:53:30.632336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-d434fc15-c7e6-49bc-b49b-02dee4a7aa50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 200 len: 217 time: 0.1537681 May 06 12:53:30.637111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88799a18-c521-40da-8000-9aacfefa4aee req-917c1e73-696f-4247-8013-1879a173d583 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093627 May 06 12:53:30.704623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5dd51d86-d0ee-4cb6-8d0e-749ceed20581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:30.706182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-5dd51d86-d0ee-4cb6-8d0e-749ceed20581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.0671952 May 06 12:53:30.832311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-071deecd-ad43-43b7-a320-82807c0d385c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180305 May 06 12:53:30.917538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:53:31.231602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-42ff1f22-d5d2-4b49-9803-a9e5a11d182a service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921676 May 06 12:53:31.411318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-26d85ba3-164c-4579-8cc5-198bfe7ea27f req-f365ec1d-b791-4f8e-93c4-2af3e2e5ec47 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663508 May 06 12:53:31.442550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:31.460016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a03c0-f20c-40d7-ad92-b6c78225118a req-f1cc0514-273d-4f56-b00b-d1bb83788c75 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:31.460016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e5a03c0-f20c-40d7-ad92-b6c78225118a req-f1cc0514-273d-4f56-b00b-d1bb83788c75 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 944 time: 0.0840619 May 06 12:53:31.472469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:31.494041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:31.494938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:31.517250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e5a03c0-f20c-40d7-ad92-b6c78225118a req-4856458c-dfe8-4ac5-a1f2-2a19c1d9c551 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513022 May 06 12:53:31.587105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:31.601276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:31.601906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:31.675411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:31.675921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdeb14d-7cc0-4365-96ee-3405abfdab6c None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:31.678710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:31.680222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65901b57-0aa9-4055-9e5d-141b39b66fb3 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2578132 May 06 12:53:31.683573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:31.903202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-1c261925-315b-4403-90fe-b216e22bbecc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 1095 time: 0.3128438 May 06 12:53:32.060176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ba0fc-b3e2-4c56-991f-40da1b3abe66 req-01df42b9-2650-49f8-b17b-e5d3c2f2fdd3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:32.068066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df1ba0fc-b3e2-4c56-991f-40da1b3abe66 req-01df42b9-2650-49f8-b17b-e5d3c2f2fdd3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2520697 May 06 12:53:32.139635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df1ba0fc-b3e2-4c56-991f-40da1b3abe66 req-31f4c0a7-440a-4059-98c8-7288340ef785 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703933 May 06 12:53:32.310129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-3991abc7-f309-407c-b5c4-23e1fb7db756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:32.311294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-3991abc7-f309-407c-b5c4-23e1fb7db756 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.3967004 May 06 12:53:32.448779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-d74887f8-686f-4bb3-b9b1-dfd6283e8826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 200 len: 217 time: 0.1297607 May 06 12:53:32.907144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-8e1c2de0-8ee1-41fb-a8d9-e599a2e95199 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 1095 time: 0.1738698 May 06 12:53:32.916536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-428ae5e4-6e82-4050-b5e6-4c5b2b3e1980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:32.916536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-428ae5e4-6e82-4050-b5e6-4c5b2b3e1980 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.0774856 May 06 12:53:32.925299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-c89cba92-1d2b-4f19-bf46-2481d03fbc82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1095 time: 0.1462469 May 06 12:53:32.931553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-41f8f62d-6bb0-45fb-be09-22e5323fcb76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110100 May 06 12:53:33.021991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57939987-a6b3-422b-88e5-8aaca1b7deb4 req-e9eab549-ce3b-4c21-b086-78c65dfa25f9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:33.024814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57939987-a6b3-422b-88e5-8aaca1b7deb4 req-e9eab549-ce3b-4c21-b086-78c65dfa25f9 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 944 time: 0.2201786 May 06 12:53:33.115230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57939987-a6b3-422b-88e5-8aaca1b7deb4 req-6134c020-f6db-4b77-9a83-1099c5d3980e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837710 May 06 12:53:33.120469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54984) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:33.138896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-7a241550-4889-437e-bb73-76a2c89bf0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:33.140580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-7a241550-4889-437e-bb73-76a2c89bf0ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.4260571 May 06 12:53:33.331577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-a20beeb9-209f-4487-8abb-27f85445be55 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655336 May 06 12:53:33.370568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1e631ea-1447-4e30-aefe-f89adf14dda0 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:53:33.490374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-c4dfc9c0-0c24-4bf1-ada1-5f9636b59e22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 999 time: 0.3376825 May 06 12:53:33.498269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.609274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-61d1bb55-c06b-4328-8f65-17709024d93d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:33.611092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-61d1bb55-c06b-4328-8f65-17709024d93d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1140468 May 06 12:53:33.664366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:33.682200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'port_id': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'mac_address': 'fa:16:3e:88:be:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:53:33.752912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:33.759026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0d81678af241af936f7254eb8fa167 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:33.763926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:33.771000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:33.778874 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.800639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e631ea-1447-4e30-aefe-f89adf14dda0 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:53:33.818568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:33.858115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:33.869770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11c117ae-75b8-427c-93a7-1c7d895422a4 req-7d960436-c006-4c41-9d17-74966c22258b service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212145 May 06 12:53:33.902354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884ba3-8cf0-4755-844c-95fc21c979bc req-dc93293e-5d4f-4c28-a29c-17f5ccbad4ea tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:33.911025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22884ba3-8cf0-4755-844c-95fc21c979bc req-dc93293e-5d4f-4c28-a29c-17f5ccbad4ea tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3010874 May 06 12:53:33.973213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-91dfa226-8458-41a7-9468-ab91f7f2169c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3019574 May 06 12:53:34.019455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.136473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22884ba3-8cf0-4755-844c-95fc21c979bc req-cccbdf10-4a12-4a42-bf71-e662adf9e706 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236841 May 06 12:53:34.161279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:34.194248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.238257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1e631ea-1447-4e30-aefe-f89adf14dda0'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:53:34.271130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e5160-01c3-4e36-b0a3-8f98e5e34561,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:34.282045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.293255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a639c226-8cbf-4f53-99cc-43930079c449 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e0d81678af241af936f7254eb8fa167&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1737783 May 06 12:53:34.293916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55018) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:34.352001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-e059af51-0a9d-4f1a-b78e-8a051e4f3604 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699801 May 06 12:53:34.556827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.648962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:34.735393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85414d1e-6321-490d-9723-11b3cbe60f83 req-ba979b6e-32ff-4178-b1bd-a753fc52ea6d service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757808 May 06 12:53:34.787646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a93645-cbf2-4d20-a5eb-71c61f9e4974 req-01bc31b2-3bc0-4288-934f-cbedd056d8eb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:34.789172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5a93645-cbf2-4d20-a5eb-71c61f9e4974 req-01bc31b2-3bc0-4288-934f-cbedd056d8eb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 945 time: 0.3352447 May 06 12:53:34.873514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.1 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/7bb2d182-d37d-431a-b1d7-9263d978d84d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:34.883979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5a93645-cbf2-4d20-a5eb-71c61f9e4974 req-83766c98-bdf4-4e43-afb7-a5bfa3df9449 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706317 May 06 12:53:35.018542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.047958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e5160-01c3-4e36-b0a3-8f98e5e34561,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:35.088992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.091163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07e8e058-35e4-455b-ba1f-a9ebdf4778ee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/891e5160-01c3-4e36-b0a3-8f98e5e34561 HTTP/1.1" status: 204 len: 168 time: 0.7937860 May 06 12:53:35.128798 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.269775 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.394194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1e631ea-1447-4e30-aefe-f89adf14dda0 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:53:35.509513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:35.538033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:35.550599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:35.629120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=7bb2d182-d37d-431a-b1d7-9263d978d84d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:35.680186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab96e3-7c22-4c8a-bdb1-3b27b6d35fe9 req-3bece954-8c36-4a64-a2ed-966b330e12c5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:35.687124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3eab96e3-7c22-4c8a-bdb1-3b27b6d35fe9 req-3bece954-8c36-4a64-a2ed-966b330e12c5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3554747 May 06 12:53:35.719080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port f1e631ea-1447-4e30-aefe-f89adf14dda0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:53:35.719080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port f1e631ea-1447-4e30-aefe-f89adf14dda0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:53:35.719080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.719503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:35.901396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3eab96e3-7c22-4c8a-bdb1-3b27b6d35fe9 req-7d7ff8d6-e8dd-4a8d-b31a-2d55fa21a9d7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127256 May 06 12:53:36.122800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.240547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:53:36.250326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:36.287537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.342821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.394209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bae38-d4f3-47f5-8680-e933fb02d5a4 req-3fd9f6a0-474f-4365-a17c-c8e86d674149 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:36.399278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-002bae38-d4f3-47f5-8680-e933fb02d5a4 req-3fd9f6a0-474f-4365-a17c-c8e86d674149 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 945 time: 0.2487130 May 06 12:53:36.504459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-002bae38-d4f3-47f5-8680-e933fb02d5a4 req-a6d0f451-29e9-4137-be98-115fd531770e tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911806 May 06 12:53:36.509961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55076) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:36.549646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.621968 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e22d461-92e9-4bc2-8644-86887322459c'] response: {'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'code': 200} May 06 12:53:36.628246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:36.628811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:36.640566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Usage tracker for resource:security_group_rule and tenant:5612f4714474416fbcd97387c3d01654 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:36.648027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:36.666972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:36.885296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:36.948439 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.056776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2be23c-5fb0-4472-90ed-f78ab785f834,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:37.161509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-42fd9a08-c280-4d9e-9967-8959db511548 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5612f4714474416fbcd97387c3d01654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6529479 May 06 12:53:37.172890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55096) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:37.408373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.494054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.700665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148f42-5c99-4ed7-bcc3-a4eae31e0d8a req-4431ecee-dd83-4d3c-a2d1-3a09b5e081ad tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:37.709441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1148f42-5c99-4ed7-bcc3-a4eae31e0d8a req-4431ecee-dd83-4d3c-a2d1-3a09b5e081ad tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.4124634 May 06 12:53:37.777243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.829287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:37.830570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bb2be23c-5fb0-4472-90ed-f78ab785f834 HTTP/1.1" status: 204 len: 168 time: 0.6560633 May 06 12:53:37.835102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b0a6bcc-2606-4a1d-9d09-ec1e77e52964 req-7255d7db-426a-46a4-a882-bad462c0c3a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 1097 time: 1.2069116 May 06 12:53:37.853546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7b34-da4f-473a-809e-b93679253378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2be23c-5fb0-4472-90ed-f78ab785f834,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:38.324156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f1148f42-5c99-4ed7-bcc3-a4eae31e0d8a req-45f29173-ffae-4192-9183-9300fa337dd8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6117659 May 06 12:53:38.471508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-543fb8ad-270c-4749-916a-0bdba71a0916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:38.501352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b0a6bcc-2606-4a1d-9d09-ec1e77e52964 req-4c3bb0b1-a267-4c3e-944c-dc1de2b3873b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6443286 May 06 12:53:38.634442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c1f84-b67d-47b8-8203-ec758e30b2be req-1a2155f0-d25a-4823-9991-b0dd23ccab20 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:38.647880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-295c1f84-b67d-47b8-8203-ec758e30b2be req-1a2155f0-d25a-4823-9991-b0dd23ccab20 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.7070029 May 06 12:53:38.774362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:38.781749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-295c1f84-b67d-47b8-8203-ec758e30b2be req-a0d3a9cf-4364-4f88-bb61-79dd9b287ee5 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327026 May 06 12:53:38.885827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.228802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=7bb2d182-d37d-431a-b1d7-9263d978d84d,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:39.259621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:39.477056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:39.866454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:39.876715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:40.083383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.180759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:40.189881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Usage tracker for resource:security_group_rule and tenant:e1bf3ab9b69547158f6448a6debf2cd6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:40.206689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:40.224369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:40.499688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b9530-fc32-4407-8cb4-95793e1d8b19 req-18263fbb-6e66-478b-a193-db4b9895f762 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:40.502310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-427b9530-fc32-4407-8cb4-95793e1d8b19 req-18263fbb-6e66-478b-a193-db4b9895f762 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.2714825 May 06 12:53:40.602629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-427b9530-fc32-4407-8cb4-95793e1d8b19 req-77197dad-292b-4c4c-9621-d89460a03282 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875509 May 06 12:53:40.643275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.676362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b9591-1a71-4456-bdb0-352bd39af539 req-825a8e7b-7fbe-444a-a6ab-b3d4fd9f6a03 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:40.685970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b9591-1a71-4456-bdb0-352bd39af539 req-825a8e7b-7fbe-444a-a6ab-b3d4fd9f6a03 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.5669146 May 06 12:53:40.740758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e83c-7f76-4d86-a87c-969dccd67e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.794447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:40.939953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e1bf3ab9b69547158f6448a6debf2cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4600348 May 06 12:53:40.940943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f9585-52ad-4d7c-9986-60bcb7a7de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc24297-68e6-447f-8a57-8abb757f839e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:40.948281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55148) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:41.000458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:53:41.138071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.161899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b9591-1a71-4456-bdb0-352bd39af539 req-c1ba1867-d92f-4476-a715-7f6a43989c65 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573951 May 06 12:53:41.243694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.402999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:41.457825 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.497177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc24297-68e6-447f-8a57-8abb757f839e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:41.520172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:41.546323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3082a448-e90c-454c-949c-dca51d3877b7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1dc24297-68e6-447f-8a57-8abb757f839e HTTP/1.1" status: 204 len: 168 time: 0.5960364 May 06 12:53:42.130478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:42.161676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b7ec52ed-abaa-41a0-9193-6a1b9295962c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/routers/448bc4b0-b408-461c-b48d-f202835e373d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4760013 May 06 12:53:42.164571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55172) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:42.178999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'port': {'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5', 'name': 'tempest-FloatingIPTestJSON-2037621284'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:42.183321 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:42.211604 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:42.212256 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.227689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092e99f-df48-4a5d-a35f-a8ef896f2fd5 req-26f73ca1-cf73-4086-9f1f-579c7fdc6e77 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:42.235991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7092e99f-df48-4a5d-a35f-a8ef896f2fd5 req-26f73ca1-cf73-4086-9f1f-579c7fdc6e77 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.2504320 May 06 12:53:42.274200 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.289351 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:42.289961 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.302711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7092e99f-df48-4a5d-a35f-a8ef896f2fd5 req-8ff230b2-e42e-44b1-a7b7-3a541a484606 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652363 May 06 12:53:42.353956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:42.355023 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effec381-99c2-46b1-9274-aef90ab87254 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:42.388356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:42.392410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:port and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:42.396035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:42.403027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:42.514624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.515963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.556207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb772d0-6386-451d-9342-15afe634ac00 req-9a1cac33-521f-4282-b830-0215dd7f6627 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:42.568178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cb772d0-6386-451d-9342-15afe634ac00 req-9a1cac33-521f-4282-b830-0215dd7f6627 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.1260874 May 06 12:53:42.569983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55180) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:42.575835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Request body: {'floatingip': {'port_id': 'f1e631ea-1447-4e30-aefe-f89adf14dda0'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:42.633996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e99eb-b51a-4271-b02b-4803ea4c8055 req-1782b90e-27e3-4704-9066-e525a09d4e23 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:42.635595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f55e99eb-b51a-4271-b02b-4803ea4c8055 req-1782b90e-27e3-4704-9066-e525a09d4e23 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2366951 May 06 12:53:42.670357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.741684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f55e99eb-b51a-4271-b02b-4803ea4c8055 req-0659edd7-53bf-4ed2-aca5-487109a03f87 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981729 May 06 12:53:42.742531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:42.746025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:42.775799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] device_id is not set on port 7be1cbd5-e60f-40bb-828a-845b1ab5f1ae yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:53:43.108442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.7 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/7be1cbd5-e60f-40bb-828a-845b1ab5f1ae) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:43.426262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55196) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:43.565930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.607341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.823365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.902612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:43.929097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:44.046763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:44.052206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:44.065934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:44.103048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.171231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=7be1cbd5-e60f-40bb-828a-845b1ab5f1ae,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:44.247870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:44.248555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.251246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:44.352542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a361ea49-0175-4182-84cc-aca8a5953d57 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1793046 May 06 12:53:44.355084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:44.393400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'port': {'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5', 'name': 'tempest-FloatingIPTestJSON-106950673'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:44.399045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Usage tracker for resource:security_group_rule and tenant:7cb7040c8a8d4e06b0382ee55ce4a9a4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:44.414457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:44.460923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:44.471055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:44.521269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Usage tracker for resource:security_group_rule and tenant:7370456272b64d2f8db14e8958cea04d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:44.532631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:44.582861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:44.632949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:53:44.752314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:44.758895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:port and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:44.763916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:44.777047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:44.831266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184f7e-c5ec-4b3a-846b-e54c81342326 req-bbeb8695-7707-4978-8cc2-5cf8f1da485b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:44.837442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7184f7e-c5ec-4b3a-846b-e54c81342326 req-bbeb8695-7707-4978-8cc2-5cf8f1da485b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.5882349 May 06 12:53:44.857454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:44.966103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:44.971095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.048041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] device_id is not set on port 0376db92-375f-4de1-84e6-1117360d1d5e yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:53:45.049342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.440225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.3 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/0376db92-375f-4de1-84e6-1117360d1d5e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:45.526826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.665160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7184f7e-c5ec-4b3a-846b-e54c81342326 req-7d139979-0064-4446-a7bb-2933de52a8ba tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8144364 May 06 12:53:45.670235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.722257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.788548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e389e977-722d-4aed-9667-b0e199252293,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:45.800004 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7044375-36e5-417d-b402-bac02556ef4e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7cb7040c8a8d4e06b0382ee55ce4a9a4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3694654 May 06 12:53:45.801978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:45.876692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:45.950802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.047054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef215fb-4bf8-49b5-acfa-1b9215700752,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:46.053766 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8ee0c3a-2803-4d6f-a11c-cc16d9ba5125 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7370456272b64d2f8db14e8958cea04d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1030688 May 06 12:53:46.057207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55224) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:46.057783 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.090914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.105959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.288482 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP 7c4d8eba-76cf-4013-b19a-f4f25c0e7340 associated. External IP: 172.25.2.238, port: f1e631ea-1447-4e30-aefe-f89adf14dda0. May 06 12:53:46.368372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:46.386313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:46.389325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:46.515090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=0376db92-375f-4de1-84e6-1117360d1d5e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:46.573236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.586884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.612398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:46.621719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.715722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.717045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.806507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6528c24c-b80a-443a-92a4-ba1d32dda597 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4502790 May 06 12:53:46.813280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:46.862914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '0376db92-375f-4de1-84e6-1117360d1d5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:46.884243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389e977-722d-4aed-9667-b0e199252293,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:46.925899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:46.945283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:floatingip and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:46.969931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:46.986801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:46.989163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.002484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e66dc22a-0b7b-4c6f-ab2f-f9d933af02a9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e389e977-722d-4aed-9667-b0e199252293 HTTP/1.1" status: 204 len: 168 time: 1.2003391 May 06 12:53:47.029910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:47.046469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef215fb-4bf8-49b5-acfa-1b9215700752,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:47.076959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.077379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.077639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.078068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.078291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.078641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.084663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.085010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.085348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.085722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.086016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:47.092845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.094842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3baa329c-16e0-4b5c-9a3c-e75eec06f5e4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ef215fb-4bf8-49b5-acfa-1b9215700752 HTTP/1.1" status: 204 len: 168 time: 1.0362380 May 06 12:53:47.162261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5bb0-9fc6-4301-b9d7-ee51ecc63b94 req-0737a52a-6419-4534-8a09-62bfe9ec3155 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:47.177187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32bd5bb0-9fc6-4301-b9d7-ee51ecc63b94 req-0737a52a-6419-4534-8a09-62bfe9ec3155 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.1684947 May 06 12:53:47.300017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32bd5bb0-9fc6-4301-b9d7-ee51ecc63b94 req-e3249a9b-fa7d-4ed4-b18e-98ba72fbe28b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218109 May 06 12:53:47.410903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.843664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:47.971718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:48.493178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.123 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/a314bf65-474b-4f68-b5ec-7472fee9f28d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:53:49.014172 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.053430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:49.071437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:49.090557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:49.093260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:49.138490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e0c9a-2a5e-49d2-95bf-f501ee6f4322 req-208d6388-5619-46e6-a40c-bd7da0961706 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:49.145035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a68e0c9a-2a5e-49d2-95bf-f501ee6f4322 req-208d6388-5619-46e6-a40c-bd7da0961706 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3820136 May 06 12:53:49.151989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.449281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19b63b37-254b-48f0-8fc2-1c5a9393a10b tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "PUT /v2.0/floatingips/7c4d8eba-76cf-4013-b19a-f4f25c0e7340 HTTP/1.1" status: 200 len: 992 time: 6.8781705 May 06 12:53:49.466026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:53:49.532612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:49.563933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:49.865026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-aa87783b-f2a5-4d45-8595-3456e438cf59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 1097 time: 0.1746483 May 06 12:53:50.092240 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f35d24-0177-4dcf-9ae3-e5150fba8515'] response: {'name': 'network-changed', 'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'status': 'completed', 'code': 200} May 06 12:53:50.282297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:53:50.291163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:50.297309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:53:50.339199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850c498-f282-4219-873e-c0dec9270e18 req-8c2ca499-8da8-425f-952f-f3457abc3ebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:50.342083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-8c2ca499-8da8-425f-952f-f3457abc3ebc service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.4696686 May 06 12:53:50.383106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a68e0c9a-2a5e-49d2-95bf-f501ee6f4322 req-5eecdeb1-bc06-4b45-8143-6514f9617f20 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9552741 May 06 12:53:50.425083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=a314bf65-474b-4f68-b5ec-7472fee9f28d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:50.760524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55304) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:50.766922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '7c4d8eba-76cf-4013-b19a-f4f25c0e7340', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:88:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:53:17Z', 'updated_at': '2022-05-06T12:53:44Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:50.774057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:53:50.809027 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:50.844840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:50.845630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:50.863929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-9af971e7-8296-4279-8c9a-2ebc1f176e85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 200 len: 1000 time: 0.5109127 May 06 12:53:51.380897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-226967540-network', 'tenant_id': '4da36a742a2e40dd820dcb83463dd548'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:51.415715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:51.445568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Usage tracker for resource:network and tenant:4da36a742a2e40dd820dcb83463dd548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:51.459079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:51.480079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:51.482840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850c498-f282-4219-873e-c0dec9270e18 req-601f362f-bfd6-407e-99d0-37d0deb043ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:51.490304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-601f362f-bfd6-407e-99d0-37d0deb043ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.6208463 May 06 12:53:51.607014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:53:51.868958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Made reservation on behalf of 4da36a742a2e40dd820dcb83463dd548 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:51.889852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:51.993305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.121400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.203884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.251444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:52.260572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Usage tracker for resource:security_group_rule and tenant:4da36a742a2e40dd820dcb83463dd548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:52.269849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:52.285541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:52.489633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.489633 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-7b11af60-7feb-4a60-b35c-2af9d64c6788 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9704726 May 06 12:53:52.631999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '7c4d8eba-76cf-4013-b19a-f4f25c0e7340', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:88:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:53:17Z', 'updated_at': '2022-05-06T12:53:44Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:52.631999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f4e13-fa9f-442c-941e-ae502bbcafb3 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '7c4d8eba-76cf-4013-b19a-f4f25c0e7340', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'port_id': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'mac_address': 'fa:16:3e:88:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:53:17Z', 'updated_at': '2022-05-06T12:53:44Z', 'revision_number': 1, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:52.654272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.824107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:53:52.851325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.852892 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Added segment a3f4ccf5-418b-4234-b748-8432dd4b23f3 of type vlan for network b71709c7-fb56-485a-9c6b-813f0df57859 May 06 12:53:52.925521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.927431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55354) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:52.982593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:52.998759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13288e-774a-489d-8d20-6935bd76a56c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:53.109349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2a59-2438-4963-81e8-b7e6a8d70afe req-505b3fc3-f5ff-4b33-9b28-4139d1cb86d2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:53.130989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a8e2a59-2438-4963-81e8-b7e6a8d70afe req-505b3fc3-f5ff-4b33-9b28-4139d1cb86d2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 1.2619729 May 06 12:53:53.213325 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bc8d4-b68a-43ff-8c44-7d7a50ea485f None None] New status for floating IP 7c4d8eba-76cf-4013-b19a-f4f25c0e7340: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:53:53.324378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.336622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-1441b39d-9c58-4dc2-ab6d-25081967eb8d service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215959 May 06 12:53:53.367386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a8e2a59-2438-4963-81e8-b7e6a8d70afe req-6b508c93-a1b3-4504-979d-a9cfcc0d1e39 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422314 May 06 12:53:53.427193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=a314bf65-474b-4f68-b5ec-7472fee9f28d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:53.445399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 12:53:53.611619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.638850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.639559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.640096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.731067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:53:53.732050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4850c498-f282-4219-873e-c0dec9270e18 req-a85d6660-c5f9-4df8-ac4e-990bfccd3efa service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980127 May 06 12:53:53.732530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:53.853347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:53.866742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Usage tracker for resource:security_group_rule and tenant:d19806dcf0754f3fb524fdb22bca3322 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:53.871047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:53.881603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:54.003000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.005040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:54.005479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.038152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.063457 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP e0e053ad-649a-4c61-84ba-3fbe529a8593 associated. External IP: 172.25.2.123, port: 0376db92-375f-4de1-84e6-1117360d1d5e. May 06 12:53:54.250480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.298595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b71709c7-fb56-485a-9c6b-813f0df57859,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:54.311568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7dcb0101-8faa-42c0-847d-42e99e6bacc6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5309160 May 06 12:53:54.312454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55370) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:54.330355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Request body: {'subnet': {'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-226967540-subnet', 'tenant_id': '4da36a742a2e40dd820dcb83463dd548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:54.333369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network b71709c7-fb56-485a-9c6b-813f0df57859 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:53:54.336484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:54.383675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15996576-c322-49e2-96b7-856796501385 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d19806dcf0754f3fb524fdb22bca3322&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4504793 May 06 12:53:54.393959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55374) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:54.430856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Usage tracker for resource:subnet and tenant:4da36a742a2e40dd820dcb83463dd548 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:54.468701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:54.489013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:54.620872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.703439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Made reservation on behalf of 4da36a742a2e40dd820dcb83463dd548 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:53:54.712434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:54.793021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15996576-c322-49e2-96b7-856796501385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9526854-2149-4ff2-9432-4a76175a659c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.285822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.356513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.442766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.478617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Checking segment: {'id': 'a3f4ccf5-418b-4234-b748-8432dd4b23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:53:55.478889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Network hostable DHCP agents. Network: b71709c7-fb56-485a-9c6b-813f0df57859, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:53:55.559553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333da705-e62f-4e58-b612-856a3099bc2b req-f4c196b0-6384-44ec-a637-a5ead293b2f6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:55.562606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-333da705-e62f-4e58-b612-856a3099bc2b req-f4c196b0-6384-44ec-a637-a5ead293b2f6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.7477500 May 06 12:53:55.567013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-ab3e1d96-9db1-492f-ab07-7cdc59973bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1095 time: 1.1844673 May 06 12:53:55.613959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Network b71709c7-fb56-485a-9c6b-813f0df57859 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:53:55.616437 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.669254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9526854-2149-4ff2-9432-4a76175a659c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:53:55.687795 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.691680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-03b316fb-c06b-4cb0-be2a-27364637aafa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9526854-2149-4ff2-9432-4a76175a659c HTTP/1.1" status: 204 len: 168 time: 1.2983022 May 06 12:53:55.733243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-333da705-e62f-4e58-b612-856a3099bc2b req-8bb9467b-13f5-45e4-a06a-aec5e469ad24 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419709 May 06 12:53:55.801743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, b71709c7-fb56-485a-9c6b-813f0df57859) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:53:55.812865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d7ae4-8aa0-4fe1-9685-b66c95d9888a None None] Network b71709c7-fb56-485a-9c6b-813f0df57859 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:55.814080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:55.817470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:55.956241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-204caffa-7ba7-43c7-88d4-39344c0c54ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:55.958214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-204caffa-7ba7-43c7-88d4-39344c0c54ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.2636311 May 06 12:53:56.087697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a9440-501f-4b7b-b446-203d22d821ae None None] Network b71709c7-fb56-485a-9c6b-813f0df57859 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:53:56.165810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2a523f90-3f83-4acc-b67a-312720c69889 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8462899 May 06 12:53:56.216588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-383cd808-76b2-43a5-b54e-a347a6d6c9ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 200 len: 999 time: 0.2513447 May 06 12:53:56.358800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-6b3fd97a-3803-469b-b561-f29f8953faf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:56.360438 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-6b3fd97a-3803-469b-b561-f29f8953faf8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1364124 May 06 12:53:56.521646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-16060bd5-eb25-4d48-8345-21b82243b5db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448298 May 06 12:53:56.531165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:53:56.752573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-49279d30-f2ac-44a0-ac37-579ac3c48af1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1657617 May 06 12:53:57.044116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-316f1b1d-c7bd-4ded-9d80-ceb5a37345b8 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116515 May 06 12:53:57.074911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-ecef5eac-825f-4cbe-9c2e-cc20897769e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 1097 time: 0.1420782 May 06 12:53:57.660534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-1bf6aae6-4174-4122-8b96-a7236d9a860e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:57.663262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-1bf6aae6-4174-4122-8b96-a7236d9a860e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 200 len: 916 time: 0.5621567 May 06 12:53:57.702494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-935b8a25-6d33-4392-aba2-c17becd6e5b8 req-f06dd69b-5b0a-44b3-aa0e-a5bd05961efb service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964580 May 06 12:53:57.811801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:53:57.828336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:53:57.876446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:57.882038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:58.045066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.061616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac616-6d86-4842-8716-714ca2c23b05 req-08f2c887-19c2-4e74-8b18-a998a4b1e9aa tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:58.064756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf7ac616-6d86-4842-8716-714ca2c23b05 req-08f2c887-19c2-4e74-8b18-a998a4b1e9aa tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.5644228 May 06 12:53:58.090508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-edc2ae2d-0ce9-4fc4-8b2a-b78ec4de0adf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 200 len: 1002 time: 0.4164336 May 06 12:53:58.128146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:58.179180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:53:58.183958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:58.263350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4796a45d-eb64-4c1d-b0bb-71f3bad60f9d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.4237640 May 06 12:53:58.263350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55438) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:58.286780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:58.366927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf7ac616-6d86-4842-8716-714ca2c23b05 req-12600ee6-e249-4ffd-ac6a-34a7db8adae1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822967 May 06 12:53:58.387267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-b4449247-140c-4419-8f54-c494e933c37c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:58.387267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-b4449247-140c-4419-8f54-c494e933c37c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 200 len: 854 time: 0.2829273 May 06 12:53:58.569325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-94cdf73a-f288-437e-905f-4bd41179f544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a415e82-ba16-452f-bbda-f9ddeb34f451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1798909 May 06 12:53:58.611165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:53:58.618321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:58.620100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafd91fa-891a-4e50-9a4c-6b62a9e56ae8 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:53:59.045059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-deea42bf-34d6-4c9d-aa7b-e39fe774d529 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653909 May 06 12:53:59.288066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.360065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:53:59.360457 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP e0e053ad-649a-4c61-84ba-3fbe529a8593 disassociated. External IP: 172.25.2.123, port: 0376db92-375f-4de1-84e6-1117360d1d5e. May 06 12:53:59.581112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0331436c-b3c7-4bfd-9449-347191cbf192 req-6d5b4216-1bc4-467a-ad4e-00b3759580a4 service neutron] 10.222.0.13 "GET /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278394 May 06 12:53:59.853036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55466) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:53:59.899601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341629281-network', 'tenant_id': '2ffe3e4cbca04d7e9219373a2a35a87b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:53:59.923419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:53:59.938456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Usage tracker for resource:network and tenant:2ffe3e4cbca04d7e9219373a2a35a87b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:53:59.947949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:53:59.957851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:53:59.979718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28fbb-2c1d-433f-9bdf-f3f3ad4db6e9 req-857f02c8-3c4d-4232-8d88-96f3c2b5e07f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:53:59.986520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10c28fbb-2c1d-433f-9bdf-f3f3ad4db6e9 req-857f02c8-3c4d-4232-8d88-96f3c2b5e07f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3146532 May 06 12:54:00.086910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-10c28fbb-2c1d-433f-9bdf-f3f3ad4db6e9 req-0eb481ef-29a7-4406-81d9-a7572afe5d8d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994244 May 06 12:54:00.279878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Made reservation on behalf of 2ffe3e4cbca04d7e9219373a2a35a87b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:00.380553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.380553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.459098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:00.459098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Usage tracker for resource:security_group_rule and tenant:2ffe3e4cbca04d7e9219373a2a35a87b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:00.466852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:00.475153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:00.597214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.622458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:00.927495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:00.947236 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:00.951480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:00.962153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:00.962932 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.024817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55480) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:01.025886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d752725-e408-41ca-ae71-e1c629535add tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/e0e053ad-649a-4c61-84ba-3fbe529a8593 HTTP/1.1" status: 200 len: 688 time: 2.7649143 May 06 12:54:01.119701 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.132491 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:01.133338 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.197410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:01.198153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939a34a-9516-47dd-b748-bdd351425e78 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:01.259122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port a314bf65-474b-4f68-b5ec-7472fee9f28d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:01.259464 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.440129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.463348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:54:01.514670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.515436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.521534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.522663 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Added segment 5e4e8b27-d574-4e86-97f3-98dc4ce511b4 of type vlan for network c8edab68-c486-43c5-ad25-ccac98714207 May 06 12:54:01.524716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea22336e-c9dd-45e9-989a-f349230e4c79,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:01.563016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.689420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee81f77-14a8-4dae-8ff8-8b86240f4132 req-141f07a2-09ba-4fee-97e9-ccd1b4438a73 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:01.689420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ee81f77-14a8-4dae-8ff8-8b86240f4132 req-141f07a2-09ba-4fee-97e9-ccd1b4438a73 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2985196 May 06 12:54:01.700961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for a314bf65-474b-4f68-b5ec-7472fee9f28d owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:01.778197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.778197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:01.778197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:01.842231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ee81f77-14a8-4dae-8ff8-8b86240f4132 req-848f84d6-ac80-4460-ba30-dbfba256a9db tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096103 May 06 12:54:02.053763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] Pushing event updated for resources: {'Network': ['ID=c8edab68-c486-43c5-ad25-ccac98714207,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:02.073334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c8edab68-c486-43c5-ad25-ccac98714207 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:54:02.235509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f2c3f6c-78a8-484d-a44d-6fc383823b0d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3826137 May 06 12:54:02.240295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55508) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.245555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.262979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Request body: {'subnet': {'network_id': 'c8edab68-c486-43c5-ad25-ccac98714207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341629281-subnet', 'tenant_id': '2ffe3e4cbca04d7e9219373a2a35a87b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:02.273245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:02.280506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Usage tracker for resource:subnet and tenant:2ffe3e4cbca04d7e9219373a2a35a87b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:02.285529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:02.294352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:02.316445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=a314bf65-474b-4f68-b5ec-7472fee9f28d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:02.510283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Made reservation on behalf of 2ffe3e4cbca04d7e9219373a2a35a87b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:02.526846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.630325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.658115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:02.664076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-144be1d9-e45d-4dfe-860d-8ac3db1efc82 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/e0e053ad-649a-4c61-84ba-3fbe529a8593 HTTP/1.1" status: 204 len: 168 time: 1.6338339 May 06 12:54:02.666916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55514) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:02.682049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '7be1cbd5-e60f-40bb-828a-845b1ab5f1ae'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:02.709174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:02.727839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:floatingip and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:02.739806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:02.761897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:02.917709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.302171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:03.310628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269043749', 'description': 'tempest-secgroup-smoke-1269043749 description', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:03.324604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:03.331020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:03.334863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:03.344503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:03.389863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b6910-99b0-46b7-a14b-bccbf2fb2564 req-7bc6421f-492e-4210-ac1d-8497667c9c40 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:03.392373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-964b6910-99b0-46b7-a14b-bccbf2fb2564 req-7bc6421f-492e-4210-ac1d-8497667c9c40 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.1429439 May 06 12:54:03.471290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.519064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.533373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.594435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:03.702865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-964b6910-99b0-46b7-a14b-bccbf2fb2564 req-f681ccd3-6699-43fa-aeed-e16c0e61698d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904820 May 06 12:54:03.796865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:03.802842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:03.806012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:03.812270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:03.921204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.181 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/99209b71-aec0-4678-b8b2-b842ddf9e527) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:03.925015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3214bbfe-f112-4243-817c-9d1538f88e39,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:03.977470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Checking segment: {'id': '5e4e8b27-d574-4e86-97f3-98dc4ce511b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c8edab68-c486-43c5-ad25-ccac98714207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:03.977470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Network hostable DHCP agents. Network: c8edab68-c486-43c5-ad25-ccac98714207, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:54:04.001658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.085999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.136799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:04.141356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.154813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:04.157843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Network c8edab68-c486-43c5-ad25-ccac98714207 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:54:04.167824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:04.181110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:04.186002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c433f2ef-3928-4abb-bfeb-e132dda6e552,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:04.257775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c8edab68-c486-43c5-ad25-ccac98714207) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:04.265459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b363b-f698-4977-a7b1-88d31e5abd01 None None] Network c8edab68-c486-43c5-ad25-ccac98714207 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:04.268749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:04.268749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.295999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.319573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.354098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.428168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d0e5cf9-554b-4f16-95f8-97a705a9d8a4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1863246 May 06 12:54:04.482643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511f690d-6762-4cb9-8702-3392f4afd903,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:04.517628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:04.517628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:04.517628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=99209b71-aec0-4678-b8b2-b842ddf9e527,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:04.541020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:04.582644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:04.582644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0916cb9b-3fcf-4dd7-88b3-6b2edc693ff7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.2668116 May 06 12:54:04.582644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55546) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:04.582644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:04.603556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:04.620201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:04.625318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:04.643543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:04.688232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf99b23-8e49-4a64-b814-8369ba3dd49a None None] Network c8edab68-c486-43c5-ad25-ccac98714207 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:04.792131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.121705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.230706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62bcb6-28f8-43a1-9259-10fe93e2157b req-9bcdf6bd-8768-42ad-a88c-c5fbbb21bcf5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:05.238293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f62bcb6-28f8-43a1-9259-10fe93e2157b req-9bcdf6bd-8768-42ad-a88c-c5fbbb21bcf5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2941167 May 06 12:54:05.281964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.327119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3009d6b2-8814-46c6-a1e7-c1976183f571,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:05.390699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f62bcb6-28f8-43a1-9259-10fe93e2157b req-9f89cf66-b3d1-4b05-a8a0-560fe1f68b30 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565690 May 06 12:54:05.428300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.429771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb9b7358-9f6c-468f-9937-6c5e94ce6bb1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8575513 May 06 12:54:05.432616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55568) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:05.438605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:05.463869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:05.482513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:05.492528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:05.502701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:05.616187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-d8c0a7b9-23c1-42b6-be73-1829b3e08116 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:05.616975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-d8c0a7b9-23c1-42b6-be73-1829b3e08116 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Synchronizing usage tracker for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:05.794556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.856314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:05.946473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-d8c0a7b9-23c1-42b6-be73-1829b3e08116 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Unset dirty status for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:05.946473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-d8c0a7b9-23c1-42b6-be73-1829b3e08116 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/networks?id=b71709c7-fb56-485a-9c6b-813f0df57859 HTTP/1.1" status: 200 len: 808 time: 0.5307896 May 06 12:54:05.969062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.029012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-f969f4f7-109a-4c90-b4e1-7eaa224a37be tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/quotas/4da36a742a2e40dd820dcb83463dd548 HTTP/1.1" status: 200 len: 375 time: 0.0486331 May 06 12:54:06.091145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-f59eb512-94ca-4741-8cad-0643d738b4fa tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4da36a742a2e40dd820dcb83463dd548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610325 May 06 12:54:06.211610 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.304532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-65fdd73e-7bf5-44ae-885f-f8a888eda787 service neutron] 10.222.0.83 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782815 May 06 12:54:06.412198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.470340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce4a3b8-b1b0-446e-af49-482411a1eb82,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:06.583008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.587039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c64f092c-e306-44e4-a166-ca5895e49942 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1505179 May 06 12:54:06.587231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55582) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:06.593761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:06.609758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:06.703972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:06.759083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:06.759083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:06.841873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.884499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463d670-9850-4124-88e9-269c3561be32 req-126674ab-a584-417c-9d07-aed2106baf89 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:06.905117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2463d670-9850-4124-88e9-269c3561be32 req-126674ab-a584-417c-9d07-aed2106baf89 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.2783787 May 06 12:54:06.942258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:06.948057 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.032745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2463d670-9850-4124-88e9-269c3561be32 req-bfa667f2-9298-46a1-9239-115b4e589538 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358893 May 06 12:54:07.033216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-7e1b58df-7874-4ffe-b1f2-2bdce156e71f service neutron] 10.222.0.83 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367609 May 06 12:54:07.065195 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.088312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=99209b71-aec0-4678-b8b2-b842ddf9e527,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:07.122027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.241857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.284553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c6d192-688e-405d-885d-75ce71e34ff0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:07.512678 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 1bbeac08-a48c-4a39-8da0-af040c111089 associated. External IP: 172.25.2.181, port: 7be1cbd5-e60f-40bb-828a-845b1ab5f1ae. May 06 12:54:07.514533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.514533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-620aa11d-c665-43c0-920b-c6f1c8ab3a14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9135163 May 06 12:54:07.514533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55592) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:07.514533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:07.530635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:07.543093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:07.580670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:07.580670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:07.664664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:54:07.853528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db41b7c9-ba2e-4ea6-93f3-619d875eadd9 req-2d2bb1f6-5464-49f9-9a33-fdfdce797178 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.1349812 May 06 12:54:07.855191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:07.972164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.035509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:08.084641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'mac_address': 'fa:16:3e:fe:18:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:54:08.091309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.283179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624a7602-52b0-40b5-b28c-c8cd3567cdd8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.285995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.349252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:54:08.382249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:08.404367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:08.428023 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.429321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f46e29f1-6c17-4d93-bf08-532c47fbbc72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9256244 May 06 12:54:08.432031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55610) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:08.441699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:08.462617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:08.478888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:08.483027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:08.499912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:08.530740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-608b5914-85e9-4650-8035-fa6c6f07c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.577373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.662676 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:54:08.677581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.720806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a083f-0af0-454b-8e30-9d989c210f81 req-79a1e878-b175-4be2-9bae-b1437000535c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:08.723658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b98a083f-0af0-454b-8e30-9d989c210f81 req-79a1e878-b175-4be2-9bae-b1437000535c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 944 time: 0.3288877 May 06 12:54:08.729352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:08.790067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['7c693209-2136-4a00-9b93-c2be41b3a45a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:54:08.801457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b98a083f-0af0-454b-8e30-9d989c210f81 req-a19eda0d-653d-43ad-ac1f-19d7b269b862 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718222 May 06 12:54:08.818284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:08.890789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:08.937248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.026877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:09.046980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8bda70-9c18-4585-a736-f0b7e59f43c8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:09.070162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9810d485-fa03-4091-9512-24d42387b793 req-9f1a4033-3fab-4bfc-9c02-6122ccde0931 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0732265 May 06 12:54:09.102258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.183747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.183747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4dbc9b75-ba48-4a7a-b638-6525d2fa3196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7321641 May 06 12:54:09.183747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55624) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:09.183747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '511f690d-6762-4cb9-8702-3392f4afd903', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:09.200798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:09.200798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:09.200798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:09.218978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:09.218978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:09.235245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:09.281676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55628) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:09.289953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35e722b6-77eb-44e1-b743-feaaeacb474d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6204674 May 06 12:54:09.336568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:09.376271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:09.377916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:53:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:09.507118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:09.508077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ee9ef-2b69-4f82-ba49-765404af1d3f None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:09.527093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55638) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:09.553312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7e011d42-c9ae-45e1-8af9-fd3238f0b743 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/floatingips/1bbeac08-a48c-4a39-8da0-af040c111089 HTTP/1.1" status: 200 len: 978 time: 0.2694416 May 06 12:54:09.563224 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:54:09.621907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.895621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:09.899390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52d82a92-97b8-4a97-a45e-c2c42de6239e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Synchronizing usage tracker for tenant:630e3fa0dcbd4098baac489711112279 on resource:floatingip {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:10.120197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffba78-5128-40ca-a9f2-ed3d29e0faa9 req-ccf9a731-8e0a-4dcc-83ad-30599815d21f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:10.121796 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83ffba78-5128-40ca-a9f2-ed3d29e0faa9 req-ccf9a731-8e0a-4dcc-83ad-30599815d21f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.0892971 May 06 12:54:10.172089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-83ffba78-5128-40ca-a9f2-ed3d29e0faa9 req-b4d5620d-960c-4a66-a0a9-c5b27e0d8ba5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 May 06 12:54:10.259605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd820306-7c1b-4322-9c7a-a3eeda8a80c8 req-dc8f4e26-407b-480d-ada8-f2c3cc982ef9 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0496585 May 06 12:54:10.388714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52d82a92-97b8-4a97-a45e-c2c42de6239e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Unset dirty status for tenant:630e3fa0dcbd4098baac489711112279 on resource:floatingip {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:10.388947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.390885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52d82a92-97b8-4a97-a45e-c2c42de6239e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.8610058 May 06 12:54:10.393656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55648) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:10.407525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': '0376db92-375f-4de1-84e6-1117360d1d5e'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:10.423997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f41d60-d48a-48a9-af9e-92812d5aa339,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:10.521298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.676092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:10.679726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-73ad4ef9-c02f-46bd-bd23-d6fd43bd8f4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.5085886 May 06 12:54:10.679726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55660) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:10.717524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'network': {'name': 'tempest-network-smoke--1892788070', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:10.732099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:10.750713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:network and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:10.761388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:10.784425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:10.890165 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f624b95e-b690-47ac-ba98-f01c5eae03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.074386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:11.078218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.137111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:54:11.152008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.153316 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Added segment c2c61477-2cdc-4a77-9650-0dd7c692fc87 of type vlan for network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d May 06 12:54:11.200898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.337126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.341735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:11.342485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.496764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Network': ['ID=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:11.522966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6845509a-fddc-41ab-b99f-05f7becc6018 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8364561 May 06 12:54:11.522966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55672) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:11.536954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'admin_state_up': True, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:11.546308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:11.546308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:router and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:11.546308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:11.556645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:54:11.558675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:11.628724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61b4bbf2-c3d0-4741-af5b-88efba4d3818 req-9e6e0252-d96e-4537-aad8-6e3f12947b4a tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0520999 May 06 12:54:11.713575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:11.759546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.764301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51ab3-1a09-4d8f-883e-4d0e0d9b837d req-0aa7ef89-b512-4dc0-bc2d-a375274f7811 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:11.765110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.777215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18f51ab3-1a09-4d8f-883e-4d0e0d9b837d req-0aa7ef89-b512-4dc0-bc2d-a375274f7811 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 945 time: 0.3794951 May 06 12:54:11.818934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.849884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 7c693209-2136-4a00-9b93-c2be41b3a45a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:11.850247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.873683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18f51ab3-1a09-4d8f-883e-4d0e0d9b837d req-f547622b-f175-4eea-a79a-31343316f8ab tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768142 May 06 12:54:11.974910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:11.984667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.001682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:12.011131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:12.147499 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133049c8-876a-42df-83b0-f40b9c623ee4'] response: {'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'code': 200} May 06 12:54:12.148676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.159369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.244566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.250963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:12.279922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.333817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:12.423700 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 1bbeac08-a48c-4a39-8da0-af040c111089 associated. External IP: 172.25.2.181, port: 7be1cbd5-e60f-40bb-828a-845b1ab5f1ae. May 06 12:54:12.588921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-245709ca-f871-471a-a4f8-219666376294 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:12.588921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-245709ca-f871-471a-a4f8-219666376294 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.86 "GET /v2.0/networks?id=b71709c7-fb56-485a-9c6b-813f0df57859 HTTP/1.1" status: 200 len: 808 time: 0.2063644 May 06 12:54:12.607559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Request body: {'port': {'device_id': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859', 'admin_state_up': True, 'tenant_id': '4da36a742a2e40dd820dcb83463dd548'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:12.670707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9226dd04-7556-47a0-920d-725b39b24e8d req-94491a5c-d396-4b73-9ad3-a5e128522b31 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 1098 time: 0.1014581 May 06 12:54:12.730564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9226dd04-7556-47a0-920d-725b39b24e8d req-8c376c1f-0624-4b02-ad96-b1d098e4e372 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530448 May 06 12:54:13.027003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8baa7698-e279-44f5-b01d-0fc8f4a92ef9 req-b37e923f-019d-4d01-bcc5-c70ea1ec36b8 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0878181 May 06 12:54:13.153148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:13.153148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Usage tracker for resource:port and tenant:4da36a742a2e40dd820dcb83463dd548 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:13.166947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:13.178587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:13.327232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.368637 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.377170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9858-600f-442b-9df9-73891b360010 req-b3ebdffd-4c34-43c7-bc3e-f2ec7974ab71 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:13.385731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fb9858-600f-442b-9df9-73891b360010 req-b3ebdffd-4c34-43c7-bc3e-f2ec7974ab71 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.2024105 May 06 12:54:13.446190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Made reservation on behalf of 4da36a742a2e40dd820dcb83463dd548 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:13.449776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.551705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:13.554375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:13.631816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fb9858-600f-442b-9df9-73891b360010 req-0816c6a8-669c-4802-811b-f3bc76899880 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452834 May 06 12:54:13.840613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:13.874625 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:13.901471 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:13.901471 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:13.983889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.136 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/ec466ddf-5dc3-4f48-a878-cc0ce2b26121) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:14.004814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.017753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:14.017753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.038497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Allocated IP 172.20.0.10 (b71709c7-fb56-485a-9c6b-813f0df57859/c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e/92c3f51a-ff4f-4092-b94e-1b98e0356c58) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:14.083032 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:14.083581 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68575567-cede-4524-9cfb-1386b83d90bc None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:14.342525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.447196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.465315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76844381-1c77-4205-b7c0-2b5988c857ae req-1f6cdb2a-2dac-4629-acc0-268614126e71 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0680203 May 06 12:54:14.487550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.555658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.586118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:14.605353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:14.605353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:14.638309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:14.649998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:14.704703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Network b71709c7-fb56-485a-9c6b-813f0df57859 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:14.716845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:14.725770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:14.860605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Pushing event updated for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:14.897538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:14.902505 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:14.909630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:14.940493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:14.941832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:15.055426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:15.059359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:15.059359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.072600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:15.072600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:15.100813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb8349-907d-4b5e-b833-8cb14f3b31d4 req-1c9e4ff6-66fa-427f-b3b4-83db74db5cd3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:15.100813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-befb8349-907d-4b5e-b833-8cb14f3b31d4 req-1c9e4ff6-66fa-427f-b3b4-83db74db5cd3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.2385399 May 06 12:54:15.103958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-602dcf23-6903-49d2-87ea-c0d9049a407f tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/1bbeac08-a48c-4a39-8da0-af040c111089 HTTP/1.1" status: 200 len: 977 time: 4.7020321 May 06 12:54:15.103958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55758) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:15.109021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:15.218723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:15.218723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad85a2-f59a-46da-a032-46dedde30bd5 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:15.220847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-0e5ef060-374d-4655-8e2d-19c7ea352a01 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6154416 May 06 12:54:15.232616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-befb8349-907d-4b5e-b833-8cb14f3b31d4 req-520e5d92-af37-458b-84d8-5472448b0f03 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127107 May 06 12:54:15.237302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Request body: {'port': {'device_id': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:15.311167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.340821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.341542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.608388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.620080 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.808697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:15.808697 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 1bbeac08-a48c-4a39-8da0-af040c111089 disassociated. External IP: 172.25.2.181, port: 0376db92-375f-4de1-84e6-1117360d1d5e. May 06 12:54:15.979955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a1ff-16cf-4edd-bf54-b8afe0accf2f req-21971411-d477-4d7c-968d-60b3bb0123fe tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:15.979955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c8a1ff-16cf-4edd-bf54-b8afe0accf2f req-21971411-d477-4d7c-968d-60b3bb0123fe tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 932 time: 0.3580840 May 06 12:54:16.093874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72c8a1ff-16cf-4edd-bf54-b8afe0accf2f req-0cc84100-b9a4-448b-b696-3b29191c50ef tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Synchronizing usage tracker for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:16.105633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c3f51a-ff4f-4092-b94e-1b98e0356c58 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:54:16.114544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.133154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Transition to ACTIVE for port object 92c3f51a-ff4f-4092-b94e-1b98e0356c58 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:16.290098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:54:16.336719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-72c8a1ff-16cf-4edd-bf54-b8afe0accf2f req-0cc84100-b9a4-448b-b696-3b29191c50ef tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Unset dirty status for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:16.337939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72c8a1ff-16cf-4edd-bf54-b8afe0accf2f req-0cc84100-b9a4-448b-b696-3b29191c50ef tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298364 May 06 12:54:16.350522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:16.393833 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.606355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:16.612152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.634990 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:16.634990 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:16.639631 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:16.680801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:16.682998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a9672fa6-ff2f-4639-a2bf-8fc706a6f2dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/1bbeac08-a48c-4a39-8da0-af040c111089 HTTP/1.1" status: 200 len: 688 time: 1.5748100 May 06 12:54:16.689551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55808) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:16.708452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Pushing event updated for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:16.732779 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:16.750671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:16.750671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:16.824472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:16.824472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4226d-34d7-4e58-9de8-2a2748bd7f98 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:16.963653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 99209b71-aec0-4678-b8b2-b842ddf9e527 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:16.964042 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.046941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442d3c4-4705-4320-bd9a-4f0a2b7ae775 req-f44615c2-1711-42aa-acd5-0dbbbeecf624 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:17.048528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b442d3c4-4705-4320-bd9a-4f0a2b7ae775 req-f44615c2-1711-42aa-acd5-0dbbbeecf624 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.6144814 May 06 12:54:17.238555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Attempting to bind port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:17.239726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Attempting to bind port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'a3f4ccf5-418b-4234-b748-8432dd4b23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:17.239726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Attempting to bind port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 on network b71709c7-fb56-485a-9c6b-813f0df57859 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:17.265141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b442d3c4-4705-4320-bd9a-4f0a2b7ae775 req-0103af62-bc1d-48f8-bdd9-ded0f41aefc5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971507 May 06 12:54:17.290481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 on network b71709c7-fb56-485a-9c6b-813f0df57859 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:54:17.290716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Attempting to bind port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 on network b71709c7-fb56-485a-9c6b-813f0df57859 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:17.318396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.318396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.333916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:17.333916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Checking segment: {'id': 'a3f4ccf5-418b-4234-b748-8432dd4b23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:17.333916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Bound using segment: {'id': 'a3f4ccf5-418b-4234-b748-8432dd4b23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:17.333916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Bound port: 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f4ccf5-418b-4234-b748-8432dd4b23f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:17.333916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.579309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39639b2-9e48-4595-ac8e-e2f34fb28ecc req-3c1ce114-83a4-4fcd-af67-236fae505256 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:17.580807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a39639b2-9e48-4595-ac8e-e2f34fb28ecc req-3c1ce114-83a4-4fcd-af67-236fae505256 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 944 time: 0.0889163 May 06 12:54:17.590288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 99209b71-aec0-4678-b8b2-b842ddf9e527 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:17.629775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a39639b2-9e48-4595-ac8e-e2f34fb28ecc req-7aba8626-14f5-4e03-9bf9-f2f8704753f2 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 May 06 12:54:17.676783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:17.690799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Sync routers for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:17.714052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:17.715254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:17.759503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:17.931416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:17.940680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:17.940680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-344a08f6-68b4-4e36-8dfe-cc030c38b53b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.4126270 May 06 12:54:17.940680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.008247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:54:18.163226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.203760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58,segment=NetworkSegment(a3f4ccf5-418b-4234-b748-8432dd4b23f3),segment_id=a3f4ccf5-418b-4234-b748-8432dd4b23f3)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:18.211994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1c57ce64-06b9-4c14-b964-a02f4b38d8a4 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=66d25334c69d44e3bb8b2c1e4f0b66fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2737136 May 06 12:54:18.214968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55844) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.221071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=99209b71-aec0-4678-b8b2-b842ddf9e527,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:18.258418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:14Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:18.262808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Checking router: ef83f2d4-2c00-41e6-8574-fdc0f34ec657 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:18.266988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Updating router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:54:18.343960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.355035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.494421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Pushing event updated for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:18.520729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.520729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-e66df766-f6f6-4a9e-9d56-7bf94a7b598e service neutron] 10.222.0.86 "PUT /v2.0/ports/92c3f51a-ff4f-4092-b94e-1b98e0356c58 HTTP/1.1" status: 200 len: 1092 time: 3.2811801 May 06 12:54:18.520729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:18.537548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.586045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba54793-21d8-498a-a2fd-f4faebae71f1 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:18.586045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2ba54793-21d8-498a-a2fd-f4faebae71f1 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3613386 May 06 12:54:18.586045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55856) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.650242 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f07fc042-636b-4b99-91fa-ce847d9b02b6 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670471 May 06 12:54:18.655321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55860) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.664424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1272009115', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:18.694526 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b922c98e-0a22-4892-b61a-e06ad540fe01'] response: {'name': 'network-changed', 'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58', 'status': 'completed', 'code': 200} May 06 12:54:18.791510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.792716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb3fde60-8b9d-41eb-b5fe-9d8e0e22c09e tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/1bbeac08-a48c-4a39-8da0-af040c111089 HTTP/1.1" status: 204 len: 168 time: 2.1021378 May 06 12:54:18.800193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.890822 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:18.905908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Transition to ACTIVE for port object ec466ddf-5dc3-4f48-a878-cc0ce2b26121 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:18.926287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:18.931760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:subnet and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:18.938577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:18.939595 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-ad7e8dd5-808f-4d96-ab9d-1d949cb7e4d7 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] delete failed (client error): The resource could not be found. May 06 12:54:18.946259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ad7e8dd5-808f-4d96-ab9d-1d949cb7e4d7 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/1bbeac08-a48c-4a39-8da0-af040c111089 HTTP/1.1" status: 404 len: 345 time: 0.1448433 May 06 12:54:18.947111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55872) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:18.988755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f154db-624a-49f8-b3be-18af95574a19 req-7380b0b1-1abc-400c-a5d9-b74d17e7f7d0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:18.990430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5f154db-624a-49f8-b3be-18af95574a19 req-7380b0b1-1abc-400c-a5d9-b74d17e7f7d0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.3835065 May 06 12:54:18.998771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-b83a79f9-0b6c-4e38-96b6-70862e0fa445 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da36a742a2e40dd820dcb83463dd548&device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 1095 time: 0.2913797 May 06 12:54:18.999737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:19.019047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ccb85-5880-4fa9-b822-17a014dca8d6 req-8c933fe6-34ab-41a0-b7f5-ba12e2bedc46 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:19.050554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a2ccb85-5880-4fa9-b822-17a014dca8d6 req-8c933fe6-34ab-41a0-b7f5-ba12e2bedc46 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 944 time: 0.2059858 May 06 12:54:19.097296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.136413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-c18fd3a6-6046-4bb4-8111-54be0f11e3be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58 HTTP/1.1" status: 200 len: 217 time: 0.1073396 May 06 12:54:19.136413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5f154db-624a-49f8-b3be-18af95574a19 req-ff14f1fe-250c-4d9f-8327-cf302c0549b9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121066 May 06 12:54:19.195366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a2ccb85-5880-4fa9-b822-17a014dca8d6 req-d654378a-e14e-4ecd-9d27-4fd602ec55b8 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452823 May 06 12:54:19.208075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Attempting to bind port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:19.208075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Attempting to bind port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:19.208075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Attempting to bind port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:19.232928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:19.232928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:19.234971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.234971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:19.234971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Bound port: ec466ddf-5dc3-4f48-a878-cc0ce2b26121, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:19.234971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.249976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:19.254549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:19.313361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:19.313361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Synchronizing usage tracker for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:19.313361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:19.315938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Pushing event updated for resources: {'Port': ['ID=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:19.319254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-604abd2a-05fd-49a4-b993-b9dc8956f7ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:19.319254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-604abd2a-05fd-49a4-b993-b9dc8956f7ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e HTTP/1.1" status: 200 len: 848 time: 0.1674421 May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.319577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:19.348235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-6a6af9b7-ffd5-455d-8eaa-67a340cae57a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b71709c7-fb56-485a-9c6b-813f0df57859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491154 May 06 12:54:19.350564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] For port ec466ddf-5dc3-4f48-a878-cc0ce2b26121, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:19.354169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] For port ec466ddf-5dc3-4f48-a878-cc0ce2b26121, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:19.409501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.530258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-89160232-2868-433f-9249-899e3f1127bf service neutron] 10.222.0.86 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757281 May 06 12:54:19.543426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:19.696071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Unset dirty status for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:19.697263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a270c20-ed8e-40b0-9ee1-4ae161d637ba tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/ports?network_id=a223381e-f5f4-484d-9918-2982e1e0dcd5 HTTP/1.1" status: 200 len: 2357 time: 0.7492352 May 06 12:54:19.700377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55890) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:19.814164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:19.814164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:19.897255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f507-257f-4c7e-9201-38e562cfa484 None None] Pushing event updated for resources: {'Port': ['ID=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:20.015279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ee8d2-3a51-46eb-86ef-92647967c1f4 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:20.016603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-108ee8d2-3a51-46eb-86ef-92647967c1f4 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/subnets/669452d2-0ab4-4824-85ed-57726c0f0186 HTTP/1.1" status: 200 len: 797 time: 0.2820024 May 06 12:54:20.027357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55894) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:20.035736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1d56ce9-478c-441b-be1c-d4f8a6e479bb req-3f0fd508-54f9-426a-807f-b64aa0bd6fb9 service neutron] 10.222.0.86 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973512 May 06 12:54:20.038210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'port': {'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5', 'name': 'tempest-FloatingIPTestJSON-936455603', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:20.117420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:20.274713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.373391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:20.385255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:20.437716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Subnet': ['ID=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:20.468695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Checking segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:20.469699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network hostable DHCP agents. Network: eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:54:20.491452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:20.494866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-b34e7ce8-76a2-4612-bc70-8ff626938fa6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4da36a742a2e40dd820dcb83463dd548&device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 1095 time: 0.2716260 May 06 12:54:20.602498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:14Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:20.613474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76f1d8a-adef-4c96-8374-a9aebfc4116d None None] The sync data for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 is: [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:14Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:20.720719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:20.799944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] device_id is not set on port 555c27e0-38db-4184-9888-fbab3f93001c yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:54:20.867309 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.160708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-d899afab-f484-43a9-a150-3119d9222079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:21.163167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-d899afab-f484-43a9-a150-3119d9222079 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b71709c7-fb56-485a-9c6b-813f0df57859 HTTP/1.1" status: 200 len: 909 time: 0.6570652 May 06 12:54:21.184099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:54:21.208551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaae73-1cf4-4d93-a467-b597410ec41e req-4dfd772c-d286-4b75-9022-14e1ec849b69 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:21.212448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ebaae73-1cf4-4d93-a467-b597410ec41e req-4dfd772c-d286-4b75-9022-14e1ec849b69 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 944 time: 0.5456071 May 06 12:54:21.319938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-ab33908d-a381-4022-9dcc-16aea1669bc0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58 HTTP/1.1" status: 200 len: 217 time: 0.1509428 May 06 12:54:21.388087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-b9987aaf-348b-4d12-bd4c-bea48cce3aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:21.390025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-b9987aaf-348b-4d12-bd4c-bea48cce3aa8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e HTTP/1.1" status: 200 len: 848 time: 0.0662014 May 06 12:54:21.396325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:21.402582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ebaae73-1cf4-4d93-a467-b597410ec41e req-1833713f-b407-4ee4-95d4-914b38d4093e tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562643 May 06 12:54:21.406180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06210e11-26a1-4ebe-a768-c979c95bddcf None None] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:21.417142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:21.417735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:21.474330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-21dc8ebf-aa2d-452d-a708-8757a3e43d44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b71709c7-fb56-485a-9c6b-813f0df57859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724754 May 06 12:54:21.670125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-063f0d61-41c6-4cb4-87b9-75b46f54c745 service neutron] 10.222.0.86 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919243 May 06 12:54:21.815617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 92c3f51a-ff4f-4092-b94e-1b98e0356c58 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:54:21.819063 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97932cf2-c88f-4424-a9ea-b3d979f2762c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1548598 May 06 12:54:21.819063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:21.854570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:54:21.854570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.102854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.14 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/555c27e0-38db-4184-9888-fbab3f93001c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:22.120844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55928) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:22.180799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.13 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/555c27e0-38db-4184-9888-fbab3f93001c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:22.240162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5054f32-cdbc-4b16-a9e0-8365033a6e6b req-c916d866-a39d-429b-9306-f7475531d844 service neutron] 10.222.0.86 "GET /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448551 May 06 12:54:22.276289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Allocated IP 172.20.0.2 (eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d/b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5/7a31af59-405c-4f34-a595-ec898691b614) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:22.339666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Deleting subnet e192bf57-cc2f-407a-99b2-066fa1601ebe {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:54:22.348608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.430394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.544904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ec466ddf-5dc3-4f48-a878-cc0ce2b26121 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:22.646514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.792815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58,segment=NetworkSegment(a3f4ccf5-418b-4234-b748-8432dd4b23f3),segment_id=a3f4ccf5-418b-4234-b748-8432dd4b23f3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:22.877527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:22.895242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aed55-3c94-4b53-a879-cc055d9bb2b2 req-5de7f949-8fc0-44a0-8113-77cafa7a6674 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:22.897372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ca3aed55-3c94-4b53-a879-cc055d9bb2b2 req-5de7f949-8fc0-44a0-8113-77cafa7a6674 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Synchronizing usage tracker for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:22.898340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '92c3f51a-ff4f-4092-b94e-1b98e0356c58', 'network_id': 'b71709c7-fb56-485a-9c6b-813f0df57859', 'port_id': '92c3f51a-ff4f-4092-b94e-1b98e0356c58', 'mac_address': 'fa:16:3e:cd:0b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:54:22.992402 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.007380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.036143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c3f51a-ff4f-4092-b94e-1b98e0356c58 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:54:23.040397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ca3aed55-3c94-4b53-a879-cc055d9bb2b2 req-5de7f949-8fc0-44a0-8113-77cafa7a6674 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Unset dirty status for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:23.052769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca3aed55-3c94-4b53-a879-cc055d9bb2b2 req-5de7f949-8fc0-44a0-8113-77cafa7a6674 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 944 time: 0.3072960 May 06 12:54:23.129881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Transition to ACTIVE for port object 7a31af59-405c-4f34-a595-ec898691b614 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:23.129881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:23.204538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca3aed55-3c94-4b53-a879-cc055d9bb2b2 req-cc76a7d5-a9dc-434b-bbfe-75346937416c tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419859 May 06 12:54:23.224751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:23.224751 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.276250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58,segment=NetworkSegment(a3f4ccf5-418b-4234-b748-8432dd4b23f3),segment_id=a3f4ccf5-418b-4234-b748-8432dd4b23f3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:23.298643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Transition to ACTIVE for port object 7a31af59-405c-4f34-a595-ec898691b614 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:23.399638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.406963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.427736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.458620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.470582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.500573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ec466ddf-5dc3-4f48-a878-cc0ce2b26121, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:23.518155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:23.521674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:23.524441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:23.557935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.646362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e192bf57-cc2f-407a-99b2-066fa1601ebe,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.657570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=555c27e0-38db-4184-9888-fbab3f93001c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.669977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.692847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31cd8e41-1e9c-466d-9f24-ebd382eb0378 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e192bf57-cc2f-407a-99b2-066fa1601ebe HTTP/1.1" status: 204 len: 168 time: 1.5677123 May 06 12:54:23.695485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55950) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:23.718208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:23.721292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.727623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:23.727623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:23.738258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Pushing event updated for resources: {'Port': ['ID=7a31af59-405c-4f34-a595-ec898691b614,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:23.829923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['92c3f51a-ff4f-4092-b94e-1b98e0356c58'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:54:23.873788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:23.873788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.942189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.959102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Attempting to bind port 7a31af59-405c-4f34-a595-ec898691b614 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:23.959525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Attempting to bind port 7a31af59-405c-4f34-a595-ec898691b614 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:23.959849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Attempting to bind port 7a31af59-405c-4f34-a595-ec898691b614 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:23.994997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:23.995351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Checking segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:23.996038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:23.996428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Bound using segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:23.996896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Bound port: 7a31af59-405c-4f34-a595-ec898691b614, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:23.997437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.015404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:24.100327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.105935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6fa2e69a-ee03-40d8-aa48-8b28675bd1c9 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.0769794 May 06 12:54:24.114917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:24.122376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '555c27e0-38db-4184-9888-fbab3f93001c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:24.134044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:24.135285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ec466ddf-5dc3-4f48-a878-cc0ce2b26121 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:24.146845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f7a79c-5687-4235-8c10-e3511c9ab0dd']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:24.163012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7122e57d-4402-49e6-8248-38719c838a65') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:24.163306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7122e57d-4402-49e6-8248-38719c838a65') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:24.176465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:floatingip and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:24.183241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.183395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:24.201624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:24.214311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.230544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:54:24.230961 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.234942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.257442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] For port 7a31af59-405c-4f34-a595-ec898691b614, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: timer() May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:54:24.258536 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:54:24.301944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] For port 7a31af59-405c-4f34-a595-ec898691b614, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a31af59-405c-4f34-a595-ec898691b614,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:24.372371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:24.372371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.396823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.449623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.521444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87309119-a7e5-4749-811e-183606d5888d req-e0daf6cf-5813-4e27-843c-955d2937258a tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:24.523382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87309119-a7e5-4749-811e-183606d5888d req-e0daf6cf-5813-4e27-843c-955d2937258a tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 945 time: 0.1249247 May 06 12:54:24.564561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1259c-6d48-499b-a1af-9d23f753976c None None] Pushing event updated for resources: {'Port': ['ID=7a31af59-405c-4f34-a595-ec898691b614,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:24.604187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87309119-a7e5-4749-811e-183606d5888d req-70b38109-9789-4611-add7-14d602a68987 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717802 May 06 12:54:24.702197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.714247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.744437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f7a79c-5687-4235-8c10-e3511c9ab0dd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:24.809175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:24.864726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2509e6e0-1679-4ce4-974d-81b25e0c1c37 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f6f7a79c-5687-4235-8c10-e3511c9ab0dd HTTP/1.1" status: 204 len: 168 time: 1.1677930 May 06 12:54:25.211167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.56 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/4f59071f-6d35-4433-81ab-e19811bc911b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:25.348114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.1 (eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d/b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5/2ece1747-7c74-413d-b069-c692bce17cef) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:25.614070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.726474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 92c3f51a-ff4f-4092-b94e-1b98e0356c58 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:25.790193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.831867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object 2ece1747-7c74-413d-b069-c692bce17cef will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:25.872231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55980) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:25.957120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0d38516-0724-4822-bb54-9970d0458823 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25bb17267fbc417da258f8ba4aaac047&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0831261 May 06 12:54:25.960158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:25.986303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:25.990399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446b4eb-84f9-4638-96fc-e69ad27f808d req-a1b42a95-0b37-4e44-9b6f-f2c6b29db11c tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:26.010594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9446b4eb-84f9-4638-96fc-e69ad27f808d req-a1b42a95-0b37-4e44-9b6f-f2c6b29db11c tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 945 time: 0.2225072 May 06 12:54:26.052939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:26.054694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:26.055289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.122839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.125001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9446b4eb-84f9-4638-96fc-e69ad27f808d req-cf2bcaa8-5782-457e-b419-a35b8d6eb1d6 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234694 May 06 12:54:26.194382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:26.226267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:26.233110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:26.262643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a31af59-405c-4f34-a595-ec898691b614 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:26.307485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=4f59071f-6d35-4433-81ab-e19811bc911b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:26.325418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:26.347556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24f8a1-42dc-4f81-acd0-1321e5e084c6 None None] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:54:26.387185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:26.398601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:26.445686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.489876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.554565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:26.564584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.685581 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.762674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.810822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Provisioning for port 7a31af59-405c-4f34-a595-ec898691b614 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:26.831395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7a31af59-405c-4f34-a595-ec898691b614 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:26.831395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Provisioning complete for port 7a31af59-405c-4f34-a595-ec898691b614 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:26.831395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.885049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7a31af59-405c-4f34-a595-ec898691b614 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:26.885049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:26.965753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:26.977324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58,segment=NetworkSegment(a3f4ccf5-418b-4234-b748-8432dd4b23f3),segment_id=a3f4ccf5-418b-4234-b748-8432dd4b23f3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:27.031998 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6df61e-833f-4534-bf84-42672dda91e0'] response: {'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58', 'code': 200} May 06 12:54:27.073994 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.146014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.350908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:27.352807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.387547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7a31af59-405c-4f34-a595-ec898691b614, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a31af59-405c-4f34-a595-ec898691b614,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:27.417899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.456992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121d5aa-d580-4e46-86ea-25640e927b49,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:27.460378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b17dd596-446d-4628-9e3c-a70b4ebd10ba req-c593f0fb-4eca-41d1-ad88-8b60324574f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 1097 time: 0.3435371 May 06 12:54:27.540205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53700d7-bebb-44f8-ac18-9f1b5974e64c req-8330d9b7-dd99-4dcd-9c2e-bfc2e0fd9b50 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:27.541979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f53700d7-bebb-44f8-ac18-9f1b5974e64c req-8330d9b7-dd99-4dcd-9c2e-bfc2e0fd9b50 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.1973791 May 06 12:54:27.555147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b17dd596-446d-4628-9e3c-a70b4ebd10ba req-736f1afa-ddee-4d89-ac44-2f13760ef292 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808136 May 06 12:54:27.589291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.636034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f53700d7-bebb-44f8-ac18-9f1b5974e64c req-a6601406-fa8c-4ab6-9df3-8897c10f24cc tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766525 May 06 12:54:27.696205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7a31af59-405c-4f34-a595-ec898691b614,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:27.732634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.732634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-338823d2-c243-4da6-92ee-587337dd8c7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f121d5aa-d580-4e46-86ea-25640e927b49 HTTP/1.1" status: 204 len: 168 time: 1.7680733 May 06 12:54:27.819218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:54:27.820717 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-736ede3c-b6f5-4e05-a300-2eb44d057d49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:54:27.883781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:27.999495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.019936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.109461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a31af59-405c-4f34-a595-ec898691b614 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:28.184643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7a31af59-405c-4f34-a595-ec898691b614 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:28.185045 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.267060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:28.277889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.287069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.543080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Provisioning complete for port 7a31af59-405c-4f34-a595-ec898691b614 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:28.543080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.591090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:28.591090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:28.810617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:28.944947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Provisioning for port 2ece1747-7c74-413d-b069-c692bce17cef completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:28.950714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Provisioning complete for port 2ece1747-7c74-413d-b069-c692bce17cef triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:28.950714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.042719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb563c-05f9-4913-99bb-089679a066e1 None None] Port 2ece1747-7c74-413d-b069-c692bce17cef cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:54:29.063445 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.164704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c441e11c-e541-4d19-9629-7f1ea8d833a4 None None] Provisioning complete for port 2ece1747-7c74-413d-b069-c692bce17cef triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:29.165164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c441e11c-e541-4d19-9629-7f1ea8d833a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.216502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=4f59071f-6d35-4433-81ab-e19811bc911b,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:29.239095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c441e11c-e541-4d19-9629-7f1ea8d833a4 None None] Port 2ece1747-7c74-413d-b069-c692bce17cef cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:54:29.248611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:29.327584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa484c-a5f4-4a13-8b38-315277848e4d req-3ec2db9d-3519-4bb9-a320-187f1f70933f tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:29.327584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0aa484c-a5f4-4a13-8b38-315277848e4d req-3ec2db9d-3519-4bb9-a320-187f1f70933f tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.3903470 May 06 12:54:29.493703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0aa484c-a5f4-4a13-8b38-315277848e4d req-e4565093-2825-48b6-b354-8777440fa520 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217713 May 06 12:54:29.564099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:29.585039 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 7a0d0e22-b9ad-4aac-9916-ff81b5749c2f associated. External IP: 172.25.2.56, port: 555c27e0-38db-4184-9888-fbab3f93001c. May 06 12:54:30.099110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:30.115058 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Sync routers for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:30.122407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bcf5db29-b992-4dfb-a33a-56fa0c7320d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/ef83f2d4-2c00-41e6-8574-fdc0f34ec657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2762063 May 06 12:54:30.134046 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:30.134046 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:30.396590 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:30.490163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:30.621820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-0b7eb795-2c4a-41d5-9dcf-74066e2f3eb2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:30.902580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694bd0a-e43a-4bf6-9188-3e4e6548d1c2 req-a350f974-40cd-45c1-94ab-05cc2389b16b tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:30.902725 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:27Z', 'revision_number': 2, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:30.902914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c694bd0a-e43a-4bf6-9188-3e4e6548d1c2 req-a350f974-40cd-45c1-94ab-05cc2389b16b tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.1825366 May 06 12:54:30.903033 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Checking router: ef83f2d4-2c00-41e6-8574-fdc0f34ec657 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:30.903033 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Updating router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 port 2ece1747-7c74-413d-b069-c692bce17cef binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:54:30.936350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:30.937087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-0b7eb795-2c4a-41d5-9dcf-74066e2f3eb2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:30.938376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-0b7eb795-2c4a-41d5-9dcf-74066e2f3eb2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269043749&fields=id&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 267 time: 0.4471750 May 06 12:54:30.954967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:30.970507 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:30.972080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c694bd0a-e43a-4bf6-9188-3e4e6548d1c2 req-42b6733d-94af-4613-8126-b783b526701e tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668840 May 06 12:54:30.976677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:30.977327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:31.049324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:31.062600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:31.063320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:31.132222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:31.132655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a48db-0e45-46fa-b36b-ed4f3cd99f97 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:31.252172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-f60cd946-72cd-4b2e-89c7-61f91bb480d2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:31.252880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-f60cd946-72cd-4b2e-89c7-61f91bb480d2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:31.297223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.367054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-14ee3634-1d3c-48a7-b068-c38953c0d59d tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.2563620 May 06 12:54:31.369953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:31.375697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': '555c27e0-38db-4184-9888-fbab3f93001c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:31.443152 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.464294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Transition to ACTIVE for port object 2ece1747-7c74-413d-b069-c692bce17cef will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:31.466641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-f60cd946-72cd-4b2e-89c7-61f91bb480d2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:31.466641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-f60cd946-72cd-4b2e-89c7-61f91bb480d2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 797 time: 0.5047412 May 06 12:54:31.485279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-a695fdb5-2ade-4269-a862-851a3e59e73c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/quotas/66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 375 time: 0.0166314 May 06 12:54:31.513760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.600704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-88b50d3f-353c-4f82-b561-6c8b2e6ac4b7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130683 May 06 12:54:31.634021 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:31.836088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-74381e96-3eee-4c0d-8611-1011210c001b service neutron] 10.222.0.83 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231164 May 06 12:54:31.873107 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Pushing event updated for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:31.966479 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.978059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.989376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:31.989376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:32.179924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Attempting to bind port 2ece1747-7c74-413d-b069-c692bce17cef on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:32.179924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Attempting to bind port 2ece1747-7c74-413d-b069-c692bce17cef by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:32.179924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Attempting to bind port 2ece1747-7c74-413d-b069-c692bce17cef on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:32.194974 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:32.203276 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Checking segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:32.203276 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.203276 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Bound using segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:32.208182 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Bound port: 2ece1747-7c74-413d-b069-c692bce17cef, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:32.208182 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.268147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-87785c21-32bf-4057-a22e-eccb95a2e5a9 service neutron] 10.222.0.83 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174602 May 06 12:54:32.370378 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] For port 2ece1747-7c74-413d-b069-c692bce17cef, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:32.374978 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] For port 2ece1747-7c74-413d-b069-c692bce17cef, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ece1747-7c74-413d-b069-c692bce17cef,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:32.554906 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.573309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.692681 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:32.692681 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:32.707803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:32.814146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-237ae3a7-9f4c-4cd5-9e0d-5f9b57a9cb8c req-1138c0db-37b1-42e9-abda-4763f5b06d9d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:32.900079 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25c651-a942-43b1-8f1b-dde10cec4d8c None None] Pushing event updated for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:33.108844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-237ae3a7-9f4c-4cd5-9e0d-5f9b57a9cb8c req-1138c0db-37b1-42e9-abda-4763f5b06d9d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:33.110005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-237ae3a7-9f4c-4cd5-9e0d-5f9b57a9cb8c req-1138c0db-37b1-42e9-abda-4763f5b06d9d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.4746063 May 06 12:54:33.236370 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:33.586311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:34.018697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:34.040771 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:34.044083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:34.057113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:32Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.069826 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610e98e-5160-4889-8e41-574652be81c1 None None] The sync data for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 is: [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:32Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:34.081352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:34.081352 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.189398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-895db2db-7e0a-4498-a261-993f83994fbf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/7a0d0e22-b9ad-4aac-9916-ff81b5749c2f HTTP/1.1" status: 200 len: 977 time: 2.8183069 May 06 12:54:34.193311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56156) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:34.275966 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.299704 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:34.301854 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.461792 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:34.461792 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75645fe8-e7bf-43ee-8c18-1189558bd25e None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:34.560486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc01b617-e031-4232-bab5-c9086daf7e7b req-d424fa1e-59e7-49a1-8f96-21dd232f43fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.1012566 May 06 12:54:34.752048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 4f59071f-6d35-4433-81ab-e19811bc911b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:34.752048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.037065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.037687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.267792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 4f59071f-6d35-4433-81ab-e19811bc911b owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:35.701342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:35.876475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ba2e539b-3d51-44b1-b3e1-99be65446356 req-bcbdf8f6-ec37-48fd-8606-9c8d046f3318 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.0917077 May 06 12:54:35.876475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=4f59071f-6d35-4433-81ab-e19811bc911b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:36.005220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.315014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ece1747-7c74-413d-b069-c692bce17cef up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:36.660269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2ece1747-7c74-413d-b069-c692bce17cef completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:36.667265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2ece1747-7c74-413d-b069-c692bce17cef triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:36.668323 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:36.994108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:36.997169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.102853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 2ece1747-7c74-413d-b069-c692bce17cef, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ece1747-7c74-413d-b069-c692bce17cef,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:37.228464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.287878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3e8123c-38e6-429f-b352-0923b77cf867 req-7156be0b-bbfb-48c3-b01f-40f1946b16bf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.0785534 May 06 12:54:37.451872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:37.539438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:37.551627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:37.576486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:37.576486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:37.711723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:37.727624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:37.755094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:37.755094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:37.930432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d538c88d-3819-4d1b-8958-dd4ff8be27cd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/7a0d0e22-b9ad-4aac-9916-ff81b5749c2f HTTP/1.1" status: 204 len: 168 time: 3.7269723 May 06 12:54:37.933329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:37.959569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:37.959569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ce9c-cb25-4ec9-a34f-55af9aa721ac None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:38.192645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 555c27e0-38db-4184-9888-fbab3f93001c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:38.192645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.261810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ece1747-7c74-413d-b069-c692bce17cef up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:38.520157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2ece1747-7c74-413d-b069-c692bce17cef triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:38.520762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:38.617643 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2a8c8d43-45a1-4fdd-b802-3484d7fe0f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.119004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-898b9d3b-2c6e-45e3-bfa9-d7911a75e0a5 req-6cce452b-159c-49a3-bdbb-2a53d9ad061c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.5388994 May 06 12:54:39.239375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:39.245866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-8005bde6-8b1c-4663-8f41-3a68bb2a14e2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:39.247264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-8005bde6-8b1c-4663-8f41-3a68bb2a14e2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 797 time: 0.9141960 May 06 12:54:39.453672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 555c27e0-38db-4184-9888-fbab3f93001c owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:39.606219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-7741d21f-ce49-4c99-9948-137f4d38c833 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 380 time: 0.2755547 May 06 12:54:39.606219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'port': {'device_id': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'admin_state_up': True, 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'security_groups': ['511f690d-6762-4cb9-8702-3392f4afd903']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:39.947972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:39.974562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:40.100671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a83a-d2f2-4ce7-91e2-b4ea5bf357f9 req-1c57c118-8acb-40d2-b098-404be9927bc0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:40.104388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ec3a83a-d2f2-4ce7-91e2-b4ea5bf357f9 req-1c57c118-8acb-40d2-b098-404be9927bc0 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.0976417 May 06 12:54:40.137098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:40.137098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.137098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.204629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ec3a83a-d2f2-4ce7-91e2-b4ea5bf357f9 req-fbf61810-2839-4965-a9f5-a09ee92215ee tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901475 May 06 12:54:40.262640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=555c27e0-38db-4184-9888-fbab3f93001c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:40.453129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f61b6bfa-9b4e-47b5-b6cf-73581953a886 req-e19b0817-40ac-44de-8775-928c39acd285 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.0858181 May 06 12:54:40.461723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11139d-cb14-4f6c-a06f-a137d890ace0 req-656a0f0d-04f7-4aa9-a212-cc60d34841c3 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:40.461723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a11139d-cb14-4f6c-a06f-a137d890ace0 req-656a0f0d-04f7-4aa9-a212-cc60d34841c3 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.1055648 May 06 12:54:40.532973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a11139d-cb14-4f6c-a06f-a137d890ace0 req-885efd0b-c7d0-4ac8-b91e-164b03cec55a tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688164 May 06 12:54:40.689188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e83f1c9a-7bc8-4505-91aa-607bb265d842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.707545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:40.738267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25d37ac4-a978-4b57-a9da-c42b19706dc1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/555c27e0-38db-4184-9888-fbab3f93001c HTTP/1.1" status: 204 len: 168 time: 2.8030725 May 06 12:54:40.738267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.8 (eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d/b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5/c50a9e73-791a-4ef3-9db8-bd10b474c669) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:40.738267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56276) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:40.755384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:40.755384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:40.788496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:floatingip and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:40.788496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:40.788496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:41.013656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.025976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.056056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object c50a9e73-791a-4ef3-9db8-bd10b474c669 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:41.234173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.355858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.432234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-f0502281-1bfa-45f5-b56e-4c18b7a270cf tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:41.439030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-f0502281-1bfa-45f5-b56e-4c18b7a270cf tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.1244254 May 06 12:54:41.558913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:41.599073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port f1e631ea-1447-4e30-aefe-f89adf14dda0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:41.599073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:41.603447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:41.637658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:41.857265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.190 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c612e88a-b78d-43c0-9914-ccdb08ebee39) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:41.860424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:41.942092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:41.942774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.070849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766882-cda3-42b9-a6c6-e3098a1ec8df req-403de4d9-4ee3-4207-a472-5bce50bb2e2c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:42.072106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2766882-cda3-42b9-a6c6-e3098a1ec8df req-403de4d9-4ee3-4207-a472-5bce50bb2e2c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 931 time: 0.3953707 May 06 12:54:42.090105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-42cc74cb-3131-4ea7-af0e-62e296a62fa3 None None] Provisioning for port c50a9e73-791a-4ef3-9db8-bd10b474c669 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:42.115628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fa635-eef3-4418-8219-f097e627a610 req-164332b5-8a29-4537-a1f4-89aa2d201a59 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:42.115931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-42cc74cb-3131-4ea7-af0e-62e296a62fa3 None None] Provisioning complete for port c50a9e73-791a-4ef3-9db8-bd10b474c669 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:42.116644 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42cc74cb-3131-4ea7-af0e-62e296a62fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.118930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198a0ad-3bf4-470c-a9fc-0344878a9bbf req-7e5c51f9-ca28-47bf-a264-0fc79fefc45c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:42.120006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-471fa635-eef3-4418-8219-f097e627a610 req-164332b5-8a29-4537-a1f4-89aa2d201a59 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.3705783 May 06 12:54:42.127455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1198a0ad-3bf4-470c-a9fc-0344878a9bbf req-7e5c51f9-ca28-47bf-a264-0fc79fefc45c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.5894890 May 06 12:54:42.150986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-36df869a-6906-4fae-9a67-fa6f0783a7c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5501599 May 06 12:54:42.167515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Request body: {'port': {'device_id': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:42.240586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-42cc74cb-3131-4ea7-af0e-62e296a62fa3 None None] Port c50a9e73-791a-4ef3-9db8-bd10b474c669 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:54:42.258465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.282615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Deleting port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:42.282615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.289164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1198a0ad-3bf4-470c-a9fc-0344878a9bbf req-f8a3b88f-7d47-4bbf-accd-4a4c240aaf98 tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532052 May 06 12:54:42.301179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.342327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.412398 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2766882-cda3-42b9-a6c6-e3098a1ec8df req-9cadae7f-6ae0-4691-a2dd-9cd101fcccf4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189938 May 06 12:54:42.415476 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.425729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] For port f1e631ea-1447-4e30-aefe-f89adf14dda0, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1e631ea-1447-4e30-aefe-f89adf14dda0,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:42.425729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.610409 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:42.842582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:42.842582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:42.842582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:42.911085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=c612e88a-b78d-43c0-9914-ccdb08ebee39,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:43.116474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0f37f-5df7-4861-bff7-033e20d7c7e6 req-74fd8b53-2f45-499e-9698-666805209232 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:43.121252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16c0f37f-5df7-4861-bff7-033e20d7c7e6 req-74fd8b53-2f45-499e-9698-666805209232 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 946 time: 0.3672683 May 06 12:54:43.244292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16c0f37f-5df7-4861-bff7-033e20d7c7e6 req-720cfedb-955e-4bf2-bfe7-3a535862e304 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a13288e-774a-489d-8d20-6935bd76a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928390 May 06 12:54:43.264075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] For port 92c3f51a-ff4f-4092-b94e-1b98e0356c58, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=92c3f51a-ff4f-4092-b94e-1b98e0356c58,segment=NetworkSegment(a3f4ccf5-418b-4234-b748-8432dd4b23f3),segment_id=a3f4ccf5-418b-4234-b748-8432dd4b23f3)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:43.264075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.339332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.339332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.339332 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Floating IP 7c4d8eba-76cf-4013-b19a-f4f25c0e7340 disassociated. External IP: 172.25.2.238, port: f1e631ea-1447-4e30-aefe-f89adf14dda0. May 06 12:54:43.339332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for f1e631ea-1447-4e30-aefe-f89adf14dda0 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:43.413036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.427558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50a9e73-791a-4ef3-9db8-bd10b474c669 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:54:43.437537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.468222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Calling delete_port for 92c3f51a-ff4f-4092-b94e-1b98e0356c58 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:43.531082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Transition to ACTIVE for port object c50a9e73-791a-4ef3-9db8-bd10b474c669 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:54:43.569646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.674430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.724537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:43.808091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c422b-97b7-450c-b5d3-7f465bb11257 req-7aa08e23-2946-4ed7-9241-18c645bb94fb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:43.808091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c3c422b-97b7-450c-b5d3-7f465bb11257 req-7aa08e23-2946-4ed7-9241-18c645bb94fb tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 946 time: 0.3021746 May 06 12:54:43.912222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c3c422b-97b7-450c-b5d3-7f465bb11257 req-ddc1600e-c901-4f1c-99bd-3f7602d4717c tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups?id=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918758 May 06 12:54:43.946809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.015912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=f1e631ea-1447-4e30-aefe-f89adf14dda0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:44.021457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.101062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Pushing event deleted for resources: {'Port': ['ID=92c3f51a-ff4f-4092-b94e-1b98e0356c58,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:44.149942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:44.425274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] No DVR routers for this DVR port 92c3f51a-ff4f-4092-b94e-1b98e0356c58 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:44.425274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.425274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'name': 'network-vif-deleted', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:44.560830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b53ac-2a65-4fe0-b774-6def013e6f1b req-bad04449-95e0-4c6c-834c-e5ced4e736ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:44.561574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d04b53ac-2a65-4fe0-b774-6def013e6f1b req-bad04449-95e0-4c6c-834c-e5ced4e736ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:44.571539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6303b2c7-9a51-4d18-a475-43798432a4fb req-e0a1dbb0-0f9b-4fb9-bbe7-5aed12af54a2 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Synchronizing usage tracker for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:54:44.573559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:54:44.574194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:54:44.574815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:44.618009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:54:44.618432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:54:44.633916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:54:44.634346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Checking segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:54:44.634801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Bound using segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:54:44.635316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Bound port: c50a9e73-791a-4ef3-9db8-bd10b474c669, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:54:44.635753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.701481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:44.749626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:44.780472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:54:44.783601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:54:45.779509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:45.788727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:45.788727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:45.788727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:45.793867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] No DVR routers for this DVR port f1e631ea-1447-4e30-aefe-f89adf14dda0 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:54:45.793867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.793867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-174e8da6-5100-452a-98ee-bb4413f20e79 req-8fa91f4b-9c28-4cc9-bb29-d08baf8d2daa tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.13 "DELETE /v2.0/ports/f1e631ea-1447-4e30-aefe-f89adf14dda0 HTTP/1.1" status: 204 len: 173 time: 3.6130228 May 06 12:54:45.801878 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:45.804931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-471fa635-eef3-4418-8219-f097e627a610 req-6e2bc7fc-854e-48b1-8163-57da845036b0 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.86 "DELETE /v2.0/ports/92c3f51a-ff4f-4092-b94e-1b98e0356c58 HTTP/1.1" status: 204 len: 173 time: 3.1006446 May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d04b53ac-2a65-4fe0-b774-6def013e6f1b req-bad04449-95e0-4c6c-834c-e5ced4e736ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d04b53ac-2a65-4fe0-b774-6def013e6f1b req-bad04449-95e0-4c6c-834c-e5ced4e736ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 1.7886100 May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] 10.222.0.13 "PUT /v2.0/ports/c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 1091 time: 3.4003899 May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=c612e88a-b78d-43c0-9914-ccdb08ebee39,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:45.808233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:45.812794 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:45.812794 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:54:45.812794 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:45.812794 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:45.817332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6303b2c7-9a51-4d18-a475-43798432a4fb req-e0a1dbb0-0f9b-4fb9-bbe7-5aed12af54a2 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] Unset dirty status for tenant:4da36a742a2e40dd820dcb83463dd548 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:54:45.817332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6303b2c7-9a51-4d18-a475-43798432a4fb req-e0a1dbb0-0f9b-4fb9-bbe7-5aed12af54a2 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 1.1253366 May 06 12:54:45.820654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1e631ea-1447-4e30-aefe-f89adf14dda0 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:45.832953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d04b53ac-2a65-4fe0-b774-6def013e6f1b req-5952c0b6-3efd-4e23-b6d3-f3cf79924d02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994094 May 06 12:54:45.832953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.832953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c78487-a811-49bf-a4fe-9f9004717d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:45.844014 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f5c04f-03c3-4980-9d6b-6a5f1cee494e'] response: {'server_uuid': 'b2a736e2-4063-492a-a1fc-82d340e0cc50', 'name': 'network-vif-deleted', 'tag': '92c3f51a-ff4f-4092-b94e-1b98e0356c58', 'status': 'completed', 'code': 200} May 06 12:54:45.846779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 92c3f51a-ff4f-4092-b94e-1b98e0356c58 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:54:45.987049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 92c3f51a-ff4f-4092-b94e-1b98e0356c58 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:45.991909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 92c3f51a-ff4f-4092-b94e-1b98e0356c58 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:45.994452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:45.999558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bd5408a3-20a5-46f3-adba-9c66e56b2757 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2624953 May 06 12:54:45.999697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56336) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:46.000826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: f1e631ea-1447-4e30-aefe-f89adf14dda0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:54:46.001316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1e631ea-1447-4e30-aefe-f89adf14dda0 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:54:46.009603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'port': {'network_id': 'a223381e-f5f4-484d-9918-2982e1e0dcd5', 'name': 'tempest-FloatingIPTestJSON-963553356'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:46.042164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:54:46.280229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdcf80a9-b8ce-44e1-bb2e-ec16a20a9559 req-bf8106ef-02fc-425a-9932-7e96b94d136f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.2214744 May 06 12:54:46.347853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-9b1ee05e-a6b4-401e-927f-7bfec8f7d8be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1094 time: 0.1856058 May 06 12:54:46.461702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-c85a14f5-9c43-4d75-b088-c159c8ed0135 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 217 time: 0.1111190 May 06 12:54:46.557062 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe357224-34f8-4bec-a643-d41a181c0f23'] response: {'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'status': 'completed', 'code': 200} May 06 12:54:46.599645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-60826077-6555-4f30-8e8b-742dc6585c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:46.609968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-60826077-6555-4f30-8e8b-742dc6585c9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.1389589 May 06 12:54:46.654561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:46.694249 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:46.694249 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120d871-d5c1-48e4-bc53-e964959d2dd5 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'a708e251-e56a-408d-a33f-22fb5658492d', 'name': '', 'network_id': '3a415e82-ba16-452f-bbda-f9ddeb34f451', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'mac_address': 'fa:16:3e:ab:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:43Z', 'updated_at': '2022-05-06T12:47:57Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'subnets': [{'id': 'b229d3da-93df-4e72-9d86-98cc69155de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:46.725450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:46.748072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:port and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:46.757536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:46.788956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-c96680da-e452-4143-ae5c-9e78f90912fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530702 May 06 12:54:46.791785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:46.908039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:54:46.912416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.012332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2983d178-4718-4f1b-9fae-fff195231407 req-100bc6e0-e37c-4bc4-b883-28f066273ff6 tempest-VolumesActionsTest-139364608 tempest-VolumesActionsTest-139364608-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a736e2-4063-492a-a1fc-82d340e0cc50 HTTP/1.1" status: 200 len: 210 time: 0.0717456 May 06 12:54:47.047370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] device_id is not set on port c3b7613b-440f-4e68-bd42-8ae8f06f67be yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:54:47.102877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-23ab15f2-c1b9-47e2-b5bd-477a4a484429 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162715 May 06 12:54:47.251186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0856bb8-a97c-44e9-8886-19320b3522f6 req-fe40f45b-29ae-4ad4-8c90-1ed14c1f864b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:47.259456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0856bb8-a97c-44e9-8886-19320b3522f6 req-fe40f45b-29ae-4ad4-8c90-1ed14c1f864b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.3110261 May 06 12:54:47.315056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ff22ca6-2f29-4281-bca1-d318cc4f4390 req-80b827b1-c21e-4779-89ce-68d58e6fd46a service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089055 May 06 12:54:47.433293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0856bb8-a97c-44e9-8886-19320b3522f6 req-70eef08c-374e-419a-9836-47f302b31a6b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940540 May 06 12:54:47.441406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.10 (a223381e-f5f4-484d-9918-2982e1e0dcd5/669452d2-0ab4-4824-85ed-57726c0f0186/c3b7613b-440f-4e68-bd42-8ae8f06f67be) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:47.567577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f8ba1d7-8c8d-41a2-99bb-f89c604751f5 req-6abca212-d81b-4628-8ab0-dc04ca4c6f4d tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/ports?device_id=185db02d-2cd4-48e8-82d4-eb1555fb144f HTTP/1.1" status: 200 len: 210 time: 0.0715659 May 06 12:54:47.760818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:47.774295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-636458b7-5fb6-4e08-b20e-9dd9c78e8ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1094 time: 0.1218865 May 06 12:54:47.848440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'name': 'network-vif-deleted', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:47.958555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.030989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-8fde4f6e-32d9-4b5b-b2c0-e0f965a56445 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:48.034843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-8fde4f6e-32d9-4b5b-b2c0-e0f965a56445 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.2467833 May 06 12:54:48.051528 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea86c68-ede9-4aa9-adfc-952fcc01a464'] response: {'server_uuid': '185db02d-2cd4-48e8-82d4-eb1555fb144f', 'name': 'network-vif-deleted', 'tag': 'f1e631ea-1447-4e30-aefe-f89adf14dda0', 'status': 'completed', 'code': 200} May 06 12:54:48.114438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=c3b7613b-440f-4e68-bd42-8ae8f06f67be,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:48.139887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network a223381e-f5f4-484d-9918-2982e1e0dcd5 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:54:48.142477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:54:48.151266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:54:48.183692 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-3d65927e-cdb1-4b8c-a77a-20c83ac5e6d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 217 time: 0.1327207 May 06 12:54:48.259763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:48.266764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.275579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-08adf5eb-8f33-4ca5-b4f3-6e82e87034fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:48.275579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-08adf5eb-8f33-4ca5-b4f3-6e82e87034fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.0820684 May 06 12:54:48.382957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-6f15fba6-9168-4ba2-8f97-a8905b7a5781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017845 May 06 12:54:48.462537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14d62d3c-7e1a-4126-8790-b31f4cf68c29 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4615240 May 06 12:54:48.465237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:48.478441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': 'c3b7613b-440f-4e68-bd42-8ae8f06f67be'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:48.608668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeba861-5503-42cd-b824-7febc6e005a8 None None] New status for floating IP 7c4d8eba-76cf-4013-b19a-f4f25c0e7340: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:54:48.619763 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:48.650429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-449f9dc9-37a2-4a3b-a969-bca7080996f4 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596126 May 06 12:54:48.975170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56392) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:49.247341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-112f8c78-8fb9-4715-a99a-3af0dd54e484 req-6ab4258f-0b1a-49fa-9dde-77dbe6bb06b2 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871391 May 06 12:54:49.455914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5812710-b321-4590-9f53-ee12ca8fd08c req-ab9b765b-cd8f-4cdc-90ab-45d061a403af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:49.462959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5812710-b321-4590-9f53-ee12ca8fd08c req-ab9b765b-cd8f-4cdc-90ab-45d061a403af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.6580315 May 06 12:54:49.488758 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.629986 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:49.640479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5812710-b321-4590-9f53-ee12ca8fd08c req-ea94f963-4a0b-4094-853e-9dc8453302a4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787460 May 06 12:54:49.721388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:54:50.000300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:50.038009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'mac_address': 'fa:16:3e:1b:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:54:50.086282 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.105134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.120542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50a9e73-791a-4ef3-9db8-bd10b474c669 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:54:50.137262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:50.147346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:50.165036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.350553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.392303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.479325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:50.500713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.502701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d9194daf-17bb-42e2-9451-a78cba2fa9fe tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/security-groups/e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360 HTTP/1.1" status: 204 len: 168 time: 1.5258462 May 06 12:54:50.506015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56428) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:50.527500 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-9832cbf8-a0b5-4428-a6ab-c61ffd3b6bcc tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] show failed (client error): The resource could not be found. May 06 12:54:50.528804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9832cbf8-a0b5-4428-a6ab-c61ffd3b6bcc tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "GET /v2.0/security-groups/e9b1ded6-ab44-46a2-9d9a-ce2a3ab09360 HTTP/1.1" status: 404 len: 347 time: 0.0215316 May 06 12:54:50.531821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56432) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:50.590632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['c50a9e73-791a-4ef3-9db8-bd10b474c669'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:54:50.834771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Deleting port 72fed1b5-4625-491d-90f0-aed1013be994 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:50.834771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:50.900653 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 9b7b9f48-0b49-4920-bb55-0ce7c409daca associated. External IP: 172.25.2.190, port: c3b7613b-440f-4e68-bd42-8ae8f06f67be. May 06 12:54:51.176191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.177200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.422005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Calling delete_port for 72fed1b5-4625-491d-90f0-aed1013be994 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:51.521719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe43a0-d98b-4ac0-890c-f16939213b32 req-221992e9-351f-40d7-bad7-7258931ab46d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:51.523270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdfe43a0-d98b-4ac0-890c-f16939213b32 req-221992e9-351f-40d7-bad7-7258931ab46d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 944 time: 0.4207938 May 06 12:54:51.531598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:51.558660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:51.620925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdfe43a0-d98b-4ac0-890c-f16939213b32 req-add2874a-5a1e-4ba9-9778-b6adafcb430e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683851 May 06 12:54:51.817748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:52.011123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Pushing event deleted for resources: {'Port': ['ID=72fed1b5-4625-491d-90f0-aed1013be994,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:52.092538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.092538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.092538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.100122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.110785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:52.304717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:52.306013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:52.317192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:52.318964 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:52.339786 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:52.340813 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:52.433510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:52.435209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0f9dd508-1d2e-4dd1-bbfa-02616e156a1f tempest-AttachVolumeNegativeTest-426297766 tempest-AttachVolumeNegativeTest-426297766-project] 10.222.0.83 "DELETE /v2.0/floatingips/7c4d8eba-76cf-4013-b19a-f4f25c0e7340 HTTP/1.1" status: 204 len: 168 time: 1.9018869 May 06 12:54:52.441740 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:52.453835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-55ffc5fa-461a-4f02-95e6-c8f8d2995635 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/9b7b9f48-0b49-4920-bb55-0ce7c409daca HTTP/1.1" status: 200 len: 978 time: 3.9874873 May 06 12:54:52.457566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:52.482742 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:52.484119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:52.590768 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:52.590768 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f92850-940e-45b1-89d2-698d39103c7c None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:52.658165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port c3b7613b-440f-4e68-bd42-8ae8f06f67be {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:52.658165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.079593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.101943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49147b-99a1-4d35-97d8-db2031db6ad5 req-806ded60-580b-4638-bbf6-98db04f3c1a6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:53.101943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a49147b-99a1-4d35-97d8-db2031db6ad5 req-806ded60-580b-4638-bbf6-98db04f3c1a6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 944 time: 0.3014941 May 06 12:54:53.412799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a49147b-99a1-4d35-97d8-db2031db6ad5 req-a31954e6-d61f-418a-8ce7-4b2269035021 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002703 May 06 12:54:53.730436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:54:53.780193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.780724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:53.786170 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 9b7b9f48-0b49-4920-bb55-0ce7c409daca disassociated. External IP: 172.25.2.190, port: c3b7613b-440f-4e68-bd42-8ae8f06f67be. May 06 12:54:53.786597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for c3b7613b-440f-4e68-bd42-8ae8f06f67be owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:54.088015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port c50a9e73-791a-4ef3-9db8-bd10b474c669 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:54:54.088015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port c50a9e73-791a-4ef3-9db8-bd10b474c669 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:54:54.088015 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.177598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.246188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=c3b7613b-440f-4e68-bd42-8ae8f06f67be,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:54.260744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.344157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:54:54.382117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:54.477711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:54.557876 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a381f9c2-4b3b-4ae9-850a-4e35c3930a10'] response: {'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'code': 200} May 06 12:54:54.677463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:54.761755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa9cf0-765d-40b3-8841-2b5df87fb493 req-ec4bb4e6-33a0-47f2-807d-749e298c0b45 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:54.763609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4fa9cf0-765d-40b3-8841-2b5df87fb493 req-ec4bb4e6-33a0-47f2-807d-749e298c0b45 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.2679367 May 06 12:54:54.970068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dadd2-223c-483f-9310-b1a06d03496d req-f9b06c5f-f479-483e-9a32-c44d3ba17816 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:54.985025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-245dadd2-223c-483f-9310-b1a06d03496d req-f9b06c5f-f479-483e-9a32-c44d3ba17816 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2363589 May 06 12:54:54.992638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f4fa9cf0-765d-40b3-8841-2b5df87fb493 req-2124aefe-f313-4bc4-a332-1b39ddd303a9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153697 May 06 12:54:55.015061 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:54:55.039208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:55.197008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-245dadd2-223c-483f-9310-b1a06d03496d req-8e303a6f-cc73-4511-b898-a70c8594171c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646075 May 06 12:54:55.449071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef1dd226-61be-4b2c-9c66-a7896611f5d9 req-cd16dce4-b125-4a8b-a94b-6b37e7afd6ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.7468991 May 06 12:54:55.578555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef1dd226-61be-4b2c-9c66-a7896611f5d9 req-06c3b092-b48c-44c0-8cb7-5f035f420e47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204312 May 06 12:54:55.595032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:54:55.609165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:54:55.680489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:55.680489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:55.943006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:55.988312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:55.996715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-39444b55-c9ac-4189-a29c-c14243739e02 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/c3b7613b-440f-4e68-bd42-8ae8f06f67be HTTP/1.1" status: 204 len: 168 time: 3.5378768 May 06 12:54:55.997575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56530) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.027536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:54:56.028206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:56.057696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-a53d5258-807f-4d71-b238-84f558db7743 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:56.059197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-a53d5258-807f-4d71-b238-84f558db7743 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.2366767 May 06 12:54:56.162315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-00a8b62c-c2e3-4562-a515-3672022311f1 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/floatingips/9b7b9f48-0b49-4920-bb55-0ce7c409daca HTTP/1.1" status: 200 len: 688 time: 0.1582749 May 06 12:54:56.162315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56536) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:56.308519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:54:56.310916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebb493-ac2c-47f4-9959-1afc74f3965e None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:54:56.361577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Deleting port 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:56.361881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:56.520843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port c612e88a-b78d-43c0-9914-ccdb08ebee39 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:54:56.521255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.060717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e60bd8-db4a-43b0-b1a9-f48c3aba4cd4 req-57319e82-2d89-4295-962d-4368203774a8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:57.069990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35e60bd8-db4a-43b0-b1a9-f48c3aba4cd4 req-57319e82-2d89-4295-962d-4368203774a8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 947 time: 0.6297114 May 06 12:54:57.160650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.161234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.178035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-35e60bd8-db4a-43b0-b1a9-f48c3aba4cd4 req-80a01174-8a03-46e8-866a-c4776ace6b0f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=f447c36c-2154-49d7-85e0-cbcd10d94ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071293 May 06 12:54:57.179034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c88408-30f5-4e30-89fc-f12c6770649b req-570fd6fd-e0e1-43a4-b2ed-fbce5436345e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:57.180590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88c88408-30f5-4e30-89fc-f12c6770649b req-570fd6fd-e0e1-43a4-b2ed-fbce5436345e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.5576873 May 06 12:54:57.239968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] For port 7c693209-2136-4a00-9b93-c2be41b3a45a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=7c693209-2136-4a00-9b93-c2be41b3a45a,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:54:57.240332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.355405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for c612e88a-b78d-43c0-9914-ccdb08ebee39 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:57.411462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88c88408-30f5-4e30-89fc-f12c6770649b req-7831848b-cf77-4432-b7a1-7724d9c4a331 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175343 May 06 12:54:57.707764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.825969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.826886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:57.827351 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Floating IP 8d44fd37-9242-4adb-8e69-835524209550 disassociated. External IP: 172.25.2.79, port: 7c693209-2136-4a00-9b93-c2be41b3a45a. May 06 12:54:57.827939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Calling delete_port for 7c693209-2136-4a00-9b93-c2be41b3a45a owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:54:57.931913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=c612e88a-b78d-43c0-9914-ccdb08ebee39,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:58.033352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.068996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.071008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ecce62f3-dc21-43b6-ad12-0b80d63b42fe tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/9b7b9f48-0b49-4920-bb55-0ce7c409daca HTTP/1.1" status: 204 len: 168 time: 1.9079924 May 06 12:54:58.075300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56564) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:54:58.082763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '0376db92-375f-4de1-84e6-1117360d1d5e'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:54:58.093111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:54:58.097184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:floatingip and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:54:58.100853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:54:58.107479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:54:58.222651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.251726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:58.345996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'Port': ['ID=7c693209-2136-4a00-9b93-c2be41b3a45a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:54:58.616164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62a5ff50-756e-491b-bfcc-90d838aca24d req-2d25fd14-2331-42cc-b13d-adc712374709 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.0715454 May 06 12:54:58.720406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.721008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.721565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.722048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.722518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.723000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.723601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.724112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.728419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.734436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.734436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:54:58.762284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:59.067099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb0b2-3806-45c4-bda7-0697a0330c61 req-63c3ac33-87cd-443a-aaab-729a6c42f634 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:54:59.068840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60fcb0b2-3806-45c4-bda7-0697a0330c61 req-63c3ac33-87cd-443a-aaab-729a6c42f634 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2704206 May 06 12:54:59.094594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:54:59.195341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.45 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/12b392a6-2519-48b0-a29e-ed3988e74b48) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:54:59.508721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60fcb0b2-3806-45c4-bda7-0697a0330c61 req-605a7379-a0d5-4340-b8c9-60403cb1d3f4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089515 May 06 12:54:59.725497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:59.897627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:54:59.957404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:00.084973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 7c693209-2136-4a00-9b93-c2be41b3a45a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:00.085189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 7c693209-2136-4a00-9b93-c2be41b3a45a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:00.142793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:00.154477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:00.167469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7b1842b-d293-4932-bf5e-cbc85e6cb4cc req-f34b667b-7103-4e24-b3dd-ae4589c0384f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.1578624 May 06 12:55:00.186364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:00.187014 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:00.205065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=12b392a6-2519-48b0-a29e-ed3988e74b48,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:00.215931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:00.218889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:00.237982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:00.302638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] No DVR routers for this DVR port 7c693209-2136-4a00-9b93-c2be41b3a45a on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:00.307977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:00.319693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-deleted', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:00.321664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451fd2-2836-4148-a004-4f4b087bc0cd req-5214850d-1201-4d2e-89e6-37f0c778a0b7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:00.323492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff451fd2-2836-4148-a004-4f4b087bc0cd req-5214850d-1201-4d2e-89e6-37f0c778a0b7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.3007047 May 06 12:55:00.442073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02e87a47-b79b-4d38-a153-4b4587f3f40e req-e7ae7505-cdf7-4338-8fe9-6fa58a283b18 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "DELETE /v2.0/ports/7c693209-2136-4a00-9b93-c2be41b3a45a HTTP/1.1" status: 204 len: 173 time: 4.3769288 May 06 12:55:00.446119 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82202d9a-0666-49ac-951d-1e350fc4f032'] response: {'server_uuid': '9873d025-86ed-44bb-9bd0-2bd6aa6b7383', 'name': 'network-vif-deleted', 'tag': '7c693209-2136-4a00-9b93-c2be41b3a45a', 'status': 'completed', 'code': 200} May 06 12:55:00.518973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff451fd2-2836-4148-a004-4f4b087bc0cd req-2626526a-f885-47ba-b33a-5d537eb33a8b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835842 May 06 12:55:00.556320 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:00.564776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56606) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:00.767024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-33a805c2-38ec-495e-bb35-dff909a863a3 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1091 time: 0.1960192 May 06 12:55:00.769561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:00.789005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:00.810645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:00.822509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:floatingip and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:00.832778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:00.839950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:00.999101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.257415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:01.280926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.283655 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:55:01.335201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:01.336791 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:01.466952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.596508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-609f7284-a69d-4b42-bd27-a596c592ebef req-0d574a36-b7e7-432b-aa4d-7c7ead8aa9fe tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:01.608719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.90 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/86919adb-3af0-4f44-8f53-1a75b4ce9bc2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:01.654511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:01.930305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-609f7284-a69d-4b42-bd27-a596c592ebef req-0d574a36-b7e7-432b-aa4d-7c7ead8aa9fe tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:01.931945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-609f7284-a69d-4b42-bd27-a596c592ebef req-0d574a36-b7e7-432b-aa4d-7c7ead8aa9fe tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=9873d025-86ed-44bb-9bd0-2bd6aa6b7383 HTTP/1.1" status: 200 len: 210 time: 0.3874938 May 06 12:55:02.101222 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:02.104014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.164691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.344280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.353335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.565667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:02.565667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=86919adb-3af0-4f44-8f53-1a75b4ce9bc2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:02.565667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:02.566835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:02.577297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=12b392a6-2519-48b0-a29e-ed3988e74b48,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:02.595524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:02.622999 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:02.630083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb0d19-1e9c-4744-9ff2-6fb3154cebf5 None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:02.971452 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 56f65063-e35f-4366-9027-6770b627744f associated. External IP: 172.25.2.45, port: 0376db92-375f-4de1-84e6-1117360d1d5e. May 06 12:55:03.078355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9a41-c3c0-438c-9e1b-426f0c63daca None None] New status for floating IP 8d44fd37-9242-4adb-8e69-835524209550: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:55:03.295225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56656) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:03.541545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.738413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:03.972337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.104127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.123080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f447c36c-2154-49d7-85e0-cbcd10d94ee6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:04.151029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:04.168790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.506214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:04.516628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:04.529909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.532988 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:04.534410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:04.561564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.566186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b095d716-a59d-48ed-877b-e50c4384bf9a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "DELETE /v2.0/security-groups/f447c36c-2154-49d7-85e0-cbcd10d94ee6 HTTP/1.1" status: 204 len: 168 time: 1.2666845 May 06 12:55:04.566186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56688) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:04.585000 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-d7efd5c9-5c7a-41b5-af44-824e3fd9ca6a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] show failed (client error): The resource could not be found. May 06 12:55:04.588786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d7efd5c9-5c7a-41b5-af44-824e3fd9ca6a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups/f447c36c-2154-49d7-85e0-cbcd10d94ee6 HTTP/1.1" status: 404 len: 347 time: 0.0186245 May 06 12:55:04.589021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:04.639762 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:04.654617 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:04.655431 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:04.691560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.739274 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:04.739688 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400b9c7d-af80-4c8f-9569-8fad166ae08d None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:04.870620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:04.973038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=86919adb-3af0-4f44-8f53-1a75b4ce9bc2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:04.999327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.061735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Deleting port 5d51f604-d677-4d3d-a619-97e7bc03912f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:05.061994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.109825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0935bef0-d4c0-4034-b0c6-ae4bd5ffa473 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.0325315 May 06 12:55:05.118116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56698) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:05.125829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-805504734'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:05.133513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:05.137651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:network and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:05.140734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:05.148338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:05.257444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:05.264195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.328731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:55:05.356935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.357281 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Added segment d283c7d9-1567-4120-8b7e-00674caaeb7d of type vlan for network f3201b2b-2c90-4992-9700-e738b423444b May 06 12:55:05.379582 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Floating IP bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf associated. External IP: 172.25.2.90, port: c50a9e73-791a-4ef3-9db8-bd10b474c669. May 06 12:55:05.384189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.384513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.546625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.588553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Calling delete_port for 5d51f604-d677-4d3d-a619-97e7bc03912f owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:05.860706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:05.872445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:05.873208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.117467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Network': ['ID=f3201b2b-2c90-4992-9700-e738b423444b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:06.130372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f3201b2b-2c90-4992-9700-e738b423444b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:55:06.153582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4d6f7faf-40b4-4768-b86c-952ea2e03753 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0340717 May 06 12:55:06.156012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:06.164659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'subnet': {'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:06.322829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.452205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'Port': ['ID=5d51f604-d677-4d3d-a619-97e7bc03912f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:06.473290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:06.665998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:06.686556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.691430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:06.710495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-973a2a09-67d6-475c-88cf-28b11d00575c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "DELETE /v2.0/floatingips/8d44fd37-9242-4adb-8e69-835524209550 HTTP/1.1" status: 204 len: 168 time: 2.1204350 May 06 12:55:06.726093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:subnet and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:06.738952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:06.746376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:06.852217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:06.864018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Sync routers for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:06.896651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:06.901864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:06.901864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:07.041868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.062791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:07.198704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b7f4b183-4059-4ed1-9757-4c77a59d3a85 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.4279509 May 06 12:55:07.199590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:07.371869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:07.540342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f30bf1-87a3-478d-9287-f406236a5f3b req-dc7ad653-79a8-43e2-a493-7fe4a435b454 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:07.541934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99f30bf1-87a3-478d-9287-f406236a5f3b req-dc7ad653-79a8-43e2-a493-7fe4a435b454 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1429822 May 06 12:55:07.594201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99f30bf1-87a3-478d-9287-f406236a5f3b req-428ff39e-7ee9-4792-8056-fb8067751bda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 May 06 12:55:07.625842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56728) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:07.679450 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3b2a92-cddb-4628-afbc-542a25bb647e'] response: {'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'status': 'completed', 'code': 200} May 06 12:55:07.826598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'mac_address': 'fa:16:3e:1b:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:03Z', 'updated_at': '2022-05-06T12:55:03Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:07.826870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:07.831858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Checking router: ef83f2d4-2c00-41e6-8574-fdc0f34ec657 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:55:07.843304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091986526', 'description': 'tempest-description--528143835'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:07.856323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:07.856950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:54:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:07.864073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:07.879696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:07.886841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:07.900024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:07.996329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.050847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4bce4cae-d07d-4c4e-905f-6e279a65b847 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 200 len: 990 time: 0.4237316 May 06 12:55:08.062992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.146319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Subnet': ['ID=c506f814-b6bc-4748-96ff-98dff8d6f2c3,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:08.154688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:08.164215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-eccd9786-bc22-48cb-9da3-eb6849bd7a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.4491694 May 06 12:55:08.172991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:08.180129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:08.192827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:08.236412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:08.303998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.395191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Checking segment: {'id': 'd283c7d9-1567-4120-8b7e-00674caaeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:08.395728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network hostable DHCP agents. Network: f3201b2b-2c90-4992-9700-e738b423444b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:55:08.412049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.468660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2443fbab-0102-44ad-8323-45ac594a31a7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:08.488930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-a25a198b-12a4-4c43-acc9-7e61ff18366d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:08.490504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-a25a198b-12a4-4c43-acc9-7e61ff18366d service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.3242764 May 06 12:55:08.576647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.578980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c3a777f-45a7-4ba7-8912-3e6aed863839 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7513211 May 06 12:55:08.594757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56746) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:08.601451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group_rule': {'security_group_id': '2443fbab-0102-44ad-8323-45ac594a31a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:08.617985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network f3201b2b-2c90-4992-9700-e738b423444b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:55:08.622851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:08.632209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:08.634018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:08.656470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:08.683735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-db4562ef-e708-4846-92c3-0f3d4a73e648 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 998 time: 0.1862104 May 06 12:55:08.743893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9baa1481-9cb9-4242-be50-f3abdebd0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.769504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'mac_address': 'fa:16:3e:1b:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:03Z', 'updated_at': '2022-05-06T12:55:03Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:08.774494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82782fd-a705-4fd3-93c3-7b946123ba8b None None] The sync data for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 is: [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'mac_address': 'fa:16:3e:1b:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:03Z', 'updated_at': '2022-05-06T12:55:03Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:08.779517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-51e82e91-f78d-49ee-91c0-1ab5375cbb41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:08.781113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-51e82e91-f78d-49ee-91c0-1ab5375cbb41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.0893240 May 06 12:55:08.797052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.960250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:08.965329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f3201b2b-2c90-4992-9700-e738b423444b) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:08.975913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83234604-10b3-42d3-b683-a8069167da7c None None] Network f3201b2b-2c90-4992-9700-e738b423444b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:08.982115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:08.982988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.013021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-6bebe023-fce2-41da-a276-d3dac406032c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155926 May 06 12:55:09.054158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:09.216087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.261905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633a3a4a-0187-45d8-a4a5-539a91329bf4 None None] New status for floating IP bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:55:09.395306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f8650c-4df6-4e03-b0b2-c9c8f4889e6e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:09.421840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-9fe4a7a9-1271-47ed-8e61-71fddd0e0a4a service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967671 May 06 12:55:09.423591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-044d34d5-07f3-46a8-af85-df197da14d47 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2664189 May 06 12:55:09.428250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56768) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:09.437127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-719739577', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}, 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:09.514732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-db899637-d0a0-415c-86da-422cf5507830 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 200 len: 990 time: 0.4593644 May 06 12:55:09.532213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:09.599443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.604446 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b929014d-8a26-4529-996d-9189478fd177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0085838 May 06 12:55:09.605376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:09.613345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'security_group_rule': {'security_group_id': '2443fbab-0102-44ad-8323-45ac594a31a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:09.629591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f3201b2b-2c90-4992-9700-e738b423444b', 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b', 'tenant_id': '630e3fa0dcbd4098baac489711112279', 'fixed_ips': [{'subnet_id': 'c506f814-b6bc-4748-96ff-98dff8d6f2c3'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:55:09.630914 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.639936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:09.655094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:router and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:09.656048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:security_group_rule and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:09.668877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:09.669103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:09.687030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:09.727095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:09.849505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.889034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0226936c-0b14-4a98-b9d4-3ef72b4bf4ae req-6bc90c0a-72d8-4f4b-af3c-81eed727ce0f service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196219 May 06 12:55:09.909318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.910465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.947840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:09.976679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:09.980814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Allocated IP 172.20.0.2 (f3201b2b-2c90-4992-9700-e738b423444b/c506f814-b6bc-4748-96ff-98dff8d6f2c3/97e55b65-94ac-41cc-ace7-c38c90e9954d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:10.094713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.425299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.426600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.470837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.493326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Transition to ACTIVE for port object 97e55b65-94ac-41cc-ace7-c38c90e9954d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:10.515631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Transition to ACTIVE for port object 97e55b65-94ac-41cc-ace7-c38c90e9954d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:10.519215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56816) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:10.571450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b06589-514f-427a-a0f4-469982f8bae6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:10.686726 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.772258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Network f3201b2b-2c90-4992-9700-e738b423444b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:10.775896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:10.781485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:10.784502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Pushing event updated for resources: {'Port': ['ID=97e55b65-94ac-41cc-ace7-c38c90e9954d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:10.812306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7881075a-f960-4fd7-be06-edf62c48331c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 200 len: 992 time: 0.2916887 May 06 12:55:10.831611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.836170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4041a1f6-9e55-44e5-9703-cf233d29ee57 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2293108 May 06 12:55:10.837016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:10.858161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:10.870107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:10.879507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Usage tracker for resource:floatingip and tenant:02f24614299b4944a640a6ded4c08658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:10.886638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:10.890478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7155edcf-ab7f-4592-88d6-48107bee297e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.896386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:10.931418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Attempting to bind port 97e55b65-94ac-41cc-ace7-c38c90e9954d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:10.931808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Attempting to bind port 97e55b65-94ac-41cc-ace7-c38c90e9954d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'd283c7d9-1567-4120-8b7e-00674caaeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:10.937101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Attempting to bind port 97e55b65-94ac-41cc-ace7-c38c90e9954d on network f3201b2b-2c90-4992-9700-e738b423444b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:10.939470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:55:10.939894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Checking segment: {'id': 'd283c7d9-1567-4120-8b7e-00674caaeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:10.940357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.940811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Bound using segment: {'id': 'd283c7d9-1567-4120-8b7e-00674caaeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:55:10.941290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Bound port: 97e55b65-94ac-41cc-ace7-c38c90e9954d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd283c7d9-1567-4120-8b7e-00674caaeb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:55:10.941658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:10.982751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.013939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.031064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.050525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] For port 97e55b65-94ac-41cc-ace7-c38c90e9954d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:11.055231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] For port 97e55b65-94ac-41cc-ace7-c38c90e9954d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97e55b65-94ac-41cc-ace7-c38c90e9954d,segment=NetworkSegment(d283c7d9-1567-4120-8b7e-00674caaeb7d),segment_id=d283c7d9-1567-4120-8b7e-00674caaeb7d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:55:11.103387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.202414 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.311984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31ead3-494e-45c3-a7e5-73547ffa0c56 None None] Pushing event updated for resources: {'Port': ['ID=97e55b65-94ac-41cc-ace7-c38c90e9954d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:11.404863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.25.2.47 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c31bf554-c9d5-4320-8551-2f66cb9e59ee) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:11.649110 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.728070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:11.947326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.062486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Deleting port a708e251-e56a-408d-a33f-22fb5658492d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:12.063102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.081890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=c31bf554-c9d5-4320-8551-2f66cb9e59ee,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:12.089645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:12.112781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Allocated IP 172.25.2.188 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/519d35ba-6160-4256-984e-e2b98d1cfcc3) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:12.115480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:12.119970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:12.263505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97e55b65-94ac-41cc-ace7-c38c90e9954d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:12.349834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] For port a708e251-e56a-408d-a33f-22fb5658492d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a708e251-e56a-408d-a33f-22fb5658492d,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:12.350141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.381033 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.423677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.494852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.538274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Calling delete_port for a708e251-e56a-408d-a33f-22fb5658492d owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:12.609099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 97e55b65-94ac-41cc-ace7-c38c90e9954d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:12.653641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339af723-58e2-409d-a32c-41800f25edfd None None] Network f3201b2b-2c90-4992-9700-e738b423444b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:12.691230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.692102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.755291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:12.880215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=519d35ba-6160-4256-984e-e2b98d1cfcc3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:12.977489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:12.980019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:12.982637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:13.006297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.085359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Provisioning for port 97e55b65-94ac-41cc-ace7-c38c90e9954d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:13.094581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Provisioning complete for port 97e55b65-94ac-41cc-ace7-c38c90e9954d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:13.095254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.134094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a708e251-e56a-408d-a33f-22fb5658492d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:13.251021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.409529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.450597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] For port 97e55b65-94ac-41cc-ace7-c38c90e9954d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97e55b65-94ac-41cc-ace7-c38c90e9954d,segment=NetworkSegment(d283c7d9-1567-4120-8b7e-00674caaeb7d),segment_id=d283c7d9-1567-4120-8b7e-00674caaeb7d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:13.455699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 526f2186-80f6-4ce5-a951-6f09728897f4 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:55:13.571033 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.578992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.654092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.655500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:13.663265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cdfc2-7d1a-45fd-827f-3f4e755b7f9b None None] Pushing event updated for resources: {'Port': ['ID=97e55b65-94ac-41cc-ace7-c38c90e9954d,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:13.711543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-84e3e74b-cd9b-4e86-85fb-a2f3ce3c7853 None None] Provisioning complete for port 97e55b65-94ac-41cc-ace7-c38c90e9954d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:13.712177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-84e3e74b-cd9b-4e86-85fb-a2f3ce3c7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.235396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.256349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:14.267040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] Sync routers for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:14.281045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97e55b65-94ac-41cc-ace7-c38c90e9954d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:14.321213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.351033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:14.351687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:14.433308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:14.453751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=519d35ba-6160-4256-984e-e2b98d1cfcc3,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:14.456207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:14.456630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:14.462340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.517287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.522239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 56918) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:14.523220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db1f6e3f-c35e-4902-97ce-b1badf6c29dd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0938730 May 06 12:55:14.542542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:14.543022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ca393-f1e8-4791-9cef-167d90060872 None None] The sync data for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:14.547197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97e55b65-94ac-41cc-ace7-c38c90e9954d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:14.547839 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.651220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:14.652488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c30aef2f-ac7a-49c1-a13a-14a3f9333d4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8019698 May 06 12:55:14.985020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-b7a8669b-d44c-47c6-8f66-cb0bdc88249f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:15.214106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Router d97a3940-a926-449d-bbc4-44d6985e0197 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:15.220842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-b7a8669b-d44c-47c6-8f66-cb0bdc88249f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:15.228440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-b7a8669b-d44c-47c6-8f66-cb0bdc88249f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1091986526&fields=id&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 267 time: 0.3211901 May 06 12:55:15.538324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-e66f4506-4bc4-4175-9199-0d977a142167 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:15.539811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-e66f4506-4bc4-4175-9199-0d977a142167 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 817 time: 0.2975295 May 06 12:55:15.570964 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-92a49a9a-807b-4efb-a441-bf26259cf55b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/quotas/02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 375 time: 0.0242560 May 06 12:55:15.824164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-6fea3084-12db-4379-8371-26b191ec6614 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2044475 May 06 12:55:15.837322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:15.848299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Sync routers for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:15.868761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:15.868761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:16.086390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5fbe2d17-0879-4b25-87ec-5db472000eb9 admin admin] 10.222.0.83 "PUT /v2.0/routers/d97a3940-a926-449d-bbc4-44d6985e0197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1083202 May 06 12:55:16.088879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 56962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:16.105694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:16.194789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-81b65315-314b-4422-9b42-6d62514bc452 service neutron] 10.222.0.83 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445897 May 06 12:55:16.498125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.535513 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:55:12Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:16.543379 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Checking router: d97a3940-a926-449d-bbc4-44d6985e0197 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:55:16.562698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-dca58abb-6a4b-4b1f-b3eb-691a81b7a7f7 service neutron] 10.222.0.83 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976129 May 06 12:55:16.573019 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Routers {'d97a3940-a926-449d-bbc4-44d6985e0197'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:16.573757 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d97a3940-a926-449d-bbc4-44d6985e0197'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:16.589801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.703032 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:16.874475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] Set router d97a3940-a926-449d-bbc4-44d6985e0197 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:16.889767 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.085686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.1 (f3201b2b-2c90-4992-9700-e738b423444b/c506f814-b6bc-4748-96ff-98dff8d6f2c3/72647672-6821-4b9b-963d-49f16bef89d2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:17.223803 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:55:12Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:17.229872 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e0d69-dce4-4df4-b62c-cba0217f12f0 None None] The sync data for ids ['d97a3940-a926-449d-bbc4-44d6985e0197'] in n-d-840845-1 is: [{'id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'name': 'tempest-AttachVolumeNegativeTest-1878249320-router', 'tenant_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:47:30Z', 'updated_at': '2022-05-06T12:55:12Z', 'revision_number': 5, 'project_id': 'e0acdd8fcb5341e2b5483cec8bd13d3b', 'gw_port': {'id': 'ed14af0b-6841-4317-862e-f5e34588c297', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97a3940-a926-449d-bbc4-44d6985e0197', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:47:32Z', 'updated_at': '2022-05-06T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:17.252132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-acb0613e-60bd-4c9d-99ff-3e512ac9fe7f req-3fd3bd84-37fa-4f57-b6cf-76824fa0b864 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:17.266546 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.284422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Transition to ACTIVE for port object 72647672-6821-4b9b-963d-49f16bef89d2 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:17.291818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Deleting port ed14af0b-6841-4317-862e-f5e34588c297 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:17.292224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.330010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-acb0613e-60bd-4c9d-99ff-3e512ac9fe7f req-3fd3bd84-37fa-4f57-b6cf-76824fa0b864 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:17.340516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-acb0613e-60bd-4c9d-99ff-3e512ac9fe7f req-3fd3bd84-37fa-4f57-b6cf-76824fa0b864 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.1446986 May 06 12:55:17.572360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.600139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] For port ed14af0b-6841-4317-862e-f5e34588c297, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ed14af0b-6841-4317-862e-f5e34588c297,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:17.600524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.674196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network f3201b2b-2c90-4992-9700-e738b423444b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:17.678231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:17.682454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:17.729653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=72647672-6821-4b9b-963d-49f16bef89d2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:17.763258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:17.784721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Calling delete_port for ed14af0b-6841-4317-862e-f5e34588c297 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:18.033576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.131505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a708e251-e56a-408d-a33f-22fb5658492d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:18.142796 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.194545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a708e251-e56a-408d-a33f-22fb5658492d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:18.195028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a708e251-e56a-408d-a33f-22fb5658492d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:18.201773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed14af0b-6841-4317-862e-f5e34588c297,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:18.224021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-44193381-440f-42cb-b483-7d0e9965a905 None None] Provisioning for port 72647672-6821-4b9b-963d-49f16bef89d2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:18.237408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-44193381-440f-42cb-b483-7d0e9965a905 None None] Provisioning complete for port 72647672-6821-4b9b-963d-49f16bef89d2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:18.238108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-44193381-440f-42cb-b483-7d0e9965a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.310723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-44193381-440f-42cb-b483-7d0e9965a905 None None] Port 72647672-6821-4b9b-963d-49f16bef89d2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:18.600993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.715454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ddc85975-6b60-48b0-9664-79b84118b801 req-33fd4020-3b84-4b0f-91a3-a70d4aa9e98f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.1190293 May 06 12:55:18.765968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.879463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.888231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:18.982367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.100186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.105268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=72647672-6821-4b9b-963d-49f16bef89d2,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:19.145072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.145072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97a3940-a926-449d-bbc4-44d6985e0197 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:55:19.160966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.162361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20e507e2-e251-42e1-887c-cb73464499b6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d97a3940-a926-449d-bbc4-44d6985e0197 HTTP/1.1" status: 204 len: 168 time: 3.0725024 May 06 12:55:19.165164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57044) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:19.236320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Deleting subnet b229d3da-93df-4e72-9d86-98cc69155de8 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:19.240096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.276236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network f3201b2b-2c90-4992-9700-e738b423444b is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:19.278213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:19.295398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.401486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.645596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.662032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-879e1607-9808-4211-a617-b4ac41974017 None None] Provisioning complete for port 72647672-6821-4b9b-963d-49f16bef89d2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:19.662586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-879e1607-9808-4211-a617-b4ac41974017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.687115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b229d3da-93df-4e72-9d86-98cc69155de8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:19.694901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.703826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84b47da0-124a-410a-8569-60d21df285c7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b229d3da-93df-4e72-9d86-98cc69155de8 HTTP/1.1" status: 204 len: 168 time: 0.5350263 May 06 12:55:19.707998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57058) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:19.714567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274decb-de1a-427f-8402-1ff05ca1d667 None None] Network 3a415e82-ba16-452f-bbda-f9ddeb34f451 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:19.807467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-879e1607-9808-4211-a617-b4ac41974017 None None] Port 72647672-6821-4b9b-963d-49f16bef89d2 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:19.915452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:19.969642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Deleting port 47d6c8f2-d453-4b92-918d-348db87bcc66 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:19.970412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.007529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f498959-a453-498b-ae03-22cfe3c7fb47 req-14fa4222-2034-4f07-bc25-3955fcf9a00b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.0644529 May 06 12:55:20.040122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 526f2186-80f6-4ce5-a951-6f09728897f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:20.301713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] DHCP port deletion for 3a415e82-ba16-452f-bbda-f9ddeb34f451 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:55:20.322705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Deleting port 47d6c8f2-d453-4b92-918d-348db87bcc66 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:20.323174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.386935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:20.387393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.407725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47d6c8f2-d453-4b92-918d-348db87bcc66 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:20.607047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.653235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Calling delete_port for 47d6c8f2-d453-4b92-918d-348db87bcc66 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:20.677179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:20.795639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:20.797043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ed14af0b-6841-4317-862e-f5e34588c297 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:20.840261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:20.874373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d267107-8932-45f5-a76c-3c0b174a63dc tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/routers/526f2186-80f6-4ce5-a951-6f09728897f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3503141 May 06 12:55:20.876658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:20.882841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'port': {'network_id': 'f3201b2b-2c90-4992-9700-e738b423444b', 'name': 'tempest-FloatingIPTestJSON-263802456'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:20.892865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:20.896548 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:20.922975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ed14af0b-6841-4317-862e-f5e34588c297 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:20.923573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ed14af0b-6841-4317-862e-f5e34588c297 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:20.929455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] Sync routers for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:21.015482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.033163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=47d6c8f2-d453-4b92-918d-348db87bcc66,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:21.046244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:21.046636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.067026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:21.067671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:21.137767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:21.144784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:21.150906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Usage tracker for resource:port and tenant:630e3fa0dcbd4098baac489711112279 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:21.155278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:21.164619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:21.205152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.205592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.206422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.206770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.207082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.207407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.207734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.208077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.208564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.209135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.209630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:21.283278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Calling delete_port for 47d6c8f2-d453-4b92-918d-348db87bcc66 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:21.291743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Made reservation on behalf of 630e3fa0dcbd4098baac489711112279 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:21.297594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.332425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:21.332655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:21.351038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] device_id is not set on port 28011443-eaa2-49c3-9b88-031f5360755c yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:55:21.380137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3a6e06c-6c39-4d39-9d8d-0ac58d473c8c req-d8cefd61-5cc4-46ed-81c1-f05c73457eb2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.2005098 May 06 12:55:21.400112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Deleting port 47d6c8f2-d453-4b92-918d-348db87bcc66 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:21.400407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.410686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:21.411099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51dae94-d28b-4b18-9a0e-3977db7ac7a0 None None] The sync data for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:21.550984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:21.551659 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:21.569948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Allocated IP 172.20.0.8 (f3201b2b-2c90-4992-9700-e738b423444b/c506f814-b6bc-4748-96ff-98dff8d6f2c3/28011443-eaa2-49c3-9b88-031f5360755c) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:21.576602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-955991aa-480b-437d-80a9-7c0612014b4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:21.578368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-955991aa-480b-437d-80a9-7c0612014b4b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 817 time: 0.4006979 May 06 12:55:21.742642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:21.743035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.771928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-13de909e-78a7-41d8-bdeb-db5c72b60290 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 380 time: 0.1715958 May 06 12:55:21.889842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'port': {'device_id': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'admin_state_up': True, 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'security_groups': ['2443fbab-0102-44ad-8323-45ac594a31a7']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:21.938354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:21.985087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Transition to ACTIVE for port object 28011443-eaa2-49c3-9b88-031f5360755c will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:21.985655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Calling delete_port for 47d6c8f2-d453-4b92-918d-348db87bcc66 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:22.205565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Deleting port 47d6c8f2-d453-4b92-918d-348db87bcc66 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:22.205565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.206441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:22.206441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:22.305031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.316078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] For port 47d6c8f2-d453-4b92-918d-348db87bcc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47d6c8f2-d453-4b92-918d-348db87bcc66,segment=NetworkSegment(b4584e36-a1b2-468a-978a-1fff35ee5c18),segment_id=b4584e36-a1b2-468a-978a-1fff35ee5c18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:22.349917 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.404196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Network f3201b2b-2c90-4992-9700-e738b423444b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:22.407882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:22.413881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:22.480284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Calling delete_port for 47d6c8f2-d453-4b92-918d-348db87bcc66 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:22.497914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:22.498566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.503584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event updated for resources: {'Port': ['ID=28011443-eaa2-49c3-9b88-031f5360755c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:22.624256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05aa10c3-d9bd-46d3-8d50-8f8cfbd87f76 req-18c661d1-028d-4dcc-a0c1-f8eea761ca17 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.0441787 May 06 12:55:22.896914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.899371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Made reservation on behalf of 02f24614299b4944a640a6ded4c08658 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:55:22.900737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:22.901108 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:22.902380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.925144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0e43cecb-c824-4d7a-95d2-be971595c41b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0452235 May 06 12:55:22.925144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57148) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:22.928010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-494fee5b-5b96-4313-a133-1188c85141aa None None] Provisioning for port 28011443-eaa2-49c3-9b88-031f5360755c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:22.933884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-494fee5b-5b96-4313-a133-1188c85141aa None None] Provisioning complete for port 28011443-eaa2-49c3-9b88-031f5360755c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:22.934370 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-494fee5b-5b96-4313-a133-1188c85141aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:22.934592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Request body: {'floatingip': {'port_id': '28011443-eaa2-49c3-9b88-031f5360755c'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:22.959875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Pushing event deleted for resources: {'Port': ['ID=47d6c8f2-d453-4b92-918d-348db87bcc66,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:23.022861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-494fee5b-5b96-4313-a133-1188c85141aa None None] Port 28011443-eaa2-49c3-9b88-031f5360755c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:23.043045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] No DVR routers for this DVR port 47d6c8f2-d453-4b92-918d-348db87bcc66 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:23.087082 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.229683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.310283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a415e82-ba16-452f-bbda-f9ddeb34f451']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:23.328826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4584e36-a1b2-468a-978a-1fff35ee5c18') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:23.329147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4584e36-a1b2-468a-978a-1fff35ee5c18') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:23.349288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.364996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Allocated IP 172.20.0.3 (3446330c-f0c9-417b-b959-bda3802eec6c/8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7/6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:55:23.378976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.388492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:23.388899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: timer() May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:23.403528 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:23.808706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.814525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Deleting port 47d6c8f2-d453-4b92-918d-348db87bcc66 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:23.815121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.857401 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:23.889532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a415e82-ba16-452f-bbda-f9ddeb34f451,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:23.950535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95648-7259-4bcb-b205-047b63bacdd1 None None] The port '47d6c8f2-d453-4b92-918d-348db87bcc66' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:55:24.025347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.039829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fe4283c7-9d28-40b3-a212-3a6ba23c0f13 req-8b42be29-39fb-4e88-9428-8967be539899 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.1269171 May 06 12:55:24.048997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Transition to ACTIVE for port object 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:24.096970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e3c013a-317f-49f6-b0c2-b7aa51bc164b admin admin] 10.222.0.83 "DELETE /v2.0/networks/3a415e82-ba16-452f-bbda-f9ddeb34f451 HTTP/1.1" status: 204 len: 168 time: 4.3868203 May 06 12:55:24.150485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.270131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Network 3446330c-f0c9-417b-b959-bda3802eec6c is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:55:24.273242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:55:24.277363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:55:24.280862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.314691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:24.374817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:24.375574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.388171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.480980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-285f1b10-a126-47dc-ac99-1955ad4cfffb tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6983817 May 06 12:55:24.494358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Request body: {'port': {'device_id': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:24.668995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57224) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:24.729532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.777238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a2bd901b-752b-4be4-9d95-6c4f5c27b569 None None] Provisioning for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:24.782932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a2bd901b-752b-4be4-9d95-6c4f5c27b569 None None] Provisioning complete for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:24.794679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a2bd901b-752b-4be4-9d95-6c4f5c27b569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:24.794818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2fa6386a-8045-43d1-80da-55b1cf6a9561 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0acdd8fcb5341e2b5483cec8bd13d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1159818 May 06 12:55:24.794818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57232) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:24.902627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a2bd901b-752b-4be4-9d95-6c4f5c27b569 None None] Port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:55:24.935954 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 56f65063-e35f-4366-9027-6770b627744f associated. External IP: 172.25.2.45, port: 0376db92-375f-4de1-84e6-1117360d1d5e. May 06 12:55:25.061293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.110288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.200325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:55:25.208347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.344639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Transition to ACTIVE for port object 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:55:25.397204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.413519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433539-ee02-48a8-a15a-9a098fd60dd2 req-068b8c55-64da-44da-8b3e-1d4cd28d12a6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:25.414861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a5bcb-94d2-492f-9b81-2c66c5d82c85,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:25.415350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75433539-ee02-48a8-a15a-9a098fd60dd2 req-068b8c55-64da-44da-8b3e-1d4cd28d12a6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:25.419167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.423504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-45e445d4-44ac-4d86-bd62-a09c5a83451b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/078a5bcb-94d2-492f-9b81-2c66c5d82c85 HTTP/1.1" status: 204 len: 168 time: 0.6245656 May 06 12:55:25.546873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:25.575736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:25.854964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:25.868908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75433539-ee02-48a8-a15a-9a098fd60dd2 req-068b8c55-64da-44da-8b3e-1d4cd28d12a6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:25.869799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75433539-ee02-48a8-a15a-9a098fd60dd2 req-068b8c55-64da-44da-8b3e-1d4cd28d12a6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 931 time: 0.5821271 May 06 12:55:26.108716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Attempting to bind port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:55:26.109059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Attempting to bind port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:55:26.109969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Attempting to bind port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:26.118870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 on network 3446330c-f0c9-417b-b959-bda3802eec6c not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:55:26.118870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Attempting to bind port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 on network 3446330c-f0c9-417b-b959-bda3802eec6c {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:55:26.138460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:26.150520 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:26.161671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:55:26.162026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Checking segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:55:26.162482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Bound using segment: {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:55:26.162911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Bound port: 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96443c6b-ad00-4083-9bd7-e32ade61de78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:55:26.163433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.176807 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:26.180101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:26.220705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75433539-ee02-48a8-a15a-9a098fd60dd2 req-9d342249-8c68-4b7a-acea-8e394fccbeac tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952054 May 06 12:55:26.307122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:26.329171 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:26.329824 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:26.352787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:55:26.356287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:55:26.408137 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:26.409147 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ca8bec-21d0-4ef0-962b-e56f45da1c1f None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:26.464547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.542056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:26.543495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] 10.222.0.86 "PUT /v2.0/ports/6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 1091 time: 2.0547831 May 06 12:55:26.543887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:26.570558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7c443-eec2-4b20-8bf6-e132953f9d7d service neutron] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:26.654006 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7140a310-ebb1-4783-87c2-49efce3dd452'] response: {'name': 'network-changed', 'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'status': 'completed', 'code': 200} May 06 12:55:26.760565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 526f2186-80f6-4ce5-a951-6f09728897f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:26.763260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-88257d22-fded-4968-b101-4e2958a7be8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1094 time: 0.0888736 May 06 12:55:26.933419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-3e810f33-3667-4b0e-b243-f1a7bd8b8cb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 217 time: 0.1536918 May 06 12:55:27.052071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-e2011044-fb87-4c8c-b7ac-d965c1e14c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:27.056110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-e2011044-fb87-4c8c-b7ac-d965c1e14c03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1163366 May 06 12:55:27.226576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:27.232294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:27.242780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] Sync routers for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:27.272252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:27.273299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:27.278780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-cb3e03b1-449e-4dbf-94d5-6be7afef6f0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149508 May 06 12:55:27.397018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:27.430236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:27.430855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:27.483495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-9af7e23f-7ab8-4ee4-a82a-37a3b5f84b4a service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967499 May 06 12:55:27.515322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b099a24a-2751-4e2a-bfa3-5c1dd478e6ec tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/floatingips/56f65063-e35f-4366-9027-6770b627744f HTTP/1.1" status: 200 len: 976 time: 4.5892539 May 06 12:55:27.518684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:27.545977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:27.547290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08503603-7ce3-45e3-bd38-3a25a6a87473 None None] The sync data for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:27.714520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 28011443-eaa2-49c3-9b88-031f5360755c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:27.714822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.026525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dee6d-7662-435d-ad02-128057a0cbb4 req-b9f1eb99-01c9-4cea-8a14-b3de23e93b32 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:28.028244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d54dee6d-7662-435d-ad02-128057a0cbb4 req-b9f1eb99-01c9-4cea-8a14-b3de23e93b32 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.4849558 May 06 12:55:28.032489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7fb1821-40e4-4bf0-998e-f2ce85e2b103 req-5490346f-e9eb-4659-8c03-27a60de1d4ac service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254004 May 06 12:55:28.084561 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d54dee6d-7662-435d-ad02-128057a0cbb4 req-f63c32fe-e96d-41db-95ae-c509841f597b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494604 May 06 12:55:28.194883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.276005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-2e8ee405-b2af-4224-ae6e-191043208b3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1094 time: 0.1174018 May 06 12:55:28.498592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-df18a9fb-ba4f-491c-b8e6-d932f1382b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:28.499744 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-df18a9fb-ba4f-491c-b8e6-d932f1382b29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.2176673 May 06 12:55:28.586732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-bc847874-07bd-497d-89d1-d2d1d0adc80c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 217 time: 0.0771668 May 06 12:55:28.720005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-814e37e1-e0b0-4904-b958-c360a1ee1b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:28.723109 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-814e37e1-e0b0-4904-b958-c360a1ee1b1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1298199 May 06 12:55:28.742015 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.751347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:28.751347 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Floating IP 56f65063-e35f-4366-9027-6770b627744f disassociated. External IP: 172.25.2.45, port: 28011443-eaa2-49c3-9b88-031f5360755c. May 06 12:55:28.751347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 28011443-eaa2-49c3-9b88-031f5360755c owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:28.827811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-9cf8ef93-dcea-41d3-9912-d5933e76e5ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953751 May 06 12:55:29.045802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-cb666c77-4472-4f47-9d3e-26a6895160c2 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114997 May 06 12:55:29.117428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:29.178035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=28011443-eaa2-49c3-9b88-031f5360755c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:29.248068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcbb921d-2aaa-4e5d-8d54-582625f6a8d2 req-feb79947-2222-4766-b592-119a39df0319 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957219 May 06 12:55:29.617146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de3469-4e77-4a4d-9177-4d45caf71528 req-e766f2a5-584a-4b77-b9c4-04bb38486ab2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:29.622913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 526f2186-80f6-4ce5-a951-6f09728897f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:29.644250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89de3469-4e77-4a4d-9177-4d45caf71528 req-e766f2a5-584a-4b77-b9c4-04bb38486ab2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.2240839 May 06 12:55:29.708023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89de3469-4e77-4a4d-9177-4d45caf71528 req-9398ae1a-4b10-438e-ba93-4daed6dbb060 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731997 May 06 12:55:29.941219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:29.949418 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] Sync routers for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:29.971473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:29.972424 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:30.032845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:55:30.096971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.111329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57466) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:30.111577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b851ba73-f0b0-4e17-a6fc-39a3344b5950 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/28011443-eaa2-49c3-9b88-031f5360755c HTTP/1.1" status: 204 len: 168 time: 2.5914271 May 06 12:55:30.147916 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:30.163284 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:30.164510 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:30.277376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:30.278121 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df4008-171f-4e58-a7d7-ef0f91be9694 None None] The sync data for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:30.311319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:30.327312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:55:30.451793 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.483640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:55:30.535925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:30.618097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:30.818174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:30.901470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:55:30.913755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:31.265024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567295-ca51-4507-af98-059a560b6959 req-8c870c7e-9bd0-4030-8d76-0063c9bc49e4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:31.267262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0567295-ca51-4507-af98-059a560b6959 req-8c870c7e-9bd0-4030-8d76-0063c9bc49e4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 944 time: 0.2873576 May 06 12:55:31.356058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0567295-ca51-4507-af98-059a560b6959 req-e7addbd1-78fb-41e2-9215-ea064978450a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752861 May 06 12:55:31.967838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 72647672-6821-4b9b-963d-49f16bef89d2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:31.968452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.015640 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:55:32.048253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:55:32.176714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.266149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:55:32.278262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:55:32.278805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.308354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 72647672-6821-4b9b-963d-49f16bef89d2 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:32.415407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.445532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:32.455647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:32.559405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.629391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:32.632134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe984a-7c10-4253-abaa-da70092bd1c9 req-9a7c6d46-3b4d-4b74-8506-3cac7c257b47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:32.634292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2bbe984a-7c10-4253-abaa-da70092bd1c9 req-9a7c6d46-3b4d-4b74-8506-3cac7c257b47 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0848637 May 06 12:55:32.642531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:32.696009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2bbe984a-7c10-4253-abaa-da70092bd1c9 req-7b269ba3-8d9e-430f-b15e-fb01c8efa958 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Synchronizing usage tracker for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:32.715673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2bbe984a-7c10-4253-abaa-da70092bd1c9 req-7b269ba3-8d9e-430f-b15e-fb01c8efa958 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Unset dirty status for tenant:02f24614299b4944a640a6ded4c08658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:32.715673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2bbe984a-7c10-4253-abaa-da70092bd1c9 req-7b269ba3-8d9e-430f-b15e-fb01c8efa958 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689199 May 06 12:55:32.719443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=72647672-6821-4b9b-963d-49f16bef89d2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:32.733530 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ebda2d-5818-44ee-9a82-b5281b9f470d'] response: {'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'code': 200} May 06 12:55:33.147467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a816a4ae-db11-43d5-94a8-5d0e7a944ca2 req-fb3a9169-5c34-481e-af18-5e709770c044 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1096 time: 0.3008718 May 06 12:55:33.232846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a816a4ae-db11-43d5-94a8-5d0e7a944ca2 req-e2f7bf85-8829-4bef-abfc-4c8a7a2b1eeb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627329 May 06 12:55:33.293492 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.156149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa533-85df-4146-9a9a-eed4f9027a0d req-289d577f-e03a-4934-ae1b-c7ff818535cf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:34.159447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75dfa533-85df-4146-9a9a-eed4f9027a0d req-289d577f-e03a-4934-ae1b-c7ff818535cf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1218462 May 06 12:55:34.213756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75dfa533-85df-4146-9a9a-eed4f9027a0d req-47cd7e62-c9ce-4240-b490-c4e6ef72fbd2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477352 May 06 12:55:34.315591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 526f2186-80f6-4ce5-a951-6f09728897f4 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:34.551083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-f96cb620-aada-418a-a23f-a1fb08990cd9 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.1278753 May 06 12:55:34.563506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.635909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:34.664332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Usage tracker for resource:security_group_rule and tenant:1e2aca18004241ba87c2fd607815a02b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:34.678970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:34.702661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:34.848238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:34.881466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] Sync routers for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:34.894221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6cd9c3c0-b0b0-482d-862a-33d51c32f739 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/routers/526f2186-80f6-4ce5-a951-6f09728897f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7774577 May 06 12:55:34.897637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:34.899244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:34.911255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:34.912089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:35.041633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:35.057238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] Routers {'526f2186-80f6-4ce5-a951-6f09728897f4'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:35.057985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['526f2186-80f6-4ce5-a951-6f09728897f4'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:35.097807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.138286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:35.139198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78484d96-3b70-413b-ae10-f264100d3a39 None None] The sync data for ids ['526f2186-80f6-4ce5-a951-6f09728897f4'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:35.148462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d2fc6b9-7824-4ca9-83fc-6a715904f70e req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6067612 May 06 12:55:35.185943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2c18d-cddb-4f77-a3c6-ed470ce2086d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e55dc76-cb3a-4531-becd-5309ae0c4f92,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:35.214695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.482911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ab24d-b5bb-4f0b-a457-93a37ec2e78d req-500b5cd9-30f5-4654-b029-a30c3e39e1fe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:35.483556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9495d-1e52-4da1-a5e9-1d408634bd1d req-e58a53cd-da0f-4cc9-a192-5b7972000e99 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:35.484363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e38ab24d-b5bb-4f0b-a457-93a37ec2e78d req-500b5cd9-30f5-4654-b029-a30c3e39e1fe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1588008 May 06 12:55:35.485030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29d9495d-1e52-4da1-a5e9-1d408634bd1d req-e58a53cd-da0f-4cc9-a192-5b7972000e99 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1053030 May 06 12:55:35.554346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29d9495d-1e52-4da1-a5e9-1d408634bd1d req-d46966f1-613f-49fe-b5fc-cbce266d0bcc tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614953 May 06 12:55:35.598560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e38ab24d-b5bb-4f0b-a457-93a37ec2e78d req-05b74efe-c357-4815-87f5-11d49ea59005 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002774 May 06 12:55:35.644198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:35.713596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.793067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-331c4053-b9ef-428a-991b-449de20f4701 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 200 len: 992 time: 0.1353841 May 06 12:55:35.915983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c39f4-bb0e-48cf-a924-6b31cc3fdf78 req-9943258b-87c1-4a76-aa5b-ff76d052159d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:35.917939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c1c39f4-bb0e-48cf-a924-6b31cc3fdf78 req-9943258b-87c1-4a76-aa5b-ff76d052159d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0990779 May 06 12:55:35.927447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57628) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:35.931381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port c31bf554-c9d5-4320-8551-2f66cb9e59ee {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:35.931962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:35.934265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Request body: {'floatingip': {'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:55:36.123402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.586016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:36.853779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for c31bf554-c9d5-4320-8551-2f66cb9e59ee owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:37.026763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73b47358-03dc-497e-a09b-02ce696b7092 req-b67a61b9-3a65-4d71-abc2-a52d16c22465 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4181604 May 06 12:55:37.270752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.390632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=c31bf554-c9d5-4320-8551-2f66cb9e59ee,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:37.633004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.760152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:37.778214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.410526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.414946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.431687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3bbf-d2a9-4f77-917c-455f6c6e6ded req-39751dfd-1bdf-4508-b6c6-bc04c405e30a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:38.433607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0dc3bbf-d2a9-4f77-917c-455f6c6e6ded req-39751dfd-1bdf-4508-b6c6-bc04c405e30a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2216549 May 06 12:55:38.438946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57666) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:38.479724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-02aba959-1203-4f47-bce1-42f1f9934670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.488160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e7cc5cc7-3aba-49e3-aa49-ceb1b0ee9b08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1598027 May 06 12:55:38.525963 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Floating IP d33f0057-62b1-408c-bd6a-6cdf73746a6e associated. External IP: 172.25.2.188, port: 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822. May 06 12:55:38.560386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.564208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Fanout notify agent at l3_agent the message router_deleted on router 526f2186-80f6-4ce5-a951-6f09728897f4 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:55:38.588151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.591755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-76310c80-3237-4536-a294-4649a7fdd09b tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/routers/526f2186-80f6-4ce5-a951-6f09728897f4 HTTP/1.1" status: 204 len: 168 time: 3.6906095 May 06 12:55:38.592013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57672) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:38.705557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Deleting subnet c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:38.709998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.845967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:38.916184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.014161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0dc3bbf-d2a9-4f77-917c-455f6c6e6ded req-fe43ee23-5e87-4f98-9e30-5e948c8a6b26 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5685370 May 06 12:55:39.121171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.134872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting subnet c506f814-b6bc-4748-96ff-98dff8d6f2c3 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:39.140630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.158132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:39.177840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.290366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.309583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f0d5a10-9a46-45c5-bc2e-2573b25cba3e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c85e71d5-cbe3-4d0c-9615-87fe2aea8a5e HTTP/1.1" status: 204 len: 168 time: 0.8670549 May 06 12:55:39.326588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57706) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:39.656481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.709331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.927969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:39.945046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.007856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Subnet': ['ID=c506f814-b6bc-4748-96ff-98dff8d6f2c3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:40.010224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.011266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71709c7-fb56-485a-9c6b-813f0df57859']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:40.029304 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6ecd058-080a-495f-b807-1a3ccfbed8b2 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/subnets/c506f814-b6bc-4748-96ff-98dff8d6f2c3 HTTP/1.1" status: 204 len: 168 time: 1.4295580 May 06 12:55:40.029704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845e238-fa19-42ac-917e-0b63a34e52b0 None None] Network f3201b2b-2c90-4992-9700-e738b423444b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:55:40.031235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f4ccf5-418b-4234-b748-8432dd4b23f3') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:40.031623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f4ccf5-418b-4234-b748-8432dd4b23f3') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:40.041484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57722) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:40.050653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.085850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.109580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:40.120423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: timer() May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:40.148850 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:40.309165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:40.310370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.401831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 97e55b65-94ac-41cc-ace7-c38c90e9954d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:40.402090 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.452309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.478486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.624119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71709c7-fb56-485a-9c6b-813f0df57859,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:40.646738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d002ec-0ac7-4fb6-b6e5-e2004d9c7d2a req-5c1c9e4f-4015-458c-9653-44ad660456db tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:40.664396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69d002ec-0ac7-4fb6-b6e5-e2004d9c7d2a req-5c1c9e4f-4015-458c-9653-44ad660456db tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.3348608 May 06 12:55:40.780240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] DHCP port deletion for f3201b2b-2c90-4992-9700-e738b423444b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:55:40.786851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Deleting port 97e55b65-94ac-41cc-ace7-c38c90e9954d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:40.786851 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.799807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68d47421-3cc2-4039-a693-d9e5c80f87f5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b71709c7-fb56-485a-9c6b-813f0df57859 HTTP/1.1" status: 204 len: 168 time: 1.3745062 May 06 12:55:40.818251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:40.884043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b042771-eb93-4106-9bdc-c5efa98b1f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.890384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:40.896965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.916090 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:40.934247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:40.935052 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:40.972649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] For port 97e55b65-94ac-41cc-ace7-c38c90e9954d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97e55b65-94ac-41cc-ace7-c38c90e9954d,segment=NetworkSegment(d283c7d9-1567-4120-8b7e-00674caaeb7d),segment_id=d283c7d9-1567-4120-8b7e-00674caaeb7d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:40.973164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:40.979724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Deleting subnet 3214bbfe-f112-4243-817c-9d1538f88e39 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:40.984678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.001817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69d002ec-0ac7-4fb6-b6e5-e2004d9c7d2a req-7aa13b38-2a1f-4d5c-8763-390c24cb4d22 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362374 May 06 12:55:41.064105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.293363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] For port 97e55b65-94ac-41cc-ace7-c38c90e9954d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97e55b65-94ac-41cc-ace7-c38c90e9954d,segment=NetworkSegment(d283c7d9-1567-4120-8b7e-00674caaeb7d),segment_id=d283c7d9-1567-4120-8b7e-00674caaeb7d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:55:41.294502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.353929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9bf461e8-1e9a-4620-adbd-0ced9a634a4d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "PUT /v2.0/floatingips/d33f0057-62b1-408c-bd6a-6cdf73746a6e HTTP/1.1" status: 200 len: 991 time: 5.4249933 May 06 12:55:41.378950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:55:41.421311 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:41.432701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 97e55b65-94ac-41cc-ace7-c38c90e9954d owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:41.434845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.558699 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbc372e-292c-463b-8069-1656c20bde0d'] response: {'name': 'network-changed', 'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'status': 'completed', 'code': 200} May 06 12:55:41.674622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-1fe640b4-4c5f-498c-88f5-6547c448c113 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1096 time: 0.1053689 May 06 12:55:41.703830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Calling delete_port for 97e55b65-94ac-41cc-ace7-c38c90e9954d owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:41.729293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.810285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3214bbfe-f112-4243-817c-9d1538f88e39,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:41.865993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.897972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bc61f156-7567-452b-b0b6-cef891c9cd25 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3214bbfe-f112-4243-817c-9d1538f88e39 HTTP/1.1" status: 204 len: 168 time: 1.0790346 May 06 12:55:41.900511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57750) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:41.904435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:41.918653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:55:41.919161 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:55:42.083660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-5e7eb0b6-a7a8-4675-9c31-646adbb80ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:42.085175 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-5e7eb0b6-a7a8-4675-9c31-646adbb80ac5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.4048121 May 06 12:55:42.114578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=97e55b65-94ac-41cc-ace7-c38c90e9954d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:42.150957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.249322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97e55b65-94ac-41cc-ace7-c38c90e9954d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:55:42.255853 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'd33f0057-62b1-408c-bd6a-6cdf73746a6e', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:13Z', 'updated_at': '2022-05-06T12:55:37Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.270386 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:55:42.279628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] No DVR routers for this DVR port 97e55b65-94ac-41cc-ace7-c38c90e9954d on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:55:42.310984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:42.311520 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.339542 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 97e55b65-94ac-41cc-ace7-c38c90e9954d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:55:42.340466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97e55b65-94ac-41cc-ace7-c38c90e9954d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:55:42.341679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.345258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.420643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Deleting port 97e55b65-94ac-41cc-ace7-c38c90e9954d {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:42.421131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.474219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-a119ee10-103d-482d-90f1-f08259918795 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 999 time: 0.3807404 May 06 12:55:42.489212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.572131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05b87498-fe97-46b6-99a6-b8214b5ad46d None None] The port '97e55b65-94ac-41cc-ace7-c38c90e9954d' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:55:42.595662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.599343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-9b31ccb4-50f2-4c7f-bbbc-c9411dc0bae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:42.601788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-9b31ccb4-50f2-4c7f-bbbc-c9411dc0bae4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1042893 May 06 12:55:42.608456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3201b2b-2c90-4992-9700-e738b423444b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.666275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8edab68-c486-43c5-ad25-ccac98714207']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.693962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd283c7d9-1567-4120-8b7e-00674caaeb7d') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.693962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd283c7d9-1567-4120-8b7e-00674caaeb7d') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.715839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4e8b27-d574-4e86-97f3-98dc4ce511b4') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.715839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4e8b27-d574-4e86-97f3-98dc4ce511b4') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:42.726328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:55:42.737527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.765142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.774864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.796946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-f0920c17-5952-4c25-8d10-b58028b8c35f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.3694785 May 06 12:55:42.848798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:42.849227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: timer() May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:42.880233 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:42.899972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951deec9-6a3f-42bb-88e4-0352d7f039c9 req-614b0c58-96c9-4017-a040-468375c42377 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:42.925652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-951deec9-6a3f-42bb-88e4-0352d7f039c9 req-614b0c58-96c9-4017-a040-468375c42377 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.6233902 May 06 12:55:43.064006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.076679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:43.077095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.152286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-78474c63-ff41-4001-8805-523709abc521 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5281470 May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: timer() May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:43.407508 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:43.441323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.461669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.462357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-951deec9-6a3f-42bb-88e4-0352d7f039c9 req-cf7baca8-9b8a-409a-a5a3-7d31d6872a37 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355060 May 06 12:55:43.479518 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'd33f0057-62b1-408c-bd6a-6cdf73746a6e', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:13Z', 'updated_at': '2022-05-06T12:55:37Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:43.489732 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053a982-4e8d-46da-aad4-40bd1f8732c2 None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'd33f0057-62b1-408c-bd6a-6cdf73746a6e', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:55:13Z', 'updated_at': '2022-05-06T12:55:37Z', 'revision_number': 1, 'project_id': '02f24614299b4944a640a6ded4c08658', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:43.506868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.545903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/networks/f3201b2b-2c90-4992-9700-e738b423444b HTTP/1.1" status: 204 len: 168 time: 3.5024943 May 06 12:55:43.548433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-1c3dec8a-81da-4307-b2af-a142fd2291d6 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870494 May 06 12:55:43.549736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77150f5-cb42-4baa-89d8-6dc347ee06bd tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Network': ['ID=f3201b2b-2c90-4992-9700-e738b423444b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:43.551732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:43.553944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.559733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.562448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c8edab68-c486-43c5-ad25-ccac98714207 HTTP/1.1" status: 204 len: 168 time: 1.6601763 May 06 12:55:43.569175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-332dba7c-baf1-4149-8259-04249bdd9d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:43.570806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-332dba7c-baf1-4149-8259-04249bdd9d4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.7739093 May 06 12:55:43.571937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c72238-096a-4064-80ba-0624dbdfffd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8edab68-c486-43c5-ad25-ccac98714207,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:43.936535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 12b392a6-2519-48b0-a29e-ed3988e74b48 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:43.936886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:43.947463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c5e101-df04-49a7-bf35-0c12367ee386 None None] New status for floating IP d33f0057-62b1-408c-bd6a-6cdf73746a6e: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:55:44.034885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-fcef3b9e-b840-460b-8adc-6f2aa4494939 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 1000 time: 0.4469078 May 06 12:55:44.311077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-2b822006-450b-41a2-b2d9-3440fef10400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:44.314225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-2b822006-450b-41a2-b2d9-3440fef10400 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.2730565 May 06 12:55:44.392174 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5229cc99-e87a-4265-8722-09ca85ee30f5 req-68723e17-5997-4156-9819-e08d715ecb12 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370901 May 06 12:55:44.463917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:44.464593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:44.508875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-6e070bb0-19dc-4d4b-b948-da3f872ae6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873198 May 06 12:55:44.762459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 12b392a6-2519-48b0-a29e-ed3988e74b48 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:44.822107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57794) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.952014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57804) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:44.987023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-970feded-bd8f-48a1-bbb4-34166242be3c service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655581 May 06 12:55:45.020674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3948f60f-c962-4d78-a531-b995e062e908 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4da36a742a2e40dd820dcb83463dd548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948590 May 06 12:55:45.023873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.110905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ab1df-2639-4de3-a7d8-49102a698d14 req-46273d46-83a2-4837-a0bd-e4911484d089 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:45.113786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b25ab1df-2639-4de3-a7d8-49102a698d14 req-46273d46-83a2-4837-a0bd-e4911484d089 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.3919582 May 06 12:55:45.130179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.175547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.200041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=12b392a6-2519-48b0-a29e-ed3988e74b48,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:45.212838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-de555621-b521-4db4-babd-25e766355ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176406 May 06 12:55:45.236715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b25ab1df-2639-4de3-a7d8-49102a698d14 req-615e8edc-e0d3-4e19-985a-9d600aa00c2b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147091 May 06 12:55:45.282467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.300096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.356914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:45.363834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffa97b3ccfb41618c88bea110314ba1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:45.368343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:45.383784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.393274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:45.421269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.427833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba760057-c962-478a-ac0c-fc122e6bdaf8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/floatingips/56f65063-e35f-4366-9027-6770b627744f HTTP/1.1" status: 204 len: 168 time: 1.8659604 May 06 12:55:45.428350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.476439 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f35e8d-aab2-4c63-8ab0-6fed1023b1e8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] DELETE failed (client error): The resource could not be found. May 06 12:55:45.476932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f35e8d-aab2-4c63-8ab0-6fed1023b1e8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:55:45.479834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-17f35e8d-aab2-4c63-8ab0-6fed1023b1e8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/28011443-eaa2-49c3-9b88-031f5360755c HTTP/1.1" status: 404 len: 333 time: 0.0493438 May 06 12:55:45.481265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.524300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab9596d3-d357-443b-80b7-3f4083af63df tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Synchronizing usage tracker for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:45.558602 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.561390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.562981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a13288e-774a-489d-8d20-6935bd76a56c HTTP/1.1" status: 204 len: 168 time: 0.5369954 May 06 12:55:45.574760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0eb11a-c504-422c-ba65-2937193bc601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13288e-774a-489d-8d20-6935bd76a56c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:45.683134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.785783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ab9596d3-d357-443b-80b7-3f4083af63df tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Unset dirty status for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:45.794756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab9596d3-d357-443b-80b7-3f4083af63df tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/ports?device_id=526f2186-80f6-4ce5-a951-6f09728897f4 HTTP/1.1" status: 200 len: 205 time: 0.3052931 May 06 12:55:45.797266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.850706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:45.873081 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-2cba09a3-d755-4753-93b1-f033fc68bbad tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] delete failed (client error): The resource could not be found. May 06 12:55:45.876776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2cba09a3-d755-4753-93b1-f033fc68bbad tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/routers/526f2186-80f6-4ce5-a951-6f09728897f4 HTTP/1.1" status: 404 len: 336 time: 0.0759101 May 06 12:55:45.877572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.898249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0ffa97b3ccfb41618c88bea110314ba1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9440329 May 06 12:55:45.921947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57846) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:45.942149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cea831-7226-414a-8ea4-30d04430c9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5360a971-b9e7-4961-9bec-e14bf134ab66,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:45.950845 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b8ec06-ece6-475c-9cc4-79900de56626 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] DELETE failed (client error): The resource could not be found. May 06 12:55:45.951290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b8ec06-ece6-475c-9cc4-79900de56626 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:55:45.953721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14b8ec06-ece6-475c-9cc4-79900de56626 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/subnets/c506f814-b6bc-4748-96ff-98dff8d6f2c3 HTTP/1.1" status: 404 len: 337 time: 0.0735304 May 06 12:55:45.959749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57850) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:46.067287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 0376db92-375f-4de1-84e6-1117360d1d5e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:46.067673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.131702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.226079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.432324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.598088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.616357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be525e-eedf-43a3-929f-ecad639f6a4f req-81080035-9524-4507-ac57-877ab582650b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:46.618416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 0376db92-375f-4de1-84e6-1117360d1d5e owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:46.638604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0be525e-eedf-43a3-929f-ecad639f6a4f req-81080035-9524-4507-ac57-877ab582650b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2486725 May 06 12:55:46.671739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.695456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0be525e-eedf-43a3-929f-ecad639f6a4f req-e9d99de0-94b7-43d9-bba6-7f139eda9ad0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657656 May 06 12:55:46.706893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360a971-b9e7-4961-9bec-e14bf134ab66,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:46.718977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:46.729667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-16fc284b-b2be-4328-8117-7477ec0ea441 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5360a971-b9e7-4961-9bec-e14bf134ab66 HTTP/1.1" status: 204 len: 168 time: 0.8092656 May 06 12:55:46.808155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 57870) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:46.901843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-305a7e88-e986-4193-8667-39c5933f9070 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ffe3e4cbca04d7e9219373a2a35a87b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0924959 May 06 12:55:46.904774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57876) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:47.076228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.113779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.145571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=0376db92-375f-4de1-84e6-1117360d1d5e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:47.215852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.310007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.422601 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ce2753c1-b219-41c7-a0eb-fa09bf0cac0c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/0376db92-375f-4de1-84e6-1117360d1d5e HTTP/1.1" status: 204 len: 168 time: 1.4606254 May 06 12:55:47.422745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57892) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:47.492232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.494908 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.496286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea22336e-c9dd-45e9-989a-f349230e4c79 HTTP/1.1" status: 204 len: 168 time: 0.5905075 May 06 12:55:47.510783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 7be1cbd5-e60f-40bb-828a-845b1ab5f1ae {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:47.510783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:47.552577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d0de-edc6-4382-9672-10c63439edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea22336e-c9dd-45e9-989a-f349230e4c79,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:48.011058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.172841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 7be1cbd5-e60f-40bb-828a-845b1ab5f1ae owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:48.258295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16fa4-eb66-468f-9f56-83418d201754 req-6be57a6f-e010-47b8-9e94-1788d2bf3462 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:48.260486 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccd16fa4-eb66-468f-9f56-83418d201754 req-6be57a6f-e010-47b8-9e94-1788d2bf3462 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.3329241 May 06 12:55:48.404750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccd16fa4-eb66-468f-9f56-83418d201754 req-475a2f73-e119-406b-b548-db757d961b5c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199524 May 06 12:55:48.547368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.605033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=7be1cbd5-e60f-40bb-828a-845b1ab5f1ae,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:48.708325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:48.724158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01f97b51-3edd-4921-85ce-20f17aadedaf tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/ports/7be1cbd5-e60f-40bb-828a-845b1ab5f1ae HTTP/1.1" status: 204 len: 168 time: 1.3003528 May 06 12:55:48.729395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57936) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:48.813804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551919f2-6187-4f5b-8d12-3edac62489c8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:48.814595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-551919f2-6187-4f5b-8d12-3edac62489c8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Synchronizing usage tracker for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:55:49.017232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-551919f2-6187-4f5b-8d12-3edac62489c8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Unset dirty status for tenant:630e3fa0dcbd4098baac489711112279 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:55:49.021934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-551919f2-6187-4f5b-8d12-3edac62489c8 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "GET /v2.0/ports?device_id=448bc4b0-b408-461c-b48d-f202835e373d HTTP/1.1" status: 200 len: 913 time: 0.2889602 May 06 12:55:49.022274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 57948) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:49.599852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:49.810040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4cb2f-2b24-498f-9791-c3537f80c399 req-a137771e-4e6a-4bf3-985e-0ba8cc81050a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:49.822574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60a4cb2f-2b24-498f-9791-c3537f80c399 req-a137771e-4e6a-4bf3-985e-0ba8cc81050a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1980031 May 06 12:55:50.004284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60a4cb2f-2b24-498f-9791-c3537f80c399 req-83c85eb3-6690-476a-b9fd-da0c559bee6b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689091 May 06 12:55:50.741357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 7bb2d182-d37d-431a-b1d7-9263d978d84d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:50.742062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.816876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:50.998196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.278614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 7bb2d182-d37d-431a-b1d7-9263d978d84d owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:51.421662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8aa40-9e7a-4501-a6e0-6fd06d09feef req-95cd450f-530b-446e-a735-5c1949ab9256 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:51.423178 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3a8aa40-9e7a-4501-a6e0-6fd06d09feef req-95cd450f-530b-446e-a735-5c1949ab9256 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1858363 May 06 12:55:51.498864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3a8aa40-9e7a-4501-a6e0-6fd06d09feef req-b9feb3f0-26ea-40f1-aae8-821a6d379532 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647683 May 06 12:55:51.711806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:51.763615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=7bb2d182-d37d-431a-b1d7-9263d978d84d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:52.217426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-d220bf5d-10e8-4b9d-96bf-bfd0c903f5b3 req-87f9235c-fb97-45d2-a8fe-8b7da19fec9f tempest-ServerRescueNegativeTestJSON-2098413543 tempest-ServerRescueNegativeTestJSON-2098413543-project] (84799) timed out ('10.222.0.86', 62789) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:55:52.352271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:52.892054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a606-84af-4c2c-ac7c-2fbe06849862 req-dbc6b7c8-a120-4298-a0b6-ace10ce6eb8d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:52.899400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd51a606-84af-4c2c-ac7c-2fbe06849862 req-dbc6b7c8-a120-4298-a0b6-ace10ce6eb8d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1692460 May 06 12:55:52.951362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd51a606-84af-4c2c-ac7c-2fbe06849862 req-22d17c4b-7edd-4ce8-a844-3308dcd06496 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 May 06 12:55:53.164128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Router 448bc4b0-b408-461c-b48d-f202835e373d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:55:53.419555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:55:53.439943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] Sync routers for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:55:53.467755 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:53.468434 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:53.537873 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:53.549569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] Routers {'448bc4b0-b408-461c-b48d-f202835e373d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:55:53.550187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:55:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['448bc4b0-b408-461c-b48d-f202835e373d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:53.584458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58066) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:53.606992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-99088654-0d38-4f1b-bd22-fa1f9b01721c tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "PUT /v2.0/routers/448bc4b0-b408-461c-b48d-f202835e373d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5639386 May 06 12:55:53.625009 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:53.625726 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3f0012-de0a-42b6-b6b3-5c915a00f6c3 None None] The sync data for ids ['448bc4b0-b408-461c-b48d-f202835e373d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:55:53.823562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.113037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.230882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4cdf-804f-4aa5-99cc-02b29aed6eb1 req-b7735028-817a-47ea-98d8-02df87dc87b3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:54.232679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-362d4cdf-804f-4aa5-99cc-02b29aed6eb1 req-b7735028-817a-47ea-98d8-02df87dc87b3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.0867453 May 06 12:55:54.303093 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-362d4cdf-804f-4aa5-99cc-02b29aed6eb1 req-fde62731-c670-43e2-a773-5e45776fa375 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591416 May 06 12:55:54.307805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting port 0163d297-41e3-4565-bfa0-d34ee26c4598 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:55:54.308430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.516304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:54.657818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Calling delete_port for 0163d297-41e3-4565-bfa0-d34ee26c4598 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:55:54.988826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.061690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Port': ['ID=0163d297-41e3-4565-bfa0-d34ee26c4598,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:55.356053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.662578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58112) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:55.890804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.901918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.910314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169258-99fe-49f8-a70a-0a39bcb946b1 req-1badc262-f0b0-4619-9a79-51f2cf558f44 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:55.911840 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89169258-99fe-49f8-a70a-0a39bcb946b1 req-1badc262-f0b0-4619-9a79-51f2cf558f44 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2742302 May 06 12:55:55.915376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:55.970857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:55.975655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Usage tracker for resource:security_group_rule and tenant:80453fa59f9b42a2a325b20cf6b527af is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:55.983809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:55.994042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:55.994156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89169258-99fe-49f8-a70a-0a39bcb946b1 req-4a2ad0f1-b531-4c86-b431-eaa1d2860088 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732818 May 06 12:55:56.058137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.059511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Fanout notify agent at l3_agent the message router_deleted on router 448bc4b0-b408-461c-b48d-f202835e373d {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:55:56.163879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.165063 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cc709419-a6f5-47f6-a278-9b3eae1bd738 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/routers/448bc4b0-b408-461c-b48d-f202835e373d HTTP/1.1" status: 204 len: 168 time: 2.5787518 May 06 12:55:56.172762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58124) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:56.184966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.410910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-2cfc80b6-4b6f-46e3-be07-d6ea783b5389 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725652 May 06 12:55:56.487376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.594402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e500ce85-e665-478f-940a-efd1871a847a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:56.602558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=80453fa59f9b42a2a325b20cf6b527af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9382520 May 06 12:55:56.606056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58134) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:56.626678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.627454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.628430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.628985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.629526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.630072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.630602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.631120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.631665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.632473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.633009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14fe95-159f-4069-ab0a-b8911c8d62bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:56.644772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Deleting subnet 669452d2-0ab4-4824-85ed-57726c0f0186 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:55:56.653656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.765070 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.781029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-0a5939c2-5810-4b3f-bbcd-b222cca0c32d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1096 time: 0.2734556 May 06 12:55:56.813519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.837786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:56.914402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-c6193ccb-4049-4f8c-82b7-bf11fa5e8a4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.1768854 May 06 12:55:56.937257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.000685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.035747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.036911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e500ce85-e665-478f-940a-efd1871a847a HTTP/1.1" status: 204 len: 168 time: 0.4294851 May 06 12:55:57.041589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd03082-7949-4389-b207-c6a5057bfd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e500ce85-e665-478f-940a-efd1871a847a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:57.133521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-9ef02ce7-6954-4c93-9f21-5f3b1d98f32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.135955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-9ef02ce7-6954-4c93-9f21-5f3b1d98f32a service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.2360892 May 06 12:55:57.341866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-b9e829c1-38d6-45c2-a89e-aa863600e26b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 1001 time: 0.1975570 May 06 12:55:57.411281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-1be67cac-4247-46da-8177-b866bd2e9115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.412793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-1be67cac-4247-46da-8177-b866bd2e9115 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.4405737 May 06 12:55:57.418462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3526-b25b-4ead-b839-a46273a5651a req-766fb313-0c7c-49c3-aaf5-5fd47ea1eb26 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.419999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b08b3526-b25b-4ead-b839-a46273a5651a req-766fb313-0c7c-49c3-aaf5-5fd47ea1eb26 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1930001 May 06 12:55:57.461933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-45b26cf9-35b1-491e-aa1e-132772a5ec87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.464553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-45b26cf9-35b1-491e-aa1e-132772a5ec87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1163280 May 06 12:55:57.553404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.576322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-3503dfdd-0f60-4401-ae1f-6dac565d9f7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040883 May 06 12:55:57.617686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Subnet': ['ID=669452d2-0ab4-4824-85ed-57726c0f0186,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:57.644730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.681232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58156) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:57.681827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-baebb473-979e-43d4-a856-9825597cf6a0 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/subnets/669452d2-0ab4-4824-85ed-57726c0f0186 HTTP/1.1" status: 204 len: 168 time: 1.5040071 May 06 12:55:57.699505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b08b3526-b25b-4ead-b839-a46273a5651a req-2818542b-9fc5-4b60-8c4a-3eb60709129f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157202 May 06 12:55:57.702544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-a677897d-05e3-4147-bfbe-728538882b50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 1000 time: 0.2815905 May 06 12:55:57.841415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-4cbe4ae7-395b-43c3-9b24-02341ded702e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:57.843661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-4cbe4ae7-395b-43c3-9b24-02341ded702e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.1332335 May 06 12:55:57.895439 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:57.922164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-61c17798-f438-4b35-95e8-335ca73f5c2c service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392920 May 06 12:55:58.002710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-280d6387-2a43-401e-a704-f9cda445eea1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522191 May 06 12:55:58.190542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-bc8d499b-99d2-4909-ad4c-c4604e490265 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775498 May 06 12:55:58.250846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:58.424967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.445866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.458333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56aadcd9-6fb5-49ef-9826-168b25f17037 req-0e8dbbb4-7541-436e-9aa6-1a691c1dd64f service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611639 May 06 12:55:58.477932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a223381e-f5f4-484d-9918-2982e1e0dcd5']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:58.493780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6a7ec-d25b-49b2-9205-39bef601cdbb') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:58.494126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6a7ec-d25b-49b2-9205-39bef601cdbb') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:55:58.510015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.530754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f6f1d22d-7fea-4a6f-92fa-110663b9576a req-5bceac22-c001-48d0-a359-95b89b36dc44 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009591 May 06 12:55:58.545406 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.556239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:55:58.556634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: timer() May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:55:58.572232 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:55:58.659949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:55:58.667564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:0abac44396bd487c917329b636b5fede is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:55:58.671000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:55:58.678261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:55:58.791454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.811638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.829462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] 10.222.0.83 "DELETE /v2.0/networks/a223381e-f5f4-484d-9918-2982e1e0dcd5 HTTP/1.1" status: 204 len: 168 time: 1.1450040 May 06 12:55:58.829462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:58.838699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Pushing event deleted for resources: {'Network': ['ID=a223381e-f5f4-484d-9918-2982e1e0dcd5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:58.905536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.905880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.906433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.906926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.907416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.907929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.909149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.909506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.909847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.910204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.910520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda40171-86ef-45eb-9681-974e005e1c68 tempest-FloatingIPTestJSON-2125159484 tempest-FloatingIPTestJSON-2125159484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:55:58.952306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41c28d-7064-4a1c-adc5-ec3dc85e8065 req-3feb5c05-c016-4539-bdcf-bd0db418d013 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:55:58.953839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd41c28d-7064-4a1c-adc5-ec3dc85e8065 req-3feb5c05-c016-4539-bdcf-bd0db418d013 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1171348 May 06 12:55:58.955079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.030132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f089b3d-e10e-45a8-88b7-a4860d645785,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.058567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b190dd66-a4a4-4137-9b9a-81b298563ae5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0abac44396bd487c917329b636b5fede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8079269 May 06 12:55:59.061566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd41c28d-7064-4a1c-adc5-ec3dc85e8065 req-e5b97386-14d9-4198-b6bc-feb2d9ee0995 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881131 May 06 12:55:59.062962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58200) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.139412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.169063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.369487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.373088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f089b3d-e10e-45a8-88b7-a4860d645785,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:55:59.404901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.407736 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-73b0b793-954d-4e41-97a4-1ae06ddaf64a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f089b3d-e10e-45a8-88b7-a4860d645785 HTTP/1.1" status: 204 len: 168 time: 0.3421938 May 06 12:55:59.563479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58222) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.770125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cfc621f7-4e52-47e2-875c-3afe41952121 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=630e3fa0dcbd4098baac489711112279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2053423 May 06 12:55:59.772865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58236) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:55:59.861932 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:55:59.904846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.097526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.114513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93094a-6654-4e18-a3e2-1f98bf2d4cd3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:00.130314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:00.131425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-adf41e63-1568-4b0d-ba16-1e946f3b8ea2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bc93094a-6654-4e18-a3e2-1f98bf2d4cd3 HTTP/1.1" status: 204 len: 168 time: 0.3576210 May 06 12:56:00.390574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94e1d4-6a1e-4e45-ad22-7424d7543e91 req-8495baf0-9f4a-41f5-9358-0622b9c3228e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:00.393637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec94e1d4-6a1e-4e45-ad22-7424d7543e91 req-8495baf0-9f4a-41f5-9358-0622b9c3228e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1373758 May 06 12:56:00.522041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec94e1d4-6a1e-4e45-ad22-7424d7543e91 req-6d56d238-58fa-4dcd-91ac-799082786d29 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158922 May 06 12:56:01.839533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93340444-8321-445e-8dba-f1e71633e225 req-c3731932-26f2-4beb-8429-5c2f5cddee01 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:01.839533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93340444-8321-445e-8dba-f1e71633e225 req-c3731932-26f2-4beb-8429-5c2f5cddee01 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1200092 May 06 12:56:01.963435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93340444-8321-445e-8dba-f1e71633e225 req-9d4abafb-0c05-4ee1-a6e9-f58905d797b7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243923 May 06 12:56:02.100470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58324) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:02.285094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b98eadc9-791b-4d0d-b46f-02831af6c824 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:02.285766 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-b98eadc9-791b-4d0d-b46f-02831af6c824 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): There was a conflict when trying to complete your request. May 06 12:56:02.286751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b98eadc9-791b-4d0d-b46f-02831af6c824 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1910346 May 06 12:56:02.290911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58336) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:02.296878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--915313174'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:02.305907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:02.316047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:02.319392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:02.325719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:02.461258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.476404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.515096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:02.520653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:02.524745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:02.532037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:02.621583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.742430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:02.789427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55d2a7-c1ee-4f7b-b634-ecf5a1bf1220,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:02.810705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:02.818491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:02.822835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:02.829311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:02.886877 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-bc18f0eb-d8f1-4d8c-aac1-3549b88c3b01 service neutron] show failed (client error): The resource could not be found. May 06 12:56:02.888175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-bc18f0eb-d8f1-4d8c-aac1-3549b88c3b01 service neutron] 10.222.0.13 "GET /v2.0/ports/c50a9e73-791a-4ef3-9db8-bd10b474c669/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1632259 May 06 12:56:02.965543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.157260 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.308816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57dfc97a-a040-4ec2-a7bc-16b3271fcc06,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:03.332265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e1b64-eb16-4d3c-879c-c11c02eb43bf req-a6f9e5cc-bacc-4959-af48-79e01b64cdbb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:03.338917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d6e1b64-eb16-4d3c-879c-c11c02eb43bf req-a6f9e5cc-bacc-4959-af48-79e01b64cdbb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.1461954 May 06 12:56:03.382390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.386682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a093c3ff-b89f-4542-9804-90b9cb67ba31 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0944569 May 06 12:56:03.387661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:03.394621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '57dfc97a-a040-4ec2-a7bc-16b3271fcc06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:03.406229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:03.409838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d6e1b64-eb16-4d3c-879c-c11c02eb43bf req-dfa13746-2cd2-4514-b24a-9562d34c76b6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638928 May 06 12:56:03.414279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:03.418277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:03.432177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:03.576200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.673176 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.799666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:03.862543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cd55af-a340-49d2-9f36-a915c8650b3b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:03.995217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-01e715b7-1ca2-41f0-88d5-976f453e47d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 1096 time: 0.0979831 May 06 12:56:03.996670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.000277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6786e3bc-dd63-483e-9834-b62f9d3d8c5f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6113167 May 06 12:56:04.001081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:04.008359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '57dfc97a-a040-4ec2-a7bc-16b3271fcc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:04.016052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:04.045386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:04.056853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:04.069110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:04.077460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:04.198105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.244383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.654450 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): There was a conflict when trying to complete your request. May 06 12:56:04.655650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e0ba101-9c04-417a-a803-643eccca7c49 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6536472 May 06 12:56:04.658712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58412) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:04.771846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:04.824602 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.832056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fae4-81e8-4bf7-b054-585dbfd55a77 req-bae50657-0096-4f82-b1c0-ce64f13a248c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:04.833842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a82fae4-81e8-4bf7-b054-585dbfd55a77 req-bae50657-0096-4f82-b1c0-ce64f13a248c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2409165 May 06 12:56:04.872782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:04.889725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:05.014520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a82fae4-81e8-4bf7-b054-585dbfd55a77 req-f9df388a-8e9b-4600-8183-e053addd7dac tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661172 May 06 12:56:05.017064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:05.045651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.094365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Transition to ACTIVE for port object c50a9e73-791a-4ef3-9db8-bd10b474c669 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:05.094569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.133361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.137155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/57dfc97a-a040-4ec2-a7bc-16b3271fcc06 HTTP/1.1" status: 204 len: 168 time: 0.4750412 May 06 12:56:05.137946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4cfae-c167-4b70-b887-1fbdc2414c00 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dfc97a-a040-4ec2-a7bc-16b3271fcc06,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:05.138494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58432) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:05.227243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4461a193-2da6-49f6-8821-4b1aba72191d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:05.232389 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.675635 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2de94f-c419-4acb-86b1-7a5053778f25'] response: {'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'code': 200} May 06 12:56:05.686127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4461a193-2da6-49f6-8821-4b1aba72191d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:05.692257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4461a193-2da6-49f6-8821-4b1aba72191d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5477483 May 06 12:56:05.693414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58448) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:05.702071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:05.702371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--611479948'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:05.711691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:05.726489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:05.782611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] No DVR routers for this DVR port c50a9e73-791a-4ef3-9db8-bd10b474c669 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:56:05.893204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:05.963994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:05.969680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:05.974069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:05.982016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:06.134029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.170544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:06.171265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:06.171265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:06.187627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:56:06.187993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Attempting to bind port c50a9e73-791a-4ef3-9db8-bd10b474c669 on network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:06.198607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:06.198949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Checking segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:06.199361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Bound using segment: {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:06.204280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Bound port: c50a9e73-791a-4ef3-9db8-bd10b474c669, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c61477-2cdc-4a77-9650-0dd7c692fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:06.204280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.233841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.343034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe2e9b-35ad-42d5-bfea-4b929133213e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:06.443153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:06.447633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:06.465710 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.465710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-60587dd5-1d3d-492d-992b-d4b1137a0944 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7541926 May 06 12:56:06.466484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:06.467168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bb94-c322-4418-aa18-de8f322b06b5 req-02eaceac-c625-4588-baf0-32c9daf7a25b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:06.468919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e8a1bb94-c322-4418-aa18-de8f322b06b5 req-02eaceac-c625-4588-baf0-32c9daf7a25b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.1552153 May 06 12:56:06.479136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-19268856-b58e-42e6-a45e-b780b335da93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'aabe2e9b-35ad-42d5-bfea-4b929133213e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:06.479924 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-19268856-b58e-42e6-a45e-b780b335da93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:06.483561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-19268856-b58e-42e6-a45e-b780b335da93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134234 May 06 12:56:06.483813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58466) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:06.528764 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e8a1bb94-c322-4418-aa18-de8f322b06b5 req-fd8a9176-20df-434b-a047-c46b02018da1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529788 May 06 12:56:06.590666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.609530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.708813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.745669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:06.747140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] 10.222.0.86 "PUT /v2.0/ports/c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 1091 time: 2.7427742 May 06 12:56:06.987338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6546605-703d-4ea9-a102-4e25bd822735 service neutron] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:07.068294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.093171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-5438b4b7-2e06-47e8-8646-b69da04bfe64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1094 time: 0.2683637 May 06 12:56:07.123948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.129610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/aabe2e9b-35ad-42d5-bfea-4b929133213e HTTP/1.1" status: 204 len: 168 time: 0.6445768 May 06 12:56:07.141657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.142941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e07a4-3f26-49bf-8452-a2f48f9e9b93 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe2e9b-35ad-42d5-bfea-4b929133213e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:07.271605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5c48ee4-4639-45a7-81b7-8754e6332f2a tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:07.349747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-5a60532b-cfaa-4f82-b362-a3eb18268a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:07.351453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-5a60532b-cfaa-4f82-b362-a3eb18268a5c service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.2520552 May 06 12:56:07.420999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c5c48ee4-4639-45a7-81b7-8754e6332f2a tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:07.424381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c5c48ee4-4639-45a7-81b7-8754e6332f2a tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2850430 May 06 12:56:07.436385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58494) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:07.446379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717809585'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:07.465462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:07.488849 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-75a14b47-5e3c-4734-86d1-1caad549515f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 998 time: 0.1300504 May 06 12:56:07.494094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:07.634247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-a8a6651c-0b59-4fcb-a8e4-94fdc2f0f111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:07.637072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-a8a6651c-0b59-4fcb-a8e4-94fdc2f0f111 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.1411047 May 06 12:56:07.656672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:07.740832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:07.746587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:07.755881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:07.765335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:07.797746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:07.876186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-487821f4-077b-4573-8e6a-d327422e8772 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269876 May 06 12:56:08.150158 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e32fecd-25bd-4ade-be3d-65e406f51364'] response: {'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'status': 'completed', 'code': 200} May 06 12:56:08.188084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:56:08.197102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58512) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:08.312779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:56:08.375007 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-5daad7ef-1ed8-49f5-9a5c-261f9bdb783e service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956462 May 06 12:56:08.425039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c27413-fe50-42cd-97c8-25f08408c100 req-3a0b5428-b1b0-4a66-8c26-d7899d1d68dc tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:08.426478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3c27413-fe50-42cd-97c8-25f08408c100 req-3a0b5428-b1b0-4a66-8c26-d7899d1d68dc tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.6554608 May 06 12:56:08.449196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.478957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-a9925af2-5578-4db2-8c32-a11b63919025 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1094 time: 0.5040176 May 06 12:56:08.496818 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-326fcfea-2d2d-4ca3-92d8-364a7ef97683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.623448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90c368a0-1737-4bf8-960c-beead5d0b922 req-708e0ce6-0c30-401f-b9bc-6d5ab6811052 service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404766 May 06 12:56:08.640785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05c15-7def-4faf-9690-682fa4909283 req-c76ccc8e-061d-4e82-abd8-24febd620866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:08.642307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-c76ccc8e-061d-4e82-abd8-24febd620866 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.1548123 May 06 12:56:08.646118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.748770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:08.793921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-7a3bb04a-7f71-4894-892a-985281395dbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 998 time: 0.1355531 May 06 12:56:08.827711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:08.839596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Usage tracker for resource:security_group_rule and tenant:094acadbfe14470d8a0b177201293d8a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:08.849453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:08.883936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3c27413-fe50-42cd-97c8-25f08408c100 req-507bbdfe-3337-4ed4-9f14-b4a3d4b463a9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470463 May 06 12:56:08.915983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7d7043-ffd6-425d-8d32-fa75a5de59d3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:08.937326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05c15-7def-4faf-9690-682fa4909283 req-f28898fa-268d-4083-adf7-0c2313e07c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:08.938779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-f28898fa-268d-4083-adf7-0c2313e07c16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.1347427 May 06 12:56:08.941587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:08.999663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-7f37f610-f18a-48c2-a031-67b4d7b61d5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1094 time: 0.1511786 May 06 12:56:09.007568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:56:09.054365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.055706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-04a2eee1-cb2e-4054-afae-c1943102fec8 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6179991 May 06 12:56:09.060371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58528) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.068015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9a7ceb1f-d9d1-4f64-9d75-707844b6a937 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '0d7d7043-ffd6-425d-8d32-fa75a5de59d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:09.068918 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-9a7ceb1f-d9d1-4f64-9d75-707844b6a937 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:09.071132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a7ceb1f-d9d1-4f64-9d75-707844b6a937 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084312 May 06 12:56:09.094310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58534) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.175079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-10fa0c0f-3902-4fe0-b176-84fc98822078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287467 May 06 12:56:09.224338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.317837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.353112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.419743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.459038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05c15-7def-4faf-9690-682fa4909283 req-ea9a8281-d9dc-4d76-a2ee-3daf70f1f1eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:09.460937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-ea9a8281-d9dc-4d76-a2ee-3daf70f1f1eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.4477308 May 06 12:56:09.466180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-165e8ba3-dc59-4dee-ba56-594f3d0ed06c service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840216 May 06 12:56:09.470235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=094acadbfe14470d8a0b177201293d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2684109 May 06 12:56:09.476217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58542) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.524356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58544) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.641308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c2ac3-9e32-4a74-b203-e44179f06348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729f0fc6-2871-4240-978b-d6c8515d217f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:09.648228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.663900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-5a4490bd-053f-4ab9-a143-893014194993 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 998 time: 0.1920555 May 06 12:56:09.693490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7d7043-ffd6-425d-8d32-fa75a5de59d3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:09.748396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05c15-7def-4faf-9690-682fa4909283 req-9bd595c2-b418-4f6b-ae99-af0f31f5fb3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:09.750164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-9bd595c2-b418-4f6b-ae99-af0f31f5fb3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.0792916 May 06 12:56:09.831365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.867974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.932005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-89538721-5f70-42bc-947d-024daf521898 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756530 May 06 12:56:09.946864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:09.950385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-494dbdfd-2424-4127-a259-41bfcb81bd83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/0d7d7043-ffd6-425d-8d32-fa75a5de59d3 HTTP/1.1" status: 204 len: 168 time: 0.8548548 May 06 12:56:09.963424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:09.964724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.028199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-4301b76e-1f8b-4cfe-b18d-f0cb41a157cd service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502009 May 06 12:56:10.066700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:10.071230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Usage tracker for resource:security_group_rule and tenant:4d476ab9c518400fb08c611e7e6be180 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:10.074549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:10.081168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:10.209201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-8b907e2a-8264-43c6-ae20-6fc4b070e302 service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685766 May 06 12:56:10.231481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.292063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9e83b220-f732-41f6-9117-361069bfa6af tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:10.311493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.335445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3426-9aea-48f9-b9a2-8c5d30b3ac89 req-bb6c6d9c-1c11-43d7-9642-8f8b8a4d269b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:10.336951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebbe3426-9aea-48f9-b9a2-8c5d30b3ac89 req-bb6c6d9c-1c11-43d7-9642-8f8b8a4d269b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.2266190 May 06 12:56:10.370029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a80d4ba-ee3e-4027-a806-39f4fdaa6927,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:10.374448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-091d0b4f-6a49-4090-8073-7e3c83a02801 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d476ab9c518400fb08c611e7e6be180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8315079 May 06 12:56:10.377214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58568) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:10.400270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9e83b220-f732-41f6-9117-361069bfa6af tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:10.406224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9e83b220-f732-41f6-9117-361069bfa6af tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4239769 May 06 12:56:10.411169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cf05c15-7def-4faf-9690-682fa4909283 req-51e99ae7-c73d-43ac-8050-249f04362d52 service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924322 May 06 12:56:10.411635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58574) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:10.429406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157286593'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:10.442859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:10.451818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.453606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebbe3426-9aea-48f9-b9a2-8c5d30b3ac89 req-83861a21-16e0-423b-b9aa-ae70e366dfcd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939884 May 06 12:56:10.458346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:10.484072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.485715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729f0fc6-2871-4240-978b-d6c8515d217f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:10.535220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.539139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-69f528a8-65fd-452e-a7ab-5caa32fd594c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/729f0fc6-2871-4240-978b-d6c8515d217f HTTP/1.1" status: 204 len: 168 time: 1.0148191 May 06 12:56:10.553150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.612803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.751341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dff14ad6-a2a2-43cc-a95b-9da32721f9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.837065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.851153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:10.856595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:10.861866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:10.868557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:10.868834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a80d4ba-ee3e-4027-a806-39f4fdaa6927,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:10.883101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:10.892312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a916971b-5019-4f2f-a453-beb5a73b039b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a80d4ba-ee3e-4027-a806-39f4fdaa6927 HTTP/1.1" status: 204 len: 168 time: 0.5137713 May 06 12:56:10.959787 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.098079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.183538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d828c952-3e53-4818-bbc8-b7358b3330ac,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:11.328445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.329802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-90c033e1-92c8-4124-beb1-77e27ca3cf29 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9156046 May 06 12:56:11.333422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.339286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c842c290-b851-4020-bf71-fc4ff3ff99a4 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'd828c952-3e53-4818-bbc8-b7358b3330ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:11.340116 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-c842c290-b851-4020-bf71-fc4ff3ff99a4 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:11.341192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c842c290-b851-4020-bf71-fc4ff3ff99a4 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067415 May 06 12:56:11.433672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.440013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-aeecdd21-8bc1-4960-a42f-172ef90058be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'd828c952-3e53-4818-bbc8-b7358b3330ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:11.440975 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-aeecdd21-8bc1-4960-a42f-172ef90058be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:11.442215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aeecdd21-8bc1-4960-a42f-172ef90058be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074611 May 06 12:56:11.446818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58608) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.454219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fe6febb1-c243-4087-97be-fe2eecc46170 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'd828c952-3e53-4818-bbc8-b7358b3330ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:11.455321 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-fe6febb1-c243-4087-97be-fe2eecc46170 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:11.456740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fe6febb1-c243-4087-97be-fe2eecc46170 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087137 May 06 12:56:11.459482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.468143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-52e15377-03ad-4a41-9868-d84d01898701 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'd828c952-3e53-4818-bbc8-b7358b3330ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:11.468143 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-52e15377-03ad-4a41-9868-d84d01898701 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:11.468143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52e15377-03ad-4a41-9868-d84d01898701 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066392 May 06 12:56:11.470198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.561067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.601954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.723921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba378d-3e22-45b3-9f1e-6076bb13a0e7 req-029cdde7-02af-4706-a176-48fb86051840 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:11.725385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cba378d-3e22-45b3-9f1e-6076bb13a0e7 req-029cdde7-02af-4706-a176-48fb86051840 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.1067195 May 06 12:56:11.818043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cba378d-3e22-45b3-9f1e-6076bb13a0e7 req-0b1e904d-df3c-4652-982f-9fa1ae03a04b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864596 May 06 12:56:11.821901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.865858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828c952-3e53-4818-bbc8-b7358b3330ac,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:11.886412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:11.890166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29338fbe-b3f3-4d9d-95d8-da918a651641 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/d828c952-3e53-4818-bbc8-b7358b3330ac HTTP/1.1" status: 204 len: 168 time: 0.4162655 May 06 12:56:11.890748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.953243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84cfe787-4555-4e4c-ae6d-1b28dddc19e9 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0605381 May 06 12:56:11.959364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58634) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:11.971648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983934655'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:11.980057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:11.985042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:11.994182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:11.997587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:12.142144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.171233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58642) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.197223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:12.201386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:12.204945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:12.211072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:12.231724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.248787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:56:12.278862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.297752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:12.303020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Usage tracker for resource:security_group_rule and tenant:061366a6b596483387bbd67fccf2e368 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:12.307272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:12.314570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:12.431631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.490812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.496136 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.545642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.581957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b64115-5511-41cf-9f33-ee7b3c15e0e5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:12.634203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:12.650899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'port_id': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'mac_address': 'fa:16:3e:1b:a1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:56:12.702224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.716844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.721425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-715e6a1b-efe7-4d1b-847f-7ecbbbb8e737 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7599146 May 06 12:56:12.726378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58658) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.731834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:12.754437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50a9e73-791a-4ef3-9db8-bd10b474c669 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:56:12.759869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352f289-14f5-4553-99c5-51389f2e4ddf req-9da00c8c-a5b3-4ab9-a5e7-072fe60f4bef tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:12.765200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d352f289-14f5-4553-99c5-51389f2e4ddf req-9da00c8c-a5b3-4ab9-a5e7-072fe60f4bef tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 943 time: 0.1462405 May 06 12:56:12.787254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:12.792467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e067dc67-0bed-484f-87b2-7d635684fa1d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:12.793152 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-e067dc67-0bed-484f-87b2-7d635684fa1d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:12.797612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58666) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.800784 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e067dc67-0bed-484f-87b2-7d635684fa1d tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0657284 May 06 12:56:12.806584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:12.813077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:12.817774 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:12.823859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:12.830552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:12.830961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=061366a6b596483387bbd67fccf2e368&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6572335 May 06 12:56:12.842700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58670) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:12.859060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376d95a-463f-4284-b1e3-b0b808c7518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74aa3f9-9660-4544-96cb-62e26ce6df30,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:12.964788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d352f289-14f5-4553-99c5-51389f2e4ddf req-c3333df1-f43c-4529-8b44-883d951cccf6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878102 May 06 12:56:13.004937 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.011604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-819a93bc-3df6-4cb9-9d38-b93740b7be70 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:13.013044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-819a93bc-3df6-4cb9-9d38-b93740b7be70 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 943 time: 0.1695414 May 06 12:56:13.028002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.104340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:13.186865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.234693 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-d4af4fa1-6f8a-47a8-9c97-7caeb3a2f3d6 service neutron] delete failed (client error): The resource could not be found. May 06 12:56:13.235672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-d4af4fa1-6f8a-47a8-9c97-7caeb3a2f3d6 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c50a9e73-791a-4ef3-9db8-bd10b474c669/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.2139218 May 06 12:56:13.257474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c50a9e73-791a-4ef3-9db8-bd10b474c669'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:56:13.455812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-23ef7f46-d4cb-4952-8951-507877ed49e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1095 time: 0.1399157 May 06 12:56:13.543407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.562176 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:13.563285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7df5e2af-9849-4d4d-b887-dfb959ae3984 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7647491 May 06 12:56:13.567348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:13.575178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-16a83ca6-b575-40ee-8b61-3314e112b848 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:13.576370 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-16a83ca6-b575-40ee-8b61-3314e112b848 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:13.582133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74aa3f9-9660-4544-96cb-62e26ce6df30,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:13.585604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58688) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:13.606044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:13.606192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-16a83ca6-b575-40ee-8b61-3314e112b848 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0318322 May 06 12:56:13.613121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.614211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e41278a4-39fb-48c0-8a84-9e907f0d330e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f74aa3f9-9660-4544-96cb-62e26ce6df30 HTTP/1.1" status: 204 len: 168 time: 0.7693908 May 06 12:56:13.615379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:13.639657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:13.645368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:13.649639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:13.656442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:13.682092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-4a7a681a-6f6d-4882-8484-f46f330f70f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:13.683552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-4a7a681a-6f6d-4882-8484-f46f330f70f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.2212653 May 06 12:56:13.789496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-e9c93e42-1e67-4c9a-a689-abe692288102 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 999 time: 0.0990295 May 06 12:56:13.884466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-758b6ede-54a6-4e0a-a5d2-a3e15065a515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:13.885978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-758b6ede-54a6-4e0a-a5d2-a3e15065a515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.0893340 May 06 12:56:13.991645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-9efa8053-000a-4cc8-b7f8-422ac8a1c225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991387 May 06 12:56:14.241955 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:14.242991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b32a5147-5bae-4f0f-801e-25f5b334a172 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6551139 May 06 12:56:14.247373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58710) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.254209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:14.258841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4d78b7df-a7f7-4e28-9d47-d79b78dcfc77 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.260733 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-4d78b7df-a7f7-4e28-9d47-d79b78dcfc77 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:14.268597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4d78b7df-a7f7-4e28-9d47-d79b78dcfc77 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197976 May 06 12:56:14.270709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.289576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.304248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:14.314688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:14.323636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:14.338188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:14.405740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-319a8a6a-1da9-4873-918a-a1d717c633cd service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046445 May 06 12:56:14.447708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bfe7c-196f-4e92-a185-511767d0b425 req-46793b1f-11e8-4765-8f54-f314b03cd0f2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:14.459279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a5bfe7c-196f-4e92-a185-511767d0b425 req-46793b1f-11e8-4765-8f54-f314b03cd0f2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 944 time: 0.2622573 May 06 12:56:14.619707 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:14.620793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c1927de-dda2-4693-960f-81165ea5d6c1 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3473146 May 06 12:56:14.623702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58732) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.634090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-94e503c4-a826-4b47-941e-e70cc48aaa83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.634942 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-94e503c4-a826-4b47-941e-e70cc48aaa83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:14.639229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-94e503c4-a826-4b47-941e-e70cc48aaa83 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136538 May 06 12:56:14.643190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58736) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:14.662727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:14.691026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:14.693278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c50a9e73-791a-4ef3-9db8-bd10b474c669 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:14.697442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:14.703114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:14.706056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c50a9e73-791a-4ef3-9db8-bd10b474c669 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:14.706462 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.717924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:14.750038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a5bfe7c-196f-4e92-a185-511767d0b425 req-9ed45015-7d56-4535-8192-2368cd4926f1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897823 May 06 12:56:14.816927 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17a8f03d-16f8-467b-bace-fe64db6de48b req-91d51d91-5ebf-4f45-a5d7-e62f723c5dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025879 May 06 12:56:14.992218 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:14.993785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a95299f4-92fc-40f5-b3bc-7ccfef7836f7 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3498464 May 06 12:56:14.997337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:14.999541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58748) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:15.008326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '10b64115-5511-41cf-9f33-ee7b3c15e0e5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:15.015702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:15.021638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:15.026065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:15.030802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:15.034448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:15.043917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:15.113730 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea07a6fe-0313-4abc-804a-896dd27d081d'] response: {'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'code': 200} May 06 12:56:15.334322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.434862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:15.465507 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:15.468470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51dbca88-cf7e-40e0-b80a-507f05bdc1cb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4673202 May 06 12:56:15.474983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58762) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:15.561039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.594576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.854670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.963006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b64115-5511-41cf-9f33-ee7b3c15e0e5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:15.995831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:15.999519 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a80e89f5-a033-484d-b022-178d8c6b3cc2 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/10b64115-5511-41cf-9f33-ee7b3c15e0e5 HTTP/1.1" status: 204 len: 168 time: 0.5206375 May 06 12:56:16.001028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:16.286582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f72a296-5547-4420-ad4f-c5c24f64b64c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:16.316162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850335d7-29f1-44a4-bb83-eb9171e21b0b req-08ccf40a-3edf-43cc-90a5-3ffea177553f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:16.317677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-850335d7-29f1-44a4-bb83-eb9171e21b0b req-08ccf40a-3edf-43cc-90a5-3ffea177553f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2412121 May 06 12:56:16.374462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-850335d7-29f1-44a4-bb83-eb9171e21b0b req-a24ee290-9153-4a3b-925e-0207022fb4ea tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508196 May 06 12:56:16.503107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f72a296-5547-4420-ad4f-c5c24f64b64c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:16.504895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f72a296-5547-4420-ad4f-c5c24f64b64c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4990733 May 06 12:56:16.510400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58800) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:16.517084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285098304'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:16.539753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:16.572123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:16.579745 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.782997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:16.891632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:16.899514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:16.903947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:16.924245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:17.009505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.296053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.365101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec47c47-8d88-4266-8433-675b91e6685e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:17.454063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:17.455508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd9bc6d0-3c5d-4acb-ae45-4b943ef82088 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9437168 May 06 12:56:17.458342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58834) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:17.464715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '6ec47c47-8d88-4266-8433-675b91e6685e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:17.481861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:17.489519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:17.503894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:17.527131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:17.722985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41524ff2-b06b-4b62-8e23-8732e46d252f req-fed3949a-52f8-4da8-804c-2c5f47be044f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:17.724506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41524ff2-b06b-4b62-8e23-8732e46d252f req-fed3949a-52f8-4da8-804c-2c5f47be044f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.0879359 May 06 12:56:17.797424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41524ff2-b06b-4b62-8e23-8732e46d252f req-0f0a05d1-05b1-4292-87e1-367762a1bc24 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660529 May 06 12:56:17.844375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:17.992048 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The resource could not be found. May 06 12:56:17.993060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3cd0a68b-9ab2-4213-88b1-bb44f3291565 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5336783 May 06 12:56:17.998490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.007024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '6ec47c47-8d88-4266-8433-675b91e6685e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bd7545d7-5351-4064-b1ae-5d36aa714cd0'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:18.016968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1eb7d736-53eb-4a27-9738-2ac1099ce4fd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 200 len: 992 time: 0.1615601 May 06 12:56:18.024707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:18.033567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:18.038468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:18.044815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:18.386292 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The resource could not be found. May 06 12:56:18.386292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-05ea7c16-3688-418a-82bb-cb0f43a69773 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3873465 May 06 12:56:18.394980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58876) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.497441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.522953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.815383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.839867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec47c47-8d88-4266-8433-675b91e6685e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:18.844967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:18.849607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:18.856741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d3cfebfa-3d20-402d-8366-c644322ace8c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/6ec47c47-8d88-4266-8433-675b91e6685e HTTP/1.1" status: 204 len: 168 time: 0.4602826 May 06 12:56:18.909729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7bed3b1d-3b20-4142-bd59-43376b55e5be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:19.054237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7bed3b1d-3b20-4142-bd59-43376b55e5be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:19.056318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7bed3b1d-3b20-4142-bd59-43376b55e5be tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2058177 May 06 12:56:19.070530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58902) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:19.081883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': 'b6e44370-3909-4ad1-9021-54fe8b7d41ff', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:19.090857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:19.096689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:19.100697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:19.107749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:19.455494 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The resource could not be found. May 06 12:56:19.456712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-57f1cc4d-06e1-4b53-8d6f-bced21c36426 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3844450 May 06 12:56:19.461895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58914) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:19.468449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--632327028'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:19.474987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:19.485404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:19.697218 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:19.809310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:19.817339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:19.820839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:19.827682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:19.899535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.152029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.193282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b745188-8076-45fc-a4b2-856022b7c97f req-b5c5fd4a-6ef3-428d-a637-cf87ec1e5432 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:20.194827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b745188-8076-45fc-a4b2-856022b7c97f req-b5c5fd4a-6ef3-428d-a637-cf87ec1e5432 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1205487 May 06 12:56:20.250669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83889d57-3628-4c4c-9289-e911af79a9b8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:20.340779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b745188-8076-45fc-a4b2-856022b7c97f req-cf417e54-5b79-4fff-bfab-8e3e105bb71d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393578 May 06 12:56:20.357283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.358747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4699d9c8-4ef8-4a39-b5d8-714368f038fb tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8952081 May 06 12:56:20.363174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58950) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:20.369270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391043633'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:20.382982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:20.407124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:20.407124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:20.416194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:20.503428 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.547701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:20.552928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:20.555970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:20.562327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:20.624818 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.780616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.808329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:20.887686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8ea8c0-1a09-48e3-83d4-e538d5e05ce8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:21.186028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:21.186028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b1c29f04-b058-4969-81f7-1dc049cbb292 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8126423 May 06 12:56:21.188530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58968) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:21.195417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group_rule': {'security_group_id': '83889d57-3628-4c4c-9289-e911af79a9b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fb8ea8c0-1a09-48e3-83d4-e538d5e05ce8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:21.201952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:21.206321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:21.209317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:21.214950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:21.596787 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:56:21.606669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 58982) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:21.607121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0f208555-640f-4d37-bbe5-af3cd06f7c5e tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4146423 May 06 12:56:21.666700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50717c1-e33f-4e10-9008-9d2771d36142 req-36222785-5903-405b-9ea0-0ec02440f2a5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:21.678418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d50717c1-e33f-4e10-9008-9d2771d36142 req-36222785-5903-405b-9ea0-0ec02440f2a5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1585701 May 06 12:56:21.685387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:21.717464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:21.756431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d50717c1-e33f-4e10-9008-9d2771d36142 req-beac3790-57b2-433f-8bd4-0fc54b458fc2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769634 May 06 12:56:21.762274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 58988) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:21.962699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.175433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.197093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:22.202497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Usage tracker for resource:security_group_rule and tenant:7c6279d9d3a14c3abc76ee021401c2c1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:22.209873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8ea8c0-1a09-48e3-83d4-e538d5e05ce8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:22.215811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:22.226328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.228753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b47c1781-a31f-405a-bf1b-e437083dbf52 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/fb8ea8c0-1a09-48e3-83d4-e538d5e05ce8 HTTP/1.1" status: 204 len: 168 time: 0.6245637 May 06 12:56:22.232159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59010) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:22.233335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:22.329034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f5f4a96e-66b0-4f70-9f0d-efb7949b0b11 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:22.367253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.471913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f5f4a96e-66b0-4f70-9f0d-efb7949b0b11 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:22.473406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5f4a96e-66b0-4f70-9f0d-efb7949b0b11 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2400489 May 06 12:56:22.482294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:22.513676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.562064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.564554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0f534-c920-41ae-a397-0d8a7a697cd7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:22.574519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6adceb51-c1b2-4297-9f4a-9509d0a304ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c6279d9d3a14c3abc76ee021401c2c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8089843 May 06 12:56:22.577351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59020) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:22.594727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.652980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.683920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.843511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:22.869742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83889d57-3628-4c4c-9289-e911af79a9b8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:22.944794 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.002196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.006419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-db632467-4846-4fd8-bf1b-0ead84be319f tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/83889d57-3628-4c4c-9289-e911af79a9b8 HTTP/1.1" status: 204 len: 168 time: 0.5200703 May 06 12:56:23.006599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0f534-c920-41ae-a397-0d8a7a697cd7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:23.014008 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.014214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:23.016570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ce8a6483-fc7a-4baf-8cda-a21bcf1c9d54 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34c0f534-c920-41ae-a397-0d8a7a697cd7 HTTP/1.1" status: 204 len: 168 time: 0.4381397 May 06 12:56:23.118441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d2f3-c39d-4245-9cf7-26478d0c47d5 req-aa91b5de-141f-4e20-b042-2c8ece337d14 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:23.126036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2999d2f3-c39d-4245-9cf7-26478d0c47d5 req-aa91b5de-141f-4e20-b042-2c8ece337d14 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1819475 May 06 12:56:23.133459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bbbe768a-e84e-433a-b457-8ee2ad5faf16 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:23.207817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2999d2f3-c39d-4245-9cf7-26478d0c47d5 req-0b091639-feb2-4be5-adc8-ba28b07229fe tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800273 May 06 12:56:23.342667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bbbe768a-e84e-433a-b457-8ee2ad5faf16 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:23.343904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bbbe768a-e84e-433a-b457-8ee2ad5faf16 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3279319 May 06 12:56:23.349649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59040) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:23.356726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'tempest-secgroup--58470522'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:23.364509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:23.378188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:23.530860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.586617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:23.593534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Usage tracker for resource:security_group_rule and tenant:a19d04f7278a441281d595aed68af8e0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:23.597972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:23.605137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:23.705120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.884970 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:23.938547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f42c2d-b7e2-49bc-b9b8-3c1f82d0671b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:24.105364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.106792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7951f9a6-2f1a-402c-9b42-827e0d40f53c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7557461 May 06 12:56:24.110622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59060) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.118618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3a4d20b9-5da0-4025-b387-08905bce9cac tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:24.119411 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-3a4d20b9-5da0-4025-b387-08905bce9cac tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] update failed (client error): There was a conflict when trying to complete your request. May 06 12:56:24.120882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a4d20b9-5da0-4025-b387-08905bce9cac tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "PUT /v2.0/security-groups/57f42c2d-b7e2-49bc-b9b8-3c1f82d0671b HTTP/1.1" status: 409 len: 330 time: 0.0078607 May 06 12:56:24.124435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59064) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.314596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.333797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.477428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517cabf-508a-4c80-9375-494f0f09b727 req-bf83717f-2795-4ab5-8104-75d70c7e0565 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:24.478925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2517cabf-508a-4c80-9375-494f0f09b727 req-bf83717f-2795-4ab5-8104-75d70c7e0565 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0979116 May 06 12:56:24.507726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59072) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.527675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.540317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2517cabf-508a-4c80-9375-494f0f09b727 req-cae6c79a-352e-49f8-8fb9-8eea4d36bc7d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550838 May 06 12:56:24.599231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.612877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:24.617221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Usage tracker for resource:security_group_rule and tenant:b274e643e3584d6eb1c77caf08fd5a6d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:24.618026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f42c2d-b7e2-49bc-b9b8-3c1f82d0671b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:24.620187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:24.627216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:24.629583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.645742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-55508d93-e280-4096-bc98-92085b527b1c tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/57f42c2d-b7e2-49bc-b9b8-3c1f82d0671b HTTP/1.1" status: 204 len: 168 time: 0.5052121 May 06 12:56:24.647565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59078) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.707142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ddee113-2c1e-44ee-9dd9-67b846b3bbed tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Synchronizing usage tracker for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:24.756115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.856730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ddee113-2c1e-44ee-9dd9-67b846b3bbed tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] Unset dirty status for tenant:a19d04f7278a441281d595aed68af8e0 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:24.861201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:24.861319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ddee113-2c1e-44ee-9dd9-67b846b3bbed tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2099566 May 06 12:56:24.864944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59082) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.883014 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-ca92add5-44bf-49cb-9d1f-502e257effe9 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] delete failed (client error): The resource could not be found. May 06 12:56:24.884072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca92add5-44bf-49cb-9d1f-502e257effe9 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "DELETE /v2.0/security-groups/0317f8c6-8007-4ccc-9f7c-56c958a3bfd5 HTTP/1.1" status: 404 len: 347 time: 0.0181766 May 06 12:56:24.887930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59086) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.905933 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-65c02d67-802d-4b3a-ac1c-6d1e483eefcd tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] show failed (client error): The resource could not be found. May 06 12:56:24.906556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65c02d67-802d-4b3a-ac1c-6d1e483eefcd tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-groups/7b061b39-c010-4ed2-935a-a5a75e97cfbe HTTP/1.1" status: 404 len: 347 time: 0.0176873 May 06 12:56:24.910616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59090) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.913057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d5412-7da7-49a7-a234-ca01264ae6a5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:24.917186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-497988d4-29ec-425b-bba6-daa51b78cc2b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b274e643e3584d6eb1c77caf08fd5a6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4085393 May 06 12:56:24.934772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59094) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:24.942832 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-081938db-c18e-4f87-b18a-9d523f7b7696 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] show failed (client error): The resource could not be found. May 06 12:56:24.943852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-081938db-c18e-4f87-b18a-9d523f7b7696 tempest-NegativeSecGroupTest-2063059237 tempest-NegativeSecGroupTest-2063059237-project] 10.222.0.83 "GET /v2.0/security-group-rules/e5931015-7a5a-4ef2-9d8e-1b5970f4a347 HTTP/1.1" status: 404 len: 356 time: 0.0321777 May 06 12:56:24.999313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.037529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.257439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.278619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:25.280201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c99d5412-7da7-49a7-a234-ca01264ae6a5 HTTP/1.1" status: 204 len: 168 time: 0.3517699 May 06 12:56:25.285364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd4d3-4e6f-4837-b605-605ba07777d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d5412-7da7-49a7-a234-ca01264ae6a5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:25.676059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59126) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:25.775248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e141f01-cb37-48f5-a621-46b528398c9a req-a248682c-0d76-4143-91ba-3ba83b3f1d1c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:25.777244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e141f01-cb37-48f5-a621-46b528398c9a req-a248682c-0d76-4143-91ba-3ba83b3f1d1c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0917656 May 06 12:56:25.845070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e141f01-cb37-48f5-a621-46b528398c9a req-81855d00-79da-4f6d-8fbb-2ef279e60dbd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611029 May 06 12:56:25.911250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5042531e-e7ce-42aa-8d4f-028c7cbed3b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a19d04f7278a441281d595aed68af8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339435 May 06 12:56:25.913961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:25.998475 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.060305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.290626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.311138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55d2a7-c1ee-4f7b-b634-ecf5a1bf1220,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:26.444874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:26.446220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1835e96-40ad-448b-a7df-97e160ef96ba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fb55d2a7-c1ee-4f7b-b634-ecf5a1bf1220 HTTP/1.1" status: 204 len: 168 time: 0.5307984 May 06 12:56:27.110410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6252c8-fa26-4915-9b79-c1630044e53f req-31ca4c65-58be-43af-9084-6cd8f4be19e0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:27.115974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d6252c8-fa26-4915-9b79-c1630044e53f req-31ca4c65-58be-43af-9084-6cd8f4be19e0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0931699 May 06 12:56:27.184883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d6252c8-fa26-4915-9b79-c1630044e53f req-840ff6c3-b9f1-41f4-91c3-008f39b5f274 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630827 May 06 12:56:28.492141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1ba48-7323-4c54-b211-97df9317317f req-68f737c0-b928-4269-90ba-d888f5f81db6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:28.516784 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aa1ba48-7323-4c54-b211-97df9317317f req-68f737c0-b928-4269-90ba-d888f5f81db6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1113122 May 06 12:56:28.617244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aa1ba48-7323-4c54-b211-97df9317317f req-3c81a87e-aa9f-4a98-9a21-76cd98c12883 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988345 May 06 12:56:28.667133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:28.837019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-709950667'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:28.846160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:28.850235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Usage tracker for resource:network and tenant:53ff5dca5dad4ca09459dfaaa2091049 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:28.853157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:28.859382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:29.044611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Made reservation on behalf of 53ff5dca5dad4ca09459dfaaa2091049 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:29.052078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.069358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.110186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:29.115961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Usage tracker for resource:security_group_rule and tenant:53ff5dca5dad4ca09459dfaaa2091049 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:29.119561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:29.127397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:29.204255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.319890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.364462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:56:29.387589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd401ae4-26d0-46c3-a3f9-36b61568f2e8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:29.390671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.391320 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Added segment cf9dc9a1-1fc9-4f83-b763-ad79eae89859 of type vlan for network 2a6e204f-504a-4cbb-892c-9ef0c58febec May 06 12:56:29.428029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.599520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.605330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.606193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:29.870540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event updated for resources: {'Network': ['ID=2a6e204f-504a-4cbb-892c-9ef0c58febec,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:29.888799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:56:29.976617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689af95-3154-48ca-8a12-2a685c79f9dd req-15e299b7-266f-414a-a5c3-33539f6b91b7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:29.984760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5689af95-3154-48ca-8a12-2a685c79f9dd req-15e299b7-266f-414a-a5c3-33539f6b91b7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.0957751 May 06 12:56:30.029006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6dcac8ba-bcd8-42ae-8745-dc26698f802d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3604226 May 06 12:56:30.031591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59260) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:30.038912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Request body: {'subnet': {'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:30.065336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5689af95-3154-48ca-8a12-2a685c79f9dd req-3ff2b622-9764-4077-829e-67d8444da597 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779102 May 06 12:56:30.173210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:30.178805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Usage tracker for resource:subnet and tenant:53ff5dca5dad4ca09459dfaaa2091049 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:30.182652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:30.189090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:30.305358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Made reservation on behalf of 53ff5dca5dad4ca09459dfaaa2091049 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:30.413028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.879192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:30.977360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event updated for resources: {'Subnet': ['ID=98822f55-ca7c-4052-8e1b-5bcdaaa53b13,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:30.984655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Checking segment: {'id': 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:30.985017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Network hostable DHCP agents. Network: 2a6e204f-504a-4cbb-892c-9ef0c58febec, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:56:31.080890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:31.102305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:56:31.219564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2a6e204f-504a-4cbb-892c-9ef0c58febec) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:31.225195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:31.225806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.233649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0860e89-750d-43f4-aef5-890f2b107799 None None] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:31.389275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.416440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c938688d-3d73-4678-bed7-c7e18bde64a9 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3837235 May 06 12:56:31.419141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59292) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:31.426614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Request body: {'port': {'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec', 'name': 'tempest-TagsExtTest-1674403756'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:31.447103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:31.451854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Usage tracker for resource:security_group_rule and tenant:73f59c9438cf45f8a482a816888630e8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:31.456024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:31.463651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:31.582165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2a6e204f-504a-4cbb-892c-9ef0c58febec', 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec', 'tenant_id': '53ff5dca5dad4ca09459dfaaa2091049', 'fixed_ips': [{'subnet_id': '98822f55-ca7c-4052-8e1b-5bcdaaa53b13'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:56:31.583534 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.666000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.716918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3baad-c57e-4582-b5ed-6aa1fa087041 req-1bd2efad-403d-43df-8c8a-ef295d703347 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:31.719562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83d3baad-c57e-4582-b5ed-6aa1fa087041 req-1bd2efad-403d-43df-8c8a-ef295d703347 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.3928294 May 06 12:56:31.737640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:31.743531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Usage tracker for resource:port and tenant:53ff5dca5dad4ca09459dfaaa2091049 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:31.747565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:31.756569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:31.757815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.834410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Allocated IP 172.20.0.2 (2a6e204f-504a-4cbb-892c-9ef0c58febec/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/c91ed9e3-4d3b-42fb-9719-0297399d7592) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:31.875847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Made reservation on behalf of 53ff5dca5dad4ca09459dfaaa2091049 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:31.877643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:31.940617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] device_id is not set on port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:56:31.946232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa760a7b-a761-4888-a284-29e562729a7d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:31.982580 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5480d412-4719-43a2-adcc-d36ac18cccae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73f59c9438cf45f8a482a816888630e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8981054 May 06 12:56:31.983527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59306) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:32.023700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83d3baad-c57e-4582-b5ed-6aa1fa087041 req-ccaf29bd-b172-4dcc-a1f2-eaefbd72f824 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979331 May 06 12:56:32.116044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.148014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.203873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.306101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:56:32.314456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.336987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.338194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa760a7b-a761-4888-a284-29e562729a7d HTTP/1.1" status: 204 len: 168 time: 0.3539860 May 06 12:56:32.339081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b7e38-272d-4739-b9e3-907a2e3fe961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa760a7b-a761-4888-a284-29e562729a7d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:32.432315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Transition to ACTIVE for port object c91ed9e3-4d3b-42fb-9719-0297399d7592 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:32.487263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Transition to ACTIVE for port object c91ed9e3-4d3b-42fb-9719-0297399d7592 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:32.500066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:32.525351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:56:32.577495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.658647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Allocated IP 172.20.0.12 (2a6e204f-504a-4cbb-892c-9ef0c58febec/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:56:32.682291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.703744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:56:32.707863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Pushing event updated for resources: {'Port': ['ID=c91ed9e3-4d3b-42fb-9719-0297399d7592,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:32.728999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:32.732759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:32.735492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:32.737530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.737869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.738201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.738528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.738847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.739350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.739673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.740018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.740336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.740720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.741038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:56:32.745133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:32.877913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.942332 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:32.959842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Transition to ACTIVE for port object ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:56:32.976371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Attempting to bind port c91ed9e3-4d3b-42fb-9719-0297399d7592 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:56:32.976746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Attempting to bind port c91ed9e3-4d3b-42fb-9719-0297399d7592 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:56:32.977106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Attempting to bind port c91ed9e3-4d3b-42fb-9719-0297399d7592 on network 2a6e204f-504a-4cbb-892c-9ef0c58febec {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:56:33.007875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:56:33.008256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Checking segment: {'id': 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:56:33.009398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.009795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Bound using segment: {'id': 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:56:33.010281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Bound port: c91ed9e3-4d3b-42fb-9719-0297399d7592, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2a6e204f-504a-4cbb-892c-9ef0c58febec'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:56:33.010656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.081074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.115615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:56:33.198335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:56:33.202040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:56:33.206118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:56:33.255862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:33.272818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] For port c91ed9e3-4d3b-42fb-9719-0297399d7592, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:56:33.283164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] For port c91ed9e3-4d3b-42fb-9719-0297399d7592, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c91ed9e3-4d3b-42fb-9719-0297399d7592,segment=NetworkSegment(cf9dc9a1-1fc9-4f83-b763-ad79eae89859),segment_id=cf9dc9a1-1fc9-4f83-b763-ad79eae89859)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:56:33.370998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event updated for resources: {'Port': ['ID=ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:33.389970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.432657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:33.433420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.465592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67703-df59-4078-ac3b-701190cc5780 req-9007c05c-1795-4f9f-b1d3-376646ad07ac tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:33.467327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93d67703-df59-4078-ac3b-701190cc5780 req-9007c05c-1795-4f9f-b1d3-376646ad07ac tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 944 time: 0.2267911 May 06 12:56:33.506834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae7761-6ecf-4570-8e5f-ebe9c45fa93f None None] Pushing event updated for resources: {'Port': ['ID=c91ed9e3-4d3b-42fb-9719-0297399d7592,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:33.536907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:33.537460 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a621fd6-2d60-4b9a-91fb-5b942b67dbc7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1168158 May 06 12:56:33.544928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2146654030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:33.547052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-93d67703-df59-4078-ac3b-701190cc5780 req-a4c6e3d2-213c-4b56-914e-8e091d3e19ed tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724096 May 06 12:56:33.564518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:33.573855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Usage tracker for resource:router and tenant:53ff5dca5dad4ca09459dfaaa2091049 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:33.577443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:33.586259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:33.731154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.735879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.769071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:33.926041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.116564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.117781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-abd73ac5-d38c-4390-af13-4172b135e03a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5791733 May 06 12:56:34.120632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.133250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e3a4ae4d-f7ae-44ec-9481-15e333c642ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-554876029', 'prefixes': ['172.20.0.0/16']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:34.140282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3a4ae4d-f7ae-44ec-9481-15e333c642ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:34.298655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:34.383467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c91ed9e3-4d3b-42fb-9719-0297399d7592 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:34.559971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ae4d-f7ae-44ec-9481-15e333c642ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for subnetpool, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.561741 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e3a4ae4d-f7ae-44ec-9481-15e333c642ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4399734 May 06 12:56:34.566517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59400) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.573703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:34.573703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:34.574648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-76c6deff-3526-46bc-831f-e22f7c078826 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-1866882699') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:34.703611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c91ed9e3-4d3b-42fb-9719-0297399d7592 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:34.905830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-76c6deff-3526-46bc-831f-e22f7c078826 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-1866882699 HTTP/1.1" status: 201 len: 201 time: 0.3377159 May 06 12:56:34.913016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59416) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:34.919568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-facda672-7ce9-4a41-a572-892a1eb881d7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-199881268') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:35.040038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.102372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:35.124216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:35.172215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d929e0e-fc6a-4241-94d0-7980d3e69d19 None None] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:35.302082 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c03900-bf4a-4b7e-9dc5-fd8cd3b5745e'] response: {'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'code': 200} May 06 12:56:35.308469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.369553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfec2fb-e607-4b84-bb0d-f4d5b52595ac req-a2b547ec-d4fb-44b1-898c-5759997149b7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:35.376296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdfec2fb-e607-4b84-bb0d-f4d5b52595ac req-a2b547ec-d4fb-44b1-898c-5759997149b7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 944 time: 0.4032884 May 06 12:56:35.455363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bdfec2fb-e607-4b84-bb0d-f4d5b52595ac req-2213fb14-924e-4018-8c34-9cee94ff4177 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655599 May 06 12:56:35.499989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:35.686708 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-facda672-7ce9-4a41-a572-892a1eb881d7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-199881268 HTTP/1.1" status: 201 len: 201 time: 0.7723391 May 06 12:56:35.690868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59444) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:35.697311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-7358a29c-a2a9-4036-aaff-3b64ff17fc49 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-767795096') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:35.723273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Provisioning for port c91ed9e3-4d3b-42fb-9719-0297399d7592 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:35.732400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Provisioning complete for port c91ed9e3-4d3b-42fb-9719-0297399d7592 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:35.733129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:35.837878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59450) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:36.154452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7358a29c-a2a9-4036-aaff-3b64ff17fc49 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-767795096 HTTP/1.1" status: 201 len: 201 time: 0.4624436 May 06 12:56:36.157325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:36.164862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-8040b38b-1566-4814-b61b-9efca3954bfd tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-611629333') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:36.270700 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.406531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.418248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] For port c91ed9e3-4d3b-42fb-9719-0297399d7592, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c91ed9e3-4d3b-42fb-9719-0297399d7592,segment=NetworkSegment(cf9dc9a1-1fc9-4f83-b763-ad79eae89859),segment_id=cf9dc9a1-1fc9-4f83-b763-ad79eae89859)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:36.465204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:36.474372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:36.474637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8040b38b-1566-4814-b61b-9efca3954bfd tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-611629333 HTTP/1.1" status: 201 len: 201 time: 0.3151906 May 06 12:56:36.478210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Usage tracker for resource:security_group_rule and tenant:62ef85ade93944dfb5ed106aeb9798fd is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:36.485012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-76950c72-228c-49a1-9b31-f9d2f25971e6 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:36.487240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:36.496691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:36.542474 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.812368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-76950c72-228c-49a1-9b31-f9d2f25971e6 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 200 len: 241 time: 0.3356252 May 06 12:56:36.815600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.815791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:36.828104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-96283162-dc23-4ced-be1d-79a4bcb40982 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-1866882699') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:36.838756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e47339-4a87-45fc-8a33-87b3584a270d None None] Pushing event updated for resources: {'Port': ['ID=c91ed9e3-4d3b-42fb-9719-0297399d7592,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:36.850897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Provisioning complete for port c91ed9e3-4d3b-42fb-9719-0297399d7592 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:36.851270 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:36.992122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.035956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96283162-dc23-4ced-be1d-79a4bcb40982 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-1866882699 HTTP/1.1" status: 204 len: 168 time: 0.2183082 May 06 12:56:37.042797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:37.063110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-d1197a13-3505-4f0b-9f43-79106c596bee tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-1866882699') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:37.122392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62ef85ade93944dfb5ed106aeb9798fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2820926 May 06 12:56:37.148496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8db0-1eab-46ef-8d3b-b06b1c468026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a0302-95b9-45e7-9aa6-35a3d9d75304,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:37.151406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59486) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:37.267585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf7f8f-abc5-48a4-84e3-1b367e9f7113 req-86dc7ca3-fad6-460b-9b32-2b7ab4bb669e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:37.278449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04cf7f8f-abc5-48a4-84e3-1b367e9f7113 req-86dc7ca3-fad6-460b-9b32-2b7ab4bb669e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.4396031 May 06 12:56:37.367738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Provisioning for port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:56:37.373346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Provisioning complete for port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:37.373704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.421545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d1197a13-3505-4f0b-9f43-79106c596bee tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-1866882699 HTTP/1.1" status: 204 len: 168 time: 0.3767266 May 06 12:56:37.422841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59494) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:37.441041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04cf7f8f-abc5-48a4-84e3-1b367e9f7113 req-4f94f914-14f2-4708-9739-78e3c30527ed tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611454 May 06 12:56:37.447955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-e87ea181-22d9-4ea0-a898-1cc43003660c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:37.499058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.540522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7fe715a2-29bb-404b-9184-d9161dda2b98 None None] Port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:37.613025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.686135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cedd42f7-4af6-4194-bd15-8f366068bee1 None None] Provisioning complete for port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:37.686531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cedd42f7-4af6-4194-bd15-8f366068bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:37.750647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e87ea181-22d9-4ea0-a898-1cc43003660c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 200 len: 205 time: 0.3260372 May 06 12:56:37.754480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:37.760896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-6f7364af-cfa5-4f88-b467-8de3d8d369ef tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:37.805425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cedd42f7-4af6-4194-bd15-8f366068bee1 None None] Port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:56:38.070687 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.163305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a0302-95b9-45e7-9aa6-35a3d9d75304,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:38.211420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.233785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-00451b87-422b-415b-8718-a2645de81d99 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ed0a0302-95b9-45e7-9aa6-35a3d9d75304 HTTP/1.1" status: 204 len: 168 time: 1.0807295 May 06 12:56:38.257433 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f7364af-cfa5-4f88-b467-8de3d8d369ef tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 200 len: 240 time: 0.5017564 May 06 12:56:38.260145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59520) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:38.268618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-fa8c631a-98b2-49c4-8c94-ea83c4b3797c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-199881268') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:38.401640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c91ed9e3-4d3b-42fb-9719-0297399d7592 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:56:38.530029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fa8c631a-98b2-49c4-8c94-ea83c4b3797c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-199881268 HTTP/1.1" status: 204 len: 168 time: 0.2663531 May 06 12:56:38.537648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59524) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:38.541833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-8cfcd82a-3ded-4c60-a35a-297c6bf54878 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-199881268') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:38.554162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-056d1427-62c6-45cd-b698-cd9d7663ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.686826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c91ed9e3-4d3b-42fb-9719-0297399d7592 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:56:38.687113 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:38.988042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8cfcd82a-3ded-4c60-a35a-297c6bf54878 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-199881268 HTTP/1.1" status: 204 len: 168 time: 0.4556110 May 06 12:56:38.990884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59538) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:38.996824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-b47251aa-36ab-4844-8a74-62327fa280e7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.127411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc4450-e987-42a5-b400-1841557e9fbb req-35a92705-77c9-4586-ad3c-e7d1562d9ee5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:39.129268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4cc4450-e987-42a5-b400-1841557e9fbb req-35a92705-77c9-4586-ad3c-e7d1562d9ee5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.3063097 May 06 12:56:39.235983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b47251aa-36ab-4844-8a74-62327fa280e7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 200 len: 205 time: 0.2435281 May 06 12:56:39.242920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59550) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:39.249067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-0f8e5abd-6941-4b25-9aa4-457b2d4f994d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.294998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4cc4450-e987-42a5-b400-1841557e9fbb req-b93a4ed3-ef91-4130-8996-bdb0bf6600b5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596456 May 06 12:56:39.464024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:39.464343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f8e5abd-6941-4b25-9aa4-457b2d4f994d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 200 len: 240 time: 0.2198200 May 06 12:56:39.471402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-72374c96-dd8a-40d5-a0a1-dad8c754b080 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-767795096') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:39.679556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-72374c96-dd8a-40d5-a0a1-dad8c754b080 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-767795096 HTTP/1.1" status: 204 len: 168 time: 0.2113731 May 06 12:56:39.680196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59566) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:39.686961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-f10cf6e0-f3e4-4ed0-8fd5-ee863f5f8c34 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-767795096') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:40.186203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f10cf6e0-f3e4-4ed0-8fd5-ee863f5f8c34 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-767795096 HTTP/1.1" status: 204 len: 168 time: 0.5047410 May 06 12:56:40.190488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59586) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.198210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-5b2b1c02-58a9-4f4e-9c2e-5002b05d9380 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:40.575135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.584800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-e263a527-061e-472f-80e8-0f1eebe891a7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:40.604186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b2b1c02-58a9-4f4e-9c2e-5002b05d9380 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 200 len: 205 time: 0.3793974 May 06 12:56:40.670994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e263a527-061e-472f-80e8-0f1eebe891a7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 200 len: 240 time: 0.0942831 May 06 12:56:40.680306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59606) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.690883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-a9e369db-928a-485d-ad2a-de98dcaca835 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-611629333') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:40.725038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c12657f-8467-4017-a254-4d969663fcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:40.789446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a9e369db-928a-485d-ad2a-de98dcaca835 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-611629333 HTTP/1.1" status: 204 len: 168 time: 0.1055565 May 06 12:56:40.789729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:40.812222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-caaa6e06-7f01-4fe0-9d6e-d2d91086a4d0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-611629333') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:40.874194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dab0a-6027-4c23-b0dd-5b0b9db41e63 req-7ed82943-3d88-4ace-a250-6880993fe73e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:40.885259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-177dab0a-6027-4c23-b0dd-5b0b9db41e63 req-7ed82943-3d88-4ace-a250-6880993fe73e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2472968 May 06 12:56:40.972130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-177dab0a-6027-4c23-b0dd-5b0b9db41e63 req-33c7a519-ab69-4252-9d5c-0a7f266122e5 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842593 May 06 12:56:41.017502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-caaa6e06-7f01-4fe0-9d6e-d2d91086a4d0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-611629333 HTTP/1.1" status: 204 len: 168 time: 0.2261076 May 06 12:56:41.019967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.025957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-3a8d56d0-d34d-460a-b9b6-ea187bec9c4e tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.088206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3a8d56d0-d34d-460a-b9b6-ea187bec9c4e tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 200 len: 205 time: 0.0644400 May 06 12:56:41.088519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59626) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.095545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-42698bf3-4977-42ed-a81e-95c8a4c1b6d0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.189538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59634) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.192227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-42698bf3-4977-42ed-a81e-95c8a4c1b6d0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 204 len: 168 time: 0.1019034 May 06 12:56:41.199809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-8ca8812a-8079-41b9-98c7-8b6b19e6042d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.441557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8ca8812a-8079-41b9-98c7-8b6b19e6042d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 204 len: 168 time: 0.2507651 May 06 12:56:41.444314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59644) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.450101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-d21995a6-c976-4f15-a6d6-7ec75ddab04f tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.584625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d21995a6-c976-4f15-a6d6-7ec75ddab04f tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1383100 May 06 12:56:41.586622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59650) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.592552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-61676000-2de5-45c2-b5a7-179902789cb3 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.603060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59654) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.696378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-61676000-2de5-45c2-b5a7-179902789cb3 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 204 len: 168 time: 0.0992801 May 06 12:56:41.696483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:41.703940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-c4408eea-440f-4a9d-98ae-df0db1d468ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-905893668') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:41.988146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.037354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:42.041670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Usage tracker for resource:security_group_rule and tenant:06880bc6c62549ac9eccc3618054adf8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:42.045627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:42.053318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:42.148902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59676) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:42.154988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-96e79d6e-b68b-4f57-8c0a-aa926497edcb tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-1279871418') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:42.165626 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c4408eea-440f-4a9d-98ae-df0db1d468ac tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-905893668 HTTP/1.1" status: 201 len: 201 time: 0.4487007 May 06 12:56:42.240873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.259578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.342329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0fb0-fc39-4728-a645-b1ca7705297f req-f258e55b-9aba-44ca-b335-712d7fd738b9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:42.343881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d90c0fb0-fc39-4728-a645-b1ca7705297f req-f258e55b-9aba-44ca-b335-712d7fd738b9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1161754 May 06 12:56:42.413878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.417221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.428417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d90c0fb0-fc39-4728-a645-b1ca7705297f req-8e570dac-6e81-4765-8e7b-956313b65221 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766892 May 06 12:56:42.495518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-96e79d6e-b68b-4f57-8c0a-aa926497edcb tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-1279871418 HTTP/1.1" status: 201 len: 201 time: 0.3452847 May 06 12:56:42.498326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:42.505257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-f5b000ec-f2ec-4098-a95c-19399ac3ed88 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-1129902959') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:42.547327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc83162-18c3-4860-a035-cf42b389fe49,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:42.556420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cf6d866d-0a15-4894-b9ee-f7753521559f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=06880bc6c62549ac9eccc3618054adf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9467280 May 06 12:56:42.556822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59690) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:42.716133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:42.756512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.005897 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.027671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc83162-18c3-4860-a035-cf42b389fe49,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:43.073067 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.089645 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c3c1683-4215-4b90-b6f3-f40714cb0334 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bcc83162-18c3-4860-a035-cf42b389fe49 HTTP/1.1" status: 204 len: 168 time: 0.5192459 May 06 12:56:43.108610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5b000ec-f2ec-4098-a95c-19399ac3ed88 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-1129902959 HTTP/1.1" status: 201 len: 201 time: 0.6089904 May 06 12:56:43.112321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59708) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:43.118655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-65bce37c-b3df-4368-b7df-52a78e71168f tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-1620938903') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:43.357801 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65bce37c-b3df-4368-b7df-52a78e71168f tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-1620938903 HTTP/1.1" status: 201 len: 201 time: 0.2443912 May 06 12:56:43.360646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59716) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:43.366372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-d5f507b3-31ec-47ae-a342-faafb4939ad2 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', {'tags': ['tempest-TagsExtTest-Tag-417309631', 'tempest-TagsExtTest-Tag-50091917', 'tempest-TagsExtTest-Tag-970427953']}) {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:43.605152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:43.746648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d5f507b3-31ec-47ae-a342-faafb4939ad2 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 200 len: 314 time: 0.3846350 May 06 12:56:43.749022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59732) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:43.756760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-a8d06bc9-5343-4b30-81ef-4e248d99f49d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:44.020224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cece75d-a67d-421b-ac87-97172b6060e5 req-c7e5231c-baff-4c25-8bdb-5c83316c34e2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:44.022880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cece75d-a67d-421b-ac87-97172b6060e5 req-c7e5231c-baff-4c25-8bdb-5c83316c34e2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2237160 May 06 12:56:44.089135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a8d06bc9-5343-4b30-81ef-4e248d99f49d tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 204 len: 168 time: 0.3387091 May 06 12:56:44.091827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59740) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:44.099595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-d62d7232-46e0-4885-be8e-99ffaaa10fe4 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-417309631') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:44.103397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cece75d-a67d-421b-ac87-97172b6060e5 req-baaf52fe-4887-4ebf-b1ed-ce7c76fc92c0 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727608 May 06 12:56:44.275648 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-d62d7232-46e0-4885-be8e-99ffaaa10fe4 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:44.277580 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d62d7232-46e0-4885-be8e-99ffaaa10fe4 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-417309631 HTTP/1.1" status: 404 len: 328 time: 0.1845977 May 06 12:56:44.280951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59746) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:44.291987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-acb1bf2e-1877-4701-b5ce-204147f30500 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-50091917') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:44.397163 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-acb1bf2e-1877-4701-b5ce-204147f30500 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:44.398206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-acb1bf2e-1877-4701-b5ce-204147f30500 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-50091917 HTTP/1.1" status: 404 len: 327 time: 0.1159084 May 06 12:56:44.401236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:44.408207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-faf65467-2c6c-484e-ad58-649210f9e9c0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13', 'tempest-TagsExtTest-Tag-970427953') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:44.632307 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-faf65467-2c6c-484e-ad58-649210f9e9c0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:44.632307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-faf65467-2c6c-484e-ad58-649210f9e9c0 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags/tempest-TagsExtTest-Tag-970427953 HTTP/1.1" status: 404 len: 328 time: 0.0977015 May 06 12:56:44.632307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59754) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:44.632307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-a901e04e-401a-4ce5-a43b-59a1417a86ea tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', {'tags': ['tempest-TagsExtTest-Tag-1977495544', 'tempest-TagsExtTest-Tag-1241204892', 'tempest-TagsExtTest-Tag-1185877720']}) {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:44.909479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a901e04e-401a-4ce5-a43b-59a1417a86ea tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 200 len: 318 time: 0.4043438 May 06 12:56:44.911903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59772) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:44.918559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-8d4172b4-67b0-4baf-b7c3-8c43a5bc70ed tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.170395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6c7e4cc-ad0b-487e-815c-714f039aa3f1 req-5b17f14e-62d4-4f2b-bc43-bc86323c2e6b tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.1938326 May 06 12:56:45.199999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b6c7e4cc-ad0b-487e-815c-714f039aa3f1 req-f11dd7be-f537-4899-9e4f-ecb21ab7bac2 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Synchronizing usage tracker for tenant:1e2aca18004241ba87c2fd607815a02b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:45.334625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59780) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:45.356865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.387852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b6c7e4cc-ad0b-487e-815c-714f039aa3f1 req-f11dd7be-f537-4899-9e4f-ecb21ab7bac2 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Unset dirty status for tenant:1e2aca18004241ba87c2fd607815a02b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:45.390625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6c7e4cc-ad0b-487e-815c-714f039aa3f1 req-f11dd7be-f537-4899-9e4f-ecb21ab7bac2 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266817 May 06 12:56:45.423497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8d4172b4-67b0-4baf-b7c3-8c43a5bc70ed tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 204 len: 168 time: 0.5066073 May 06 12:56:45.425562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59790) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:45.437450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-00c3fb2a-ffaf-44e4-99b8-5f212b7f1be1 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-1977495544') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.489064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59796) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:45.517948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:45.536249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Usage tracker for resource:security_group_rule and tenant:79ebfa14c5e74edb9dd0165771297afb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:45.539949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:45.557590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:45.700721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474382b-8ccc-4035-97f2-48eea69f3549 req-3b0f407d-a4a3-4f81-bdfb-ba01712a7f7b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:45.708413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9474382b-8ccc-4035-97f2-48eea69f3549 req-3b0f407d-a4a3-4f81-bdfb-ba01712a7f7b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2970164 May 06 12:56:45.882651 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:45.901025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9474382b-8ccc-4035-97f2-48eea69f3549 req-3c858b77-2ddc-4715-922b-aa45a95e0c37 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909947 May 06 12:56:45.912754 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-00c3fb2a-ffaf-44e4-99b8-5f212b7f1be1 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:45.916432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-00c3fb2a-ffaf-44e4-99b8-5f212b7f1be1 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-1977495544 HTTP/1.1" status: 404 len: 329 time: 0.4871786 May 06 12:56:45.916837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:45.927813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-8a40389d-2397-4269-b1b5-57be70439749 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-1241204892') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:45.955582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 86919adb-3af0-4f44-8f53-1a75b4ce9bc2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:45.955582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.017575 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:56:46.024650 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-8a40389d-2397-4269-b1b5-57be70439749 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:46.028371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8a40389d-2397-4269-b1b5-57be70439749 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-1241204892 HTTP/1.1" status: 404 len: 329 time: 0.1055434 May 06 12:56:46.029533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.035834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-1a1aca21-283b-433e-86b7-834ea909bda3 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba', 'tempest-TagsExtTest-Tag-1185877720') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.088279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.159510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a2e045-4814-408a-b1cc-0e500d2a1b49,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:46.165671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-56038212-7e7b-47ef-88d1-460cb6af9b96 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=79ebfa14c5e74edb9dd0165771297afb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8297088 May 06 12:56:46.169005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59818) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.209545 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-1a1aca21-283b-433e-86b7-834ea909bda3 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:46.213156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1a1aca21-283b-433e-86b7-834ea909bda3 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags/tempest-TagsExtTest-Tag-1185877720 HTTP/1.1" status: 404 len: 329 time: 0.1801472 May 06 12:56:46.213868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.234481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-c9577e5a-30ad-47c7-bf25-c01431c2343b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', {'tags': ['tempest-TagsExtTest-Tag-913357462', 'tempest-TagsExtTest-Tag-1090415772', 'tempest-TagsExtTest-Tag-1494170194']}) {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.279470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.316630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.463520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.464250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.552159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.631736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.694145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a2e045-4814-408a-b1cc-0e500d2a1b49,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:46.712175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.713787 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffefb0c9-d033-4d28-8ac0-9dacb21664be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82a2e045-4814-408a-b1cc-0e500d2a1b49 HTTP/1.1" status: 204 len: 168 time: 0.5441074 May 06 12:56:46.733769 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.773430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 86919adb-3af0-4f44-8f53-1a75b4ce9bc2 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:46.903552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:46.908427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c9577e5a-30ad-47c7-bf25-c01431c2343b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 200 len: 317 time: 0.6906228 May 06 12:56:46.909513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:46.944807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-9a938da7-2682-4d21-809a-4e9985430e29 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:46.945355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:46.953502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Usage tracker for resource:security_group_rule and tenant:232ded93a2ab4100b52023bcb54ce087 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:46.955712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:46.978592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:47.206208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.325331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.450720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=232ded93a2ab4100b52023bcb54ce087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9368753 May 06 12:56:47.451558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68f37a-e714-4342-bba1-8a5fec720df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e9a74b-ab9e-4ca2-b4ee-0ade931ce89d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:47.464157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59860) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:47.607633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.670489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdb2cc-61d5-44e9-8143-130af36621bf req-a1340839-2160-4db5-804e-01f69ba64d9d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:47.672017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15cdb2cc-61d5-44e9-8143-130af36621bf req-a1340839-2160-4db5-804e-01f69ba64d9d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2823553 May 06 12:56:47.689652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.732910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.855985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59866) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:47.874242 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a938da7-2682-4d21-809a-4e9985430e29 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 204 len: 168 time: 0.9386883 May 06 12:56:47.883403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=86919adb-3af0-4f44-8f53-1a75b4ce9bc2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:47.894197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:47.919061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.927996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-7d360543-d1c3-40fd-a14d-742af5f5d45b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-913357462') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:47.933835 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.956315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e9a74b-ab9e-4ca2-b4ee-0ade931ce89d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:47.975858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:47.977486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-64057cec-1e55-4932-998d-e98cee732fc3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/64e9a74b-ab9e-4ca2-b4ee-0ade931ce89d HTTP/1.1" status: 204 len: 168 time: 0.5123339 May 06 12:56:48.049486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:48.062610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c97e4e93a44b6b2b744d5af1fe6d0 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:48.075890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:48.092390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:48.294841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.393750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.456206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15cdb2cc-61d5-44e9-8143-130af36621bf req-264da069-59aa-4c67-b659-e03f0b7547be tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7631795 May 06 12:56:48.507987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf2c97e4e93a44b6b2b744d5af1fe6d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6505256 May 06 12:56:48.509153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47098b6-1b00-41d6-b729-172261a21f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486c76b6-b0ff-4357-904a-a0e2842935c8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:48.519311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:48.695515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.740154 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-7d360543-d1c3-40fd-a14d-742af5f5d45b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:48.742686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d360543-d1c3-40fd-a14d-742af5f5d45b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-913357462 HTTP/1.1" status: 404 len: 328 time: 0.8461711 May 06 12:56:48.753554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:48.775812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-8f76d30c-e723-4832-97ca-23080d68424b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-1090415772') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:48.830374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:48.888672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:49.155357 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-8f76d30c-e723-4832-97ca-23080d68424b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:49.160648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f76d30c-e723-4832-97ca-23080d68424b tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-1090415772 HTTP/1.1" status: 404 len: 329 time: 0.4018676 May 06 12:56:49.160648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59896) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:49.168757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-5b4c8709-50bb-45f6-8532-0ce43ca4ee50 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f', 'tempest-TagsExtTest-Tag-1494170194') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:49.328346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:49.469393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c76b6-b0ff-4357-904a-a0e2842935c8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:49.487841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:49.488998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19bed8b3-e280-4437-90f6-5c5dfe8e0b5c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/486c76b6-b0ff-4357-904a-a0e2842935c8 HTTP/1.1" status: 204 len: 168 time: 0.9681132 May 06 12:56:49.499960 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-5b4c8709-50bb-45f6-8532-0ce43ca4ee50 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:49.501558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b4c8709-50bb-45f6-8532-0ce43ca4ee50 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags/tempest-TagsExtTest-Tag-1494170194 HTTP/1.1" status: 404 len: 329 time: 0.3388312 May 06 12:56:49.506302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59904) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:49.520245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-c0769ee0-da02-433c-85c9-7a59cb87952c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', {'tags': ['tempest-TagsExtTest-Tag-1921181317', 'tempest-TagsExtTest-Tag-1763518865', 'tempest-TagsExtTest-Tag-340668794']}) {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:49.660205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:56:49.711606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0769ee0-da02-433c-85c9-7a59cb87952c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "PUT /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 200 len: 317 time: 0.2042592 May 06 12:56:49.714079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59910) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:49.720067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-f178e00d-e631-45fd-b474-eeb74d82b978 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:49.779366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:49.834153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:49.932649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:49.943536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfe7b6e95c84f99b097d8ed823a2df1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:49.951472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:49.971381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:50.015342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:56:50.028972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Sync routers for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:56:50.045793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:50.046918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:56:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.076530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f178e00d-e631-45fd-b474-eeb74d82b978 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 204 len: 168 time: 0.3612545 May 06 12:56:50.080029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.087356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-73d8988b-a57b-45d8-bbb4-36df522a3431 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-1921181317') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.184354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e46cc-0169-4a03-9ea6-593dec1928d9 req-8b5ea56b-ad5a-4b24-8735-914a0bf26e55 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:50.186037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-393e46cc-0169-4a03-9ea6-593dec1928d9 req-8b5ea56b-ad5a-4b24-8735-914a0bf26e55 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2247653 May 06 12:56:50.209137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.222392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.269094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-393e46cc-0169-4a03-9ea6-593dec1928d9 req-612e1ca4-c579-4d76-af02-5e80d75da626 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716476 May 06 12:56:50.314974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1ccf93d2-9f39-4930-a8f8-1656fa4b0f3e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/floatingips/bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf HTTP/1.1" status: 204 len: 168 time: 4.8159628 May 06 12:56:50.316457 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-73d8988b-a57b-45d8-bbb4-36df522a3431 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:50.317437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-73d8988b-a57b-45d8-bbb4-36df522a3431 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-1921181317 HTTP/1.1" status: 404 len: 329 time: 0.2364631 May 06 12:56:50.318113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:50.320800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59936) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.327072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-1a0223ef-7e59-4371-b111-5d52f092d751 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-1763518865') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.362419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.386899 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-1a0223ef-7e59-4371-b111-5d52f092d751 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:50.387942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1a0223ef-7e59-4371-b111-5d52f092d751 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-1763518865 HTTP/1.1" status: 404 len: 329 time: 0.0660064 May 06 12:56:50.390841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.399090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-2a924065-1880-4c35-aa2d-53e000ff8375 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134', 'tempest-TagsExtTest-Tag-340668794') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.469561 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-2a924065-1880-4c35-aa2d-53e000ff8375 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] show failed (client error): The resource could not be found. May 06 12:56:50.477940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2a924065-1880-4c35-aa2d-53e000ff8375 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags/tempest-TagsExtTest-Tag-340668794 HTTP/1.1" status: 404 len: 328 time: 0.0810795 May 06 12:56:50.477940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59948) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.489736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-a359bf6d-8ea3-4cb7-90ff-a2b132384d66 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '20639ced-40ff-45e2-a22e-7dbc90fa9134') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.506203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa09fa3-af76-4135-87f0-e98bac95ed75,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:50.537621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba8edec6-8cc0-4b9d-9af3-640c7ed29026 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ccfe7b6e95c84f99b097d8ed823a2df1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7572026 May 06 12:56:50.541988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.568021 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272f6a39-df80-47c7-9d4d-e8616227068a'] response: {'name': 'network-changed', 'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'status': 'completed', 'code': 200} May 06 12:56:50.602709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a359bf6d-8ea3-4cb7-90ff-a2b132384d66 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134/tags HTTP/1.1" status: 204 len: 168 time: 0.1235936 May 06 12:56:50.611033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:50.613352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59958) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:50.633860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-dcb968f9-5bc8-40f1-9edb-f0fb7291e624 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '834a300a-88a3-4ce4-be7a-5a40fe8af65f') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:50.802360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.860918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-94753891-ab89-4a41-b1b5-5bcf18d9f8a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 1096 time: 0.2856503 May 06 12:56:50.862216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:50.934119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.168738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dcb968f9-5bc8-40f1-9edb-f0fb7291e624 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f/tags HTTP/1.1" status: 204 len: 168 time: 0.5483627 May 06 12:56:51.169501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 59978) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:51.180292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.tag.tag_plugin [None req-225564eb-9f19-4248-b34c-068696cebb75 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:51.357994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:51.360719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-88f5e2d9-949e-4690-956a-ee38e8939291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:51.367996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-88f5e2d9-949e-4690-956a-ee38e8939291 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 200 len: 898 time: 0.4880130 May 06 12:56:51.368140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Checking router: ef83f2d4-2c00-41e6-8574-fdc0f34ec657 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:56:51.378008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:56:51.379813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:56:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:51.428612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-225564eb-9f19-4248-b34c-068696cebb75 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2580638 May 06 12:56:51.448582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:51.448582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.485995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.tag.tag_plugin [None req-cbaad1d7-c0c9-405f-ab66-a6aa7dac0b71 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '98822f55-ca7c-4052-8e1b-5bcdaaa53b13') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:51.529606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa09fa3-af76-4135-87f0-e98bac95ed75,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:51.545641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-9279d8d2-c4f9-45ad-90b2-014a397c46db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 200 len: 217 time: 0.1746457 May 06 12:56:51.633533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:51.638058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-820e5b5c-0c78-41f6-a3cd-5fad4b11e999 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0aa09fa3-af76-4135-87f0-e98bac95ed75 HTTP/1.1" status: 204 len: 168 time: 1.0936432 May 06 12:56:51.700585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-0e904f1d-e220-42ac-a9a7-2a6412e5e409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:51.702555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-0e904f1d-e220-42ac-a9a7-2a6412e5e409 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 200 len: 835 time: 0.1518855 May 06 12:56:51.765375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:56:51.980032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cbaad1d7-c0c9-405f-ab66-a6aa7dac0b71 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13/tags HTTP/1.1" status: 204 len: 168 time: 0.5305767 May 06 12:56:51.989354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 59998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:52.039327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b07f7f-b31a-40c6-ab19-897d14fb517f req-3c0b018e-7f41-409b-89f5-73aecc24a673 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:52.040245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-52b07f7f-b31a-40c6-ab19-897d14fb517f req-3c0b018e-7f41-409b-89f5-73aecc24a673 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:56:52.042243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-33af1305-2961-456f-9324-1db517766c95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3312085 May 06 12:56:52.203855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b97dd-3609-458f-aa6d-d09f3849e6a5 req-751f52e3-aaaf-4e46-91de-4252515b854e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:52.211653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134b97dd-3609-458f-aa6d-d09f3849e6a5 req-751f52e3-aaaf-4e46-91de-4252515b854e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.4188075 May 06 12:56:52.238883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-52b07f7f-b31a-40c6-ab19-897d14fb517f req-3c0b018e-7f41-409b-89f5-73aecc24a673 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:56:52.240167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52b07f7f-b31a-40c6-ab19-897d14fb517f req-3c0b018e-7f41-409b-89f5-73aecc24a673 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.4074440 May 06 12:56:52.385011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52b07f7f-b31a-40c6-ab19-897d14fb517f req-70a395c6-72e1-4948-a6dd-c4e06c0a84d5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372366 May 06 12:56:52.397327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:56:52.407432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e6497-3b2b-4e0a-89e8-d2948a376d59 None None] The sync data for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 is: [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:54:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2ece1747-7c74-413d-b069-c692bce17cef', 'name': '', 'network_id': 'eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3e:7b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:24Z', 'updated_at': '2022-05-06T12:54:37Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:56:52.540238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-134b97dd-3609-458f-aa6d-d09f3849e6a5 req-58a66940-382d-4a6e-b280-744143685066 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277071 May 06 12:56:52.589232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-0229cdb4-7cf9-4402-827d-ae263c91d4f4 service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342293 May 06 12:56:52.970708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15366db2-a143-4456-9d9f-93b14a12bca6 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for subnetpool, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:52.972191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15366db2-a143-4456-9d9f-93b14a12bca6 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnetpools/20639ced-40ff-45e2-a22e-7dbc90fa9134 HTTP/1.1" status: 204 len: 168 time: 0.9769957 May 06 12:56:52.977417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60018) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:53.170394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-6d136cc8-ac5c-4dc6-8160-6793b4a484a0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:53.174381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-6d136cc8-ac5c-4dc6-8160-6793b4a484a0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.2970059 May 06 12:56:53.185450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7751bd55-a244-46f1-9891-85877d5a5c7c tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "GET /v2.0/ports?device_id=834a300a-88a3-4ce4-be7a-5a40fe8af65f HTTP/1.1" status: 200 len: 205 time: 0.1713293 May 06 12:56:53.193872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60030) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:53.233220 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bd96d0-9dba-4f08-acbd-985be8c1d471 None None] New status for floating IP bc20c1cc-1a0f-44c9-8cf2-068b8190f2bf: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:56:53.383186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port c50a9e73-791a-4ef3-9db8-bd10b474c669 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:53.384146 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:53.612987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60054) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:53.952501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:54.195586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-114a09bd-2c60-4640-98fb-e1e44cc948e9 req-e6f7af62-edea-486f-8e5b-c3cac0014493 service neutron] 10.222.0.86 "GET /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5985017 May 06 12:56:54.285507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:54.421445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port c50a9e73-791a-4ef3-9db8-bd10b474c669, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c50a9e73-791a-4ef3-9db8-bd10b474c669,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:54.422116 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:54.474872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:54.716807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9dc6-3233-4847-ab37-5219cc7eb841 req-3048fced-ddc8-4fef-bfc2-2868ad86a997 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:54.718381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8cf9dc6-3233-4847-ab37-5219cc7eb841 req-3048fced-ddc8-4fef-bfc2-2868ad86a997 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.5842776 May 06 12:56:54.736250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Usage tracker for resource:security_group_rule and tenant:c2d98b3c9ca74298a643103d4805eac1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:54.748559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca201-12ad-48a0-b0b0-89bd195498e7 req-46163b1f-cb0f-4d95-aba9-4f0c6fb377da tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:54.768471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dabca201-12ad-48a0-b0b0-89bd195498e7 req-46163b1f-cb0f-4d95-aba9-4f0c6fb377da tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 945 time: 0.7928288 May 06 12:56:54.768471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:54.780633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for c50a9e73-791a-4ef3-9db8-bd10b474c669 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:54.829702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:55.075524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.096365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.099745 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8cf9dc6-3233-4847-ab37-5219cc7eb841 req-74cfd171-ad57-459f-b4da-e3a143ca82e3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392306 May 06 12:56:55.148038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.196326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.206009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dabca201-12ad-48a0-b0b0-89bd195498e7 req-270c940e-4fef-4cd4-acc5-8e0779cb22b0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=511f690d-6762-4cb9-8702-3392f4afd903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402997 May 06 12:56:55.215514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=c50a9e73-791a-4ef3-9db8-bd10b474c669,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:55.229452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.229452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Fanout notify agent at l3_agent the message router_deleted on router 834a300a-88a3-4ce4-be7a-5a40fe8af65f {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:56:55.260852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.262598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.265567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bfc1f311-da32-448f-afc3-5bc72d594f90 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/routers/834a300a-88a3-4ce4-be7a-5a40fe8af65f HTTP/1.1" status: 204 len: 168 time: 2.0673470 May 06 12:56:55.273846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:55.337045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2d98b3c9ca74298a643103d4805eac1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7167206 May 06 12:56:55.338860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60100) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:55.347245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccb14c-ee84-4b58-bf06-43245c063cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac78a8f2-b896-4eab-826f-548afc5d8007,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:55.391046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] No DVR routers for this DVR port c50a9e73-791a-4ef3-9db8-bd10b474c669 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:56:55.395217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.400121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Deleting port ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:55.400622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.411709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-deleted', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:56:55.497044 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcfe4c7-e7ef-49d2-80ec-728ba422111c'] response: {'server_uuid': '07369b7d-e1c5-410d-af9d-0b1a6376060d', 'name': 'network-vif-deleted', 'tag': 'c50a9e73-791a-4ef3-9db8-bd10b474c669', 'status': 'completed', 'code': 200} May 06 12:56:55.551573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24194909-db77-4b15-bb3b-aa0e321cf4d0 req-f34790a6-e9de-4d41-8993-10c91b717c5e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "DELETE /v2.0/ports/c50a9e73-791a-4ef3-9db8-bd10b474c669 HTTP/1.1" status: 204 len: 173 time: 2.3723652 May 06 12:56:55.713862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:55.948049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.115850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.291583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Calling delete_port for ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:56.417128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:56:56.610118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c50a9e73-791a-4ef3-9db8-bd10b474c669 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:56:56.612773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c50a9e73-791a-4ef3-9db8-bd10b474c669 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:56:56.644179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36cfdf95-7cb1-419e-ad09-f658c328e9bb req-b0da87f7-4cc5-4c81-9b58-b9a3219d0277 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=07369b7d-e1c5-410d-af9d-0b1a6376060d HTTP/1.1" status: 200 len: 210 time: 0.0970950 May 06 12:56:56.648348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.717325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6cc2-ba79-433b-a179-8a77576bc385 req-d25ca706-9e22-4d18-ad4f-6cba8569eb6b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:56.718964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dbb6cc2-ba79-433b-a179-8a77576bc385 req-d25ca706-9e22-4d18-ad4f-6cba8569eb6b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1574566 May 06 12:56:56.764857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac78a8f2-b896-4eab-826f-548afc5d8007,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:56.786560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:56.789163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cff74e85-1b47-46a1-9ec1-39706a5856fd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ac78a8f2-b896-4eab-826f-548afc5d8007 HTTP/1.1" status: 204 len: 168 time: 1.4493601 May 06 12:56:56.872664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dbb6cc2-ba79-433b-a179-8a77576bc385 req-3c39a3ca-7e5e-45ad-b4eb-e403225f5052 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468379 May 06 12:56:56.886425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.175024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event deleted for resources: {'Port': ['ID=ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:57.389252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.389252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-385ba86c-1179-42ba-a1a7-393a50a994f7 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/ports/ecf2eb6d-42f1-4cdb-b052-b1b4ffb711ba HTTP/1.1" status: 204 len: 168 time: 2.1090231 May 06 12:56:57.389909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:57.508829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-4612e9bd-d57e-4ca4-9688-d6bf33688748 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1096 time: 0.1605318 May 06 12:56:57.654011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Deleting subnet 98822f55-ca7c-4052-8e1b-5bcdaaa53b13 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:56:57.663386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.683964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:57.779210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:57.901643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60160) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:57.952032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.176929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.314819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event deleted for resources: {'Subnet': ['ID=98822f55-ca7c-4052-8e1b-5bcdaaa53b13,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:56:58.331419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-7c21c162-3e9b-4c00-8272-fefb32a4c0c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:58.335660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-7c21c162-3e9b-4c00-8272-fefb32a4c0c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.7990859 May 06 12:56:58.343236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.344071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23caba5-946c-4617-80aa-a124d2700790 None None] Network 2a6e204f-504a-4cbb-892c-9ef0c58febec requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:56:58.361396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8a3704d-ed56-40ca-ac1b-0606a293bc68 tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/subnets/98822f55-ca7c-4052-8e1b-5bcdaaa53b13 HTTP/1.1" status: 204 len: 168 time: 0.9704046 May 06 12:56:58.362272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60176) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:56:58.381641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-489126597'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:56:58.415389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:58.425836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Usage tracker for resource:network and tenant:46bab48a90a8426fbc2d09418896413b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:58.429788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:58.462414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:58.846763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Made reservation on behalf of 46bab48a90a8426fbc2d09418896413b for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:56:58.853526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.896424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] DHCP port deletion for 2a6e204f-504a-4cbb-892c-9ef0c58febec request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:56:58.903750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Deleting port c91ed9e3-4d3b-42fb-9719-0297399d7592 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:58.904463 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:58.988005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.004975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Deleting port c91ed9e3-4d3b-42fb-9719-0297399d7592 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:56:59.005708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.040022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.218398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-4b37618f-fadf-44a4-9212-755670f84706 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 1001 time: 0.8514419 May 06 12:56:59.239097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04a6e4-c9cf-4463-80dc-6e6c8abb336d req-aedc4cd9-7d06-423b-a7b7-644ebfc1883b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:59.246922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca04a6e4-c9cf-4463-80dc-6e6c8abb336d req-aedc4cd9-7d06-423b-a7b7-644ebfc1883b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.8863244 May 06 12:56:59.249368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:56:59.369485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] For port c91ed9e3-4d3b-42fb-9719-0297399d7592, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c91ed9e3-4d3b-42fb-9719-0297399d7592,segment=NetworkSegment(cf9dc9a1-1fc9-4f83-b763-ad79eae89859),segment_id=cf9dc9a1-1fc9-4f83-b763-ad79eae89859)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:59.370096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.380010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Usage tracker for resource:security_group_rule and tenant:46bab48a90a8426fbc2d09418896413b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:56:59.393593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:56:59.422233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:56:59.465277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-589d85ac-8270-42f0-8140-f86b92552d69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:56:59.467711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-589d85ac-8270-42f0-8140-f86b92552d69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.2390902 May 06 12:56:59.498860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] For port c91ed9e3-4d3b-42fb-9719-0297399d7592, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c91ed9e3-4d3b-42fb-9719-0297399d7592,segment=NetworkSegment(cf9dc9a1-1fc9-4f83-b763-ad79eae89859),segment_id=cf9dc9a1-1fc9-4f83-b763-ad79eae89859)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:56:59.499187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.647570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Calling delete_port for c91ed9e3-4d3b-42fb-9719-0297399d7592 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:59.710383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Calling delete_port for c91ed9e3-4d3b-42fb-9719-0297399d7592 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:56:59.841550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ca04a6e4-c9cf-4463-80dc-6e6c8abb336d req-4e29ec41-598b-4280-b39e-31bfd8fb323b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5935183 May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:56:59.935841 n-d-840845-1 neutron-server[84801]: util.warn( May 06 12:56:59.941570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:56:59.948979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:56:59.949338 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:57:00.036914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] No DVR routers for this DVR port c91ed9e3-4d3b-42fb-9719-0297399d7592 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:57:00.127964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event deleted for resources: {'Port': ['ID=c91ed9e3-4d3b-42fb-9719-0297399d7592,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:00.141227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.142470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.147416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.155902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.169733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.269669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.301810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-212b04b8-2db3-4b39-b0c7-c849ed4c0720 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8187833 May 06 12:57:00.355939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c91ed9e3-4d3b-42fb-9719-0297399d7592 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:00.380405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:00.399804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.400033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: c91ed9e3-4d3b-42fb-9719-0297399d7592 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:57:00.400504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c91ed9e3-4d3b-42fb-9719-0297399d7592 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:57:00.450923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Deleting port c91ed9e3-4d3b-42fb-9719-0297399d7592 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:00.451355 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.464071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a531a265-bc1e-4d05-aa4a-3474db4f8b8c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:00.487419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6e204f-504a-4cbb-892c-9ef0c58febec']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:00.492318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.493119 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Added segment 8352d359-6048-4a41-8434-3229f8b00afb of type vlan for network e3b56657-fa88-4aa6-a8bd-861610921b11 May 06 12:57:00.503287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.504060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.505132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.505693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.506245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.506794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.507479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.508207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.508855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.509479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.510025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:00.535027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:00.537816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9dc9a1-1fc9-4f83-b763-ad79eae89859') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:00.597699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.617987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-fbbfa6b8-99c5-4bfe-b9e2-700c077dcf3f service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074439 May 06 12:57:00.629171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.679864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.698557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:00.700058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.708629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-931290e6-5ab0-40a6-8560-2e7c749df57f None None] The port 'c91ed9e3-4d3b-42fb-9719-0297399d7592' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:57:00.810126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: timer() May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:00.893601 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:00.976420 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:00.981751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:00.982391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.021115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0efeac2-e30a-406f-8746-9e84d3c58f72 req-80277633-c948-471f-8800-19fa862581fe service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871670 May 06 12:57:01.105899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.114094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.119990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:01.157068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] Pushing event deleted for resources: {'Network': ['ID=2a6e204f-504a-4cbb-892c-9ef0c58febec,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:01.160687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-13552ba8-14ee-4a49-9877-0e50d60ef21a tempest-TagsExtTest-1480979415 tempest-TagsExtTest-1480979415-project] 10.222.0.83 "DELETE /v2.0/networks/2a6e204f-504a-4cbb-892c-9ef0c58febec HTTP/1.1" status: 204 len: 168 time: 2.7962232 May 06 12:57:01.252239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event updated for resources: {'Network': ['ID=e3b56657-fa88-4aa6-a8bd-861610921b11,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:01.264036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network e3b56657-fa88-4aa6-a8bd-861610921b11 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:01.380820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d481c2-bcaf-4fdf-94f5-eb7d7aabea74 req-4aaa1037-bdf8-4ce3-b8ab-6acf883ca37a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:01.387803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01d481c2-bcaf-4fdf-94f5-eb7d7aabea74 req-4aaa1037-bdf8-4ce3-b8ab-6acf883ca37a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1886485 May 06 12:57:01.450961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-92db261b-0a87-4c56-ab49-927d7b2d8fe0 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.7659283 May 06 12:57:01.454163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60214) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:01.464237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Request body: {'subnet': {'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:01.483802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01d481c2-bcaf-4fdf-94f5-eb7d7aabea74 req-1c3a7543-a2ff-4fbe-b5ab-23038a47c509 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928493 May 06 12:57:01.507291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.571900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:01.581264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Usage tracker for resource:security_group_rule and tenant:bd2b184f79774067a36f4e4f43e89371 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:01.587822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:01.601414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:01.702392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.718544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:01.726655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Usage tracker for resource:subnet and tenant:46bab48a90a8426fbc2d09418896413b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:01.784034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:01.803372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:01.853770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:01.966584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd2b184f79774067a36f4e4f43e89371&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8207669 May 06 12:57:01.967316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60222) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:02.013421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Made reservation on behalf of 46bab48a90a8426fbc2d09418896413b for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:02.106526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60228) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:02.140830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f1db9-08bc-451a-a20a-92842689e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed0108-7955-4408-938c-5279876bd987,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:02.190811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.259516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.416729 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.526284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e81396f-6ce3-4457-a3be-7015f8369d90 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=53ff5dca5dad4ca09459dfaaa2091049&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184144 May 06 12:57:02.527151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60234) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:02.530822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.596249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed0108-7955-4408-938c-5279876bd987,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:02.653392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.663926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-22f87b30-6991-4607-b65f-bcbfa3f1fcd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65ed0108-7955-4408-938c-5279876bd987 HTTP/1.1" status: 204 len: 168 time: 0.6898017 May 06 12:57:02.733747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:02.785692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.070046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9476927-5ce8-4755-b274-953ccdc8916c req-46879880-4ec6-4c6f-a59d-87c3978b77ca tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:03.078374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9476927-5ce8-4755-b274-953ccdc8916c req-46879880-4ec6-4c6f-a59d-87c3978b77ca tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2518468 May 06 12:57:03.156320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.196510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd401ae4-26d0-46c3-a3f9-36b61568f2e8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:03.199016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 2ece1747-7c74-413d-b069-c692bce17cef {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:03.199016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.252423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9476927-5ce8-4755-b274-953ccdc8916c req-0b7cf5a3-18ac-449e-b480-12558374843d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729128 May 06 12:57:03.279063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.281232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-86ab183b-49ca-43e4-a664-b420b9b7095d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd401ae4-26d0-46c3-a3f9-36b61568f2e8 HTTP/1.1" status: 204 len: 168 time: 0.7523367 May 06 12:57:03.599042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 2ece1747-7c74-413d-b069-c692bce17cef, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2ece1747-7c74-413d-b069-c692bce17cef,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:03.599644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:03.726626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 2ece1747-7c74-413d-b069-c692bce17cef owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:03.828970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.037978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event updated for resources: {'Subnet': ['ID=25e2c62e-b94f-4354-b0f4-abb773c446ff,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:04.110890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Checking segment: {'id': '8352d359-6048-4a41-8434-3229f8b00afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:04.110890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Network hostable DHCP agents. Network: e3b56657-fa88-4aa6-a8bd-861610921b11, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:04.239267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.337038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-25c87be2-9e2e-42e4-8dd1-b1f112d971af req-097b8367-9408-440e-bf30-5a341821246b service neutron] (84800) timed out ('10.222.0.83', 36462) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:57:04.337798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=2ece1747-7c74-413d-b069-c692bce17cef,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:04.347596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Network e3b56657-fa88-4aa6-a8bd-861610921b11 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:04.585201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, e3b56657-fa88-4aa6-a8bd-861610921b11) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:04.602291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615baef-1d3f-4b0a-896b-180cb75b2ec7 None None] Network e3b56657-fa88-4aa6-a8bd-861610921b11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:04.608102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:04.612645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:04.926093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608b5c7-33d9-4b10-b750-0b62fa4cad3f req-03cf237f-4f7c-49d4-ae45-61adbd053cc3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:04.936043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c608b5c7-33d9-4b10-b750-0b62fa4cad3f req-03cf237f-4f7c-49d4-ae45-61adbd053cc3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.2343340 May 06 12:57:05.034843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c608b5c7-33d9-4b10-b750-0b62fa4cad3f req-0d874478-5147-45c1-8973-0eb6640fd8e2 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976996 May 06 12:57:05.209501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a12b2d8e-b34b-45f4-b8c3-128c33205eed tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7538209 May 06 12:57:05.212479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60282) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:05.221122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Request body: {'port': {'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11', 'name': 'tempest-DHCPAgentSchedulersTestJSON-146865528'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:05.250633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-e3b56657-fa88-4aa6-a8bd-861610921b11', 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11', 'tenant_id': '46bab48a90a8426fbc2d09418896413b', 'fixed_ips': [{'subnet_id': '25e2c62e-b94f-4354-b0f4-abb773c446ff'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:05.253390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.570575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:05.570575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Usage tracker for resource:port and tenant:46bab48a90a8426fbc2d09418896413b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:05.570575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:05.570575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:05.570575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.690147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Made reservation on behalf of 46bab48a90a8426fbc2d09418896413b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:05.696158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:05.712668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Allocated IP 172.20.0.2 (e3b56657-fa88-4aa6-a8bd-861610921b11/25e2c62e-b94f-4354-b0f4-abb773c446ff/aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:05.946562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] device_id is not set on port db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:05.990939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.005009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Transition to ACTIVE for port object aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:06.034771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Transition to ACTIVE for port object aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:06.167334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.237568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Network e3b56657-fa88-4aa6-a8bd-861610921b11 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:06.280563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:06.285958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:06.295693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Pushing event updated for resources: {'Port': ['ID=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:06.354359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60324) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:06.543102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Attempting to bind port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:06.543102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Attempting to bind port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8352d359-6048-4a41-8434-3229f8b00afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:06.543102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Attempting to bind port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 on network e3b56657-fa88-4aa6-a8bd-861610921b11 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Checking segment: {'id': '8352d359-6048-4a41-8434-3229f8b00afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Bound using segment: {'id': '8352d359-6048-4a41-8434-3229f8b00afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Bound port: aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8352d359-6048-4a41-8434-3229f8b00afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3b56657-fa88-4aa6-a8bd-861610921b11'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:06.581107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.663134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-22211879-network', 'tenant_id': 'b82179bef3254584ab4f5ee4d3d4c564'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:06.670793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:06.682205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Usage tracker for resource:network and tenant:b82179bef3254584ab4f5ee4d3d4c564 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:06.682205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:06.693371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Allocated IP 172.20.0.9 (e3b56657-fa88-4aa6-a8bd-861610921b11/25e2c62e-b94f-4354-b0f4-abb773c446ff/db3f9bf6-4b5e-49fc-a10d-d433ebb6a315) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:06.696628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:06.767232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] For port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:06.773395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] For port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,segment=NetworkSegment(8352d359-6048-4a41-8434-3229f8b00afb),segment_id=8352d359-6048-4a41-8434-3229f8b00afb)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:06.849598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Made reservation on behalf of b82179bef3254584ab4f5ee4d3d4c564 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:06.849598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.904966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.972641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:06.988776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:07.002945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b82179bef3254584ab4f5ee4d3d4c564 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:07.019487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:07.019487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:07.020311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dc2c0-4bdc-471c-83b8-ed224b202f7d req-141d9e0e-be05-4ab9-baa5-481b24b9af86 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:07.026211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f1dc2c0-4bdc-471c-83b8-ed224b202f7d req-141d9e0e-be05-4ab9-baa5-481b24b9af86 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.3597589 May 06 12:57:07.085674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a9f52-40dc-45d8-820a-5c8cec3b5559 None None] Pushing event updated for resources: {'Port': ['ID=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:07.200604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.291613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.362583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:07.375562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.375562 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Added segment 4f636518-226e-4c35-9ee1-1fc48c0e6d18 of type vlan for network 5c3649de-d1ab-420a-9008-e17f80a31436 May 06 12:57:07.401023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:07.465200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f1dc2c0-4bdc-471c-83b8-ed224b202f7d req-b2ed1611-6ecf-4715-afb0-66d7860ab5fd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372554 May 06 12:57:07.489594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.617345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.618727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.619610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:07.620329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:07.759433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Transition to ACTIVE for port object db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:07.796154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3649de-d1ab-420a-9008-e17f80a31436,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:07.806485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 5c3649de-d1ab-420a-9008-e17f80a31436 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:07.811306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60354) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:07.820234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e3bcd059-cd3b-48fd-a91d-485d203159c2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4489079 May 06 12:57:07.845661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Request body: {'subnet': {'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-22211879-subnet', 'tenant_id': 'b82179bef3254584ab4f5ee4d3d4c564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:07.845661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:07.857032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Usage tracker for resource:subnet and tenant:b82179bef3254584ab4f5ee4d3d4c564 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:07.882014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:07.885606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:07.913725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-18a00b42-97c6-48d4-8e03-92b891926a68 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1096 time: 0.4671321 May 06 12:57:07.958182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.109853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Made reservation on behalf of b82179bef3254584ab4f5ee4d3d4c564 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:08.109853 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.318518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Network e3b56657-fa88-4aa6-a8bd-861610921b11 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:08.322170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event updated for resources: {'Port': ['ID=db3f9bf6-4b5e-49fc-a10d-d433ebb6a315,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:08.333181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:08.337085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:08.449321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:08.463238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:57:08.476836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:08.477689 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.517438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-0c2a7fef-07fa-4cd4-b48b-1af725635501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:08.519415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-0c2a7fef-07fa-4cd4-b48b-1af725635501 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.5917158 May 06 12:57:08.576510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-251945d2-723c-4f5d-bd5c-b949cd955136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:08.778659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:08.853193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537282b0-8381-45df-b8fc-2b3c62d3aab2 None None] Network e3b56657-fa88-4aa6-a8bd-861610921b11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:08.853939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b01f6-a520-4365-ae5d-0aed6ef9c9ad req-a4cb009d-db42-4397-bded-1ab7fe3acd40 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:08.855402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39b01f6-a520-4365-ae5d-0aed6ef9c9ad req-a4cb009d-db42-4397-bded-1ab7fe3acd40 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.1303458 May 06 12:57:08.980162 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-642bb49e-5725-4212-8651-a961c68b5f30 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7664571 May 06 12:57:08.990584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60378) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:09.026529 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b39b01f6-a520-4365-ae5d-0aed6ef9c9ad req-b72ecb4e-cb25-4aa0-9815-8b49f13e7227 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625786 May 06 12:57:09.240230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Provisioning for port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:09.254908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Provisioning complete for port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:09.254908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.266883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-2c48462a-1091-431a-81e3-62c15ef57a33 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 1001 time: 0.7301524 May 06 12:57:09.310405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Deleting port db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:09.310749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.418916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.475873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] For port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,segment=NetworkSegment(8352d359-6048-4a41-8434-3229f8b00afb),segment_id=8352d359-6048-4a41-8434-3229f8b00afb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:09.564683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-78b29566-46fc-4490-829b-3237f6651930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:09.564683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-78b29566-46fc-4490-829b-3237f6651930 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.2822053 May 06 12:57:09.592520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.652216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:09.788909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d349d3d-33d9-4576-b333-91827d407a7e None None] Pushing event updated for resources: {'Port': ['ID=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:09.989954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62069253-94e3-4e10-9524-fcf304580f49,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:10.031895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:10.039322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b96796b2-8685-4e21-b125-e17627dbf02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/ef83f2d4-2c00-41e6-8574-fdc0f34ec657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1366231 May 06 12:57:10.042081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60394) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:10.051399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Sync routers for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:10.074495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-fcfcec5c-f223-44d5-a70e-1b73bbb3caa4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5070376 May 06 12:57:10.111909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.127599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:10.128282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:56:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:10.203281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Checking segment: {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:10.203281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Network hostable DHCP agents. Network: 5c3649de-d1ab-420a-9008-e17f80a31436, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:10.408551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Calling delete_port for db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:10.430774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:10.521271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Provisioning for port db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:10.528876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:10.573826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting subnet b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:57:10.578294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Provisioning complete for port db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:10.578638 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.579672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.698613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.719273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-dbf86135-c803-4e44-a530-2d3c4e923ad0 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322923 May 06 12:57:10.829123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Port db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:10.844958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:10.914057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:10.996802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Network 5c3649de-d1ab-420a-9008-e17f80a31436 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:11.056511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78250484-1e9f-4acf-8108-1b47d2eebca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.102423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26a469-072c-4a5f-83b8-a5827a8838e4 req-2842f9ec-9e92-419b-88b3-5e20977f6bb8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:11.102423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d26a469-072c-4a5f-83b8-a5827a8838e4 req-2842f9ec-9e92-419b-88b3-5e20977f6bb8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 945 time: 0.7053857 May 06 12:57:11.157469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.237105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Subnet': ['ID=b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:11.253725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.270780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-561a270c-9888-4404-aae7-554de0d64071 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/subnets/b855c0bf-9bd2-4f4c-9a6a-650ea0ee66b5 HTTP/1.1" status: 204 len: 168 time: 1.2104599 May 06 12:57:11.273306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Provisioning complete for port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:11.273306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1379e2fe-60a2-486c-b4f1-726c77ae0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.275104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60412) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:11.295597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773969d-95cb-4e62-b734-cd47f4bb8186 None None] Network eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:11.337130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:11.339513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.413765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 5c3649de-d1ab-420a-9008-e17f80a31436) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:11.420934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:11.422392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.452667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.553275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065f414-1fd4-4347-aabf-e1336ac53150 None None] Network 5c3649de-d1ab-420a-9008-e17f80a31436 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:11.591199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b74b47ea-e9f3-4009-bab2-5d02fea68612 req-9ec6cc9c-306a-48bd-8512-e590752c4ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557737 May 06 12:57:11.654304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a58f0930-af0d-4297-a51d-b746444f1a20 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8398042 May 06 12:57:11.664909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.674650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event deleted for resources: {'Port': ['ID=db3f9bf6-4b5e-49fc-a10d-d433ebb6a315,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:11.688412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.783613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d26a469-072c-4a5f-83b8-a5827a8838e4 req-c6e8cc6e-4cbb-49bc-ae68-89ad47d8be17 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6521139 May 06 12:57:11.797041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:11.804121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0b6ea4b-306a-40bd-8c82-76bac99093f5 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "DELETE /v2.0/ports/db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 HTTP/1.1" status: 204 len: 168 time: 2.7967787 May 06 12:57:11.804742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60424) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:12.097723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:57:12.128406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:12.290289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.292192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8e8bb7f0-67ba-4389-92e0-6eb62a6cccbd tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4754534 May 06 12:57:12.292192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60440) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:12.304744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-417982972'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:12.314168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:12.317094 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0272d5-0f2b-40da-8a45-555be1283a25'] response: {'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'code': 200} May 06 12:57:12.322076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Usage tracker for resource:network and tenant:46bab48a90a8426fbc2d09418896413b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:12.327945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:12.333913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.342705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:12.425236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port ec466ddf-5dc3-4f48-a878-cc0ce2b26121 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:12.426031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.450662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Made reservation on behalf of 46bab48a90a8426fbc2d09418896413b for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:12.455465 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.598315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:12.607995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-10afe0e9-5f0e-429b-87b5-3dbdf62a9357 None None] Could not find standard attr ID for object db3f9bf6-4b5e-49fc-a10d-d433ebb6a315. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:57:12.619456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.619456 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Added segment 779e1cb1-ed67-4b28-a08f-68d2ac87a2de of type vlan for network bebaed35-214c-4689-b12e-ac8176fd4608 May 06 12:57:12.643711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.677743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.704704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.719859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:12.804095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:57:04Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'ec466ddf-5dc3-4f48-a878-cc0ce2b26121', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:54:13Z', 'updated_at': '2022-05-06T12:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:12.810238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Checking router: ef83f2d4-2c00-41e6-8574-fdc0f34ec657 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:57:12.815067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d096a7-272b-433f-979d-492b30e2fe83 None None] Network 5c3649de-d1ab-420a-9008-e17f80a31436 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:12.848514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port ec466ddf-5dc3-4f48-a878-cc0ce2b26121, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:12.848883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.927662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:12.928216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Routers {'ef83f2d4-2c00-41e6-8574-fdc0f34ec657'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:12.929045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:57:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:12.933507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:12.934423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.030872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] DHCP port deletion for eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:57:13.105819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for ec466ddf-5dc3-4f48-a878-cc0ce2b26121 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:13.350270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0646770 May 06 12:57:13.362835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60458) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:13.381297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb2810-869c-4a1c-91ea-050970a4300d tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event updated for resources: {'Network': ['ID=bebaed35-214c-4689-b12e-ac8176fd4608,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:13.395587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Deleting port 7a31af59-405c-4f34-a595-ec898691b614 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:13.396140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.502430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network bebaed35-214c-4689-b12e-ac8176fd4608 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:13.549300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:13.763456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6175e8c7-e698-4224-a4f2-90a0999cf2b2 tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks HTTP/1.1" status: 200 len: 5469 time: 0.3851168 May 06 12:57:13.763456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60468) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:13.816281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=ec466ddf-5dc3-4f48-a878-cc0ce2b26121,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:13.831380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b21f-fec7-41ab-b401-a3586d63c88c req-6c4ef054-d799-47d9-bb9e-ef3e79bbb4e8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:13.843269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a208b21f-fec7-41ab-b401-a3586d63c88c req-6c4ef054-d799-47d9-bb9e-ef3e79bbb4e8 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.4848943 May 06 12:57:14.044960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a208b21f-fec7-41ab-b401-a3586d63c88c req-77a32413-bbc2-4539-9020-73e9a285049c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168842 May 06 12:57:14.096484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f364d5-1ad6-4450-a540-55349483e77a tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] Network bebaed35-214c-4689-b12e-ac8176fd4608 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:14.139189 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.148607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] Set router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:14.365022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-22f364d5-1ad6-4450-a540-55349483e77a tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "POST /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6043327 May 06 12:57:14.367708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60478) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:14.393500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc1227-7162-4044-9aed-0f12ff93019d None None] Network bebaed35-214c-4689-b12e-ac8176fd4608 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:14.636741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:14.743500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:57:12Z', 'revision_number': 6, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:14.874730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541023dc-a4e4-44a9-85ac-94910b68cb21 None None] The sync data for ids ['ef83f2d4-2c00-41e6-8574-fdc0f34ec657'] in n-d-840845-1 is: [{'id': 'ef83f2d4-2c00-41e6-8574-fdc0f34ec657', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994914821', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:54:11Z', 'updated_at': '2022-05-06T12:57:12Z', 'revision_number': 6, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:14.880485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] For port 7a31af59-405c-4f34-a595-ec898691b614, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a31af59-405c-4f34-a595-ec898691b614,segment=NetworkSegment(c2c61477-2cdc-4a77-9650-0dd7c692fc87),segment_id=c2c61477-2cdc-4a77-9650-0dd7c692fc87)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:14.881118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.084360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3045786d-2c5c-4e18-bebe-a54b22b1d92d tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks HTTP/1.1" status: 200 len: 6213 time: 0.7154768 May 06 12:57:15.092400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60498) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.405193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a31af59-405c-4f34-a595-ec898691b614 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:15.408628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-863f348b-7071-4856-bbb0-e4627d0f1168 tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "DELETE /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks/bebaed35-214c-4689-b12e-ac8176fd4608 HTTP/1.1" status: 204 len: 168 time: 0.3145266 May 06 12:57:15.409299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60508) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.464421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Calling delete_port for 7a31af59-405c-4f34-a595-ec898691b614 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:15.785285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.795710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.850241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-849a32b4-8e31-41ac-8b98-8f05c02d7efe tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks HTTP/1.1" status: 200 len: 5469 time: 0.4392893 May 06 12:57:15.851049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60516) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.856187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97109a19-3806-44a0-9f96-65fd544b2369 req-ccd1bfba-2f11-4c40-a848-74260366bbad tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:15.861278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97109a19-3806-44a0-9f96-65fd544b2369 req-ccd1bfba-2f11-4c40-a848-74260366bbad tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1837184 May 06 12:57:15.916406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5d2da74-e234-4eab-bee7-fd000754e671 tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/networks/e3b56657-fa88-4aa6-a8bd-861610921b11/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0620720 May 06 12:57:15.950426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60522) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:15.982063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.991723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:15.992511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Fanout notify agent at l3_agent the message router_deleted on router ef83f2d4-2c00-41e6-8574-fdc0f34ec657 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:57:16.079528 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6e02d9b6-5e6f-4a7a-b1ba-d3a6eeda381d tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/networks/e3b56657-fa88-4aa6-a8bd-861610921b11/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1213288 May 06 12:57:16.083810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60530) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:16.108734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.154137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.154137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3651d0d0-a132-4cf4-9648-11cd3bc2c196 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/routers/ef83f2d4-2c00-41e6-8574-fdc0f34ec657 HTTP/1.1" status: 204 len: 168 time: 4.8883331 May 06 12:57:16.154137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:16.352990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] Pushing event deleted for resources: {'Port': ['ID=7a31af59-405c-4f34-a595-ec898691b614,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:16.372069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e0564-0ee5-4596-bc8f-d5234544b66b None None] No DVR routers for this DVR port 7a31af59-405c-4f34-a595-ec898691b614 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:57:16.476081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.485454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97109a19-3806-44a0-9f96-65fd544b2369 req-ec672d4e-fc64-42de-ab5f-a0f85d5ff0c4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055691 May 06 12:57:16.537766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:16.557596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae906bdd-30b6-40a3-b254-3dbc5d5d4b41 tempest-DHCPAgentSchedulersTestJSON-1492179774 tempest-DHCPAgentSchedulersTestJSON-1492179774-project-admin] 10.222.0.83 "GET /v2.0/agents/f68783bb-2125-4960-97f5-a15fd87f6ea2/dhcp-networks HTTP/1.1" status: 200 len: 5469 time: 0.4723921 May 06 12:57:16.568795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60550) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:16.639273 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.886975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ece1747-7c74-413d-b069-c692bce17cef no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:16.927246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.965333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:16.972147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2ece1747-7c74-413d-b069-c692bce17cef {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:57:16.972567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2ece1747-7c74-413d-b069-c692bce17cef not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:57:16.973049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ec466ddf-5dc3-4f48-a878-cc0ce2b26121 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:17.021733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ec466ddf-5dc3-4f48-a878-cc0ce2b26121 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:57:17.022335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ec466ddf-5dc3-4f48-a878-cc0ce2b26121 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:57:17.037768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.067072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c61477-2cdc-4a77-9650-0dd7c692fc87') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.067369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c61477-2cdc-4a77-9650-0dd7c692fc87') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.086514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.112802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.134541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:17.138400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.146769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: timer() May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:17.174589 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:17.432566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebaed35-214c-4689-b12e-ac8176fd4608']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.445866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779e1cb1-ed67-4b28-a08f-68d2ac87a2de') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.446167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779e1cb1-ed67-4b28-a08f-68d2ac87a2de') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:17.460522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.473209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.518823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.522412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.530523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:17.532878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.568221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Network': ['ID=eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: timer() May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:17.573557 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:17.756755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4a943098-3a15-435a-aead-31a4c03a3f39 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/networks/eaf1bd7e-fb4c-41c0-ba16-9d27028bd02d HTTP/1.1" status: 204 len: 168 time: 1.5854876 May 06 12:57:17.761304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60580) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:17.842463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.867043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.875845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "DELETE /v2.0/networks/bebaed35-214c-4689-b12e-ac8176fd4608 HTTP/1.1" status: 204 len: 168 time: 1.3086419 May 06 12:57:17.878268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:17.907735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:17.922547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fff2df-c7f7-46ac-b68c-437688a348bf tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event deleted for resources: {'Network': ['ID=bebaed35-214c-4689-b12e-ac8176fd4608,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:17.967696 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c2089b-d94e-41e4-b2b5-485729a612e7 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] DELETE failed (client error): The resource could not be found. May 06 12:57:17.972138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c2089b-d94e-41e4-b2b5-485729a612e7 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:57:17.978524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81c2089b-d94e-41e4-b2b5-485729a612e7 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "DELETE /v2.0/ports/db3f9bf6-4b5e-49fc-a10d-d433ebb6a315 HTTP/1.1" status: 404 len: 333 time: 0.0971472 May 06 12:57:17.981846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:17.997183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.273641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.298039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f690d-6762-4cb9-8702-3392f4afd903,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:18.427089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Deleting subnet 25e2c62e-b94f-4354-b0f4-abb773c446ff {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:57:18.427089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.442641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.442641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-67ba1a65-56cf-4ab6-af3c-7dc80a02370b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/security-groups/511f690d-6762-4cb9-8702-3392f4afd903 HTTP/1.1" status: 204 len: 168 time: 0.6904635 May 06 12:57:18.550772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:18.678484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.040233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.120061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event deleted for resources: {'Subnet': ['ID=25e2c62e-b94f-4354-b0f4-abb773c446ff,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:19.120061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.136230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f65fb45-dbde-4acb-841e-19185cdd4750 tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "DELETE /v2.0/subnets/25e2c62e-b94f-4354-b0f4-abb773c446ff HTTP/1.1" status: 204 len: 168 time: 1.1420336 May 06 12:57:19.136230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:19.136819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efd83a-cd0d-4207-b94c-2943d9e19b0d None None] Network e3b56657-fa88-4aa6-a8bd-861610921b11 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:19.576044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.639071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Deleting port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:19.639071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:19.866649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] DHCP port deletion for e3b56657-fa88-4aa6-a8bd-861610921b11 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:57:19.871390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Deleting port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:19.871757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.154783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] For port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,segment=NetworkSegment(8352d359-6048-4a41-8434-3229f8b00afb),segment_id=8352d359-6048-4a41-8434-3229f8b00afb)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:20.154783 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.429212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] For port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,segment=NetworkSegment(8352d359-6048-4a41-8434-3229f8b00afb),segment_id=8352d359-6048-4a41-8434-3229f8b00afb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:20.429768 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:20.475198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Calling delete_port for aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:20.685950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Calling delete_port for aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:20.788219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:57:20.909550 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.046627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60654) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:21.053793 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339258253', 'description': 'tempest-secgroup-smoke-1339258253 description', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:21.080300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:21.080300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:21.087338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:21.091920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:21.126679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.151360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.228879 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.349837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event deleted for resources: {'Port': ['ID=aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.361716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] No DVR routers for this DVR port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:57:21.362375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:57:21.362841 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:57:21.401268 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:21.406019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:21.410373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:21.437276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:21.513164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.526403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.567684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b56657-fa88-4aa6-a8bd-861610921b11']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:21.580078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8352d359-6048-4a41-8434-3229f8b00afb') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:21.580078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8352d359-6048-4a41-8434-3229f8b00afb') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:21.603470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.626558 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.639436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:21.639436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: timer() May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:21.659755 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:21.818871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.864161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Deleting port aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:21.870813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.898620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c56f226-68ec-4885-807a-fbaf2992a2ab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.955257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.996181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:21.996181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] Pushing event deleted for resources: {'Network': ['ID=e3b56657-fa88-4aa6-a8bd-861610921b11,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:21.999756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7312c95a-de87-4dd6-a068-6cc58c75677e None None] The port 'aa9d58e0-d1d7-49b1-a4aa-52a8525d7c73' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:57:22.003342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-99ebceb3-f797-458b-96fb-3855c1e51e9e tempest-DHCPAgentSchedulersTestJSON-1682721216 tempest-DHCPAgentSchedulersTestJSON-1682721216-project] 10.222.0.83 "DELETE /v2.0/networks/e3b56657-fa88-4aa6-a8bd-861610921b11 HTTP/1.1" status: 204 len: 168 time: 2.8617644 May 06 12:57:22.081184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.085839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60678) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:22.089859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3338b63b-2695-4595-81cc-7ed87075a127 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0196474 May 06 12:57:22.101687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:22.101687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:22.135071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:22.148257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:22.155599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:22.285041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ffb596e9-2702-409f-ae0b-27b4a9fc0a1f req-fba2d52b-9921-4d3a-a349-96a7b8d56e9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0696394 May 06 12:57:22.369725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.463097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.586802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.653810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24318455-581d-42a2-8336-f2df77b39afa,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:22.835540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:22.845710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28dc4f-3d75-4b4a-a7ad-8edfdc58c77b req-5bb1cb1c-2679-4075-ac05-fcf4452afaaf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:22.849071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0422d09a-29c0-4cc5-8de5-af544bc752c8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7704415 May 06 12:57:22.857909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b28dc4f-3d75-4b4a-a7ad-8edfdc58c77b req-5bb1cb1c-2679-4075-ac05-fcf4452afaaf tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1363637 May 06 12:57:22.857909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60700) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:22.857909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:22.868244 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:22.956465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:22.956465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:22.966953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:23.031063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:57:23.033234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b28dc4f-3d75-4b4a-a7ad-8edfdc58c77b req-d29ffc5e-7d2f-4052-9d71-eb9bdef46364 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450548 May 06 12:57:23.039902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:23.194225 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.332748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.388697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.442162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc933922-d508-421b-90fc-d63be2f2ec4a,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:23.602054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a4f2e830-cd37-461f-abdd-bc08808b2fda admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=46bab48a90a8426fbc2d09418896413b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5703464 May 06 12:57:23.608628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:23.633816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-b05f2201-77a2-4bdb-b4b5-e29decdde90f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3473651 May 06 12:57:23.654529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.654529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-97a9f1b7-4545-4a2b-9170-3c9e25161597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8058310 May 06 12:57:23.666542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:23.673880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:23.689140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:23.694200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:23.696552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:23.706938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:23.733287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.802728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.846051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:23.986205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.002829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531a265-bc1e-4d05-aa4a-3474db4f8b8c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:24.002829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.018494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31956ed2-b484-4160-9a5e-0dc26de8a991 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a531a265-bc1e-4d05-aa4a-3474db4f8b8c HTTP/1.1" status: 204 len: 168 time: 0.3961027 May 06 12:57:24.101988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.256255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.361040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6a09f5-b4c3-4407-91f6-34552ac52ddc,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:24.497255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:24.497255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5de5434-94c9-46bd-8946-64aed3a9a45d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8248849 May 06 12:57:24.500839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60770) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:24.523363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:24.549874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:24.560737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:24.571953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:24.640693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:24.640693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf920-516e-447e-ac5b-99c653b98547 req-305d9cfb-8e19-497d-8093-94cb277271cd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:24.640693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29adf920-516e-447e-ac5b-99c653b98547 req-305d9cfb-8e19-497d-8093-94cb277271cd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.2631483 May 06 12:57:24.740714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29adf920-516e-447e-ac5b-99c653b98547 req-0ed14e1e-8fc9-46ef-a6a9-4d64f44aea43 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073523 May 06 12:57:24.835010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.042418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.190978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.217137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e201740-48d0-4f26-a632-d99e0d9d1ac0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:25.316679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.320454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52463e82-ad86-4181-976c-c9ab58a5d76e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8161554 May 06 12:57:25.328292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:25.339830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:25.355005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:25.363712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:25.368855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:25.382634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:25.428850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60788) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:25.499002 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:57:25.542756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.559108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:25.642368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-e089cc05-af9b-49d1-8fd6-cd46097594bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180&tenant_id=02f24614299b4944a640a6ded4c08658 HTTP/1.1" status: 200 len: 1094 time: 0.2360363 May 06 12:57:25.756796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:25.766675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Usage tracker for resource:security_group_rule and tenant:6e326f2f203f48af8f862843e1a319cc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:25.766920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:25.780593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:25.856498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-6010ab1b-80ba-4b5c-a17c-a0ad29e34198 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1094 time: 0.1852446 May 06 12:57:25.907669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.011276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.143491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f54ff7-b158-4b13-8a3a-d7398edee837,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:26.143491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.250669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.250669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f70c9458-74da-4838-bc72-12caad7b550a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9090827 May 06 12:57:26.250669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60808) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:26.252710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-5e405bb7-5b54-48bc-a454-1ed8259909a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:26.252710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-5e405bb7-5b54-48bc-a454-1ed8259909a5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.3824570 May 06 12:57:26.255592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '8c56f226-68ec-4885-807a-fbaf2992a2ab', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:26.265147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:26.277783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:26.277783 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.301990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:26.341724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:26.373462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f92d8-7012-47a7-a942-766344c7c77f req-0eb5ebdd-7a9c-41e1-8b23-8e4cb795105f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:26.378139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa7f92d8-7012-47a7-a942-766344c7c77f req-0eb5ebdd-7a9c-41e1-8b23-8e4cb795105f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.2627213 May 06 12:57:26.411502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f10afb-9679-4d7f-8cc3-971ac8e09b26,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:26.436702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-89111245-9926-4012-9d17-6772d9045e93 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e326f2f203f48af8f862843e1a319cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0061553 May 06 12:57:26.449365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60816) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:26.458371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-3a398193-a15c-4030-875a-440bd90619c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 999 time: 0.2055380 May 06 12:57:26.520433 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 12:57:26.539291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.664851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa7f92d8-7012-47a7-a942-766344c7c77f req-290f8e3f-30dc-4b7d-9eda-d022ef86a07e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735620 May 06 12:57:26.670431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.676955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-b723adb5-d807-4a99-b1ea-a49d2080410e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:26.676955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-b723adb5-d807-4a99-b1ea-a49d2080410e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1966221 May 06 12:57:26.820160 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:26.891489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-a60b4c7f-2308-46a1-9923-0fb73fc0d196 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978741 May 06 12:57:26.929504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.050805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.088816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab665ba-32ca-442b-ad59-41fea7e8fbcd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:27.120118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.178372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-07900914-8bc3-430a-bf04-b8742a567011 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016014 May 06 12:57:27.198154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.223242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9f10afb-9679-4d7f-8cc3-971ac8e09b26 HTTP/1.1" status: 204 len: 168 time: 0.7623792 May 06 12:57:27.223242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27e2c2-8c59-4437-b420-6b01874cc2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f10afb-9679-4d7f-8cc3-971ac8e09b26,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:27.333636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.333636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a3e9cbf-5139-4357-a0a3-bbbdb53b9554 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0788867 May 06 12:57:27.333636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:27.333636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'network': {'name': 'tempest-network-smoke--1534916613', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:27.355169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:27.378956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:network and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:27.387958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:27.400873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:27.410858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd716ef9-38bb-4225-835c-6701a0c47385 req-6f3f146d-d86d-4246-a04f-6b9706f727c4 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295518 May 06 12:57:27.550045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:27.563358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.605804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:27.635177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.635177 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Added segment c9edf204-5c47-444a-ba77-4e2806fabe2d of type vlan for network d96fb904-e41a-45c3-aa9b-1ed1afab751e May 06 12:57:27.678733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.990135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:27.994275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:27.994865 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.437659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Network': ['ID=d96fb904-e41a-45c3-aa9b-1ed1afab751e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:28.451264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:28.492337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4a863-d8b1-491c-b0a4-448a2f076610 req-8eab42d7-d0d4-4861-bcc8-1abe4c24886a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:28.517620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64c4a863-d8b1-491c-b0a4-448a2f076610 req-8eab42d7-d0d4-4861-bcc8-1abe4c24886a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.5689831 May 06 12:57:28.603393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64c4a863-d8b1-491c-b0a4-448a2f076610 req-e59f0c75-ab70-4970-a621-30237a550ff9 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881884 May 06 12:57:28.603393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-38ab7fac-5753-45e9-9b01-12f0b6c54389 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2710834 May 06 12:57:28.608456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:28.619458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'admin_state_up': True, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:28.650991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:28.650991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:router and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:28.650991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:28.674622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:28.836740 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.840942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:28.874072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.213948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.827028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:29.867786 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.095908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563d2f-0231-4867-b0aa-80490137ba61 req-b9e6d930-3662-411c-8a28-8bd6d5d91375 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:30.113154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6563d2f-0231-4867-b0aa-80490137ba61 req-b9e6d930-3662-411c-8a28-8bd6d5d91375 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1996582 May 06 12:57:30.113154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60908) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:30.183522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.128 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/51234607-0ba8-4aef-8fdc-b0f7502a5355) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:30.425207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.473987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6563d2f-0231-4867-b0aa-80490137ba61 req-8f54c247-3fea-4912-ad30-b5ccca3404c3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659449 May 06 12:57:30.630678 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:30.710363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-969170374'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:30.723613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:30.730241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:30.745452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:30.794104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:30.796377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=51234607-0ba8-4aef-8fdc-b0f7502a5355,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:30.796377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:30.812083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:30.812083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:31.168554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:31.168554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.199189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.261689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:31.274028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:31.274028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:31.287403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:31.370785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.370785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.403467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.534150 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.563945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:31.577029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.577029 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment fabe8424-1235-416b-afb0-59ba7f6deeb3 of type vlan for network fca821e2-8235-4e2a-82db-e95cb0a547d6 May 06 12:57:31.620722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.789282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a453370a-4ea4-4022-8b05-5860c054db04,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:31.821572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:31.849833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:31.849833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:32.046536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0a727-407e-4dd9-882a-778cb64d7eca req-ee3b8eb9-a73c-4a3e-a808-e80ea5642d7a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:32.059965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5d0a727-407e-4dd9-882a-778cb64d7eca req-ee3b8eb9-a73c-4a3e-a808-e80ea5642d7a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.2160590 May 06 12:57:32.107591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 05cbc245-6353-41a6-a98e-beb2b265da7e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:57:32.151849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=fca821e2-8235-4e2a-82db-e95cb0a547d6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:32.167706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:32.169486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5d0a727-407e-4dd9-882a-778cb64d7eca req-4207fefb-3a71-4331-9a2e-64e3aecb98ff tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083412 May 06 12:57:32.398197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-013c38b0-f149-4dca-884a-766600f08b0b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2649803 May 06 12:57:32.398197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60946) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:32.398197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'name': 'tempest-PortsTestJSON-337082088'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:32.737854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:32.743027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:32.746101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:32.757053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:33.019068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:33.069348 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Sync routers for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:33.087804 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:33.087804 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:57:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:33.479723 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:33.635657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd31d4-ae81-484f-a68a-583313ef8a53 req-0482a414-e2d6-4c9b-8159-4b915f380c4f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:33.637214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3bd31d4-ae81-484f-a68a-583313ef8a53 req-0482a414-e2d6-4c9b-8159-4b915f380c4f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1640780 May 06 12:57:33.723246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3bd31d4-ae81-484f-a68a-583313ef8a53 req-73ad8b1a-4d45-45ca-936c-40e4055c88af tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795076 May 06 12:57:33.725529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:33.728618 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:33.751558 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:33.756590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-82068836-3a71-40b2-9350-fded4aa7a344 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1490040 May 06 12:57:33.762036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60966) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:33.833211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 34e8be9b-316a-479c-99a6-3c8ac4057fea yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:33.884426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b66453e4-affe-47ae-880b-e89a0ebe05a3 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=66d25334c69d44e3bb8b2c1e4f0b66fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187763 May 06 12:57:33.884426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60970) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.095428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:31Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:34.116771 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Checking router: 05cbc245-6353-41a6-a98e-beb2b265da7e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:57:34.116771 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Updating router 05cbc245-6353-41a6-a98e-beb2b265da7e port 51234607-0ba8-4aef-8fdc-b0f7502a5355 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:57:34.208710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e83e4-0fad-4932-8b2b-1ef74a6ac630 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:34.208710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-945e83e4-0fad-4932-8b2b-1ef74a6ac630 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2909005 May 06 12:57:34.209222 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.210038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 60978) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.418945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.490421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-693e2228-ce38-4c78-81cd-25eaf3d60481 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2787459 May 06 12:57:34.497187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 60990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:34.544105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1980491883', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:34.814625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:34.862237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:subnet and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:34.862237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:34.862237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:34.910838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:34.960466 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.004100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Transition to ACTIVE for port object 51234607-0ba8-4aef-8fdc-b0f7502a5355 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:35.089490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=34e8be9b-316a-479c-99a6-3c8ac4057fea,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:35.136524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403a4bd-5f0c-48c9-bdbb-5352dec16945 req-bd3b0cc4-dda3-472f-a35b-0b93b75ac60c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:35.138862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b403a4bd-5f0c-48c9-bdbb-5352dec16945 req-bd3b0cc4-dda3-472f-a35b-0b93b75ac60c tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1932433 May 06 12:57:35.188225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': 'fabe8424-1235-416b-afb0-59ba7f6deeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:35.188225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: fca821e2-8235-4e2a-82db-e95cb0a547d6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:35.261308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:35.296622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b403a4bd-5f0c-48c9-bdbb-5352dec16945 req-a8359c36-c06c-4212-b0ff-3f940169ce36 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400082 May 06 12:57:35.327401 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.522752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Attempting to bind port 51234607-0ba8-4aef-8fdc-b0f7502a5355 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:35.541265 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Attempting to bind port 51234607-0ba8-4aef-8fdc-b0f7502a5355 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:35.541265 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Attempting to bind port 51234607-0ba8-4aef-8fdc-b0f7502a5355 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:35.556863 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Pushing event updated for resources: {'Port': ['ID=51234607-0ba8-4aef-8fdc-b0f7502a5355,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:35.561884 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:35.562245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:35.562641 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.563065 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:35.563523 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Bound port: 51234607-0ba8-4aef-8fdc-b0f7502a5355, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:35.568073 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.588279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:35.629577 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.630682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.631042 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.631882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.632017 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.632430 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.632769 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.633283 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.633674 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.634109 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.634642 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:35.702946 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] For port 51234607-0ba8-4aef-8fdc-b0f7502a5355, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:35.709903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] For port 51234607-0ba8-4aef-8fdc-b0f7502a5355, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=51234607-0ba8-4aef-8fdc-b0f7502a5355,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:35.807166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:35.868421 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.023398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:36.023398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:57:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:36.108083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, fca821e2-8235-4e2a-82db-e95cb0a547d6) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:36.108083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:36.108083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:36.108083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.113171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3b0cf-3104-4c78-af50-0bfcfc1d66c4 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:36.225781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.244488 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d8fb-1c22-438f-ad33-a0e95d730b18 None None] Pushing event updated for resources: {'Port': ['ID=51234607-0ba8-4aef-8fdc-b0f7502a5355,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:36.369976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-795a2c1d-aa5a-4d0f-9672-aa13291220be tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.9778390 May 06 12:57:36.373647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:36.398049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1057111129'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:36.414105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:36.415143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Subnet': ['ID=0f68b1ec-4ade-41cb-9d55-1207623e9260,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:36.422023 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:36.423875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:36.433906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:36.451681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:36.465605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network hostable DHCP agents. Network: d96fb904-e41a-45c3-aa9b-1ed1afab751e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:36.475573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:36.654321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:36.654321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.731260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:36.850489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:36.875031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:36.875131 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment a07c6683-bfcb-4566-9222-c3d46b66cc28 of type vlan for network 105faf36-0042-4a1f-869d-c536cd60986f May 06 12:57:36.913366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c8a55-76f0-4f09-814e-31d9d871ba54 req-633c3f88-1d76-4ca9-a88f-14c4d4c63129 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:36.931299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e89c8a55-76f0-4f09-814e-31d9d871ba54 req-633c3f88-1d76-4ca9-a88f-14c4d4c63129 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.3286006 May 06 12:57:37.034368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d96fb904-e41a-45c3-aa9b-1ed1afab751e) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:37.043617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd35aa2-b20c-4e07-bd3f-fed71818566d None None] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:37.092299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.102750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:37.106412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.236708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e89c8a55-76f0-4f09-814e-31d9d871ba54 req-4bae263d-98fb-4e61-9f84-6d19371008ce tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998111 May 06 12:57:37.320335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.320335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:37.320335 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:37.359084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-382c27cd-56d7-4d9d-bacc-3675aa1a2c97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8515327 May 06 12:57:37.359084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 32800) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:37.550396 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:31Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:37.588636 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049406a-2879-4b3b-9ef3-33810bff0073 None None] The sync data for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 is: [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:31Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:37.658485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=105faf36-0042-4a1f-869d-c536cd60986f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:37.664824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a291d2a-d385-42e5-af6c-e9e78041bede tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2897666 May 06 12:57:37.667256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:37.689488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'ports': [{'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'}, {'network_id': '105faf36-0042-4a1f-869d-c536cd60986f'}]} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:37.690139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:37.691223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '105faf36-0042-4a1f-869d-c536cd60986f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:37.887096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 105faf36-0042-4a1f-869d-c536cd60986f details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:38.144523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d96fb904-e41a-45c3-aa9b-1ed1afab751e', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:38.144523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:38.786802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Allocated IP 172.20.0.2 (d96fb904-e41a-45c3-aa9b-1ed1afab751e/0f68b1ec-4ade-41cb-9d55-1207623e9260/290a4cca-ba89-48a3-96c0-397af6bb17f0) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:39.156291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:39.174516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:39.192425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:39.229330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 51234607-0ba8-4aef-8fdc-b0f7502a5355 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:39.238076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:39.343609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12adebe4-2cbc-4ab9-a734-bea3bc455c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.367711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba89088-fd2d-4194-afe3-d7d62c6bfee9 req-af51b9e9-8236-40c9-88e1-8967ffc54d52 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:39.397905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ba89088-fd2d-4194-afe3-d7d62c6bfee9 req-af51b9e9-8236-40c9-88e1-8967ffc54d52 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.6616538 May 06 12:57:39.583707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 2} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:39.587704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:39.760813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ba89088-fd2d-4194-afe3-d7d62c6bfee9 req-497e2702-da75-46a3-9735-53ef6833ea0e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468590 May 06 12:57:39.794308 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.126182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 51234607-0ba8-4aef-8fdc-b0f7502a5355 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:40.342327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.400434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Transition to ACTIVE for port object 290a4cca-ba89-48a3-96c0-397af6bb17f0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:40.503344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Transition to ACTIVE for port object 290a4cca-ba89-48a3-96c0-397af6bb17f0 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:40.510122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 51234607-0ba8-4aef-8fdc-b0f7502a5355 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:40.523291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.703618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:40.910997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 03dafee8-748e-4373-837d-64bb54c0d3bb yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:41.030855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Pushing event updated for resources: {'Port': ['ID=290a4cca-ba89-48a3-96c0-397af6bb17f0,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:41.042409 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.105225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.114241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.114241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.142595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:57:41.225455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:41.261928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:41.261928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:41.360395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 2fdc889c-0078-4b96-9e0e-95c1d08a9995 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:41.445254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6a1832f-6019-4d94-a310-3f12c4795382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.671361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.925515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Attempting to bind port 290a4cca-ba89-48a3-96c0-397af6bb17f0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:41.925515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Attempting to bind port 290a4cca-ba89-48a3-96c0-397af6bb17f0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:41.927620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.929987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Attempting to bind port 290a4cca-ba89-48a3-96c0-397af6bb17f0 on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Bound using segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Bound port: 290a4cca-ba89-48a3-96c0-397af6bb17f0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:41.942601 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:41.983498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.043118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 51234607-0ba8-4aef-8fdc-b0f7502a5355, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=51234607-0ba8-4aef-8fdc-b0f7502a5355,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:42.136597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:42.151553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:42.168295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=03dafee8-748e-4373-837d-64bb54c0d3bb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:42.181196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:42.182390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.197287 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.462174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=2fdc889c-0078-4b96-9e0e-95c1d08a9995,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:42.528988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.1 (d96fb904-e41a-45c3-aa9b-1ed1afab751e/0f68b1ec-4ade-41cb-9d55-1207623e9260/1ba9b773-deee-41bc-9416-a1722041aad0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:42.577155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': 'a07c6683-bfcb-4566-9222-c3d46b66cc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '105faf36-0042-4a1f-869d-c536cd60986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:42.577477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 105faf36-0042-4a1f-869d-c536cd60986f, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:42.621627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] For port 290a4cca-ba89-48a3-96c0-397af6bb17f0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:42.630633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=51234607-0ba8-4aef-8fdc-b0f7502a5355,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:42.639843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] For port 290a4cca-ba89-48a3-96c0-397af6bb17f0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=290a4cca-ba89-48a3-96c0-397af6bb17f0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:42.744957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.744957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.894483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbae5d-6657-4bf7-b477-1f82f7dd2772 req-4513a959-3296-4c93-8aa9-c334047f3970 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:42.894483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39bbae5d-6657-4bf7-b477-1f82f7dd2772 req-4513a959-3296-4c93-8aa9-c334047f3970 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 1.1078584 May 06 12:57:42.913809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 105faf36-0042-4a1f-869d-c536cd60986f is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:42.917448 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.943678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:42.999601 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39bbae5d-6657-4bf7-b477-1f82f7dd2772 req-1a135399-cac6-4694-a8ca-c3935f980fb3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149073 May 06 12:57:43.007750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object 1ba9b773-deee-41bc-9416-a1722041aad0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:43.110324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379008c-521d-48bf-93bf-d776592e7f9e None None] Pushing event updated for resources: {'Port': ['ID=290a4cca-ba89-48a3-96c0-397af6bb17f0,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:43.136181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 105faf36-0042-4a1f-869d-c536cd60986f) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:43.140188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:43.145116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:43.151606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:43.157635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce06a6d-f1d9-44a7-9a62-b2c73e47b1f7 None None] Network 105faf36-0042-4a1f-869d-c536cd60986f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:43.181366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.186952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.466371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:43.466371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:43.466371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:43.518155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51364d65-aed1-4461-bbad-826fe5b0d868 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8454034 May 06 12:57:43.539579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:43.625022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:43.797878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:43.940940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 2fdc889c-0078-4b96-9e0e-95c1d08a9995 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:43.941991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.397435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:44.644496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 51234607-0ba8-4aef-8fdc-b0f7502a5355 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:44.829934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 51234607-0ba8-4aef-8fdc-b0f7502a5355 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:44.830840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.155177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a082ea-c046-4190-a66b-fce97b9aefdf req-7286650b-4c0e-4474-bb24-8dd65c78c844 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:45.172769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93a082ea-c046-4190-a66b-fce97b9aefdf req-7286650b-4c0e-4474-bb24-8dd65c78c844 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.6849883 May 06 12:57:45.200042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.505391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:45.559788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 290a4cca-ba89-48a3-96c0-397af6bb17f0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:45.678726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b9970-776d-4a87-9707-29183b30458a None None] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:46.110725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 2fdc889c-0078-4b96-9e0e-95c1d08a9995 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:46.392808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93a082ea-c046-4190-a66b-fce97b9aefdf req-7b0fa853-2ed0-4b82-9d8f-bfb77c2c30c3 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1901283 May 06 12:57:46.428389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-29fd51e9-32d1-4ad5-a045-f3147d743e91 None None] Provisioning for port 290a4cca-ba89-48a3-96c0-397af6bb17f0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:46.677010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 290a4cca-ba89-48a3-96c0-397af6bb17f0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:46.774997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.810961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 290a4cca-ba89-48a3-96c0-397af6bb17f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:46.816408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.909719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.948194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:46.952260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=2fdc889c-0078-4b96-9e0e-95c1d08a9995,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:47.001541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9af82f57-20ae-4a0c-90c5-4a3ebb9a8cbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/2fdc889c-0078-4b96-9e0e-95c1d08a9995 HTTP/1.1" status: 204 len: 168 time: 3.4597986 May 06 12:57:47.001541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32922) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:47.008693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.092796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.291806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.312303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d0390-8a87-4f07-a025-827213db95e6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:47.321207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d0390-8a87-4f07-a025-827213db95e6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:47.322255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b9d0390-8a87-4f07-a025-827213db95e6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:47.360545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:47.478583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b9d0390-8a87-4f07-a025-827213db95e6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:47.484332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1b9d0390-8a87-4f07-a025-827213db95e6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4935491 May 06 12:57:47.486264 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.491449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32930) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:47.650476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 290a4cca-ba89-48a3-96c0-397af6bb17f0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=290a4cca-ba89-48a3-96c0-397af6bb17f0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:47.764524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:47.764524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:47.814050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:47.953091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 03dafee8-748e-4373-837d-64bb54c0d3bb {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:57:47.953712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.126483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=290a4cca-ba89-48a3-96c0-397af6bb17f0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:48.217660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Provisioning complete for port 290a4cca-ba89-48a3-96c0-397af6bb17f0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:48.218055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.778457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:48.794395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Provisioning for port 1ba9b773-deee-41bc-9416-a1722041aad0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:48.794395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Provisioning complete for port 1ba9b773-deee-41bc-9416-a1722041aad0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:48.794395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.077853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 03dafee8-748e-4373-837d-64bb54c0d3bb owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:57:49.171273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99559dbb-f0e7-48a1-9e67-94cd6f70476a None None] Port 1ba9b773-deee-41bc-9416-a1722041aad0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:49.281001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.395053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-11a055df-d9ab-4363-a412-5fe773eadb86 None None] Provisioning complete for port 1ba9b773-deee-41bc-9416-a1722041aad0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:49.395053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-11a055df-d9ab-4363-a412-5fe773eadb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.554012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.579061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=03dafee8-748e-4373-837d-64bb54c0d3bb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:49.584408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-11a055df-d9ab-4363-a412-5fe773eadb86 None None] Port 1ba9b773-deee-41bc-9416-a1722041aad0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:49.614934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76529a32-9c5f-4bc4-9d12-698dac936937 req-e57b91c6-939f-435c-9393-1d1104b2309f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:49.614934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76529a32-9c5f-4bc4-9d12-698dac936937 req-e57b91c6-939f-435c-9393-1d1104b2309f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.7071435 May 06 12:57:49.689483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a672391b-4da8-4833-87ea-ed6a700e3f08 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/03dafee8-748e-4373-837d-64bb54c0d3bb HTTP/1.1" status: 204 len: 168 time: 2.1891923 May 06 12:57:49.690346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76529a32-9c5f-4bc4-9d12-698dac936937 req-91b6f2a1-f78b-4653-a428-f49cdba246c7 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804515 May 06 12:57:49.690440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32966) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:49.732822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-707c67f1-404a-45c8-97de-d544a8e67e56 None None] Provisioning complete for port 1ba9b773-deee-41bc-9416-a1722041aad0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:49.734147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-707c67f1-404a-45c8-97de-d544a8e67e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:49.858512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257caf73-0db8-45ec-af6a-e84c91672d3e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:49.861218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-257caf73-0db8-45ec-af6a-e84c91672d3e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:49.884442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 05cbc245-6353-41a6-a98e-beb2b265da7e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:57:49.958032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-707c67f1-404a-45c8-97de-d544a8e67e56 None None] Port 1ba9b773-deee-41bc-9416-a1722041aad0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:57:49.973970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-257caf73-0db8-45ec-af6a-e84c91672d3e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:49.973970 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-257caf73-0db8-45ec-af6a-e84c91672d3e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2732563 May 06 12:57:49.973970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32976) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:50.051530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 290a4cca-ba89-48a3-96c0-397af6bb17f0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:50.104502 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d18104-a36a-4f91-9817-e96995b0054f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:57:50.104502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-84d18104-a36a-4f91-9817-e96995b0054f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/2fdc889c-0078-4b96-9e0e-95c1d08a9995 HTTP/1.1" status: 404 len: 333 time: 0.1343496 May 06 12:57:50.104502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:50.191857 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6acc70c-2022-4c7a-8707-e13820f5e061 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:57:50.191857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6acc70c-2022-4c7a-8707-e13820f5e061 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/03dafee8-748e-4373-837d-64bb54c0d3bb HTTP/1.1" status: 404 len: 333 time: 0.0753608 May 06 12:57:50.193121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 32992) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:50.312047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 290a4cca-ba89-48a3-96c0-397af6bb17f0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:50.313495 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.444450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:50.735010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-9462d66f-3370-4ff1-8493-3ed368ddb7d5 req-00ccbdb1-eaa3-4cf4-8960-4c124803bba7 service neutron] (84800) timed out ('10.222.0.13', 51070) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 12:57:50.746015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:57:50.777945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Sync routers for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:57:50.839089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cbf4b2be-b833-472c-b2d9-dc2681887182 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/05cbc245-6353-41a6-a98e-beb2b265da7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4746857 May 06 12:57:50.842062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:50.842709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:51.234361 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:51.400521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:51.533525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-c470b0d3-09e5-48e8-9eb8-1f552f070ea1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:51.650473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-c470b0d3-09e5-48e8-9eb8-1f552f070ea1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:51.650473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-c470b0d3-09e5-48e8-9eb8-1f552f070ea1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339258253&fields=id&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 267 time: 0.2602909 May 06 12:57:51.661289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:51.708221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105faf36-0042-4a1f-869d-c536cd60986f']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:51.760093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba14a9-0b4b-45c0-b2b8-a15113bf8ecc req-b230f7db-a23c-464d-a888-752339b5f403 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:51.760093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1ba14a9-0b4b-45c0-b2b8-a15113bf8ecc req-b230f7db-a23c-464d-a888-752339b5f403 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.6371331 May 06 12:57:51.804758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07c6683-bfcb-4566-9222-c3d46b66cc28') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:51.804758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07c6683-bfcb-4566-9222-c3d46b66cc28') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:51.887722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.001233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c1ba14a9-0b4b-45c0-b2b8-a15113bf8ecc req-e926739c-4fbd-410f-905c-77e8ba31b16d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418046 May 06 12:57:52.051496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.075616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:57:52.076224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: timer() May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:57:52.153239 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:57:52.239550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:46Z', 'revision_number': 2, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:52.239550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Checking router: 05cbc245-6353-41a6-a98e-beb2b265da7e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:57:52.239550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Updating router 05cbc245-6353-41a6-a98e-beb2b265da7e port 1ba9b773-deee-41bc-9416-a1722041aad0 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 12:57:52.316208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.418677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-7e1b03fb-29a9-42e3-94f0-bf40c3aed8f7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:52.427159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-7e1b03fb-29a9-42e3-94f0-bf40c3aed8f7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 797 time: 0.7709489 May 06 12:57:52.445367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.449350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-5cfbceab-1236-48cc-96d6-bbc9ef6fa820 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/quotas/66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 375 time: 0.0211773 May 06 12:57:52.493722 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.521262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33040) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:52.527489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2085722986'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:52.529025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/105faf36-0042-4a1f-869d-c536cd60986f HTTP/1.1" status: 204 len: 168 time: 2.3346224 May 06 12:57:52.552098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be1150-4eaa-444e-b916-79f743ba1c9c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=105faf36-0042-4a1f-869d-c536cd60986f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:52.557459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:52.569595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:52.569595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:52.573384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:52.597277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-e04d13b1-b8db-4832-b341-70cc92452bda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:57:52.663912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:52.681510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.723372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:57:52.743347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-e04d13b1-b8db-4832-b341-70cc92452bda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:57:52.750982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-e04d13b1-b8db-4832-b341-70cc92452bda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2967339 May 06 12:57:52.778383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:52.778383 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment ef794f8c-f399-4b79-b17a-65cc668285cf of type vlan for network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a May 06 12:57:52.878071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.011333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.018104 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-14253a88-3dbd-4094-9449-c73b46364894 service neutron] 10.222.0.83 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467203 May 06 12:57:53.072218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Transition to ACTIVE for port object 1ba9b773-deee-41bc-9416-a1722041aad0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:53.180024 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.213258 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.213666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:53.214321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.285876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82347296-325c-42b1-9637-0bc884488a6c None None] Pushing event updated for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:53.383104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01157-e29f-4723-9857-20332be6fbcd req-b4317aea-1baa-4a6c-a5a2-511c0addde0b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:53.393233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92f01157-e29f-4723-9857-20332be6fbcd req-b4317aea-1baa-4a6c-a5a2-511c0addde0b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1276891 May 06 12:57:53.485569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=9b700ce2-e85d-405b-b3ae-fbbbc499bc6a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:53.540102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-2e94a2da-fe1a-45c0-b6a7-ea886aa1f8ec service neutron] 10.222.0.83 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222116 May 06 12:57:53.548806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:57:53.569113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac350117-8577-4228-b163-be8ebf04b882 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0391755 May 06 12:57:53.569113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33058) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:53.582381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:53.624286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92f01157-e29f-4723-9857-20332be6fbcd req-cdd7a140-3128-4dc7-8893-d60a98fa3923 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179573 May 06 12:57:53.836598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:53.842036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:57:53.853656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:57:53.863259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:53.904208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Attempting to bind port 1ba9b773-deee-41bc-9416-a1722041aad0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:53.904583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Attempting to bind port 1ba9b773-deee-41bc-9416-a1722041aad0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:53.904948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Attempting to bind port 1ba9b773-deee-41bc-9416-a1722041aad0 on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:53.966005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:53.966005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:53.966005 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.972885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Bound using segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:53.972885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Bound port: 1ba9b773-deee-41bc-9416-a1722041aad0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:53.972885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:53.990554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:54.137003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6372d4d1-c4be-4340-808c-4eb80aa81784 req-0377655e-0b25-4dd8-9cad-57e78dc48540 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.1134777 May 06 12:57:54.226713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:54.264533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] For port 1ba9b773-deee-41bc-9416-a1722041aad0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:54.264533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] For port 1ba9b773-deee-41bc-9416-a1722041aad0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ba9b773-deee-41bc-9416-a1722041aad0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:54.353380 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:54.486351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:57:54.487170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:54.499193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Performing IP validity checks on allocation pools {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 12:57:54.499831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 12:57:54.642357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82347296-325c-42b1-9637-0bc884488a6c None None] Pushing event updated for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:54.761823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:57:55.010955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:57:55.061681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90be2-231b-4fc1-a7a9-dbe84f9737e7 req-49507806-3cc6-4314-be7b-730b6546fc3e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:55.064174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d90be2-231b-4fc1-a7a9-dbe84f9737e7 req-49507806-3cc6-4314-be7b-730b6546fc3e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 943 time: 0.1095858 May 06 12:57:55.118752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-18d90be2-231b-4fc1-a7a9-dbe84f9737e7 req-cbec2900-070e-4311-bd4c-f9377600694b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459318 May 06 12:57:55.134466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:55.154895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'port_id': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'mac_address': 'fa:16:3e:ef:c1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:57:55.346188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.371116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:57:55.384833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:55.528205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:54Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:57:55.539363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2538ec0c-1fa5-4b95-bc0c-b36b9d5b2730 None None] The sync data for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 is: [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:54Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:57:55.656251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3643e3d5-5420-4f28-86eb-6b8579848336 req-f7ada35a-92f3-4189-a0c0-95ed1ff105e2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.0726216 May 06 12:57:55.803457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.876053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:55.918201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=33af2fde-cbbe-4d91-80ed-0f82c48e80bb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:55.959163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': 'ef794f8c-f399-4b79-b17a-65cc668285cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:55.960243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:57:56.044310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ba9b773-deee-41bc-9416-a1722041aad0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:56.107033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:56.143295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:57:56.147814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:57:56.268405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:56.274845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:56.274845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.338517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf573a-59b8-4095-870d-2d85825b1037 None None] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:57:56.596648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1ba9b773-deee-41bc-9416-a1722041aad0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:57:56.608911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1ba9b773-deee-41bc-9416-a1722041aad0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:56.608911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:56.622593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb53a0-503a-4c08-b9eb-5a47facbcb87 req-6592e527-aac5-4cf9-9088-d31972ec7629 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:56.634911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91eb53a0-503a-4c08-b9eb-5a47facbcb87 req-6592e527-aac5-4cf9-9088-d31972ec7629 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 944 time: 0.2173486 May 06 12:57:56.718420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91eb53a0-503a-4c08-b9eb-5a47facbcb87 req-ec5c4be9-b7af-43a2-8aca-77eab43ffcbe tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812979 May 06 12:57:56.862752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-9b700ce2-e85d-405b-b3ae-fbbbc499bc6a', 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': '33af2fde-cbbe-4d91-80ed-0f82c48e80bb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:57:57.087634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.088497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8b1db73d-ed36-4409-9a3d-59b3d269fdeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2999253 May 06 12:57:57.089044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6967fd4-0b0d-43ad-8ddd-ea588c31474d req-38750446-a06b-464a-ae66-c4daabb81024 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.0626743 May 06 12:57:57.089445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33136) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:57:57.089445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a', 'name': 'tempest-PortsTestJSON-1330059428'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:57:57.089598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.107121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:57:57.119426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:57:57.152797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1ba9b773-deee-41bc-9416-a1722041aad0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ba9b773-deee-41bc-9416-a1722041aad0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:57:57.166773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Allocated IP 172.20.0.2 (9b700ce2-e85d-405b-b3ae-fbbbc499bc6a/33af2fde-cbbe-4d91-80ed-0f82c48e80bb/73b62b95-b742-4165-9e83-ba2b388b89bf) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:57.275579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:57:57.275579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.293644 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.298739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port cafc6124-0434-4a52-a5b1-c2155ac3f3a8 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:57:57.416043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:57.564651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.578627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Transition to ACTIVE for port object 73b62b95-b742-4165-9e83-ba2b388b89bf will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:57.603005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Transition to ACTIVE for port object 73b62b95-b742-4165-9e83-ba2b388b89bf will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:57.716451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:57.988964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Pushing event updated for resources: {'Port': ['ID=73b62b95-b742-4165-9e83-ba2b388b89bf,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:58.005478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:57:58.007738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ba9b773-deee-41bc-9416-a1722041aad0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:58.105212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:57:58.114590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:57:58.119417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.11 (9b700ce2-e85d-405b-b3ae-fbbbc499bc6a/33af2fde-cbbe-4d91-80ed-0f82c48e80bb/cafc6124-0434-4a52-a5b1-c2155ac3f3a8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:57:58.267935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-79b01796-b848-48b9-88e5-8c9c766df2b8 req-9db22d77-82fc-477d-928e-14087d7cc5e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.1253831 May 06 12:57:58.490791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Attempting to bind port 73b62b95-b742-4165-9e83-ba2b388b89bf on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:57:58.490791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Attempting to bind port 73b62b95-b742-4165-9e83-ba2b388b89bf by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'ef794f8c-f399-4b79-b17a-65cc668285cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:57:58.490791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Attempting to bind port 73b62b95-b742-4165-9e83-ba2b388b89bf on network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Checking segment: {'id': 'ef794f8c-f399-4b79-b17a-65cc668285cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Bound using segment: {'id': 'ef794f8c-f399-4b79-b17a-65cc668285cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Bound port: 73b62b95-b742-4165-9e83-ba2b388b89bf, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef794f8c-f399-4b79-b17a-65cc668285cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b700ce2-e85d-405b-b3ae-fbbbc499bc6a'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:57:58.523071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.549136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1ba9b773-deee-41bc-9416-a1722041aad0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:58.549730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:58.551944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01e1b-681c-471d-b916-f2b5618a6ccf req-78afd9f9-bc05-40f4-8e9a-4692d89ab6c4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:57:58.553556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bac01e1b-681c-471d-b916-f2b5618a6ccf req-78afd9f9-bc05-40f4-8e9a-4692d89ab6c4 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 944 time: 0.5624354 May 06 12:57:58.742561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bac01e1b-681c-471d-b916-f2b5618a6ccf req-8f5981e0-5348-4a12-93b5-f9241dbb93b1 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769364 May 06 12:57:58.815919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] For port 73b62b95-b742-4165-9e83-ba2b388b89bf, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:57:58.815919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] For port 73b62b95-b742-4165-9e83-ba2b388b89bf, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=73b62b95-b742-4165-9e83-ba2b388b89bf,segment=NetworkSegment(ef794f8c-f399-4b79-b17a-65cc668285cf),segment_id=ef794f8c-f399-4b79-b17a-65cc668285cf)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:57:58.815919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:57:59.031010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.508363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.568853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbbe92-76e2-46b8-84b6-a03411b0a5ab None None] Pushing event updated for resources: {'Port': ['ID=73b62b95-b742-4165-9e83-ba2b388b89bf,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:57:59.607792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object cafc6124-0434-4a52-a5b1-c2155ac3f3a8 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:57:59.642185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:57:59.642185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:57:59.779919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b74379-7e11-4264-9d45-5b24ce823386 req-8d03a32d-d38a-4f69-89fe-33691ba3ec42 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.0902393 May 06 12:57:59.998765 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.024025 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:58:00.032036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-a673dcb2-cbcc-48f9-8707-774831b639cd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:00.032036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-a673dcb2-cbcc-48f9-8707-774831b639cd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 797 time: 0.4256926 May 06 12:58:00.114476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:00.114476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:00.196943 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b913bd6-2303-450a-9428-f668d02ad521'] response: {'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'code': 200} May 06 12:58:00.233098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-cb3ab614-d260-4849-8246-13c0218c1717 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f24614299b4944a640a6ded4c08658&device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1095 time: 0.6068258 May 06 12:58:00.278396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.306400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:00.409552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:00.597766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-79fdb594-ccc2-4c1c-87c6-77d14f176a7b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 380 time: 0.5531077 May 06 12:58:00.613549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=cafc6124-0434-4a52-a5b1-c2155ac3f3a8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:00.613549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'port': {'device_id': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'admin_state_up': True, 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'security_groups': ['8c56f226-68ec-4885-807a-fbaf2992a2ab']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-2d409ff7-6a3e-49f6-965b-67c4e7a2561d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.340120 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-2d409ff7-6a3e-49f6-965b-67c4e7a2561d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 200 len: 918 time: 0.7461407 May 06 12:58:01.346929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-710ae438-b043-4ea1-a85c-4d36c33dee78 req-23458afd-9ff7-4b2d-bb33-a3b36e22dc27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 1097 time: 0.4011784 May 06 12:58:01.346929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c32519b8-2db8-4095-bb7a-6d76298d279c req-90ffb2c6-d826-412b-8925-1f61f0313419 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.0827818 May 06 12:58:01.346929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-710ae438-b043-4ea1-a85c-4d36c33dee78 req-908fe158-3bd2-434d-98fb-b3b5a542a7b4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504956 May 06 12:58:01.462577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.473560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:01.502914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-a01d87d0-b3eb-4cf2-ba36-0fd02cd8e603 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 200 len: 1001 time: 0.4238734 May 06 12:58:01.582264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:01.614333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:01.639885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-c24835f0-72eb-4560-8e1c-348aabd21dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.641905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-c24835f0-72eb-4560-8e1c-348aabd21dae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 200 len: 856 time: 0.1273305 May 06 12:58:01.700990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049fb46-d929-4255-a141-a95d704d28ee req-4dde1b39-c6f8-4c93-bcc5-c16d05261dff tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:01.708659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f049fb46-d929-4255-a141-a95d704d28ee req-4dde1b39-c6f8-4c93-bcc5-c16d05261dff tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 1.1397502 May 06 12:58:01.742691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68020448-008d-4ad8-97e6-e61cbb39e39b None None] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:01.810845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f870a2f-64ff-4170-ae8d-02dc2849a4fb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8585353 May 06 12:58:01.814220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33238) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:01.829671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f049fb46-d929-4255-a141-a95d704d28ee req-ab6305ae-ba98-4f80-b21a-eb0835834207 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103725 May 06 12:58:01.832468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-104a77fa-52f2-4a0d-9bcd-d78b30ccc08d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3446330c-f0c9-417b-b959-bda3802eec6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822579 May 06 12:58:01.943466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:01.952449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.056773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port cafc6124-0434-4a52-a5b1-c2155ac3f3a8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:02.057334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:02.135192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 73b62b95-b742-4165-9e83-ba2b388b89bf up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:02.270078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-8d58a849-a6e4-4aea-9591-930c82fbfae7 service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315200 May 06 12:58:02.368257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-08294326-cc3a-4de7-92b4-514edcdb0795 None None] Provisioning for port 73b62b95-b742-4165-9e83-ba2b388b89bf completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:02.789250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 73b62b95-b742-4165-9e83-ba2b388b89bf completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:05.645892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 73b62b95-b742-4165-9e83-ba2b388b89bf triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:05.645892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.661416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.4 (d96fb904-e41a-45c3-aa9b-1ed1afab751e/0f68b1ec-4ade-41cb-9d55-1207623e9260/fc937cef-6e84-43e4-8dc1-6848ea88fdfa) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:05.668849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.672802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-247af93f-2290-48d2-9ddf-f6f0791487f7 req-7d4c0480-1d7b-4e9c-ac7c-6cdd5119231a service neutron] 10.222.0.86 "GET /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196070 May 06 12:58:05.675850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.675850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 73b62b95-b742-4165-9e83-ba2b388b89bf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=73b62b95-b742-4165-9e83-ba2b388b89bf,segment=NetworkSegment(ef794f8c-f399-4b79-b17a-65cc668285cf),segment_id=ef794f8c-f399-4b79-b17a-65cc668285cf)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:05.682261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d81c290-b863-41c9-ab13-9a1d9e6a98dd req-7b34d091-a16e-4d02-9704-89ca3992a79d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.3831897 May 06 12:58:05.682261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for cafc6124-0434-4a52-a5b1-c2155ac3f3a8 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:05.686106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.686106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d7697-f540-4ca3-8999-4be0de89eec1 req-26c4d585-c0af-433e-a152-06ea26d93aef tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:05.686106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-312d7697-f540-4ca3-8999-4be0de89eec1 req-26c4d585-c0af-433e-a152-06ea26d93aef tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.1408889 May 06 12:58:05.686106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-312d7697-f540-4ca3-8999-4be0de89eec1 req-30345d02-45e4-40e1-91a8-969eb752e16d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463591 May 06 12:58:05.807186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.873831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object fc937cef-6e84-43e4-8dc1-6848ea88fdfa will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:05.874079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:05.969994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=73b62b95-b742-4165-9e83-ba2b388b89bf,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:06.005654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-41718860-f534-4f18-b362-6531f69c5dd4 None None] Provisioning complete for port 73b62b95-b742-4165-9e83-ba2b388b89bf triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:06.005939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41718860-f534-4f18-b362-6531f69c5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.028432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.239499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:06.278425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:06.289361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:06.301440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:06.343671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-41718860-f534-4f18-b362-6531f69c5dd4 None None] Could not find standard attr ID for object cafc6124-0434-4a52-a5b1-c2155ac3f3a8. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:58:06.408468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:06.409140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.425407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=cafc6124-0434-4a52-a5b1-c2155ac3f3a8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:06.441953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9b4b6a60-3d83-4b54-b7ae-b102f5c45bc7 None None] Could not find standard attr ID for object cafc6124-0434-4a52-a5b1-c2155ac3f3a8. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:58:06.453741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.454237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.454696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.455133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.455543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.455970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.456774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.457174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.457635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.458106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.459182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:06.530275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:06.553177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-615d957d-2dff-4093-a34c-f11dacc4279a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/cafc6124-0434-4a52-a5b1-c2155ac3f3a8 HTTP/1.1" status: 204 len: 168 time: 4.7382722 May 06 12:58:06.554499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:06.605607 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-03159177-7b5f-4bab-80e3-7e44d9286111 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9982219 May 06 12:58:06.617701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Request body: {'port': {'device_id': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:06.652610 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b8f69c-330e-4921-8bdb-3a1fc7bf847f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 12:58:06.661114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b8f69c-330e-4921-8bdb-3a1fc7bf847f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:58:06.666654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-77b8f69c-330e-4921-8bdb-3a1fc7bf847f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/cafc6124-0434-4a52-a5b1-c2155ac3f3a8 HTTP/1.1" status: 404 len: 333 time: 0.1139574 May 06 12:58:06.671275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33332) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:06.962865 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-271a066d-c047-4e30-bd93-3eb2507c7926 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:58:06.962865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-271a066d-c047-4e30-bd93-3eb2507c7926 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:07.063460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.099581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8fcbee3c-ca1b-4846-a410-8e7b90ab054d None None] Provisioning for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:07.105213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8fcbee3c-ca1b-4846-a410-8e7b90ab054d None None] Provisioning complete for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:07.105932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8fcbee3c-ca1b-4846-a410-8e7b90ab054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.160736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-271a066d-c047-4e30-bd93-3eb2507c7926 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:07.165215 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-271a066d-c047-4e30-bd93-3eb2507c7926 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/cafc6124-0434-4a52-a5b1-c2155ac3f3a8 HTTP/1.1" status: 404 len: 333 time: 0.4881189 May 06 12:58:07.166100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33350) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:07.227287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbee3c-ca1b-4846-a410-8e7b90ab054d None None] Port fc937cef-6e84-43e4-8dc1-6848ea88fdfa cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:07.400276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0512b-5259-489e-be7a-e6dfa7db9dab req-fcd6c704-d29e-435a-b7cd-6d0bb51d8771 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:07.401829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5b0512b-5259-489e-be7a-e6dfa7db9dab req-fcd6c704-d29e-435a-b7cd-6d0bb51d8771 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.3130944 May 06 12:58:07.481370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13c61f-a2ca-420d-b90a-c69ad96f4e3b req-19f8ec29-0776-4188-be75-e4f7cb2c39a2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:07.482807 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a13c61f-a2ca-420d-b90a-c69ad96f4e3b req-19f8ec29-0776-4188-be75-e4f7cb2c39a2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 931 time: 0.4425683 May 06 12:58:07.539990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5b0512b-5259-489e-be7a-e6dfa7db9dab req-719a4f66-441a-431d-8130-7f8d1dcba04f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301320 May 06 12:58:07.546077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet 33af2fde-cbbe-4d91-80ed-0f82c48e80bb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:07.553345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.653991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a13c61f-a2ca-420d-b90a-c69ad96f4e3b req-ca6ab1a9-48c9-422b-a5aa-8bf98d55fcda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527643 May 06 12:58:07.701316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.843316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:58:07.862657 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:07.916465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Transition to ACTIVE for port object fc937cef-6e84-43e4-8dc1-6848ea88fdfa will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:07.942319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.012087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.025794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 73b62b95-b742-4165-9e83-ba2b388b89bf up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:08.279646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.317670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:08.360821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 73b62b95-b742-4165-9e83-ba2b388b89bf triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:08.362709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.400366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=33af2fde-cbbe-4d91-80ed-0f82c48e80bb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:08.409520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.431904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d38fdad0-376d-4507-918d-aac3a940f56a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/33af2fde-cbbe-4d91-80ed-0f82c48e80bb HTTP/1.1" status: 204 len: 168 time: 1.2643304 May 06 12:58:08.435170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:08.454248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc10f7-197f-4c58-846e-83e386adacb8 None None] Network 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:08.782372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.792860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 73b62b95-b742-4165-9e83-ba2b388b89bf {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:08.793454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:08.904555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1f96008b-94e8-4c28-8629-6ba907f158cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.142205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:09.143045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:09.143643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:09.172870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:58:09.173426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:09.219053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3de048-4bf7-4e9c-a235-2564a2064c11 req-9f796556-ad41-4c49-8f5a-ff463068c138 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:09.220892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab3de048-4bf7-4e9c-a235-2564a2064c11 req-9f796556-ad41-4c49-8f5a-ff463068c138 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.2619238 May 06 12:58:09.222324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:09.222912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:09.223554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Bound using segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:09.224263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Bound port: fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:09.224772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.333219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab3de048-4bf7-4e9c-a235-2564a2064c11 req-beda7ec5-4125-4f5a-a002-3ba5c2ead7f6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962541 May 06 12:58:09.418131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:09.422562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:09.490674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] DHCP port deletion for 9b700ce2-e85d-405b-b3ae-fbbbc499bc6a request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:58:09.496565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Deleting port 73b62b95-b742-4165-9e83-ba2b388b89bf {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:09.496936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.521350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port 73b62b95-b742-4165-9e83-ba2b388b89bf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=73b62b95-b742-4165-9e83-ba2b388b89bf,segment=NetworkSegment(ef794f8c-f399-4b79-b17a-65cc668285cf),segment_id=ef794f8c-f399-4b79-b17a-65cc668285cf)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:09.521971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.565999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.653106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:09.663303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] 10.222.0.13 "PUT /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1091 time: 3.0500021 May 06 12:58:09.663820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:09.749047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9e4d0-9c20-45f2-934a-bdf7abb6e58c service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:09.864616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 73b62b95-b742-4165-9e83-ba2b388b89bf owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:09.876396 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123cd895-12d1-4969-8a49-ebb1f9804bc8'] response: {'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 12:58:09.916998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575d83-81b8-4c93-8eba-42df34ca7e9e req-43b9667c-5edd-4d27-8a44-6cb296be400c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:09.919659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0575d83-81b8-4c93-8eba-42df34ca7e9e req-43b9667c-5edd-4d27-8a44-6cb296be400c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.9304931 May 06 12:58:09.963292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 73b62b95-b742-4165-9e83-ba2b388b89bf no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:10.004709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-c650b8c1-475a-449b-a2fb-1348731f1177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1094 time: 0.2201033 May 06 12:58:10.081025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0575d83-81b8-4c93-8eba-42df34ca7e9e req-1452937e-9c06-49d0-b4e7-f861dab2e426 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384339 May 06 12:58:10.204313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] For port 73b62b95-b742-4165-9e83-ba2b388b89bf, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=73b62b95-b742-4165-9e83-ba2b388b89bf,segment=NetworkSegment(ef794f8c-f399-4b79-b17a-65cc668285cf),segment_id=ef794f8c-f399-4b79-b17a-65cc668285cf)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:10.209190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.315222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.389487 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-8fd19dd2-a45a-4fd4-a951-1a4faa3befcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 217 time: 0.3775434 May 06 12:58:10.426869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No DVR routers for this DVR port 73b62b95-b742-4165-9e83-ba2b388b89bf on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:10.456826 n-d-840845-1 neutron-server[84801]: INFO neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No ports have port_id starting with 73b62b95-b742-4165-9e83-ba2b388b89bf May 06 12:58:10.489929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=73b62b95-b742-4165-9e83-ba2b388b89bf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:10.527588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-5e2183b4-7121-48f6-b253-b45b79e83740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:10.529296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-5e2183b4-7121-48f6-b253-b45b79e83740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1322703 May 06 12:58:10.614469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Calling delete_port for 73b62b95-b742-4165-9e83-ba2b388b89bf owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:10.634907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.647267 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-f59aa1a1-a3f2-4a4e-bba9-36a176237e76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073496 May 06 12:58:10.775238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:10.775707 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:10.805057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b700ce2-e85d-405b-b3ae-fbbbc499bc6a']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.819433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef794f8c-f399-4b79-b17a-65cc668285cf') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.819722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef794f8c-f399-4b79-b17a-65cc668285cf') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:10.832520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.850091 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.857217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:58:10.857553 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:10.868936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-18f905dc-23eb-472a-9cfc-ae0aa8cccf71 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145588 May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: timer() May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:58:10.873428 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:58:10.945691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5ada9d00-4cf0-4520-8074-716d322641a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.081654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5481a145-d10c-4489-b8cb-327b9a1185a0 req-3e97df0b-2ee5-440f-a298-6ab5a68dda0f service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055044 May 06 12:58:11.110223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.132154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.150846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=9b700ce2-e85d-405b-b3ae-fbbbc499bc6a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:11.264791 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-22561043-3399-44ba-a680-6fe3669f15c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/9b700ce2-e85d-405b-b3ae-fbbbc499bc6a HTTP/1.1" status: 204 len: 168 time: 2.8281901 May 06 12:58:11.274871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33430) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:11.283463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Deleting port 73b62b95-b742-4165-9e83-ba2b388b89bf {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:11.283596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-704896586'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:11.284981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.292762 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:11.340298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:11.367320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-95954995-6b6b-4c98-a115-0cb411255aeb None None] The port '73b62b95-b742-4165-9e83-ba2b388b89bf' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:58:11.397800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:11.424407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:11.490158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da52d26-97ee-465a-8e4c-762eab02a5f0 req-e80d7eee-651d-4b78-828a-d879b91e6ee9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:11.490911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8da52d26-97ee-465a-8e4c-762eab02a5f0 req-e80d7eee-651d-4b78-828a-d879b91e6ee9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:11.500899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-576552da-5648-4499-bf08-b9d6ad4fcf45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1094 time: 0.1990929 May 06 12:58:11.584127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:11.587036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.651102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:11.671318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8da52d26-97ee-465a-8e4c-762eab02a5f0 req-e80d7eee-651d-4b78-828a-d879b91e6ee9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:11.677858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8da52d26-97ee-465a-8e4c-762eab02a5f0 req-e80d7eee-651d-4b78-828a-d879b91e6ee9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.3347802 May 06 12:58:11.690186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.690527 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment 0339866f-e1e8-454c-b5ab-0d6a8a318584 of type vlan for network 12d8db3e-fe5d-4e06-8a82-544c1423f09b May 06 12:58:11.716674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36db4-a680-48f0-b035-8588469cb449 req-2122253d-0762-4b8c-9441-aa8894dffa6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:11.718148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-2122253d-0762-4b8c-9441-aa8894dffa6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2103372 May 06 12:58:11.834748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:11.849226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8da52d26-97ee-465a-8e4c-762eab02a5f0 req-b164e842-798c-4c68-9562-443607090cc2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627390 May 06 12:58:11.863679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-0f8c20aa-3f7e-49fc-b721-2a228320cbac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 217 time: 0.1350751 May 06 12:58:11.947312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36db4-a680-48f0-b035-8588469cb449 req-e848d8de-1233-4252-9d2e-544c1c697c9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:11.947312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-e848d8de-1233-4252-9d2e-544c1c697c9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.0722508 May 06 12:58:12.036102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-36796994-b78a-4cf2-8777-eec3483f7f9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847969 May 06 12:58:12.077878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.080847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:12.081438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.273048 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.307212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=12d8db3e-fe5d-4e06-8a82-544c1423f09b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:12.312936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:12.325519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:12.367948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-d6bfe723-daa2-41f9-97c3-a64600b5a9dc service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248751 May 06 12:58:12.390802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c51d2af-b500-4aec-b41b-60f10d3cf702 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1071882 May 06 12:58:12.393366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33462) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:12.399475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:12.626521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:12.632480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:12.635631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:12.642737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:12.645282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e36db4-a680-48f0-b035-8588469cb449 req-ea6d3c95-8739-4d3d-9ed4-bc874450fab2 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625129 May 06 12:58:12.778077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:12.905812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:58:13.003978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.239918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:13.273761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:58:13.387389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.422952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb588-96b5-48c2-9631-d3d6449087af req-f05c78a3-d284-45d2-b110-76a29af426f4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:13.427520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f0cb588-96b5-48c2-9631-d3d6449087af req-f05c78a3-d284-45d2-b110-76a29af426f4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.2499735 May 06 12:58:13.438404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:58:13.466677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:13.577910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.675944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:13.680327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.684357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f0cb588-96b5-48c2-9631-d3d6449087af req-df293321-a562-47be-8376-0ff19977fe41 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385519 May 06 12:58:13.795398 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:13.837993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['fc937cef-6e84-43e4-8dc1-6848ea88fdfa'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:58:13.881095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=6315ecba-cd4a-4e49-9c6a-d1df12b98ce8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:13.930642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': '0339866f-e1e8-454c-b5ab-0d6a8a318584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:13.930642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 12d8db3e-fe5d-4e06-8a82-544c1423f09b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:14.101232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:14.194898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 12d8db3e-fe5d-4e06-8a82-544c1423f09b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:14.205386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:14.205979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:14.219519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1d348-78c1-4a0f-8c9d-a188c9a0e04e None None] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:14.401567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-819b58f1-2a0b-49df-b2ed-0ad1ade681d4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0067575 May 06 12:58:14.403997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:14.411091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1844239258'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:14.602750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-12d8db3e-fe5d-4e06-8a82-544c1423f09b', 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': '6315ecba-cd4a-4e49-9c6a-d1df12b98ce8'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:58:14.603576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:14.766611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:14.771619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:14.774915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:14.782249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:14.858884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Allocated IP 172.20.0.2 (12d8db3e-fe5d-4e06-8a82-544c1423f09b/6315ecba-cd4a-4e49-9c6a-d1df12b98ce8/6c109f95-f3d7-495e-9c4b-8454a9922022) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:14.924230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:14.927383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:14.939171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:15.004561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port e5f77d6e-64cd-4e96-aad8-59e41177ef9f yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:15.142309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bceff3-d980-4f01-8dbf-09ecd3babfe7 req-f81438bd-9cd7-40a9-888e-a6e36805440b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:15.143925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34bceff3-d980-4f01-8dbf-09ecd3babfe7 req-f81438bd-9cd7-40a9-888e-a6e36805440b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.2611794 May 06 12:58:15.193529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.208085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Transition to ACTIVE for port object 6c109f95-f3d7-495e-9c4b-8454a9922022 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:15.210492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34bceff3-d980-4f01-8dbf-09ecd3babfe7 req-f7441f1f-9273-4284-8163-fc1839234268 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576987 May 06 12:58:15.238857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Transition to ACTIVE for port object 6c109f95-f3d7-495e-9c4b-8454a9922022 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:15.413131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:15.425160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:15.425535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.567195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:15.740234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.13 (12d8db3e-fe5d-4e06-8a82-544c1423f09b/6315ecba-cd4a-4e49-9c6a-d1df12b98ce8/e5f77d6e-64cd-4e96-aad8-59e41177ef9f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:15.834560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:15.839392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Pushing event updated for resources: {'Port': ['ID=6c109f95-f3d7-495e-9c4b-8454a9922022,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:15.847396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:15.851991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:16.007510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Attempting to bind port 6c109f95-f3d7-495e-9c4b-8454a9922022 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:16.007914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Attempting to bind port 6c109f95-f3d7-495e-9c4b-8454a9922022 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '0339866f-e1e8-454c-b5ab-0d6a8a318584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:16.008281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Attempting to bind port 6c109f95-f3d7-495e-9c4b-8454a9922022 on network 12d8db3e-fe5d-4e06-8a82-544c1423f09b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:16.033813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:16.034136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Checking segment: {'id': '0339866f-e1e8-454c-b5ab-0d6a8a318584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:16.034674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.035072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Bound using segment: {'id': '0339866f-e1e8-454c-b5ab-0d6a8a318584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:16.035639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Bound port: 6c109f95-f3d7-495e-9c4b-8454a9922022, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0339866f-e1e8-454c-b5ab-0d6a8a318584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '12d8db3e-fe5d-4e06-8a82-544c1423f09b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:16.036001 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.075906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.112827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.133134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object e5f77d6e-64cd-4e96-aad8-59e41177ef9f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:16.143871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:16.166901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:16.200937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] For port 6c109f95-f3d7-495e-9c4b-8454a9922022, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:16.205477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] For port 6c109f95-f3d7-495e-9c4b-8454a9922022, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c109f95-f3d7-495e-9c4b-8454a9922022,segment=NetworkSegment(0339866f-e1e8-454c-b5ab-0d6a8a318584),segment_id=0339866f-e1e8-454c-b5ab-0d6a8a318584)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:16.222286 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7451c6-222b-48bc-96c6-7043ab347bcb'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'code': 200} May 06 12:58:16.417111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92d174aa-80b5-4b90-9e58-162cb6feb394 req-67d21b92-5ef9-4029-90a2-3f836415c387 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1095 time: 0.1326590 May 06 12:58:16.475472 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.482133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.509545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.518556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92d174aa-80b5-4b90-9e58-162cb6feb394 req-79f00c50-15a8-4002-8ff4-31faddb0e5ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951600 May 06 12:58:16.543496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b545db-b3df-49fc-a247-6a1b0a38add7 req-eb3a83fa-a2d2-4c18-91ee-5200c4a9bcb6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:16.545333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1b545db-b3df-49fc-a247-6a1b0a38add7 req-eb3a83fa-a2d2-4c18-91ee-5200c4a9bcb6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.1789396 May 06 12:58:16.615600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:16.640961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:16.650276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:16.658835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:16.721961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=e5f77d6e-64cd-4e96-aad8-59e41177ef9f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:16.779210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befe66-40e1-4548-9f09-22d4f93ab8bf None None] Pushing event updated for resources: {'Port': ['ID=6c109f95-f3d7-495e-9c4b-8454a9922022,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:16.787104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:16.829680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d1b545db-b3df-49fc-a247-6a1b0a38add7 req-2010b410-01f4-4657-85b0-335c4e662ca2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470007 May 06 12:58:16.862027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:16.869976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.089175 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cef0663d-a0c6-4413-b7a5-68dc20b4d064 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6836035 May 06 12:58:17.092876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33588) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:17.180660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port e5f77d6e-64cd-4e96-aad8-59e41177ef9f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:17.184425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.493838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:17.771128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for e5f77d6e-64cd-4e96-aad8-59e41177ef9f owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:18.022411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c109f95-f3d7-495e-9c4b-8454a9922022 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:18.207854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c0e76-c9ec-45e3-b149-d29af19d2902 None None] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:18.295556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cd7a3-017d-44a6-8252-7ab3ed26416c req-3a80ae40-de94-4bf4-9169-d784d752a4fe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:18.297940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa9cd7a3-017d-44a6-8252-7ab3ed26416c req-3a80ae40-de94-4bf4-9169-d784d752a4fe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1218770 May 06 12:58:18.331621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6c109f95-f3d7-495e-9c4b-8454a9922022 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:18.349275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa9cd7a3-017d-44a6-8252-7ab3ed26416c req-2a28179f-1ddd-4c7d-bb05-be6e7170b874 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 May 06 12:58:18.641893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0903326-6aac-4124-9d3e-20823a7561ad req-40810ff1-b6c5-4800-b269-f80b0f94d582 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:18.648347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0903326-6aac-4124-9d3e-20823a7561ad req-40810ff1-b6c5-4800-b269-f80b0f94d582 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1068630 May 06 12:58:18.677188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.705936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0903326-6aac-4124-9d3e-20823a7561ad req-ffc1566d-513a-44cd-bdd2-bec784dc291d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557628 May 06 12:58:18.741759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33642) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:18.815611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Provisioning for port 6c109f95-f3d7-495e-9c4b-8454a9922022 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:18.824837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Provisioning complete for port 6c109f95-f3d7-495e-9c4b-8454a9922022 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:18.824837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:18.869845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-354f61bc-05cb-444e-b255-92c3f9e25308 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1091 time: 0.1268413 May 06 12:58:18.872605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:18.879417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:18.886191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=e5f77d6e-64cd-4e96-aad8-59e41177ef9f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:18.892324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:18.904478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:floatingip and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:18.917278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:18.951464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:19.111352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.127060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.136374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.156376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-665fe864-26f9-4f4a-af0a-12cadf3a6cc6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/e5f77d6e-64cd-4e96-aad8-59e41177ef9f HTTP/1.1" status: 204 len: 168 time: 2.0620074 May 06 12:58:19.159296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33660) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:19.186419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] For port 6c109f95-f3d7-495e-9c4b-8454a9922022, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c109f95-f3d7-495e-9c4b-8454a9922022,segment=NetworkSegment(0339866f-e1e8-454c-b5ab-0d6a8a318584),segment_id=0339866f-e1e8-454c-b5ab-0d6a8a318584)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:19.233376 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708f4ad-9798-4d88-bc7b-61f40419c050 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:58:19.234010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6708f4ad-9798-4d88-bc7b-61f40419c050 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:19.349517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.427420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.515022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe8065-379d-4e37-bc0b-d15448957afc None None] Pushing event updated for resources: {'Port': ['ID=6c109f95-f3d7-495e-9c4b-8454a9922022,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:19.516957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.11 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/45ec7d4b-a61c-4881-8a14-d3b0342c63d5) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:19.552596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39683ab1-141c-4adb-8e5e-3e6a825f2bd6 None None] Provisioning complete for port 6c109f95-f3d7-495e-9c4b-8454a9922022 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:19.552877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-39683ab1-141c-4adb-8e5e-3e6a825f2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.572120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6708f4ad-9798-4d88-bc7b-61f40419c050 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:19.573777 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6708f4ad-9798-4d88-bc7b-61f40419c050 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/e5f77d6e-64cd-4e96-aad8-59e41177ef9f HTTP/1.1" status: 404 len: 333 time: 0.3937497 May 06 12:58:19.578101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33678) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:19.685980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-39683ab1-141c-4adb-8e5e-3e6a825f2bd6 None None] Could not find standard attr ID for object e5f77d6e-64cd-4e96-aad8-59e41177ef9f. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:58:19.703819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.796230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet 6315ecba-cd4a-4e49-9c6a-d1df12b98ce8 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:19.800229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.863008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.884591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c109f95-f3d7-495e-9c4b-8454a9922022 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:19.963004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.964959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:19.992796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6c109f95-f3d7-495e-9c4b-8454a9922022 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:19.993328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.068606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=45ec7d4b-a61c-4881-8a14-d3b0342c63d5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:20.076861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:20.079280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:20.085630 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:20.412847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.465631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=6315ecba-cd4a-4e49-9c6a-d1df12b98ce8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:20.473834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.484955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0b617-10a4-4a2b-a639-e7eb0e2c82c5 None None] Network 12d8db3e-fe5d-4e06-8a82-544c1423f09b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:20.490992 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8b016992-5b5f-4f4f-81bc-6b3982ae9d3c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/6315ecba-cd4a-4e49-9c6a-d1df12b98ce8 HTTP/1.1" status: 204 len: 168 time: 0.9136758 May 06 12:58:20.491860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33710) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:20.834321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.895622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 6c109f95-f3d7-495e-9c4b-8454a9922022 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:20.895985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:20.979628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.017665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.098919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] DHCP port deletion for 12d8db3e-fe5d-4e06-8a82-544c1423f09b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:58:21.101720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Deleting port 6c109f95-f3d7-495e-9c4b-8454a9922022 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:21.102104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.114999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:21.212971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.365203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port 6c109f95-f3d7-495e-9c4b-8454a9922022, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c109f95-f3d7-495e-9c4b-8454a9922022,segment=NetworkSegment(0339866f-e1e8-454c-b5ab-0d6a8a318584),segment_id=0339866f-e1e8-454c-b5ab-0d6a8a318584)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:21.365583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.465931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] For port 6c109f95-f3d7-495e-9c4b-8454a9922022, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c109f95-f3d7-495e-9c4b-8454a9922022,segment=NetworkSegment(0339866f-e1e8-454c-b5ab-0d6a8a318584),segment_id=0339866f-e1e8-454c-b5ab-0d6a8a318584)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:21.466533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.565767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 6c109f95-f3d7-495e-9c4b-8454a9922022 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:21.606313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.653255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.655523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Calling delete_port for 6c109f95-f3d7-495e-9c4b-8454a9922022 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:21.698671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:21.702540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Usage tracker for resource:security_group_rule and tenant:cf7b41959b1b4cf28f7f45f1a092b605 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:21.706223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:21.712222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:21.731727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.834965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.846200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:21.846200 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:21.910801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c109f95-f3d7-495e-9c4b-8454a9922022 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:21.928267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=45ec7d4b-a61c-4881-8a14-d3b0342c63d5,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:21.956978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No DVR routers for this DVR port 6c109f95-f3d7-495e-9c4b-8454a9922022 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:21.960980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:21.979649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6c109f95-f3d7-495e-9c4b-8454a9922022 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:21.979951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c109f95-f3d7-495e-9c4b-8454a9922022 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:58:22.087158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.088396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=6c109f95-f3d7-495e-9c4b-8454a9922022,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:22.195184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.224766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d8db3e-fe5d-4e06-8a82-544c1423f09b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:22.238229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0339866f-e1e8-454c-b5ab-0d6a8a318584') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:22.238526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0339866f-e1e8-454c-b5ab-0d6a8a318584') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:22.251623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.254772 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Floating IP b40e2380-ed35-4f80-b29a-13a192aaca63 associated. External IP: 172.25.2.11, port: fc937cef-6e84-43e4-8dc1-6848ea88fdfa. May 06 12:58:22.270224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.307266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.343750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Deleting port 6c109f95-f3d7-495e-9c4b-8454a9922022 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:22.344193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.360770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf7b41959b1b4cf28f7f45f1a092b605&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2444959 May 06 12:58:22.361833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db34c35-584c-4a7d-b68a-e934e0360b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2fc0c-d569-4acf-aeba-0ff63a9e2d49,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:22.364393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33786) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:22.431756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:58:22.432263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.441580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-423baea8-a72a-4487-a287-d65fd80194dd None None] The port '6c109f95-f3d7-495e-9c4b-8454a9922022' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: timer() May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:58:22.458933 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:58:22.760854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 05cbc245-6353-41a6-a98e-beb2b265da7e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:22.773016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.809183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.918805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.938671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:22.953597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=12d8db3e-fe5d-4e06-8a82-544c1423f09b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:23.059555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.062429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.065604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2fa2fc0c-d569-4acf-aeba-0ff63a9e2d49 HTTP/1.1" status: 204 len: 168 time: 0.6995692 May 06 12:58:23.084391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77886d0c-96da-43f0-839c-74e3ccbc8c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2fc0c-d569-4acf-aeba-0ff63a9e2d49,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:23.108826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37167f26-d476-48c9-b186-0ea8bfffd7da tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/12d8db3e-fe5d-4e06-8a82-544c1423f09b HTTP/1.1" status: 204 len: 168 time: 2.6155157 May 06 12:58:23.112278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:23.130279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'name': 'tempest-PortsTestJSON-1213445133'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:23.154497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:23.165130 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Sync routers for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:23.193656 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:23.194322 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:23.305491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:23.310090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:23.316187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:23.337805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:23.406721 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:23.448174 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.543555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ed5773c-bd70-411c-9c8d-e691109c8aa4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6698112 May 06 12:58:23.544457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:23.568427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:23.572979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:23.621527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 6a83d546-e58b-4d89-a687-0112c6e33bca yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:23.651604 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7de03f-ad24-490b-b9d7-e685db83110f'] response: {'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 12:58:23.822702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-aa3b6f7f-a263-455b-8162-263944da2f5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1096 time: 0.1452520 May 06 12:58:23.834035 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b40e2380-ed35-4f80-b29a-13a192aaca63', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:58:20Z', 'updated_at': '2022-05-06T12:58:20Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:23.847287 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Checking router: 05cbc245-6353-41a6-a98e-beb2b265da7e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:58:23.872077 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:23.872666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4e31e-9b99-40df-a078-1526294569e4 req-b4995ee6-1e17-4b00-88ad-2c93c3637616 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:23.874753 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:23.875011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82f4e31e-9b99-40df-a078-1526294569e4 req-b4995ee6-1e17-4b00-88ad-2c93c3637616 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1886909 May 06 12:58:24.047764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2dd8-0364-434f-976c-c7638d6763bf req-88387471-c230-4bcd-8603-bf27315f683f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:24.050869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-88387471-c230-4bcd-8603-bf27315f683f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2227325 May 06 12:58:24.079001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82f4e31e-9b99-40df-a078-1526294569e4 req-5d251419-6113-4d48-be36-21f7ca2061da tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869841 May 06 12:58:24.115122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:24.116084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:24.177613 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:24.243707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-fd55e266-9ac8-4666-807e-33719d577bf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.1885433 May 06 12:58:24.347916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2dd8-0364-434f-976c-c7638d6763bf req-51bc52b6-2541-4f52-befd-29bb16c3b30a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:24.347916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-51bc52b6-2541-4f52-befd-29bb16c3b30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.0937130 May 06 12:58:24.378005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b4f15b04-ae07-468d-8168-f69882af1b45 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 200 len: 990 time: 0.2589910 May 06 12:58:24.475322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:24.477812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-0f0d5a2e-78af-4166-9f95-bf96a8ebba30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221967 May 06 12:58:24.555490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:24.558784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:24.570566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:24.575499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:24.576145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:24.585090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=6a83d546-e58b-4d89-a687-0112c6e33bca,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:24.653253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-3bcbc65e-ee91-44fa-a8c6-8b27324b9d16 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691349 May 06 12:58:24.823606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-884b2dd8-0364-434f-976c-c7638d6763bf req-be513e62-4a25-4b23-90f8-a359871745c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643369 May 06 12:58:24.857906 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b40e2380-ed35-4f80-b29a-13a192aaca63', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:58:20Z', 'updated_at': '2022-05-06T12:58:20Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:24.858262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d77c002-19bd-4fc7-b35b-974330a7ce92 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7399082 May 06 12:58:24.858262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33886) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:24.862835 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673097f-d592-4caa-b675-21fa13fa82ce None None] The sync data for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 is: [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'b40e2380-ed35-4f80-b29a-13a192aaca63', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T12:58:20Z', 'updated_at': '2022-05-06T12:58:20Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:24.955789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 6a83d546-e58b-4d89-a687-0112c6e33bca {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:24.956228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.204645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554703-0ac4-406d-9772-2501fff1d267 None None] New status for floating IP b40e2380-ed35-4f80-b29a-13a192aaca63: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:58:25.232619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.362014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 6a83d546-e58b-4d89-a687-0112c6e33bca owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:25.373587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 33908) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:25.518396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8beb35f2-ec86-4ed2-96ec-1d71ee4c9046 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 200 len: 990 time: 0.1433265 May 06 12:58:25.560694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.619413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=6a83d546-e58b-4d89-a687-0112c6e33bca,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:25.629528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:25.659337 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52f80313-9d84-4b3a-8965-f404df326e87 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/6a83d546-e58b-4d89-a687-0112c6e33bca HTTP/1.1" status: 204 len: 168 time: 0.7985132 May 06 12:58:25.661178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33926) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:25.669298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'mac_address': 'fa:16:3e:35:d2:9e', 'name': 'tempest-PortsTestJSON-1364423525'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:25.780496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:25.785870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:25.789100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:25.795691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:25.966429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:26.174368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.210592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 462e577e-a432-4394-8032-cbe39434567e yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:26.483370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.521562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33956) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:26.631262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-add6d478-45ae-49c0-beb3-1810264d0c4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 200 len: 992 time: 0.1080849 May 06 12:58:26.821773 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.896212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:26.899551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:26.903464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:26.907523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:26.908149 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:26.916097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=462e577e-a432-4394-8032-cbe39434567e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:27.232493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5da7d206-cce4-49d5-9343-dd23beb4e815 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5698695 May 06 12:58:27.235950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33974) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:27.310370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac192d-db4a-49fc-bc8b-964ac0ac29d6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:27.310945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b3ac192d-db4a-49fc-bc8b-964ac0ac29d6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:27.457603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b3ac192d-db4a-49fc-bc8b-964ac0ac29d6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:27.458944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b3ac192d-db4a-49fc-bc8b-964ac0ac29d6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/462e577e-a432-4394-8032-cbe39434567e HTTP/1.1" status: 200 len: 841 time: 0.2218122 May 06 12:58:27.461951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 33990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:27.528829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 462e577e-a432-4394-8032-cbe39434567e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:27.529525 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:27.787286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:27.932821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 462e577e-a432-4394-8032-cbe39434567e owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:28.256199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.304117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=462e577e-a432-4394-8032-cbe39434567e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:28.312094 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:28.533795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bb4e4b49-67e4-4af7-bb31-5e426e380700 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/462e577e-a432-4394-8032-cbe39434567e HTTP/1.1" status: 204 len: 168 time: 1.0706894 May 06 12:58:28.536631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34026) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:28.593498 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeb0cb5-c990-4b85-911d-91c6e4d46c8d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:58:28.594515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9eeb0cb5-c990-4b85-911d-91c6e4d46c8d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:28.887067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9eeb0cb5-c990-4b85-911d-91c6e4d46c8d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:28.888606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9eeb0cb5-c990-4b85-911d-91c6e4d46c8d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/462e577e-a432-4394-8032-cbe39434567e HTTP/1.1" status: 404 len: 333 time: 0.3507903 May 06 12:58:28.892557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:28.899061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'name': 'tempest-PortsTestJSON-398544169'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:29.015165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:29.025542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:29.238711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:29.242162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:29.276099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 13515c13-244d-4f60-8430-fa3777d9668a yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:29.630371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:29.806421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:29.941005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=13515c13-244d-4f60-8430-fa3777d9668a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:29.950208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:29.951395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:29.954415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:29.959156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:29.959795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.184719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6d5b3850-4d6d-4f04-bd57-5a609e52aee3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2909610 May 06 12:58:30.188481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34092) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:30.195229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:30.324023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.566263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.741797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.807514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] In _notify_port_updated(), no bound segment for port 13515c13-244d-4f60-8430-fa3777d9668a on network fca821e2-8235-4e2a-82db-e95cb0a547d6 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:58:30.811304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:30.812904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:30.814385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/ports/13515c13-244d-4f60-8430-fa3777d9668a HTTP/1.1" status: 200 len: 818 time: 0.6243627 May 06 12:58:30.817349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34116) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:30.852670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6e6e5-17bb-41bd-887f-d95b61822a06 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=13515c13-244d-4f60-8430-fa3777d9668a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:30.903428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 13515c13-244d-4f60-8430-fa3777d9668a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:30.903799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:31.129920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:31.274029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 13515c13-244d-4f60-8430-fa3777d9668a owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:31.530275 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:31.573064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=13515c13-244d-4f60-8430-fa3777d9668a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:31.579582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:31.590089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec84fed0-d399-43e0-928e-34ba8889b663 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/13515c13-244d-4f60-8430-fa3777d9668a HTTP/1.1" status: 204 len: 168 time: 0.7711401 May 06 12:58:31.592549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:31.681132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcafac5-c6a2-4ef7-919d-3c72a0852855 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:31.681848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebcafac5-c6a2-4ef7-919d-3c72a0852855 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:31.800712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ebcafac5-c6a2-4ef7-919d-3c72a0852855 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:31.801828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ebcafac5-c6a2-4ef7-919d-3c72a0852855 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2076952 May 06 12:58:31.804786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34154) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:31.897297 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b95a12-cae5-4e4c-bdf4-5173da8d7884 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:58:31.908265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c9b95a12-cae5-4e4c-bdf4-5173da8d7884 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/13515c13-244d-4f60-8430-fa3777d9668a HTTP/1.1" status: 404 len: 333 time: 0.0986707 May 06 12:58:31.908434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34164) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:31.913947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119155640'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:31.925290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:31.934241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:31.939189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:31.951326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:32.158436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:32.161603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.192309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:32.202202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.203129 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment 71e978fa-4b21-41af-8ba2-c35f67f6572f of type vlan for network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e May 06 12:58:32.236710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.434954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:32.439649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:32.440314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:33.380266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=217b9aac-e5dd-4c47-b9b4-f850bdb5d88e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:33.384373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:33.408065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-978fad43-d3a3-40ec-a99c-f9e63cd7ce65 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4985611 May 06 12:58:33.413206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:33.416388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:33.546866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:33.546866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:33.546866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:33.548684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:33.771882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:33.898048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.343236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.454747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=dfbc30da-143f-4dfa-bab9-06589bc06325,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:34.467474 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': '71e978fa-4b21-41af-8ba2-c35f67f6572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:34.467885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:34.640437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:34.788829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:34.793132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:34.793877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:34.802149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e41236-0905-46b9-a389-eb3cde217894 None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:34.977181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c48e4b6-1c6c-4374-8af2-3c747750500d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5653014 May 06 12:58:34.990173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.010925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:35.060142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': 'dfbc30da-143f-4dfa-bab9-06589bc06325'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:58:35.061030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.237355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:35.243632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:35.250532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:35.264022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:35.363288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Allocated IP 172.20.0.2 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/dfbc30da-143f-4dfa-bab9-06589bc06325/2b772b1c-74b7-47f6-ac89-88cdd981b104) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:35.389264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:35.399002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.571920 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dfbc30da-143f-4dfa-bab9-06589bc06325 (CIDR: 172.20.0.0/28) May 06 12:58:35.607154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.618210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Transition to ACTIVE for port object 2b772b1c-74b7-47f6-ac89-88cdd981b104 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:35.638117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Transition to ACTIVE for port object 2b772b1c-74b7-47f6-ac89-88cdd981b104 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:35.642425 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:58:35.643044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:58:35.801386 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:35.833653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-754aed11-627c-462b-ac15-0bcaa364a798 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8440111 May 06 12:58:35.836150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:35.843645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:35.893027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:35.897199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:35.900416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:35.902605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Pushing event updated for resources: {'Port': ['ID=2b772b1c-74b7-47f6-ac89-88cdd981b104,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:36.028251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Attempting to bind port 2b772b1c-74b7-47f6-ac89-88cdd981b104 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:36.028580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Attempting to bind port 2b772b1c-74b7-47f6-ac89-88cdd981b104 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '71e978fa-4b21-41af-8ba2-c35f67f6572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:36.029267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Attempting to bind port 2b772b1c-74b7-47f6-ac89-88cdd981b104 on network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:36.051373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:36.051937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Checking segment: {'id': '71e978fa-4b21-41af-8ba2-c35f67f6572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:36.051937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.051937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Bound using segment: {'id': '71e978fa-4b21-41af-8ba2-c35f67f6572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:36.053221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Bound port: 2b772b1c-74b7-47f6-ac89-88cdd981b104, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e978fa-4b21-41af-8ba2-c35f67f6572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:36.053821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.156499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] For port 2b772b1c-74b7-47f6-ac89-88cdd981b104, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:36.160313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] For port 2b772b1c-74b7-47f6-ac89-88cdd981b104, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2b772b1c-74b7-47f6-ac89-88cdd981b104,segment=NetworkSegment(71e978fa-4b21-41af-8ba2-c35f67f6572f),segment_id=71e978fa-4b21-41af-8ba2-c35f67f6572f)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:36.173702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:36.177664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:36.180824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:36.187372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:36.335697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:36.336764 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.339165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:36.434088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd4192-9fc8-4b49-8720-f9e3e7629f45 None None] Pushing event updated for resources: {'Port': ['ID=2b772b1c-74b7-47f6-ac89-88cdd981b104,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:37.006983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.023421 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:58:37.083528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:37.083528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:37.085072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:37.085660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.100155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=ed20e23e-4254-43be-9afe-a026329331dc,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:37.269659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb9f4fec-7d58-494a-b617-8a4f3f8fcbbb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4322619 May 06 12:58:37.274902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:37.280387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'fixed_ips': [{'subnet_id': 'dfbc30da-143f-4dfa-bab9-06589bc06325'}, {'subnet_id': 'ed20e23e-4254-43be-9afe-a026329331dc'}], 'name': 'tempest-PortsTestJSON-1193639243'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:37.470243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:37.480795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:37.485224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:37.500675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:37.697692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:37.704317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:37.786068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:38.024929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2b772b1c-74b7-47f6-ac89-88cdd981b104 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:38.118314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd756a40-1469-48ed-b263-3bfe8799670c None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:38.396965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.10 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/dfbc30da-143f-4dfa-bab9-06589bc06325/53c592ca-d36b-4f35-992c-9f3c71cb6e23) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:38.404583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.24 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/ed20e23e-4254-43be-9afe-a026329331dc/53c592ca-d36b-4f35-992c-9f3c71cb6e23) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:38.596190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Update dhcp port {'port': {'network_id': '217b9aac-e5dd-4c47-b9b4-f850bdb5d88e', 'fixed_ips': [{'subnet_id': 'dfbc30da-143f-4dfa-bab9-06589bc06325', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed20e23e-4254-43be-9afe-a026329331dc'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '2b772b1c-74b7-47f6-ac89-88cdd981b104'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 12:58:38.630507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Provisioning for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:38.634429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-978632c7-b377-457e-83f3-8fb0386b3eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.645963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:38.653118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Provisioning complete for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:38.653700 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.684078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.706251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 53c592ca-d36b-4f35-992c-9f3c71cb6e23 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:38.708779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:38.719184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.841089 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:38.855878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.019303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:39.023478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:39.025733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=53c592ca-d36b-4f35-992c-9f3c71cb6e23,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:39.028306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:39.111154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:39.112342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.225893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.274566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.297562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-44158b6a-c908-4052-b70c-a469eaf8c8db tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0215421 May 06 12:58:39.302066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34394) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:39.310248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfbc30da-143f-4dfa-bab9-06589bc06325'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:39.340502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] For port 2b772b1c-74b7-47f6-ac89-88cdd981b104, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2b772b1c-74b7-47f6-ac89-88cdd981b104,segment=NetworkSegment(71e978fa-4b21-41af-8ba2-c35f67f6572f),segment_id=71e978fa-4b21-41af-8ba2-c35f67f6572f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:39.489670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Allocated IP 172.20.0.18 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/ed20e23e-4254-43be-9afe-a026329331dc/2b772b1c-74b7-47f6-ac89-88cdd981b104) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:39.513444 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.763368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.818275 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:58:39.818627 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:58:39.821477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10621b8-83f6-4e6f-8fd8-2b10c50a3a4a None None] Pushing event updated for resources: {'Port': ['ID=2b772b1c-74b7-47f6-ac89-88cdd981b104,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:39.894081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] For port 2b772b1c-74b7-47f6-ac89-88cdd981b104, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2b772b1c-74b7-47f6-ac89-88cdd981b104,segment=NetworkSegment(71e978fa-4b21-41af-8ba2-c35f67f6572f),segment_id=71e978fa-4b21-41af-8ba2-c35f67f6572f)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:39.968824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:39.993819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Transition to ACTIVE for port object 2b772b1c-74b7-47f6-ac89-88cdd981b104 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:40.164640 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.356034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Delete allocated IP 172.20.0.24 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/ed20e23e-4254-43be-9afe-a026329331dc) {{(pid=84800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 12:58:40.384520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924de7-ce39-4f3c-876b-c1bcde04a50e None None] Pushing event updated for resources: {'Port': ['ID=2b772b1c-74b7-47f6-ac89-88cdd981b104,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:40.554366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2b772b1c-74b7-47f6-ac89-88cdd981b104 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:40.687378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.708516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Ignored duplicate provisioning block setup for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:58:40.789669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-92b81170-c971-4803-ac26-6dcfb9a37e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:40.812353 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.007951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=53c592ca-d36b-4f35-992c-9f3c71cb6e23,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:41.062457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] In _notify_port_updated(), no bound segment for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 on network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:58:41.066867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:41.072393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.072393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-99ca0f1d-efbb-47b9-a01d-99fe24c34e57 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/ports/53c592ca-d36b-4f35-992c-9f3c71cb6e23 HTTP/1.1" status: 200 len: 920 time: 1.7661188 May 06 12:58:41.074422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34456) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:41.081800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dfbc30da-143f-4dfa-bab9-06589bc06325'}, {'subnet_id': 'ed20e23e-4254-43be-9afe-a026329331dc'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:41.223224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.305698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d83ab6-3a29-40a9-9953-07e8b0d068aa None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:41.594133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3adf742e-b6ca-4fef-abba-5b0c85f262bf None None] Provisioning for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:41.605616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3adf742e-b6ca-4fef-abba-5b0c85f262bf None None] Provisioning complete for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:41.605980 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3adf742e-b6ca-4fef-abba-5b0c85f262bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:41.654153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.29 (217b9aac-e5dd-4c47-b9b4-f850bdb5d88e/ed20e23e-4254-43be-9afe-a026329331dc/53c592ca-d36b-4f35-992c-9f3c71cb6e23) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:42.094097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.141078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Ignored duplicate provisioning block setup for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 06 12:58:42.241111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Provisioning complete for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:42.241472 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.343821 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.345147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.407470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.512746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=53c592ca-d36b-4f35-992c-9f3c71cb6e23,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:42.576889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Provisioning for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:42.590684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Provisioning complete for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:42.590684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.647750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] In _notify_port_updated(), no bound segment for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 on network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 12:58:42.668740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:42.668740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:42.669358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34516) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:42.677993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d54431f3-6b07-449f-83f7-e1bf9136d52c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/ports/53c592ca-d36b-4f35-992c-9f3c71cb6e23 HTTP/1.1" status: 200 len: 1000 time: 1.6023004 May 06 12:58:42.846180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d032b353-7cdc-4199-8126-3f83c00b67ef None None] Port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:42.908635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:42.908821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.001876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-327b0e87-b2f1-4595-a6b9-cfca8d90b479 None None] Provisioning complete for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:43.002250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-327b0e87-b2f1-4595-a6b9-cfca8d90b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.065430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-327b0e87-b2f1-4595-a6b9-cfca8d90b479 None None] Port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:43.200533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2e5c8693-5fff-4a35-8d0e-d1a62cfbf007 None None] Provisioning complete for port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:43.201299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8693-5fff-4a35-8d0e-d1a62cfbf007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.278075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cee26-6083-4c70-825c-c910ef05fafb req-572b57fa-b278-4955-852e-9bb67ee71f05 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:43.279613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-719cee26-6083-4c70-825c-c910ef05fafb req-572b57fa-b278-4955-852e-9bb67ee71f05 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.2656684 May 06 12:58:43.288446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c8693-5fff-4a35-8d0e-d1a62cfbf007 None None] Port 53c592ca-d36b-4f35-992c-9f3c71cb6e23 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:43.375820 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-719cee26-6083-4c70-825c-c910ef05fafb req-7081aa4c-14d7-45f0-aa06-afeba3165b0f tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810604 May 06 12:58:43.382263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:43.622797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 53c592ca-d36b-4f35-992c-9f3c71cb6e23 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:43.739327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.029323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.084523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=53c592ca-d36b-4f35-992c-9f3c71cb6e23,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:44.259469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.276713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bdaacb44-f7e1-4414-aa97-3b3c23f25159 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/53c592ca-d36b-4f35-992c-9f3c71cb6e23 HTTP/1.1" status: 204 len: 168 time: 1.6074092 May 06 12:58:44.279114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34578) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:44.302702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-66aadd78-8c68-4422-a9da-c2f70469178e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:44.304419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-66aadd78-8c68-4422-a9da-c2f70469178e tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.1882620 May 06 12:58:44.355206 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97c94a0-1412-401a-ab6e-e56766cf2432 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:58:44.355838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c97c94a0-1412-401a-ab6e-e56766cf2432 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:44.451363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Deleting port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:44.451709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.497461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c97c94a0-1412-401a-ab6e-e56766cf2432 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:44.498936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c97c94a0-1412-401a-ab6e-e56766cf2432 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/53c592ca-d36b-4f35-992c-9f3c71cb6e23 HTTP/1.1" status: 404 len: 333 time: 0.2187607 May 06 12:58:44.502303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34598) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:44.776749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet ed20e23e-4254-43be-9afe-a026329331dc {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:44.805727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.920359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:44.931951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234dc78-3c2b-415a-b41b-337c2ababffb req-7d972116-6def-4cab-b460-a1cf239556c6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:44.939198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b234dc78-3c2b-415a-b41b-337c2ababffb req-7d972116-6def-4cab-b460-a1cf239556c6 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 946 time: 0.3866470 May 06 12:58:44.996356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b234dc78-3c2b-415a-b41b-337c2ababffb req-5a5c7c87-147a-4e2f-8973-a404311a6535 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups?id=2443fbab-0102-44ad-8323-45ac594a31a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562360 May 06 12:58:45.035873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.048891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] For port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:45.049253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.286178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.330332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=ed20e23e-4254-43be-9afe-a026329331dc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:45.339010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.348754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094ca29-d852-41e4-a3d1-eccf1bee041d None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:45.349408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29cb88a1-337e-4a7f-99df-4cd339a04592 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/ed20e23e-4254-43be-9afe-a026329331dc HTTP/1.1" status: 204 len: 168 time: 0.8448098 May 06 12:58:45.350003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34640) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:45.421874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.423183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.423728 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Floating IP d33f0057-62b1-408c-bd6a-6cdf73746a6e disassociated. External IP: 172.25.2.188, port: 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822. May 06 12:58:45.424238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Calling delete_port for 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:45.556540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet dfbc30da-143f-4dfa-bab9-06589bc06325 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:58:45.560036 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.688655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.752683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.808290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:45.883499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'Port': ['ID=6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:46.074992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.197484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbc30da-143f-4dfa-bab9-06589bc06325,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:46.214618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.243018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0c32394-4a57-47fd-b169-c0dca949eb97 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/dfbc30da-143f-4dfa-bab9-06589bc06325 HTTP/1.1" status: 204 len: 168 time: 0.8919048 May 06 12:58:46.243706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34668) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:46.257043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:58:46.441768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.556212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ab5fc582-20c7-4c94-86f6-ab41974f1033 req-110b6f0f-2bc1-48e1-8ac3-b2b45db19e2a tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.1119196 May 06 12:58:46.579146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 2b772b1c-74b7-47f6-ac89-88cdd981b104 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:46.579481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.657678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.761761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:58:46.787874 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:58:46.831993 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:46.833037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:46.872588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55f34a-a2a2-44b2-8f8f-1547678b0bab None None] Network 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:46.938813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] No DVR routers for this DVR port 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:46.946188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:46.952663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-deleted', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:58:46.980052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port 2b772b1c-74b7-47f6-ac89-88cdd981b104, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2b772b1c-74b7-47f6-ac89-88cdd981b104,segment=NetworkSegment(71e978fa-4b21-41af-8ba2-c35f67f6572f),segment_id=71e978fa-4b21-41af-8ba2-c35f67f6572f)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:46.980377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.063862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b14fd2c-2f8e-40ef-9a1d-6d305db6e49f req-ba444fbb-2be7-4b9d-8a77-ad67768e9328 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.86 "DELETE /v2.0/ports/6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 HTTP/1.1" status: 204 len: 173 time: 2.7522378 May 06 12:58:47.124193 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e85676-24e0-4f41-b7a1-4f46740715d8'] response: {'server_uuid': '6d3e72b3-dc7f-4494-bb68-b79dde416180', 'name': 'network-vif-deleted', 'tag': '6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822', 'status': 'completed', 'code': 200} May 06 12:58:47.234793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:47.237850 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:47.420917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 2b772b1c-74b7-47f6-ac89-88cdd981b104 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:47.442458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:47.442936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6fe22bf5-5e2e-4d94-ac6d-10fc6f86a822 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:58:47.502206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9eed9508-e2cb-4215-80bc-61a423c67a04 None None] Provisioning complete for port 2b772b1c-74b7-47f6-ac89-88cdd981b104 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:47.505844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9eed9508-e2cb-4215-80bc-61a423c67a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.680821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:47.730877 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:47.741465 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:58:47.777311 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:58:47.777954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:47.930009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No DVR routers for this DVR port 2b772b1c-74b7-47f6-ac89-88cdd981b104 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:58:48.001445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea15316-4e8d-4a63-a16e-4f2f337c4321 None None] DHCP port deletion for 217b9aac-e5dd-4c47-b9b4-f850bdb5d88e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:58:48.018993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=2b772b1c-74b7-47f6-ac89-88cdd981b104,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:48.088178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9eed9508-e2cb-4215-80bc-61a423c67a04 None None] Could not find standard attr ID for object 2b772b1c-74b7-47f6-ac89-88cdd981b104. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:58:48.112967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14fb8408-ee08-4ab1-a09b-83ff74f67751 req-9b8649d6-a326-4fc0-aed2-f06e8ca5a62b tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d3e72b3-dc7f-4494-bb68-b79dde416180 HTTP/1.1" status: 200 len: 210 time: 0.1696339 May 06 12:58:48.139018 n-d-840845-1 neutron-server[84801]: INFO neutron.plugins.ml2.db [None req-9eed9508-e2cb-4215-80bc-61a423c67a04 None None] No ports have port_id starting with 2b772b1c-74b7-47f6-ac89-88cdd981b104 May 06 12:58:48.317187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:58:48.330896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.387402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217b9aac-e5dd-4c47-b9b4-f850bdb5d88e']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:48.406481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e978fa-4b21-41af-8ba2-c35f67f6572f') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:48.407412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e978fa-4b21-41af-8ba2-c35f67f6572f') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:48.449420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.475601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.485822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:58:48.486239 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.540362 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2b772b1c-74b7-47f6-ac89-88cdd981b104 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: timer() May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:58:48.625439 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:58:48.636244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2b772b1c-74b7-47f6-ac89-88cdd981b104 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:58:48.636628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2b772b1c-74b7-47f6-ac89-88cdd981b104 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:58:48.834409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.916077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:48.981086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:58:48.987654 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6071d-cc32-4d7d-b227-7ba0c5077cf4 None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:51:02Z', 'revision_number': 4, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '281af041-f8dd-446f-be0f-0c83597c2e47', 'name': '', 'network_id': '3446330c-f0c9-417b-b959-bda3802eec6c', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'mac_address': 'fa:16:3e:6e:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:51:00Z', 'updated_at': '2022-05-06T12:51:15Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'subnets': [{'id': '8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:58:49.005327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=217b9aac-e5dd-4c47-b9b4-f850bdb5d88e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:49.097899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a0996de-92b6-4246-a009-3e43cd03a17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/217b9aac-e5dd-4c47-b9b4-f850bdb5d88e HTTP/1.1" status: 204 len: 168 time: 2.8529718 May 06 12:58:49.102725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:49.246276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182b61-f9b5-4f80-ba18-b40a15daccaa tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:49.247102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53182b61-f9b5-4f80-ba18-b40a15daccaa tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:49.361804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b63316-d2f5-4744-9f9f-05abc9a5705f None None] New status for floating IP d33f0057-62b1-408c-bd6a-6cdf73746a6e: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 12:58:49.387566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53182b61-f9b5-4f80-ba18-b40a15daccaa tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:49.388848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-53182b61-f9b5-4f80-ba18-b40a15daccaa tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2862139 May 06 12:58:49.393444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34740) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:49.505697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:49.611700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-74b17326-6a49-42f2-b932-f543a584c35b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2169683 May 06 12:58:49.615548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:49.678315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1877652045'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:49.713277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:49.726724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:49.739237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.741132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:49.772664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:49.865344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.907374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:49.910372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.969499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:58:49.986904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:49.987264 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment 9cf927ba-c6cf-43ac-a497-3235ae9f3251 of type vlan for network 1ad1f53b-6662-4118-ab75-9065e87b6b78 May 06 12:58:50.053834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.124833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.150693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2443fbab-0102-44ad-8323-45ac594a31a7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:50.249105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.251600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:50.252230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.294951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.297339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2b99b795-3b1e-4dee-895d-eae0679b761d tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "DELETE /v2.0/security-groups/2443fbab-0102-44ad-8323-45ac594a31a7 HTTP/1.1" status: 204 len: 168 time: 0.7927804 May 06 12:58:50.300036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34766) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:50.332016 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-bdbe075f-9331-4f1f-907e-62dc03032fcd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] show failed (client error): The resource could not be found. May 06 12:58:50.335959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bdbe075f-9331-4f1f-907e-62dc03032fcd tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "GET /v2.0/security-groups/2443fbab-0102-44ad-8323-45ac594a31a7 HTTP/1.1" status: 404 len: 347 time: 0.0346994 May 06 12:58:50.336488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34770) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:50.463854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=1ad1f53b-6662-4118-ab75-9065e87b6b78,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:50.477066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:58:50.560920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d05ddc4b-f808-48ae-9823-52e81388bf5c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9406803 May 06 12:58:50.564116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:50.570285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:50.773798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Deleting port 519d35ba-6160-4256-984e-e2b98d1cfcc3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:50.774347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.775373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:50.779536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:50.783690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:50.790218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:50.891673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:50.922750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:51.025144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.025540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.102980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.261334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Calling delete_port for 519d35ba-6160-4256-984e-e2b98d1cfcc3 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:51.549012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.588609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.642163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=d0660af4-c910-4d4e-800e-b8763d974a2f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:51.656542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Pushing event deleted for resources: {'Port': ['ID=519d35ba-6160-4256-984e-e2b98d1cfcc3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:51.681785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': '9cf927ba-c6cf-43ac-a497-3235ae9f3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:51.682245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 1ad1f53b-6662-4118-ab75-9065e87b6b78, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:58:51.777560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.822709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:51.828295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-86edaaba-9571-47e4-bef5-1ed35deb5534 tempest-AttachVolumeShelveTestJSON-1137032857 tempest-AttachVolumeShelveTestJSON-1137032857-project] 10.222.0.83 "DELETE /v2.0/floatingips/d33f0057-62b1-408c-bd6a-6cdf73746a6e HTTP/1.1" status: 204 len: 168 time: 1.4894328 May 06 12:58:51.868486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:58:52.004093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1ad1f53b-6662-4118-ab75-9065e87b6b78) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:52.009915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:52.010528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.016745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b9b21-cd6d-4a4c-a462-d98b79cbbb97 None None] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:52.221837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a14579e3-a112-4667-9ce6-1e81e7170e38 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6540091 May 06 12:58:52.223458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:52.230514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78', 'name': 'tempest-PortsTestJSON-505311097'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:52.302869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1ad1f53b-6662-4118-ab75-9065e87b6b78', 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': 'd0660af4-c910-4d4e-800e-b8763d974a2f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:58:52.304047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.597453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:52.616484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:52.673976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Allocated IP 172.20.0.2 (1ad1f53b-6662-4118-ab75-9065e87b6b78/d0660af4-c910-4d4e-800e-b8763d974a2f/d02b406b-3d18-4711-9b92-ad1a23389ed3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:52.742643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:52.745670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:52.803696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 65036be5-00f2-49b1-b3db-82bf315640ab yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:53.147912 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.164456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Transition to ACTIVE for port object d02b406b-3d18-4711-9b92-ad1a23389ed3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:53.200800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Transition to ACTIVE for port object d02b406b-3d18-4711-9b92-ad1a23389ed3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:53.447255 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:53.597915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Pushing event updated for resources: {'Port': ['ID=d02b406b-3d18-4711-9b92-ad1a23389ed3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:53.602178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.9 (1ad1f53b-6662-4118-ab75-9065e87b6b78/d0660af4-c910-4d4e-800e-b8763d974a2f/65036be5-00f2-49b1-b3db-82bf315640ab) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:53.610172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.610721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.612580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.612580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.612580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.612580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.612580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.616794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.617284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.617774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.618244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:58:53.651436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:53.652890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:53.660380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:53.996723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.016230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 65036be5-00f2-49b1-b3db-82bf315640ab will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:54.072194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Attempting to bind port d02b406b-3d18-4711-9b92-ad1a23389ed3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:58:54.072758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Attempting to bind port d02b406b-3d18-4711-9b92-ad1a23389ed3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '9cf927ba-c6cf-43ac-a497-3235ae9f3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:58:54.073473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Attempting to bind port d02b406b-3d18-4711-9b92-ad1a23389ed3 on network 1ad1f53b-6662-4118-ab75-9065e87b6b78 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:58:54.094741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:58:54.095495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Checking segment: {'id': '9cf927ba-c6cf-43ac-a497-3235ae9f3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:58:54.097219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.103088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Bound using segment: {'id': '9cf927ba-c6cf-43ac-a497-3235ae9f3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:58:54.103858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Bound port: d02b406b-3d18-4711-9b92-ad1a23389ed3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf927ba-c6cf-43ac-a497-3235ae9f3251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:58:54.104420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.285183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.372099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] For port d02b406b-3d18-4711-9b92-ad1a23389ed3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:58:54.392084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f41e5a14-1af2-48b2-bd9a-cbde7a4a7bd5 req-ea8d81b6-66a4-46d6-a41b-ab6da1db3185 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1096 time: 0.1474407 May 06 12:58:54.395596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] For port d02b406b-3d18-4711-9b92-ad1a23389ed3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d02b406b-3d18-4711-9b92-ad1a23389ed3,segment=NetworkSegment(9cf927ba-c6cf-43ac-a497-3235ae9f3251),segment_id=9cf927ba-c6cf-43ac-a497-3235ae9f3251)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:58:54.485528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:54.492340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f41e5a14-1af2-48b2-bd9a-cbde7a4a7bd5 req-af60f34e-39c3-488b-bc18-f139dbc5aeae tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897629 May 06 12:58:54.507491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:54.509703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=65036be5-00f2-49b1-b3db-82bf315640ab,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:54.512116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:54.547529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.667452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:54.672872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:54.748702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fefb56-e4c4-40ed-a3a7-279a48c6db76 None None] Pushing event updated for resources: {'Port': ['ID=d02b406b-3d18-4711-9b92-ad1a23389ed3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:54.956805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-806a69be-8127-4fd4-aed2-ebdce1b773fd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7331717 May 06 12:58:54.959539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34872) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:54.967604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '1ad1f53b-6662-4118-ab75-9065e87b6b78', 'name': 'tempest-PortsTestJSON-165015695'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:58:55.062953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bca2c-40b9-4876-94be-2acbb7c63b97 req-51e6a6f4-7a2f-42d7-86f1-979ad08756ae tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:55.065700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-156bca2c-40b9-4876-94be-2acbb7c63b97 req-51e6a6f4-7a2f-42d7-86f1-979ad08756ae tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.3114507 May 06 12:58:55.175827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-156bca2c-40b9-4876-94be-2acbb7c63b97 req-779d2e56-3631-49ac-af03-4349ba56980c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038706 May 06 12:58:55.203758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:55.280097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:58:55.301835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:58:55.305755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:58:55.318470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:58:55.347790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d704b92e-bf1e-4d85-9c0b-55ff2e4790eb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 200 len: 992 time: 0.1410584 May 06 12:58:55.439130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:58:55.446607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:55.514026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port fa2bc8b7-900d-42ad-82ad-449140289a9d yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:58:55.750072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.8 (1ad1f53b-6662-4118-ab75-9065e87b6b78/d0660af4-c910-4d4e-800e-b8763d974a2f/fa2bc8b7-900d-42ad-82ad-449140289a9d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:58:56.143419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.161764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object fa2bc8b7-900d-42ad-82ad-449140289a9d will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:58:56.346167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95130a55-36cd-4c07-b72c-1d9d8387f740 req-d3cf1920-1f63-46a5-9ddd-9ea3cd1a02e7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4121287 May 06 12:58:56.417247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.463369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e419ccb-8466-4d4f-b7c7-bbcf6970ab3d None None] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:58:56.552018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:58:56.557152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:58:56.566358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:58:56.603360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=fa2bc8b7-900d-42ad-82ad-449140289a9d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:56.620922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d02b406b-3d18-4711-9b92-ad1a23389ed3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:56.682500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:56.683519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:56.843887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4e0b19b6-fa39-4c4e-9b6b-80c514ee2ee8 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8830266 May 06 12:58:56.846440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:56.917076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-baff7c17-8d0e-474d-94d9-e2c7785d843f None None] Provisioning for port d02b406b-3d18-4711-9b92-ad1a23389ed3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:57.088913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9e8a7-3cbd-4311-b7ac-1ac95a8f1aeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:57.089630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93c9e8a7-3cbd-4311-b7ac-1ac95a8f1aeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:58:57.206951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d02b406b-3d18-4711-9b92-ad1a23389ed3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:57.218550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d02b406b-3d18-4711-9b92-ad1a23389ed3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:57.218933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.318653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310a825-91a4-48bc-b9e2-cabe7afd3ae9 req-f2497057-badc-42c0-921b-567132fc9f66 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:57.333445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3310a825-91a4-48bc-b9e2-cabe7afd3ae9 req-f2497057-badc-42c0-921b-567132fc9f66 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2741907 May 06 12:58:57.335886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93c9e8a7-3cbd-4311-b7ac-1ac95a8f1aeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:58:57.337115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93c9e8a7-3cbd-4311-b7ac-1ac95a8f1aeb tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.4895055 May 06 12:58:57.339919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 34940) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:57.505469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3310a825-91a4-48bc-b9e2-cabe7afd3ae9 req-3abdec2e-3d4b-410a-ae7a-b498c61a6c5c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710777 May 06 12:58:57.570098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port fa2bc8b7-900d-42ad-82ad-449140289a9d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:58:57.580853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.642320 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:57.770666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d02b406b-3d18-4711-9b92-ad1a23389ed3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d02b406b-3d18-4711-9b92-ad1a23389ed3,segment=NetworkSegment(9cf927ba-c6cf-43ac-a497-3235ae9f3251),segment_id=9cf927ba-c6cf-43ac-a497-3235ae9f3251)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:58:57.885917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Provisioning for port fa2bc8b7-900d-42ad-82ad-449140289a9d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:57.893698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Provisioning complete for port fa2bc8b7-900d-42ad-82ad-449140289a9d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:57.905218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.008955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.384986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d02b406b-3d18-4711-9b92-ad1a23389ed3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:58:58.403811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Port fa2bc8b7-900d-42ad-82ad-449140289a9d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:58.531431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.564456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Provisioning for port 65036be5-00f2-49b1-b3db-82bf315640ab completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:58:58.572436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Provisioning complete for port 65036be5-00f2-49b1-b3db-82bf315640ab triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:58.572686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:58.576882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-85ed11b1-e77c-472d-8cf1-a92d5edbcf6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0566380 May 06 12:58:58.616969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d02b406b-3d18-4711-9b92-ad1a23389ed3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:58:58.843372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for fa2bc8b7-900d-42ad-82ad-449140289a9d owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:58:58.850763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Port 65036be5-00f2-49b1-b3db-82bf315640ab cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:58.912554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d02b406b-3d18-4711-9b92-ad1a23389ed3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:58.912554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.024697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Provisioning complete for port d02b406b-3d18-4711-9b92-ad1a23389ed3 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:59.025059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-82706332-8bd0-4f65-8515-553dc4613fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.390471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebff62-fa2f-4382-a6c1-56ef80917fad req-b99e1f86-a86f-4bf9-b7ba-885c11b57ef9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:58:59.403610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eeebff62-fa2f-4382-a6c1-56ef80917fad req-b99e1f86-a86f-4bf9-b7ba-885c11b57ef9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.3698080 May 06 12:58:59.505313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 34998) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.606959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eeebff62-fa2f-4382-a6c1-56ef80917fad req-826b0f83-454d-4c0b-b9d3-78507f4bc337 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022419 May 06 12:58:59.715957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Provisioning complete for port fa2bc8b7-900d-42ad-82ad-449140289a9d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:59.716335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.781952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.809524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Port fa2bc8b7-900d-42ad-82ad-449140289a9d was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:58:59.833412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Provisioning complete for port 65036be5-00f2-49b1-b3db-82bf315640ab triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:58:59.833789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:58:59.876239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9b353eac-a033-4b03-8056-62db6b059eae admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7c3419df97c74a38aeafb135abd78ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3686850 May 06 12:58:59.882748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35010) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:58:59.931633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3c83609d-108d-4c83-927f-587b9021a6fc None None] Port 65036be5-00f2-49b1-b3db-82bf315640ab cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:58:59.978299 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.005163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=fa2bc8b7-900d-42ad-82ad-449140289a9d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:00.038642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.066663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.297152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.304165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-47a30a8e-357a-41e4-a3e0-24d7df742482 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/fa2bc8b7-900d-42ad-82ad-449140289a9d HTTP/1.1" status: 204 len: 168 time: 2.9631467 May 06 12:59:00.308953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35024) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:00.341421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a354c3f-8467-48bf-bff1-847052a4b492,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:00.412846 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3870b6df-7328-407a-b94a-da2bd0d794c2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:59:00.413602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3870b6df-7328-407a-b94a-da2bd0d794c2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:00.502369 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:00.503569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1b524513-2cee-4ce4-ae51-78f424622a82 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a354c3f-8467-48bf-bff1-847052a4b492 HTTP/1.1" status: 204 len: 168 time: 0.6194773 May 06 12:59:00.565544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3870b6df-7328-407a-b94a-da2bd0d794c2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:00.567181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3870b6df-7328-407a-b94a-da2bd0d794c2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/fa2bc8b7-900d-42ad-82ad-449140289a9d HTTP/1.1" status: 404 len: 333 time: 0.2566319 May 06 12:59:00.574046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35042) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:00.902947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 65036be5-00f2-49b1-b3db-82bf315640ab {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:00.903281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.073303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f916323-8c92-4bcc-a6ed-b638d0fbbe7f req-c59472cc-7026-478a-9517-040f447e8801 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:01.074764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f916323-8c92-4bcc-a6ed-b638d0fbbe7f req-c59472cc-7026-478a-9517-040f447e8801 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2492974 May 06 12:59:01.211937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f916323-8c92-4bcc-a6ed-b638d0fbbe7f req-bc076b7f-aad2-4517-8d2e-0ad7ca2baff2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862141 May 06 12:59:01.241901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:01.466407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 65036be5-00f2-49b1-b3db-82bf315640ab owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:02.043855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-36c0b6cd-ae65-433d-8cb7-3bc130e3aa99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1096 time: 0.2031276 May 06 12:59:02.192157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:02.265097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=65036be5-00f2-49b1-b3db-82bf315640ab,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:02.291061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.291466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.291928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.292320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.292799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.293119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.293514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.293887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.294424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.294792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.295180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:02.599915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:02.718539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-a122904d-9c2c-4647-bfe2-c3d454af086a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:02.726761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-a122904d-9c2c-4647-bfe2-c3d454af086a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.6559324 May 06 12:59:02.735523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:03.020625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-59560e83-3f91-4b34-8e09-f306f284cbae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1000 time: 0.2781370 May 06 12:59:03.110477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-07e418a2-8029-40ed-bca9-106235097b85 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/65036be5-00f2-49b1-b3db-82bf315640ab HTTP/1.1" status: 204 len: 168 time: 2.5353365 May 06 12:59:03.118954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35104) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:03.259280 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-18507416-7207-48e0-99a4-6726ab2cdeb3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:59:03.265525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18507416-7207-48e0-99a4-6726ab2cdeb3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:03.279606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-e693a8cb-50e6-455a-8b3d-6b4058fc94d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.282538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-e693a8cb-50e6-455a-8b3d-6b4058fc94d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.2549167 May 06 12:59:03.382834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b475-c9d1-41e9-a054-c1fa8cd63569 req-71d2b978-6676-46c7-b8fc-5c1b4c0a596e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:03.384503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd08b475-c9d1-41e9-a054-c1fa8cd63569 req-71d2b978-6676-46c7-b8fc-5c1b4c0a596e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1919200 May 06 12:59:03.433182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-4fd35757-4f26-4ddb-90f0-cf09e8a148bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395588 May 06 12:59:03.554529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18507416-7207-48e0-99a4-6726ab2cdeb3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:03.563657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18507416-7207-48e0-99a4-6726ab2cdeb3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/65036be5-00f2-49b1-b3db-82bf315640ab HTTP/1.1" status: 404 len: 333 time: 0.4431691 May 06 12:59:03.565735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35116) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:03.649702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd08b475-c9d1-41e9-a054-c1fa8cd63569 req-7be02e8f-a34f-44d2-8390-0baf566cbec5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559671 May 06 12:59:03.668471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.048028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-c1d2e321-ecb7-4564-9283-8ccd62279783 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893130 May 06 12:59:04.401152 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba8c0736-739d-435b-829e-d2ccc0603379 req-fd6061bf-ad87-41a7-9cf8-c846e8f089e2 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347571 May 06 12:59:04.403565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet d0660af4-c910-4d4e-800e-b8763d974a2f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:04.408224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.559126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.590797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Deleting port 281af041-f8dd-446f-be0f-0c83597c2e47 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:04.591132 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.640608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-2d815f2d-656b-49d5-a970-80e9b7449dcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1096 time: 0.1949232 May 06 12:59:04.835457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] For port 281af041-f8dd-446f-be0f-0c83597c2e47, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=281af041-f8dd-446f-be0f-0c83597c2e47,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:04.836566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:04.896669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.008992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Calling delete_port for 281af041-f8dd-446f-be0f-0c83597c2e47 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:05.080983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-114474ee-23ea-4883-b5e6-34dff5f55832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:05.081750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-114474ee-23ea-4883-b5e6-34dff5f55832 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.4327207 May 06 12:59:05.176330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27d869-4a79-434c-a95e-211086930885 req-c54d1044-55ff-4f75-901f-b9720d4f279e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:05.177832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df27d869-4a79-434c-a95e-211086930885 req-c54d1044-55ff-4f75-901f-b9720d4f279e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1341593 May 06 12:59:05.200721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-f7962c39-ce22-401f-88eb-4d03efda8f94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1000 time: 0.1049759 May 06 12:59:05.301403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df27d869-4a79-434c-a95e-211086930885 req-a31947c7-b157-43bc-b1b9-a1b92cad806e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152093 May 06 12:59:05.367822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.382391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-69d9ee35-b59c-46a5-89ee-e2f19e0a9c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:05.384236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-69d9ee35-b59c-46a5-89ee-e2f19e0a9c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1769435 May 06 12:59:05.473885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5dd12-b7f1-40b9-a95e-e709a7632beb None None] Network 1ad1f53b-6662-4118-ab75-9065e87b6b78 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:05.480493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=d0660af4-c910-4d4e-800e-b8763d974a2f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:05.482677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.537493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:05.564551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a3a19061-5ef0-4ee4-a5f2-1c665035be23 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/d0660af4-c910-4d4e-800e-b8763d974a2f HTTP/1.1" status: 204 len: 168 time: 1.9179668 May 06 12:59:05.572297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:05.674499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Pushing event deleted for resources: {'Port': ['ID=281af041-f8dd-446f-be0f-0c83597c2e47,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:06.003069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-59fe9ee4-e8dc-449e-b87e-720cbbf983ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5316644 May 06 12:59:06.034979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.162055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] DHCP port deletion for 1ad1f53b-6662-4118-ab75-9065e87b6b78 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:06.166779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Deleting port d02b406b-3d18-4711-9b92-ad1a23389ed3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:06.167232 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.195564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port d02b406b-3d18-4711-9b92-ad1a23389ed3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:06.195996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.485175 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.768926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port d02b406b-3d18-4711-9b92-ad1a23389ed3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d02b406b-3d18-4711-9b92-ad1a23389ed3,segment=NetworkSegment(9cf927ba-c6cf-43ac-a497-3235ae9f3251),segment_id=9cf927ba-c6cf-43ac-a497-3235ae9f3251)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:06.770034 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.783152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] For port d02b406b-3d18-4711-9b92-ad1a23389ed3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d02b406b-3d18-4711-9b92-ad1a23389ed3,segment=NetworkSegment(9cf927ba-c6cf-43ac-a497-3235ae9f3251),segment_id=9cf927ba-c6cf-43ac-a497-3235ae9f3251)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:06.783792 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:06.803319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-6c90b834-7e80-4398-8aa6-bd149a4915c8 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7660408 May 06 12:59:07.034391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d02b406b-3d18-4711-9b92-ad1a23389ed3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:07.072915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Calling delete_port for d02b406b-3d18-4711-9b92-ad1a23389ed3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:07.230829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.263302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for d02b406b-3d18-4711-9b92-ad1a23389ed3 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:07.479514 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:07.560478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] No DVR routers for this DVR port d02b406b-3d18-4711-9b92-ad1a23389ed3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:07.563627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce3d2b-9b9e-4d68-8622-1addff4b1b55 None None] Pushing event deleted for resources: {'Port': ['ID=d02b406b-3d18-4711-9b92-ad1a23389ed3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:07.572381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-3272b77e-b09a-4bb5-875a-b1753c7174ef service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760939 May 06 12:59:07.588198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52390bea-d408-44f0-825a-8c7f3851e321 req-50012202-241f-4530-bdaf-89752e2c418f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:07.597594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52390bea-d408-44f0-825a-8c7f3851e321 req-50012202-241f-4530-bdaf-89752e2c418f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.6067867 May 06 12:59:07.603995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:07.604371 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:07.664319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-52390bea-d408-44f0-825a-8c7f3851e321 req-fb0033a1-c263-432b-929c-ade72cb898cf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622153 May 06 12:59:07.766135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Router 5f019bfe-986d-4be7-890b-4368014f1563 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:08.029844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:08.047167 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Sync routers for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:08.055900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aff38d6f-2757-40e6-86a4-fe6c0a964988 admin admin] 10.222.0.83 "PUT /v2.0/routers/5f019bfe-986d-4be7-890b-4368014f1563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4530840 May 06 12:59:08.057144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35214) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:08.075153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:08.076250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.129293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port d02b406b-3d18-4711-9b92-ad1a23389ed3 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:08.129293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.256835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] The port 'd02b406b-3d18-4711-9b92-ad1a23389ed3' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:08.321764 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:08.415698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.439254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad1f53b-6662-4118-ab75-9065e87b6b78']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.455172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf927ba-c6cf-43ac-a497-3235ae9f3251') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.455465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf927ba-c6cf-43ac-a497-3235ae9f3251') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.484207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.527482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.543588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:08.544009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: util.warn( May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: timer() May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:08.564788 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:08.588245 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0699b082-dd32-45ff-a954-5c08e6808962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.655895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.693969 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:59:05Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.693969 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Checking router: 5f019bfe-986d-4be7-890b-4368014f1563 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 12:59:08.705439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Routers {'5f019bfe-986d-4be7-890b-4368014f1563'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:08.706039 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['5f019bfe-986d-4be7-890b-4368014f1563'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:08.842362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.877224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:08.895110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=1ad1f53b-6662-4118-ab75-9065e87b6b78,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:08.982288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.011796 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] Set router 5f019bfe-986d-4be7-890b-4368014f1563 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 12:59:09.025235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b298a33-6e94-42f6-988b-7d186fcb67b6 req-804ddbff-520a-4f8f-96a9-06e6dd1ddd75 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:09.026895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b298a33-6e94-42f6-988b-7d186fcb67b6 req-804ddbff-520a-4f8f-96a9-06e6dd1ddd75 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1237447 May 06 12:59:09.059485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-31966d23-9a0d-4e15-9fa7-41a51b1ebe54 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/1ad1f53b-6662-4118-ab75-9065e87b6b78 HTTP/1.1" status: 204 len: 168 time: 3.4518695 May 06 12:59:09.067183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35238) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:09.086130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2008286883'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:09.098134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:09.102839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:09.107745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:09.115978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:09.117688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b298a33-6e94-42f6-988b-7d186fcb67b6 req-ba061306-64fb-4dc8-bc68-c501672124b4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835881 May 06 12:59:09.187177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Deleting port dd250adc-9d6a-41ca-b8f1-b4810c915fbb {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:09.187793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.359222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:09.362284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.409030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-0dcc43d4-1f45-4a2f-9088-48252b259532 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a1a8b631bbd240d78d3b13e728a450be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564909 May 06 12:59:09.431419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:59:05Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:09.435597 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bed8f0-e946-4c2d-93b1-5434771ae8a1 None None] The sync data for ids ['5f019bfe-986d-4be7-890b-4368014f1563'] in n-d-840845-1 is: [{'id': '5f019bfe-986d-4be7-890b-4368014f1563', 'name': 'tempest-AttachVolumeShelveTestJSON-1178103148-router', 'tenant_id': '02f24614299b4944a640a6ded4c08658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:50:48Z', 'updated_at': '2022-05-06T12:59:05Z', 'revision_number': 5, 'project_id': '02f24614299b4944a640a6ded4c08658', 'gw_port': {'id': 'dd250adc-9d6a-41ca-b8f1-b4810c915fbb', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f019bfe-986d-4be7-890b-4368014f1563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:50:51Z', 'updated_at': '2022-05-06T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:09.704976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:09.716510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] For port dd250adc-9d6a-41ca-b8f1-b4810c915fbb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:09.716799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.738115 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:09.738356 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment b0ee503d-1d64-497f-a677-b7737112861b of type vlan for network 4bb22041-d123-486f-aad1-4a7f821561a4 May 06 12:59:09.908715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Calling delete_port for dd250adc-9d6a-41ca-b8f1-b4810c915fbb owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:10.062932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-9f1b8654-3bb9-4b6e-9061-ee27e6d8be25 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:10.064514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-9f1b8654-3bb9-4b6e-9061-ee27e6d8be25 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6431735 May 06 12:59:10.067341 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.096576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-3a6c5ae2-d095-4963-8c1a-959afc89e301 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/quotas/a1a8b631bbd240d78d3b13e728a450be HTTP/1.1" status: 200 len: 375 time: 0.0196290 May 06 12:59:10.204288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-e2a5d2ab-c69f-44ff-a63c-05a684cc778e tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1a8b631bbd240d78d3b13e728a450be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720172 May 06 12:59:10.337207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.342851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:10.344207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.415521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bf630-cd27-47e7-a237-445a63ec5196 req-4da26a77-144e-4a8e-ade8-2a53f42f6f34 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:10.420262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a5bf630-cd27-47e7-a237-445a63ec5196 req-4da26a77-144e-4a8e-ade8-2a53f42f6f34 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.0835354 May 06 12:59:10.478770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 281af041-f8dd-446f-be0f-0c83597c2e47 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:10.479149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=4bb22041-d123-486f-aad1-4a7f821561a4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:10.491466 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a5bf630-cd27-47e7-a237-445a63ec5196 req-9ea9e63f-8104-44a9-a041-523a1c54aa1d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685863 May 06 12:59:10.513029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 4bb22041-d123-486f-aad1-4a7f821561a4 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:10.522590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.625814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd250adc-9d6a-41ca-b8f1-b4810c915fbb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:10.638868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5e98de3e-e496-49b8-a05f-478d5c3c5c0a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5679159 May 06 12:59:10.639204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:10.652959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:10.672363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 281af041-f8dd-446f-be0f-0c83597c2e47 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:10.673053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 281af041-f8dd-446f-be0f-0c83597c2e47 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:10.845682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f13277d6-7872-4f03-9255-38f9bfe96986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:10.880378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:10.886158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:10.893763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:10.902751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:10.947826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.054708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:11.270784 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3aadf29-f40d-4f90-b640-3b5cad956339 req-59f7b9cf-91e7-42f8-b3a9-293da8c6ce8c tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.0562212 May 06 12:59:11.343223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.370488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.377922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.708565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.709078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f019bfe-986d-4be7-890b-4368014f1563 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:59:11.728390 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.729816 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-74b317ee-3bbc-4fdd-82af-050fffcf806d admin admin] 10.222.0.83 "DELETE /v2.0/routers/5f019bfe-986d-4be7-890b-4368014f1563 HTTP/1.1" status: 204 len: 168 time: 3.6716762 May 06 12:59:11.732429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:11.771907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b4c7d-ac42-4386-815b-455eb5aaf79b req-278ddf3c-1aa6-4761-959e-7a338731ad9c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:11.773837 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d74b4c7d-ac42-4386-815b-455eb5aaf79b req-278ddf3c-1aa6-4761-959e-7a338731ad9c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1172550 May 06 12:59:11.872405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d74b4c7d-ac42-4386-815b-455eb5aaf79b req-f747ae2f-5819-4d5c-b72c-2f9dfab0a895 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826726 May 06 12:59:11.886684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Deleting subnet 8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:11.887428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:11.986415 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.074117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.111458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.243926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=88e93fb7-9ddc-4e3b-b18e-caed79d8b509,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:12.267614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.268002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.268308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.268642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.268972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.269299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.269667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.269994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.270318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.270633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.270949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:12.276925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': 'b0ee503d-1d64-497f-a677-b7737112861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:12.277287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: 4bb22041-d123-486f-aad1-4a7f821561a4, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:12.343114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.395997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5002a043-82f0-4319-870e-d559f1a58cda req-6695402f-3ef0-4a75-b2a6-495ea16f1234 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.0469868 May 06 12:59:12.439831 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.485877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.486621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 4bb22041-d123-486f-aad1-4a7f821561a4 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:12.548316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dd250adc-9d6a-41ca-b8f1-b4810c915fbb no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:12.571654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:12.576532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.590642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-30aa1607-f3f3-465a-a1a9-12db0fba23c6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8c5212bf-2ef2-4df9-b8aa-232f9fc9dad7 HTTP/1.1" status: 204 len: 168 time: 0.8562777 May 06 12:59:12.595629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3ae85-c994-4f1f-bc02-5f022b719ecd None None] Network 3446330c-f0c9-417b-b959-bda3802eec6c requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:12.601964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:12.627116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: dd250adc-9d6a-41ca-b8f1-b4810c915fbb {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:12.627459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device dd250adc-9d6a-41ca-b8f1-b4810c915fbb not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:12.632738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 4bb22041-d123-486f-aad1-4a7f821561a4) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:12.645521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:12.645521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.715719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853eacd-762f-4b88-b816-0b89e0f3ebd2 None None] Network 4bb22041-d123-486f-aad1-4a7f821561a4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:12.796351 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8f51107-e755-4faf-a3da-a7fe218bf54d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1540005 May 06 12:59:12.802684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35340) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:12.808624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4', 'name': 'tempest-PortsTestJSON-773217310', 'fixed_ips': [{'subnet_id': '88e93fb7-9ddc-4e3b-b18e-caed79d8b509', 'ip_address': '172.20.0.10'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:12.876293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.895457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Deleting port b249e5e7-c994-4594-852f-2e2bbeafd3a2 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:12.897164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:12.972199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:12.976906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:12.980114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:12.986993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:13.113520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-4bb22041-d123-486f-aad1-4a7f821561a4', 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': '88e93fb7-9ddc-4e3b-b18e-caed79d8b509'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:13.115353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.173874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:13.181292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.199168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] DHCP port deletion for 3446330c-f0c9-417b-b959-bda3802eec6c request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:13.205008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Deleting port b249e5e7-c994-4594-852f-2e2bbeafd3a2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:13.205675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.216551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 8cdd104a-5cc5-40af-8224-6605adf2d678 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:13.417210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] For port b249e5e7-c994-4594-852f-2e2bbeafd3a2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b249e5e7-c994-4594-852f-2e2bbeafd3a2,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:13.417210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.540667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.10 (4bb22041-d123-486f-aad1-4a7f821561a4/88e93fb7-9ddc-4e3b-b18e-caed79d8b509/8cdd104a-5cc5-40af-8224-6605adf2d678) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:13.555324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c76cc-024b-4436-a15f-099f81c0c928 req-455ad640-f908-4cd8-8f81-1673175cceaa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:13.555324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b8c76cc-024b-4436-a15f-099f81c0c928 req-455ad640-f908-4cd8-8f81-1673175cceaa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.4396510 May 06 12:59:13.635720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Calling delete_port for b249e5e7-c994-4594-852f-2e2bbeafd3a2 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:13.754418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] For port b249e5e7-c994-4594-852f-2e2bbeafd3a2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b249e5e7-c994-4594-852f-2e2bbeafd3a2,segment=NetworkSegment(96443c6b-ad00-4083-9bd7-e32ade61de78),segment_id=96443c6b-ad00-4083-9bd7-e32ade61de78)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:13.754418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.820010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b8c76cc-024b-4436-a15f-099f81c0c928 req-cd20b04a-a378-4dce-bc6f-39d87187ec8d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065547 May 06 12:59:13.911945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:13.996799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Calling delete_port for b249e5e7-c994-4594-852f-2e2bbeafd3a2 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:14.000778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.026461 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:59:14.038646 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.059691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 8cdd104a-5cc5-40af-8224-6605adf2d678 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:14.088530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5d0ca1b-b1cf-4314-9fa4-22a90b08851f req-0e285ade-0ada-4310-94bc-3179c0ca57c5 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.1120901 May 06 12:59:14.096025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] No DVR routers for this DVR port b249e5e7-c994-4594-852f-2e2bbeafd3a2 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:14.138617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Pushing event deleted for resources: {'Port': ['ID=b249e5e7-c994-4594-852f-2e2bbeafd3a2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.154116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:14.154500 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:14.236804 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.271547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3446330c-f0c9-417b-b959-bda3802eec6c']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:14.287300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96443c6b-ad00-4083-9bd7-e32ade61de78') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:14.287886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96443c6b-ad00-4083-9bd7-e32ade61de78') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:14.291013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.324600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.372632 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.393496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:14.393496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.445485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Allocated IP 172.20.0.2 (4bb22041-d123-486f-aad1-4a7f821561a4/88e93fb7-9ddc-4e3b-b18e-caed79d8b509/c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:14.472596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 4bb22041-d123-486f-aad1-4a7f821561a4 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:14.496229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:14.539963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:14.649317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b249e5e7-c994-4594-852f-2e2bbeafd3a2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: timer() May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: self._notify() May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:14.703854 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:14.750231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Deleting port b249e5e7-c994-4594-852f-2e2bbeafd3a2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:14.751298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.759299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=8cdd104a-5cc5-40af-8224-6605adf2d678,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.782711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.797588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:14.798629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.814968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:14.849200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] Pushing event deleted for resources: {'Network': ['ID=3446330c-f0c9-417b-b959-bda3802eec6c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:14.857597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c8744b9f-6981-44b5-ab1e-1850a88c973c admin admin] 10.222.0.83 "DELETE /v2.0/networks/3446330c-f0c9-417b-b959-bda3802eec6c HTTP/1.1" status: 204 len: 168 time: 2.2538743 May 06 12:59:14.892338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b249e5e7-c994-4594-852f-2e2bbeafd3a2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:14.893782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b249e5e7-c994-4594-852f-2e2bbeafd3a2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:14.905895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-560cd08a-d51c-4007-9c1f-834084953527 None None] The port 'b249e5e7-c994-4594-852f-2e2bbeafd3a2' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:14.944293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1b92c54e-19c5-4adf-80b8-e0cfe83d1dac tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1401136 May 06 12:59:14.946630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35396) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:14.953527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4', 'name': 'tempest-PortsTestJSON-522057572', 'fixed_ips': [{'subnet_id': '88e93fb7-9ddc-4e3b-b18e-caed79d8b509', 'ip_address': '172.20.0.9'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:15.245816 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ebaea-cb26-4100-90b0-f085e29c05a7 req-c052ed0a-480d-4b68-81ff-f278fd62d597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:15.247646 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d9ebaea-cb26-4100-90b0-f085e29c05a7 req-c052ed0a-480d-4b68-81ff-f278fd62d597 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1980195 May 06 12:59:15.323781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.326026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:15.353956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Transition to ACTIVE for port object c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:15.360987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-c82d359b-869f-4eea-8b5e-040da7fa0147 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a1a8b631bbd240d78d3b13e728a450be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494699 May 06 12:59:15.379464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d9ebaea-cb26-4100-90b0-f085e29c05a7 req-d7673577-4a83-4bd1-9ba0-a48d1254df8c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238036 May 06 12:59:15.398682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:15.418365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:15.426576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7028ce09-e218-41bc-9ace-c674d80d306f req-8c22f576-b3d8-4ad2-abc1-a1aa2dea9421 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.0932977 May 06 12:59:15.431209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:15.450079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Transition to ACTIVE for port object c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:15.562725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-a102303d-c21b-432a-bdd8-c5fb10054709 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:15.564059 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-a102303d-c21b-432a-bdd8-c5fb10054709 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834648 May 06 12:59:15.582692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Request body: {'port': {'device_id': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': 'a1a8b631bbd240d78d3b13e728a450be'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:15.605541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:15.607083 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.613521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:15.685422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 5044ffe3-c717-4875-95f6-582a8f46c02e yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:15.749005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Pushing event updated for resources: {'Port': ['ID=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:15.814786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Network 4bb22041-d123-486f-aad1-4a7f821561a4 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:15.816332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:15.819244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:15.910883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:15.991665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Attempting to bind port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:15.992842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Attempting to bind port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b0ee503d-1d64-497f-a677-b7737112861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:15.993488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Attempting to bind port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 on network 4bb22041-d123-486f-aad1-4a7f821561a4 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:16.005923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:16.007473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Checking segment: {'id': 'b0ee503d-1d64-497f-a677-b7737112861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:16.008493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.009770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Bound using segment: {'id': 'b0ee503d-1d64-497f-a677-b7737112861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:16.010818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Bound port: c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ee503d-1d64-497f-a677-b7737112861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4bb22041-d123-486f-aad1-4a7f821561a4'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:16.011523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.090088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:16.095218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Usage tracker for resource:port and tenant:a1a8b631bbd240d78d3b13e728a450be is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:16.100533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:16.106851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:16.127694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] For port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:16.131909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] For port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,segment=NetworkSegment(b0ee503d-1d64-497f-a677-b7737112861b),segment_id=b0ee503d-1d64-497f-a677-b7737112861b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:16.156503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e93205e9-7940-4960-919d-e476839092f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02f24614299b4944a640a6ded4c08658&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2404687 May 06 12:59:16.159182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35422) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:16.246811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.9 (4bb22041-d123-486f-aad1-4a7f821561a4/88e93fb7-9ddc-4e3b-b18e-caed79d8b509/5044ffe3-c717-4875-95f6-582a8f46c02e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:16.275948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Made reservation on behalf of a1a8b631bbd240d78d3b13e728a450be for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:16.279167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.293226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.296062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.308838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.349002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.387184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:16.406864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Usage tracker for resource:security_group_rule and tenant:a1a8b631bbd240d78d3b13e728a450be is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:16.412990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:16.425288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:16.431833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b33ec-37f6-45dd-97fd-061b8ae9f7a2 None None] Pushing event updated for resources: {'Port': ['ID=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.533832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.600085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.684648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35438) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:16.686012 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.692859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00d54fd-6673-4847-98c8-ac0b83b5acdb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.698813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.730944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4aac28ff-7b22-43b0-abe8-4ac841c2538b req-99bd76a5-8041-428e-b000-db4396ed93a0 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.1045983 May 06 12:59:16.821639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.826265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9cda11d0-4a53-4a70-8da5-e99357f83202 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a00d54fd-6673-4847-98c8-ac0b83b5acdb HTTP/1.1" status: 204 len: 168 time: 0.6658523 May 06 12:59:16.844675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:16.863380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce242e86-4b04-4f82-9b93-eb280a9ae556,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:16.882108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 5044ffe3-c717-4875-95f6-582a8f46c02e will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:16.933242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893825b6-2778-4c28-8b46-e1df85c9df76 req-c3c9a4b2-b0e0-4c02-9548-b077a2e2c59d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:16.935928 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-893825b6-2778-4c28-8b46-e1df85c9df76 req-c3c9a4b2-b0e0-4c02-9548-b077a2e2c59d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.3298521 May 06 12:59:17.040963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.141972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network 4bb22041-d123-486f-aad1-4a7f821561a4 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:17.146067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:17.157879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:17.191351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=5044ffe3-c717-4875-95f6-582a8f46c02e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:17.222928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.247033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:17.247848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.284207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-893825b6-2778-4c28-8b46-e1df85c9df76 req-46f95210-c4c6-49f7-a25b-337087b4b956 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367670 May 06 12:59:17.291241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Allocated IP 192.168.233.184 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/f323ce42-44aa-4b71-b2f5-90ec831c6c84) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:17.305669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:17.313364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Usage tracker for resource:security_group_rule and tenant:09a25c9761634a1082ed555fca3cd5e6 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:17.317149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:17.333861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:17.418537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5329cb2-4de9-489d-84f7-fd7f3949ee98 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4697797 May 06 12:59:17.419997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35464) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:17.579959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646bcc45-923a-4ba5-aad1-8727a5babb83 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:17.581186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-646bcc45-923a-4ba5-aad1-8727a5babb83 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:17.666745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.703544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.713814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-646bcc45-923a-4ba5-aad1-8727a5babb83 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:17.717643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-646bcc45-923a-4ba5-aad1-8727a5babb83 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2938528 May 06 12:59:17.717925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:17.722956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Transition to ACTIVE for port object f323ce42-44aa-4b71-b2f5-90ec831c6c84 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:17.771427 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:17.886753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=09a25c9761634a1082ed555fca3cd5e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2008572 May 06 12:59:17.894265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:17.913783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.016898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b16b5-7dd3-4112-ab8f-270d88fa707c None None] Network 4bb22041-d123-486f-aad1-4a7f821561a4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:18.021390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af5d3b-0286-427e-ba01-be80a8ca95f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7527ec1-8756-435b-811f-6ee56a065d0c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:18.066269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:18.069864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:18.074612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:18.117798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82cc08-050a-492e-93ae-0cfa23f5f77e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:18.122098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82cc08-050a-492e-93ae-0cfa23f5f77e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:18.140996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e82cc08-050a-492e-93ae-0cfa23f5f77e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:18.140996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3e82cc08-050a-492e-93ae-0cfa23f5f77e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.4118068 May 06 12:59:18.141695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Pushing event updated for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:18.146891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35492) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:18.207270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:18.207988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.243820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 5044ffe3-c717-4875-95f6-582a8f46c02e {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:18.244179 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.320169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.456690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a8f4abf6-3a55-42c7-8cd8-246bc21f7eb0 None None] Provisioning for port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:18.472867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-cfaf8485-8b79-4f1d-8b60-2e7f92af2632 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8793273 May 06 12:59:18.472867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-5f2cee3a-06a3-4788-9473-296c540c67d6 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:59:18.472867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-5f2cee3a-06a3-4788-9473-296c540c67d6 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079699 May 06 12:59:18.561211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.659002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:18.719748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Request body: {'port': {'device_id': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:18.729196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4dc1c89f-539c-46da-8164-cb60b8895f3f None None] Provisioning for port f323ce42-44aa-4b71-b2f5-90ec831c6c84 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:18.771071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8876e-2177-40bf-8f07-a368b39c6dd2 req-5e1b4e2c-bcf1-4f5a-8277-b63e6589ce64 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:18.776194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2a8876e-2177-40bf-8f07-a368b39c6dd2 req-5e1b4e2c-bcf1-4f5a-8277-b63e6589ce64 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 936 time: 0.7547863 May 06 12:59:18.803512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4dc1c89f-539c-46da-8164-cb60b8895f3f None None] Provisioning complete for port f323ce42-44aa-4b71-b2f5-90ec831c6c84 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:18.806440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c89f-539c-46da-8164-cb60b8895f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:18.956069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1c89f-539c-46da-8164-cb60b8895f3f None None] Port f323ce42-44aa-4b71-b2f5-90ec831c6c84 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:19.039926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.042393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.053935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2a8876e-2177-40bf-8f07-a368b39c6dd2 req-ea9b98cd-dad5-46a8-90a0-5d2102dd82fa tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695203 May 06 12:59:19.112779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025445db-dab4-41ae-a021-49fcc5b0bb11 req-0850627c-9cc4-4c3e-9e44-e60098d7259c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:19.115466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-025445db-dab4-41ae-a021-49fcc5b0bb11 req-0850627c-9cc4-4c3e-9e44-e60098d7259c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.5918272 May 06 12:59:19.141157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:19.147139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:19.147699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.301830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 5044ffe3-c717-4875-95f6-582a8f46c02e owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:19.377698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.388578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.404832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-025445db-dab4-41ae-a021-49fcc5b0bb11 req-d1fac1f9-a14e-48f1-84f9-303c1ed8bdfd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378659 May 06 12:59:19.412267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Provisioning for port 8cdd104a-5cc5-40af-8224-6605adf2d678 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:19.429166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Provisioning complete for port 8cdd104a-5cc5-40af-8224-6605adf2d678 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:19.429532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.445755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7527ec1-8756-435b-811f-6ee56a065d0c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:19.472495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.474364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f255c49-3844-4fa0-9b7e-83e6df72ab14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7527ec1-8756-435b-811f-6ee56a065d0c HTTP/1.1" status: 204 len: 168 time: 1.5727220 May 06 12:59:19.536801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,segment=NetworkSegment(b0ee503d-1d64-497f-a677-b7737112861b),segment_id=b0ee503d-1d64-497f-a677-b7737112861b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:19.560853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Port 8cdd104a-5cc5-40af-8224-6605adf2d678 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:19.674557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.720488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.803231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f323ce42-44aa-4b71-b2f5-90ec831c6c84 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:19.811862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.829083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Transition to ACTIVE for port object f323ce42-44aa-4b71-b2f5-90ec831c6c84 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:19.831949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Provisioning for port 5044ffe3-c717-4875-95f6-582a8f46c02e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:19.849726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Provisioning complete for port 5044ffe3-c717-4875-95f6-582a8f46c02e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:19.851054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.865999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=5044ffe3-c717-4875-95f6-582a8f46c02e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:19.931421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:19.953145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3319b0bb-64b7-477d-bb90-ebdd82a4c982 None None] Port 5044ffe3-c717-4875-95f6-582a8f46c02e was deleted so its status cannot be updated. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 06 12:59:19.986751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:20.042628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.079506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc706019-37f3-49d4-b8f5-4a0fa02df014 None None] Provisioning complete for port 8cdd104a-5cc5-40af-8224-6605adf2d678 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:20.080412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc706019-37f3-49d4-b8f5-4a0fa02df014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.178894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc706019-37f3-49d4-b8f5-4a0fa02df014 None None] Port 8cdd104a-5cc5-40af-8224-6605adf2d678 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:20.189080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc706019-37f3-49d4-b8f5-4a0fa02df014 None None] Could not find standard attr ID for object 5044ffe3-c717-4875-95f6-582a8f46c02e. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 12:59:20.299545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Pushing event updated for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:20.339118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-394ca2f9-2b2a-4911-81f4-8dcb7ce0b707 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/5044ffe3-c717-4875-95f6-582a8f46c02e HTTP/1.1" status: 204 len: 168 time: 2.1905119 May 06 12:59:20.342836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:20.476992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Attempting to bind port f323ce42-44aa-4b71-b2f5-90ec831c6c84 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:20.477265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Attempting to bind port f323ce42-44aa-4b71-b2f5-90ec831c6c84 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:20.477592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Attempting to bind port f323ce42-44aa-4b71-b2f5-90ec831c6c84 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:20.496175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Port f323ce42-44aa-4b71-b2f5-90ec831c6c84 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:20.496532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Attempting to bind port f323ce42-44aa-4b71-b2f5-90ec831c6c84 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:20.510777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:20.512903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:20.513838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:20.515054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Bound port: f323ce42-44aa-4b71-b2f5-90ec831c6c84, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:20.515609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.542723 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d83e642-4f3d-433f-bfea-4d92ff81d028 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:59:20.543232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d83e642-4f3d-433f-bfea-4d92ff81d028 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:20.588612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:20.671670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc500b2a-2601-4e03-b651-91c06c4b7075 req-2817d350-56b0-4e32-853f-12356c894700 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:20.681548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc500b2a-2601-4e03-b651-91c06c4b7075 req-2817d350-56b0-4e32-853f-12356c894700 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 948 time: 0.2550390 May 06 12:59:20.735650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:20.749486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1d83e642-4f3d-433f-bfea-4d92ff81d028 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:20.753460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:20.760591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d83e642-4f3d-433f-bfea-4d92ff81d028 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/5044ffe3-c717-4875-95f6-582a8f46c02e HTTP/1.1" status: 404 len: 333 time: 0.4164963 May 06 12:59:20.763491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:20.848279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:20.848279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.929199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:20.997496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.081549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 8cdd104a-5cc5-40af-8224-6605adf2d678 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:21.082600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.108384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.113670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] 10.222.0.86 "PUT /v2.0/ports/f323ce42-44aa-4b71-b2f5-90ec831c6c84 HTTP/1.1" status: 200 len: 1096 time: 2.6335154 May 06 12:59:21.115156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:21.207723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5e30-801b-4192-b4d8-54b31289f29e service neutron] Pushing event updated for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:21.222229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f22f1-abc6-4f33-8c5d-5b510def368d req-6320d9b5-20ba-4caa-abfc-7df1c3b5c2d7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:21.229294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a8f22f1-abc6-4f33-8c5d-5b510def368d req-6320d9b5-20ba-4caa-abfc-7df1c3b5c2d7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.4048626 May 06 12:59:21.232156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc500b2a-2601-4e03-b651-91c06c4b7075 req-bceb4365-b55c-4801-8a44-66855e727260 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448263 May 06 12:59:21.287914 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9a8f22f1-abc6-4f33-8c5d-5b510def368d req-ee5bdba3-83ec-4a27-a2d2-7bdfbbf602c1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576739 May 06 12:59:21.367875 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70a1d88-a9a8-4cb0-ba82-eda2d153db06'] response: {'name': 'network-changed', 'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84', 'status': 'completed', 'code': 200} May 06 12:59:21.535577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.599103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35578) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:21.671731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:21.701919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 8cdd104a-5cc5-40af-8224-6605adf2d678 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:21.722185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-ac8354ab-83ab-4d31-9123-96fdcbf14e0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1a8b631bbd240d78d3b13e728a450be&device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 1099 time: 0.4075198 May 06 12:59:21.725517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:21.729512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Usage tracker for resource:security_group_rule and tenant:4c74b3b5001447b6baa4ba98a012e524 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:21.734345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:21.830872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-82df4c99-4e83-42a6-bef0-5b978818e82e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84 HTTP/1.1" status: 200 len: 217 time: 0.0980844 May 06 12:59:21.835148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:21.917122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-3bf62851-5c6c-41a8-b2d9-7ae2abd702be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:21.918820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-3bf62851-5c6c-41a8-b2d9-7ae2abd702be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0813565 May 06 12:59:22.024151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.041954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-7d45c808-4ab8-42ce-a913-1cf7800723ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153340 May 06 12:59:22.057052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.118791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=8cdd104a-5cc5-40af-8224-6605adf2d678,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:22.224960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-67b8c16f-15f1-4240-b267-53b1b11f55ec service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763642 May 06 12:59:22.230167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.254548 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.401653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ecb74-9a86-43f9-99e1-bcda5280c4af,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:22.492745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6413f086-8367-464d-a12b-47a4655fb1cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c74b3b5001447b6baa4ba98a012e524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8878138 May 06 12:59:22.497301 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35622) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:22.521044 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-322df52b-bfb0-4a24-84a6-d768a3e82490 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/8cdd104a-5cc5-40af-8224-6605adf2d678 HTTP/1.1" status: 204 len: 168 time: 1.7542233 May 06 12:59:22.523651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e32c529-94ab-4e99-a3aa-9b669736679e req-d918fd9c-bd36-4bc3-a084-f51552548b84 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890575 May 06 12:59:22.524713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35628) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:22.551353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d77afd7a-bdd2-46df-b725-88ebc2ed057a tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:22.553081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d77afd7a-bdd2-46df-b725-88ebc2ed057a tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Synchronizing usage tracker for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:22.587681 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-305897da-3de7-423b-82fe-0e7875c13bc9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:59:22.588223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-305897da-3de7-423b-82fe-0e7875c13bc9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:22.661361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97891b-97ca-40d3-8301-36bd418f2dea req-364e5b0a-0121-4400-813b-30ca692e1b68 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:22.662979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac97891b-97ca-40d3-8301-36bd418f2dea req-364e5b0a-0121-4400-813b-30ca692e1b68 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2064550 May 06 12:59:22.664039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.685350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d77afd7a-bdd2-46df-b725-88ebc2ed057a tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Unset dirty status for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:22.687350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d77afd7a-bdd2-46df-b725-88ebc2ed057a tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 948 time: 0.2924516 May 06 12:59:22.716999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:22.757752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d5a9eaf4-3409-4cbb-82a5-6e6ec9bf90b9 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Synchronizing usage tracker for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:22.791328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac97891b-97ca-40d3-8301-36bd418f2dea req-fb2407d4-69c8-480b-b060-65ff995b573c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096330 May 06 12:59:22.827037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-305897da-3de7-423b-82fe-0e7875c13bc9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:22.827037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-305897da-3de7-423b-82fe-0e7875c13bc9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/8cdd104a-5cc5-40af-8224-6605adf2d678 HTTP/1.1" status: 404 len: 333 time: 0.2875197 May 06 12:59:22.827510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:22.866531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-4835fb16-36bb-40ba-833f-8c356d256b5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a1a8b631bbd240d78d3b13e728a450be&device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 1099 time: 0.1129639 May 06 12:59:22.957877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d5a9eaf4-3409-4cbb-82a5-6e6ec9bf90b9 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Unset dirty status for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:22.959251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366ce7af-e312-4169-a4c3-4679c7b3b3eb req-d5a9eaf4-3409-4cbb-82a5-6e6ec9bf90b9 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663805 May 06 12:59:22.977296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.012477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ecb74-9a86-43f9-99e1-bcda5280c4af,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:23.019977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.020916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ec0e7ecd-e9ab-4915-82f4-4fe1499fcf00 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d78ecb74-9a86-43f9-99e1-bcda5280c4af HTTP/1.1" status: 204 len: 168 time: 0.5174365 May 06 12:59:23.050970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01712c-1191-42d6-983c-0b092d99e94f req-1811ebdf-0901-4c04-9f2a-087cfd030cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:23.069471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-1811ebdf-0901-4c04-9f2a-087cfd030cf8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=054ed7d2-2f3d-4190-904e-066a6150a441 HTTP/1.1" status: 200 len: 870 time: 0.1807175 May 06 12:59:23.089799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet 88e93fb7-9ddc-4e3b-b18e-caed79d8b509 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:23.096356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.140495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-789cf741-3b53-4f2d-9754-7e17d8ace0e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84 HTTP/1.1" status: 200 len: 217 time: 0.0792193 May 06 12:59:23.178264 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.218104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01712c-1191-42d6-983c-0b092d99e94f req-fdf82737-218e-47b8-9bd6-9bb0512f99e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:23.219790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-fdf82737-218e-47b8-9bd6-9bb0512f99e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0736699 May 06 12:59:23.286528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.301020 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-72622fa1-0940-4497-9fde-1622d576da5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751915 May 06 12:59:23.477579 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-48b190fa-0f35-4518-a1c8-46ebe8c4dd30 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702814 May 06 12:59:23.556459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.605655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=88e93fb7-9ddc-4e3b-b18e-caed79d8b509,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:23.615853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.624036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a60d2-20f7-49cf-8ba1-e33b903a8f8a None None] Network 4bb22041-d123-486f-aad1-4a7f821561a4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:23.624739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-73910f3c-9887-49a4-9c19-4c8c06873279 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/88e93fb7-9ddc-4e3b-b18e-caed79d8b509 HTTP/1.1" status: 204 len: 168 time: 0.7956100 May 06 12:59:23.627039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35688) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:23.630132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed01712c-1191-42d6-983c-0b092d99e94f req-d0f1762c-5a49-46b9-bc20-3e68a281eb33 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453869 May 06 12:59:23.772263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:23.788134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:23.788830 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.173895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] DHCP port deletion for 4bb22041-d123-486f-aad1-4a7f821561a4 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:24.179405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Deleting port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:24.180046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.368697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,segment=NetworkSegment(b0ee503d-1d64-497f-a677-b7737112861b),segment_id=b0ee503d-1d64-497f-a677-b7737112861b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:24.369305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.381155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48674b17-a091-4f4c-ae24-0d79d507676a req-7ae3814b-6a34-494e-8b5f-8b376ca07ef8 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:24.398545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48674b17-a091-4f4c-ae24-0d79d507676a req-7ae3814b-6a34-494e-8b5f-8b376ca07ef8 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 948 time: 0.1448638 May 06 12:59:24.448056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2fd79-7895-4c34-8c4c-c522bfdb28ef req-ac705239-615c-4c4b-b08b-68371e2b2c06 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:24.458187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2cc2fd79-7895-4c34-8c4c-c522bfdb28ef req-ac705239-615c-4c4b-b08b-68371e2b2c06 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.4221261 May 06 12:59:24.488801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] For port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,segment=NetworkSegment(b0ee503d-1d64-497f-a677-b7737112861b),segment_id=b0ee503d-1d64-497f-a677-b7737112861b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:24.489512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:24.582561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48674b17-a091-4f4c-ae24-0d79d507676a req-b9fa7653-3f5c-4a6d-8de8-533e2583b77d tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701407 May 06 12:59:24.592957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:24.687088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:24.788702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2cc2fd79-7895-4c34-8c4c-c522bfdb28ef req-79cfab0a-8d0e-437e-a2d5-26f8dc16b664 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294644 May 06 12:59:24.829757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Calling delete_port for c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:24.972835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.000402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.063349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:25.063720 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:25.078023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:25.086133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No DVR routers for this DVR port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:25.237981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.274569 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-69c1cad6-dfc9-4586-a77d-46c8139075fd service neutron] show failed (client error): The resource could not be found. May 06 12:59:25.275673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-69c1cad6-dfc9-4586-a77d-46c8139075fd service neutron] 10.222.0.13 "GET /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1037662 May 06 12:59:25.282929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f323ce42-44aa-4b71-b2f5-90ec831c6c84 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:25.290895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb22041-d123-486f-aad1-4a7f821561a4']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:25.315576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ee503d-1d64-497f-a677-b7737112861b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:25.315959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ee503d-1d64-497f-a677-b7737112861b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:25.340424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.367169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.374882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:25.376952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.460509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: timer() May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:25.478774 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:25.494244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84', 'mac_address': 'fa:16:3e:7e:91:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:25.566266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Deleting port c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:25.566738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.627111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.648687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.655947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:25.662292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=4bb22041-d123-486f-aad1-4a7f821561a4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:25.692696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-63bce8ff-eb8d-4820-9b6c-8d6b92c8a0c2 None None] The port 'c8bb2cd0-49ed-49b5-9a8a-bcb534aabf07' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:25.711350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f323ce42-44aa-4b71-b2f5-90ec831c6c84 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:25.731636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:25.800712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-96e3394f-6d89-4ee1-9720-476a309c0a91 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/4bb22041-d123-486f-aad1-4a7f821561a4 HTTP/1.1" status: 204 len: 168 time: 2.1723855 May 06 12:59:25.804501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 35786) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:25.811575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1481511615'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:25.829412 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:25.848838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:network and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:25.858081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:25.885757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:25.913875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.000706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:26.096345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:26.100189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.136206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f323ce42-44aa-4b71-b2f5-90ec831c6c84'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:59:26.143527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 12:59:26.152856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.153196 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Added segment e86d9262-079b-47a2-bd61-130b72156b7b of type vlan for network edbd4694-9b16-4f5f-a066-808a614ea4e6 May 06 12:59:26.180164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16f7fc-8955-4605-9427-f72eefa82a98 req-051a1b7b-a112-4779-bed7-899fbc8ee1de tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:26.184448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.196416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac16f7fc-8955-4605-9427-f72eefa82a98 req-051a1b7b-a112-4779-bed7-899fbc8ee1de tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1751223 May 06 12:59:26.297790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac16f7fc-8955-4605-9427-f72eefa82a98 req-f9f2eb49-0a56-4209-a53c-71c1d35ee08e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000047 May 06 12:59:26.309119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0a18c-5fb6-4b6e-b297-065eccc783a6 req-ec844df2-a0c9-49db-9e0f-f26944daaa59 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:26.316313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60a0a18c-5fb6-4b6e-b297-065eccc783a6 req-ec844df2-a0c9-49db-9e0f-f26944daaa59 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 949 time: 0.4129784 May 06 12:59:26.321984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-304dea38-6e64-45b8-9be9-5eb0af43cc8d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 1096 time: 0.1328371 May 06 12:59:26.352277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:26.472847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.476811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:26.477422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.523203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60a0a18c-5fb6-4b6e-b297-065eccc783a6 req-53266c76-4966-4048-aaf7-942cb24b3892 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966023 May 06 12:59:26.604033 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:26.623719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Network': ['ID=edbd4694-9b16-4f5f-a066-808a614ea4e6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:26.637077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 12:59:26.747298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e729f446-f7cf-4cfb-b99f-08ea29bbf982 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9416103 May 06 12:59:26.750657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35830) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:26.758960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:27.021381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:27.026058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:27.030621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:27.038032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:27.072405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:27.293881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f323ce42-44aa-4b71-b2f5-90ec831c6c84 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:27.330997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:27.333893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:27.476607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.480787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:27.501272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.535542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Transition to ACTIVE for port object fc937cef-6e84-43e4-8dc1-6848ea88fdfa will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:27.590949 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bf25b5-d8c1-41ff-bd68-630c8ec740fa'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'code': 200} May 06 12:59:27.633720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port f323ce42-44aa-4b71-b2f5-90ec831c6c84 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:27.664579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port f323ce42-44aa-4b71-b2f5-90ec831c6c84 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:27.664579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.701592 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.766439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3405a30-5585-4623-a3f7-70c23b982443 req-eb3f5003-cb00-4bbd-852e-8d1bb3d06571 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:27.775387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3405a30-5585-4623-a3f7-70c23b982443 req-eb3f5003-cb00-4bbd-852e-8d1bb3d06571 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2737079 May 06 12:59:27.839130 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:27.858715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e3405a30-5585-4623-a3f7-70c23b982443 req-58906500-f333-4757-9aab-aa1af1e15283 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805533 May 06 12:59:27.937808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:27.949358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:27.972799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:28.049509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] No DVR routers for this DVR port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:28.085725 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.216761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:28.284362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d1476-1388-4b41-a852-31ddc02a3fc6 req-827c3f89-3ab7-4ccb-bfa6-dd1067a397fe tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:28.285542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-974d1476-1388-4b41-a852-31ddc02a3fc6 req-827c3f89-3ab7-4ccb-bfa6-dd1067a397fe tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 949 time: 0.3520787 May 06 12:59:28.376362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-974d1476-1388-4b41-a852-31ddc02a3fc6 req-3cb4f927-8595-4119-ae1a-bd714b89344b tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767250 May 06 12:59:28.413018 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f4a3fa-d088-4605-b366-4bef95f80010'] response: {'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84', 'code': 200} May 06 12:59:28.511707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:28.512176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:28.512567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:28.515322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.520820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:28.521216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:28.528736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:28.532848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:28.532848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Bound using segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:28.532848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Bound port: fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:28.532848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:28.622257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=af43a829-f875-4bf5-93bb-0a8586b008f9,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:28.638498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:28.645830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:28.690916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Checking segment: {'id': 'e86d9262-079b-47a2-bd61-130b72156b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:28.691279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network hostable DHCP agents. Network: edbd4694-9b16-4f5f-a066-808a614ea4e6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 12:59:28.705944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08a177cc-9223-4898-8666-b8dffa9cb9d1 req-a6059b42-060b-4855-ac37-28c750ecf04c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 1101 time: 0.2269394 May 06 12:59:28.762794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08a177cc-9223-4898-8666-b8dffa9cb9d1 req-eb36bbcf-bc4b-468d-b7e2-8a4282e2e31d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 May 06 12:59:29.033791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.045200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 12:59:29.229327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.230683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] 10.222.0.86 "PUT /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1091 time: 2.9021235 May 06 12:59:29.240361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, edbd4694-9b16-4f5f-a066-808a614ea4e6) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:29.247584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:29.252338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.252707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb28886-4d66-4f78-996c-4f29eb42b38c service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:29.288849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298db4c4-1032-46a7-a0cd-46ecce08b8da None None] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:29.318631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b4f28-f46d-40a6-a0c1-e5a439cd36d3 req-c5faea33-434d-41cc-a3bb-57870f987435 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:29.325571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc9b4f28-f46d-40a6-a0c1-e5a439cd36d3 req-c5faea33-434d-41cc-a3bb-57870f987435 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.3291643 May 06 12:59:29.413364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc9b4f28-f46d-40a6-a0c1-e5a439cd36d3 req-ebc10e86-a38f-41b4-889b-beac0152e365 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868499 May 06 12:59:29.427084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-883512b0-e5e6-4149-865f-f7057b1761b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1094 time: 0.1693649 May 06 12:59:29.526212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dcd212d7-42cf-44d8-bd14-1fa3ac6fd4d0 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7737031 May 06 12:59:29.528950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 35966) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:29.538665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2069504041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:29.549029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:29.562283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:router and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:29.566248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:29.579363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:29.609343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:29.627553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:29.687660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e42e5-cadd-4797-b5b3-1ace77d4a589 req-56eaf18d-106f-4837-bf87-7767fbe3a59b tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:29.699143 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a4e42e5-cadd-4797-b5b3-1ace77d4a589 req-56eaf18d-106f-4837-bf87-7767fbe3a59b tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 950 time: 0.1275618 May 06 12:59:29.725389 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92da133e-52f0-4448-a84a-a1eab5fc8c25'] response: {'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 12:59:29.728393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-c35423a6-4fb7-4b3c-8673-60ccddb06e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:29.731045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-c35423a6-4fb7-4b3c-8673-60ccddb06e39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2968631 May 06 12:59:29.873989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-edbd4694-9b16-4f5f-a066-808a614ea4e6', 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': 'af43a829-f875-4bf5-93bb-0a8586b008f9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:29.875057 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:29.893307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:30.029019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.030289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.043589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3a4e42e5-cadd-4797-b5b3-1ace77d4a589 req-493d2aa6-1cf7-4e93-8d8a-b11b278abe32 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433926 May 06 12:59:30.063965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.121716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-db768a44-9878-4e4b-8349-36f2f6014149 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.3848343 May 06 12:59:30.132378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-ddc9e375-54c5-4c71-aae5-d49aa61ffc11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1094 time: 0.2147710 May 06 12:59:30.171848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Allocated IP 172.20.0.2 (edbd4694-9b16-4f5f-a066-808a614ea4e6/af43a829-f875-4bf5-93bb-0a8586b008f9/981f9aa6-666c-4d15-a260-69bac17b719c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:30.194130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.342610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1293cf90-0184-4e19-985c-f453e79c7004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:30.344755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-1293cf90-0184-4e19-985c-f453e79c7004 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.2142506 May 06 12:59:30.404135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.411086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bdab6e29-59d7-4e31-a864-3f0643b0bba5 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8807106 May 06 12:59:30.413717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36012) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:30.420047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6', 'name': 'tempest-PortsTestJSON-440825969'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:30.448983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-21206f1a-53b9-4863-8bff-65aaa7cf156b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:30.450615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-21206f1a-53b9-4863-8bff-65aaa7cf156b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2489026 May 06 12:59:30.514816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.541023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-9a77b119-4925-449d-8539-26425abd6a9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887853 May 06 12:59:30.543642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Transition to ACTIVE for port object 981f9aa6-666c-4d15-a260-69bac17b719c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:30.583851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Transition to ACTIVE for port object 981f9aa6-666c-4d15-a260-69bac17b719c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:30.674185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:30.682999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:30.687024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:30.695400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:30.750689 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-a786cad8-cd6a-4d7d-84cb-226075c23ca9 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990829 May 06 12:59:30.757732 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-f92ce0e2-ce0f-473e-9598-e38934a4b599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.2999263 May 06 12:59:30.766435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.863453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:30.867210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:30.888019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:30.903072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:30.925717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Pushing event updated for resources: {'Port': ['ID=981f9aa6-666c-4d15-a260-69bac17b719c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:30.939204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-8e8239c2-b89b-48df-9165-b80c92afb318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:30.944588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-8e8239c2-b89b-48df-9165-b80c92afb318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1552601 May 06 12:59:30.944767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:30.947621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 5025d7c6-48df-46cd-9116-4cde27aa9a19 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:31.043984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf453-3a39-4fe2-aba4-42d2c1059673 req-ce468df6-3624-4ac3-81c2-a6f2fc1a3d10 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:31.051010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c8cf453-3a39-4fe2-aba4-42d2c1059673 req-ce468df6-3624-4ac3-81c2-a6f2fc1a3d10 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.3843079 May 06 12:59:31.089003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-72970caf-3d97-46b4-802f-d66362fd6244 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295624 May 06 12:59:31.151906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c8cf453-3a39-4fe2-aba4-42d2c1059673 req-597557bf-36c8-492a-91b7-0c622d4546e5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997896 May 06 12:59:31.182279 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-c3bd16f8-4368-4086-8621-123abcc38e86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322574 May 06 12:59:31.206869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-19c76044-97df-4894-8bc2-715629701b5f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 12:59:31.209358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-19c76044-97df-4894-8bc2-715629701b5f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147626 May 06 12:59:31.215906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.11 (edbd4694-9b16-4f5f-a066-808a614ea4e6/af43a829-f875-4bf5-93bb-0a8586b008f9/5025d7c6-48df-46cd-9116-4cde27aa9a19) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:31.228711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Attempting to bind port 981f9aa6-666c-4d15-a260-69bac17b719c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:31.229226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Attempting to bind port 981f9aa6-666c-4d15-a260-69bac17b719c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e86d9262-079b-47a2-bd61-130b72156b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:31.238919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Attempting to bind port 981f9aa6-666c-4d15-a260-69bac17b719c on network edbd4694-9b16-4f5f-a066-808a614ea4e6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:31.248264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:31.248264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Checking segment: {'id': 'e86d9262-079b-47a2-bd61-130b72156b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:31.249144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.249650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Bound using segment: {'id': 'e86d9262-079b-47a2-bd61-130b72156b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:31.250215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Bound port: 981f9aa6-666c-4d15-a260-69bac17b719c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86d9262-079b-47a2-bd61-130b72156b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edbd4694-9b16-4f5f-a066-808a614ea4e6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:31.250710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.373907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] For port 981f9aa6-666c-4d15-a260-69bac17b719c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:31.377984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] For port 981f9aa6-666c-4d15-a260-69bac17b719c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=981f9aa6-666c-4d15-a260-69bac17b719c,segment=NetworkSegment(e86d9262-079b-47a2-bd61-130b72156b7b),segment_id=e86d9262-079b-47a2-bd61-130b72156b7b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:31.502919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-1f8d7a62-1b2c-4ec3-acd3-6a5c0fea7e72 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873867 May 06 12:59:31.616899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.681307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:31.765771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 5025d7c6-48df-46cd-9116-4cde27aa9a19 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:31.858472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25914d0c-2fd3-472d-9632-3a06a5960353 None None] Pushing event updated for resources: {'Port': ['ID=981f9aa6-666c-4d15-a260-69bac17b719c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:31.908563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329bae3-ee5f-4ba4-a76f-66d3ea21f348 req-e8740118-2ead-47dc-a8a1-3f9c7cd489d3 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:31.910463 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0329bae3-ee5f-4ba4-a76f-66d3ea21f348 req-e8740118-2ead-47dc-a8a1-3f9c7cd489d3 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 950 time: 0.4861119 May 06 12:59:31.982550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0329bae3-ee5f-4ba4-a76f-66d3ea21f348 req-7c9c793c-7ee7-4656-b15d-45b631a89b1d tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648284 May 06 12:59:32.020605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36108) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:32.029190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.128044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-f29b44e7-8e97-405b-93bc-02b4ab322f8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1094 time: 0.6226413 May 06 12:59:32.245653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:32.262369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:32.269839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:32.332810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-1712147d-4f5b-49fa-9f51-1f047b71576d service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739494 May 06 12:59:32.387798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=5025d7c6-48df-46cd-9116-4cde27aa9a19,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:32.422566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:32.423115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.471875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-23c5f8bc-118d-477b-b037-eb15e01ba829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:32.473266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-23c5f8bc-118d-477b-b037-eb15e01ba829 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.3280385 May 06 12:59:32.606012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.630051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 981f9aa6-666c-4d15-a260-69bac17b719c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:32.669039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:32.673190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12fb4ccf-0404-4267-9f9a-57265cd599ee tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2580717 May 06 12:59:32.676122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Usage tracker for resource:security_group_rule and tenant:0e8c831b7a6d4c808960ea943180ec41 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:32.678102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36150) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:32.680108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:32.688758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:32.723738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293c9ba-af5c-4e86-a804-4368488017b9 req-575ed0ad-3d1b-4951-83e1-380c81a323b8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:32.725202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9293c9ba-af5c-4e86-a804-4368488017b9 req-575ed0ad-3d1b-4951-83e1-380c81a323b8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.2636423 May 06 12:59:32.846023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9293c9ba-af5c-4e86-a804-4368488017b9 req-2544c0d2-c07f-4c17-8fd4-a236a952b02a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133380 May 06 12:59:32.907042 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:32.943972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-3a48788f-3727-455f-8726-fb017611e998 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.4640648 May 06 12:59:32.993864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 981f9aa6-666c-4d15-a260-69bac17b719c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:33.029589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.129624 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0e8c831b7a6d4c808960ea943180ec41&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1056628 May 06 12:59:33.135182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ec90e-4daf-4c9f-8d73-04bb799ae03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9060ba23-b11e-4d04-ad91-aa3633f0cdb9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:33.137609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36182) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:33.266560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-4807f955-42e3-4561-a96a-ca165b4c258f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:33.268098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-4807f955-42e3-4561-a96a-ca165b4c258f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.3033819 May 06 12:59:33.308850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.314958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:33.388151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.589249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551adff-af6f-440c-af0c-c9ef21f4abcf req-36aad4c9-0ece-449a-bbbf-464b72ca64c5 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:33.600289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a551adff-af6f-440c-af0c-c9ef21f4abcf req-36aad4c9-0ece-449a-bbbf-464b72ca64c5 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 950 time: 0.3414526 May 06 12:59:33.673492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:33.720994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:33.741589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a551adff-af6f-440c-af0c-c9ef21f4abcf req-623fb075-4d64-4fd4-9e51-6b2b0a8a0b29 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390417 May 06 12:59:33.755140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-e9c66b93-5287-43c7-9d85-245596dce1a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794517 May 06 12:59:33.782505 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.817731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9060ba23-b11e-4d04-ad91-aa3633f0cdb9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:33.827995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:33.832363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9d22547b-0cf3-4f91-9752-684f1a7ac132 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9060ba23-b11e-4d04-ad91-aa3633f0cdb9 HTTP/1.1" status: 204 len: 168 time: 0.6937628 May 06 12:59:33.843589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7bf01-28ba-418e-b20e-5107f4f8cea2 None None] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:34.129178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.183561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:34.218023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:34.310365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.325753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-50613f15-cf88-4610-ac15-428d56f82923 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768503 May 06 12:59:34.387348 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.438617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Provisioning for port 981f9aa6-666c-4d15-a260-69bac17b719c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:34.473752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Provisioning complete for port 981f9aa6-666c-4d15-a260-69bac17b719c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:34.474484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.581370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:34.667699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.678273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fc937cef-6e84-43e4-8dc1-6848ea88fdfa'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:59:34.730993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-01863611-01ae-43c1-a597-b6296f227967 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:34.732589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-01863611-01ae-43c1-a597-b6296f227967 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 950 time: 0.1868668 May 06 12:59:34.836473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] For port 981f9aa6-666c-4d15-a260-69bac17b719c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=981f9aa6-666c-4d15-a260-69bac17b719c,segment=NetworkSegment(e86d9262-079b-47a2-bd61-130b72156b7b),segment_id=e86d9262-079b-47a2-bd61-130b72156b7b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:34.923897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5f2e81b-6e88-43d8-8d90-d89a01843b4c req-c0f83e14-6fda-4f35-8e04-413ecf885224 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860605 May 06 12:59:34.929543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Deleting port f323ce42-44aa-4b71-b2f5-90ec831c6c84 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:34.932529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.949258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:34.964228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d4bbf-d17a-4a06-b9c5-5197d02c2b73 req-4f44426f-02be-465f-8a63-c05ef05181c3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:34.965754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-229d4bbf-d17a-4a06-b9c5-5197d02c2b73 req-4f44426f-02be-465f-8a63-c05ef05181c3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 943 time: 0.7700009 May 06 12:59:35.193671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Provisioning complete for port 981f9aa6-666c-4d15-a260-69bac17b719c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:35.194237 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.291675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af49ccb-22a3-4739-bd27-884f7b6ae87b None None] Pushing event updated for resources: {'Port': ['ID=981f9aa6-666c-4d15-a260-69bac17b719c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:35.365052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-229d4bbf-d17a-4a06-b9c5-5197d02c2b73 req-102f0f7c-87f9-4142-b1f1-e02f9a0e0ac2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672796 May 06 12:59:35.373550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd7436-cf91-4948-8975-2a983c29ebcb req-b92e75b0-2510-4f13-abe9-452116c74f0c tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:35.384677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27dd7436-cf91-4948-8975-2a983c29ebcb req-b92e75b0-2510-4f13-abe9-452116c74f0c tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 950 time: 0.3177800 May 06 12:59:35.595618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27dd7436-cf91-4948-8975-2a983c29ebcb req-299ad8ec-80c3-4263-ae4a-8db4f609a02c tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/security-groups?id=ce242e86-4b04-4f82-9b93-eb280a9ae556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099733 May 06 12:59:35.652945 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.654127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] For port f323ce42-44aa-4b71-b2f5-90ec831c6c84, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f323ce42-44aa-4b71-b2f5-90ec831c6c84,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:35.654127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.717391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:35.774668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.839435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Provisioning for port 5025d7c6-48df-46cd-9116-4cde27aa9a19 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:35.845950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Provisioning complete for port 5025d7c6-48df-46cd-9116-4cde27aa9a19 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:35.846326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.848928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:35.894464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Calling delete_port for f323ce42-44aa-4b71-b2f5-90ec831c6c84 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:35.957529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa5e75-b613-4286-a077-20a89f475ccc None None] Port 5025d7c6-48df-46cd-9116-4cde27aa9a19 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:35.968707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:35.973592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:22c9a5f14e734f3ca0874e4519e12270 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:35.976549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:35.983153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:36.093899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b2f490e-d62b-4fcb-b7c9-01a2372429b4 None None] Provisioning complete for port 5025d7c6-48df-46cd-9116-4cde27aa9a19 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:36.094295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6b2f490e-d62b-4fcb-b7c9-01a2372429b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.112464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=5025d7c6-48df-46cd-9116-4cde27aa9a19,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:36.161122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f490e-d62b-4fcb-b7c9-01a2372429b4 None None] Port 5025d7c6-48df-46cd-9116-4cde27aa9a19 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:36.233667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.306578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Pushing event deleted for resources: {'Port': ['ID=f323ce42-44aa-4b71-b2f5-90ec831c6c84,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:36.413903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a1e266e-df6d-486c-8027-c5fcf6e360be None None] Provisioning complete for port 5025d7c6-48df-46cd-9116-4cde27aa9a19 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:36.414576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a1e266e-df6d-486c-8027-c5fcf6e360be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.486330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.488439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.538864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] No DVR routers for this DVR port f323ce42-44aa-4b71-b2f5-90ec831c6c84 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:36.549618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.564187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'name': 'network-vif-deleted', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:36.570795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 981f9aa6-666c-4d15-a260-69bac17b719c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:36.684582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e266e-df6d-486c-8027-c5fcf6e360be None None] Port 5025d7c6-48df-46cd-9116-4cde27aa9a19 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:36.716494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 981f9aa6-666c-4d15-a260-69bac17b719c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:36.716992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.717525 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb361bc9-5921-46b8-8e29-a5ca1f81d60c'] response: {'server_uuid': '341bb63a-b6a8-4403-b2b4-90c02676bf29', 'name': 'network-vif-deleted', 'tag': 'f323ce42-44aa-4b71-b2f5-90ec831c6c84', 'status': 'completed', 'code': 200} May 06 12:59:36.736201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:36.863714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac55ad25-e617-472b-92da-5825e9573543,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:36.902948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3732cd3-8720-456c-8ec0-62107861ff9d req-664f26f4-a6a7-443c-8dc4-993fa8dc1c3f tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.86 "DELETE /v2.0/ports/f323ce42-44aa-4b71-b2f5-90ec831c6c84 HTTP/1.1" status: 204 len: 173 time: 2.1621184 May 06 12:59:37.004844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7119998b-0ac0-48fe-8a12-b0b0e163b1ce req-aa5fb8eb-fa5f-46d3-9fb8-4962fdcdb900 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Synchronizing usage tracker for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:37.021230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.050890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-33551eeb-3403-4180-9607-4614d89b8ad5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22c9a5f14e734f3ca0874e4519e12270&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3289554 May 06 12:59:37.061690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36380) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:37.305413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813349a-d168-4427-a9bf-31965ec5c8bf req-31a065ce-4f65-477e-9719-63920a324328 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:37.306852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a813349a-d168-4427-a9bf-31965ec5c8bf req-31a065ce-4f65-477e-9719-63920a324328 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.6732845 May 06 12:59:37.356318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:37.444186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7119998b-0ac0-48fe-8a12-b0b0e163b1ce req-aa5fb8eb-fa5f-46d3-9fb8-4962fdcdb900 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] Unset dirty status for tenant:a1a8b631bbd240d78d3b13e728a450be on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:37.445489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7119998b-0ac0-48fe-8a12-b0b0e163b1ce req-aa5fb8eb-fa5f-46d3-9fb8-4962fdcdb900 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.4946039 May 06 12:59:37.553958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a813349a-d168-4427-a9bf-31965ec5c8bf req-86069999-0e0b-47e2-a7bd-09eb032408ec tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396901 May 06 12:59:37.566262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.687102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.697894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.708311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:37.723684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:37.724097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.903516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:37.940799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:37.950743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:37.972358 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.018859 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3493972d-ec9f-4bea-8314-9a4f620f4e71'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'code': 200} May 06 12:59:38.131337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.132892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f323ce42-44aa-4b71-b2f5-90ec831c6c84 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:38.149989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.207389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.208524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ac55ad25-e617-472b-92da-5825e9573543 HTTP/1.1" status: 204 len: 168 time: 1.1527483 May 06 12:59:38.209507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a528c-4b5e-449e-824b-02464afdcbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac55ad25-e617-472b-92da-5825e9573543,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:38.227872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.231319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=5025d7c6-48df-46cd-9116-4cde27aa9a19,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:38.269482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: f323ce42-44aa-4b71-b2f5-90ec831c6c84 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:38.270320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f323ce42-44aa-4b71-b2f5-90ec831c6c84 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:38.291085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:38.371899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36420) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:38.423157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:38.425402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:38.696619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.702988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f4e1a6ec-6e50-4d63-9e1e-056bd05fd004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.802858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce54ea01-a485-47cf-85f7-33881a04b17f req-2a4abde9-3662-443a-b9c7-b73370402c10 tempest-VolumesNegativeTest-1803677466 tempest-VolumesNegativeTest-1803677466-project] 10.222.0.83 "GET /v2.0/ports?device_id=341bb63a-b6a8-4403-b2b4-90c02676bf29 HTTP/1.1" status: 200 len: 210 time: 0.0917592 May 06 12:59:38.831859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:38.859831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-14b9662a-5f11-4582-ae0d-56d0ef3f6d49 None None] Provisioning complete for port 5025d7c6-48df-46cd-9116-4cde27aa9a19 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:38.865136 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-14b9662a-5f11-4582-ae0d-56d0ef3f6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:38.946511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-14b9662a-5f11-4582-ae0d-56d0ef3f6d49 None None] Port 5025d7c6-48df-46cd-9116-4cde27aa9a19 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:38.957768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Usage tracker for resource:security_group_rule and tenant:a0071fcd2ddb4cfab90e8945150a93d7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:38.966074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:38.983816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:39.067730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-f02d1c51-6a1f-45d5-8928-91f5038a0248 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.067730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-f02d1c51-6a1f-45d5-8928-91f5038a0248 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 945 time: 0.2303224 May 06 12:59:39.079875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306d69d-af48-47f7-a953-9a12eb89b76d req-5e96252e-608d-4373-aa9b-dbec5a30f22f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.080811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f306d69d-af48-47f7-a953-9a12eb89b76d req-5e96252e-608d-4373-aa9b-dbec5a30f22f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2462506 May 06 12:59:39.222031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f306d69d-af48-47f7-a953-9a12eb89b76d req-398e989e-6130-4903-b39d-6cc03e783b33 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028695 May 06 12:59:39.223811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.230130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-7420c9df-ebed-4058-ad47-11201a408d36 service neutron] 10.222.0.86 "GET /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.1575699 May 06 12:59:39.336100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Router fb5aabd7-7684-4935-93da-19e061f7395d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 12:59:39.358327 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-466976d9-c827-42dd-9249-626dbc379f59 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1096 time: 0.0941718 May 06 12:59:39.470252 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.542371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:39.544607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288b497-df46-4def-97a7-89296f019e24,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:39.549599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d68c038b-7f55-4d54-ae4c-1d708bd0d9b4 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/routers/fb5aabd7-7684-4935-93da-19e061f7395d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8700774 May 06 12:59:39.552284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36464) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:39.556243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-88f25f8a-e07a-4523-84f9-8d15699dddab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a0071fcd2ddb4cfab90e8945150a93d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1834002 May 06 12:59:39.569000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] Sync routers for ids ['fb5aabd7-7684-4935-93da-19e061f7395d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:39.569132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:39.594070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] Routers {'fb5aabd7-7684-4935-93da-19e061f7395d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:39.595515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:59:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb5aabd7-7684-4935-93da-19e061f7395d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:39.621701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-f5006c21-3f50-485e-a50f-88b85442c5bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.623243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-f5006c21-3f50-485e-a50f-88b85442c5bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2584937 May 06 12:59:39.660942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6dd74-ef63-43d3-a31b-864ea394f67b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.664263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dbe6dd74-ef63-43d3-a31b-864ea394f67b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:39.705641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:39.717546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] Routers {'fb5aabd7-7684-4935-93da-19e061f7395d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:39.718528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:59:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb5aabd7-7684-4935-93da-19e061f7395d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:39.808222 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.824254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-00a498f5-987e-49df-8a7c-906c0fb35523 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1000 time: 0.1924884 May 06 12:59:39.832656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dbe6dd74-ef63-43d3-a31b-864ea394f67b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:39.837895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dbe6dd74-ef63-43d3-a31b-864ea394f67b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb5aabd7-7684-4935-93da-19e061f7395d HTTP/1.1" status: 200 len: 982 time: 0.2842455 May 06 12:59:39.839551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36482) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:39.932302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:39.961428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:39.968663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb1658b-e73e-491b-9cb5-f536fc1b2e44 None None] The sync data for ids ['fb5aabd7-7684-4935-93da-19e061f7395d'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:39.991283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-e8756916-171f-4920-bbd2-15bf7e9c484a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:39.993163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-e8756916-171f-4920-bbd2-15bf7e9c484a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1625617 May 06 12:59:40.104891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-50bf6e33-743e-4602-b594-872b05983de9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870020 May 06 12:59:40.236923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.278048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288b497-df46-4def-97a7-89296f019e24,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:40.285202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.286450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c1a60e6-a3af-4060-b98a-b190e6d552a4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c288b497-df46-4def-97a7-89296f019e24 HTTP/1.1" status: 204 len: 168 time: 0.7170084 May 06 12:59:40.369731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-303897fb-bbba-44eb-83f1-a676c20d6161 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656620 May 06 12:59:40.760265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26f3bc2e-a424-489e-b206-44b010845521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.814673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-2248abfe-c1e4-4db4-8fcd-dd4d86f49fd0 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362950 May 06 12:59:40.827598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee0e5-3dce-4668-91ba-c5558907ccbd req-f7b5e4a3-cf04-45f9-a829-057a53a976a8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:40.837474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24fee0e5-3dce-4668-91ba-c5558907ccbd req-f7b5e4a3-cf04-45f9-a829-057a53a976a8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.3013303 May 06 12:59:40.901829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:40.932414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-24fee0e5-3dce-4668-91ba-c5558907ccbd req-0e420100-9cbc-4dac-8ee6-5d72463514e8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938501 May 06 12:59:41.317189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 5025d7c6-48df-46cd-9116-4cde27aa9a19 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:41.317189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.469012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:41.498677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.542359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:41.547724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b3626a402f49413caa9f075b37f8b3d9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:41.550677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:41.557188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:41.577824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.652345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.735117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 5025d7c6-48df-46cd-9116-4cde27aa9a19 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:41.736531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.792342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce3a553-61fb-43b5-9a1e-06a73233a3ec,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:41.799372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-da8f90dc-1993-4b2f-bca3-ebfd662fbfc9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3626a402f49413caa9f075b37f8b3d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3293028 May 06 12:59:41.802940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36564) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:41.891341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.927424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:41.975157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-c21172ee-75ae-4728-903d-5c37dab59528 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:41.983238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-c21172ee-75ae-4728-903d-5c37dab59528 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/networks?id=5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 200 len: 812 time: 0.2554181 May 06 12:59:42.028092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-7a809f9f-43f8-477c-b031-b4e716b669c4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/quotas/b82179bef3254584ab4f5ee4d3d4c564 HTTP/1.1" status: 200 len: 375 time: 0.0369241 May 06 12:59:42.114852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.133284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-755d91e2-1192-43b2-979a-b1474865a9ea tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944088 May 06 12:59:42.146732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce3a553-61fb-43b5-9a1e-06a73233a3ec,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:42.156735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.160441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-84941bc9-64b4-4a75-b0b5-50d2e799cb2b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5ce3a553-61fb-43b5-9a1e-06a73233a3ec HTTP/1.1" status: 204 len: 168 time: 0.3542004 May 06 12:59:42.296551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.296770 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.301812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:42.345719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3fcc6-6938-4c55-9890-6f1fa1ec352f req-6e37562e-5bfc-464f-900b-639d1b533492 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:42.347904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75c3fcc6-6938-4c55-9890-6f1fa1ec352f req-6e37562e-5bfc-464f-900b-639d1b533492 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1423135 May 06 12:59:42.441054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75c3fcc6-6938-4c55-9890-6f1fa1ec352f req-55b23324-419f-4d81-9c2a-d2ad51d3e442 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869894 May 06 12:59:42.452640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=5025d7c6-48df-46cd-9116-4cde27aa9a19,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:43.128312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-bc8005c4-3416-46ab-bd31-cefa17611b0e service neutron] 10.222.0.83 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9832916 May 06 12:59:43.242300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.453798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-09933fd2-fe96-49bd-a888-0d35a40cdd00 service neutron] 10.222.0.83 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162715 May 06 12:59:43.633570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:43.826155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb303d2-734a-4398-b877-2a7627a3f676 req-be9d73fc-4bab-4b7f-99e8-9dcbf430e70a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:43.840324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2cb303d2-734a-4398-b877-2a7627a3f676 req-be9d73fc-4bab-4b7f-99e8-9dcbf430e70a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.1704640 May 06 12:59:43.917388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80755229-f554-42d5-adf0-505fc15cf6e0 req-4f0905b0-a159-49f5-bd50-c5e46a989e47 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.0685499 May 06 12:59:43.973655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Router fb5aabd7-7684-4935-93da-19e061f7395d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 12:59:44.015154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2cb303d2-734a-4398-b877-2a7627a3f676 req-8530b348-9b62-4b33-9234-1ca3d52f2143 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723249 May 06 12:59:44.168385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 12:59:44.178673 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] Sync routers for ids ['fb5aabd7-7684-4935-93da-19e061f7395d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 12:59:44.193790 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] Routers {'fb5aabd7-7684-4935-93da-19e061f7395d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:44.201063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:59:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb5aabd7-7684-4935-93da-19e061f7395d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:44.263074 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:44.275126 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] Routers {'fb5aabd7-7684-4935-93da-19e061f7395d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 12:59:44.275857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T12:59:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['fb5aabd7-7684-4935-93da-19e061f7395d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:44.341710 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:44.342731 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ccaa62-014c-4f6d-8e7d-f90f6ab415c1 None None] The sync data for ids ['fb5aabd7-7684-4935-93da-19e061f7395d'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 12:59:44.419075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-80271918-c248-4914-9919-0d941b54cd99 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/routers/fb5aabd7-7684-4935-93da-19e061f7395d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5751846 May 06 12:59:44.420850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36668) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:44.482627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-7cb9a2f6-5a69-4b71-bae6-1d91bd2148f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 1096 time: 0.1666942 May 06 12:59:44.491074 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c567831-b43f-4949-857a-bc626e16d938 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 12:59:44.491585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c567831-b43f-4949-857a-bc626e16d938 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:44.495653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:44.657636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9c567831-b43f-4949-857a-bc626e16d938 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:44.659177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c567831-b43f-4949-857a-bc626e16d938 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/5025d7c6-48df-46cd-9116-4cde27aa9a19 HTTP/1.1" status: 404 len: 333 time: 0.2373347 May 06 12:59:44.662212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36680) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:44.666439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:44.837297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.167368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e967b59e-b8f9-4760-8d43-c112896a21dc req-4e66c948-dfb0-47cd-9a07-30121a904967 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.0538354 May 06 12:59:45.268769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:45.305027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:45.377623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:45.393676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.424828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:45.431914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Transition to ACTIVE for port object fc937cef-6e84-43e4-8dc1-6848ea88fdfa will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:45.432216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.459187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.481900 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762dff50-28b8-47b9-9fac-609a90cda8a2'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'code': 200} May 06 12:59:45.524836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6da2a0-9133-4b8a-9c8e-856b891562ed req-3d4d95e6-435a-43cb-8bdb-6225e284475c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:45.534749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe6da2a0-9133-4b8a-9c8e-856b891562ed req-3d4d95e6-435a-43cb-8bdb-6225e284475c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.2407761 May 06 12:59:45.548255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.619106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.619625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Fanout notify agent at l3_agent the message router_deleted on router fb5aabd7-7684-4935-93da-19e061f7395d {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 12:59:45.636254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:45.637122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe6da2a0-9133-4b8a-9c8e-856b891562ed req-948b52a0-cb0e-4fd5-bc1e-4db3a1ed2588 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014855 May 06 12:59:45.642105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:45.644040 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4db97925-a887-47fc-9c2c-b9cbebdd86de tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/routers/fb5aabd7-7684-4935-93da-19e061f7395d HTTP/1.1" status: 204 len: 168 time: 0.9812369 May 06 12:59:45.646316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:45.816735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:46.009697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] No DVR routers for this DVR port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:46.374004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet af43a829-f875-4bf5-93bb-0a8586b008f9 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 12:59:46.380086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.438419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5bc961f-cee2-4e88-a926-51359687dbce req-7a949efb-e99d-4885-9e5f-0fdceec5d851 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.1022182 May 06 12:59:46.474166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.562882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:46.563220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:46.563550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:46.575712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:46.576059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Attempting to bind port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on network d96fb904-e41a-45c3-aa9b-1ed1afab751e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:46.583595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:46.583970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Checking segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:46.584355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Bound using segment: {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:46.584782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Bound port: fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9edf204-5c47-444a-ba77-4e2806fabe2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:46.585126 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.593019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.668229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.713440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:46.716726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:46.770782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.805438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.955851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.958420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] 10.222.0.13 "PUT /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1092 time: 2.4682565 May 06 12:59:46.974750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb06fb-4732-4244-b114-17e119679b1d service neutron] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=11']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:46.981770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=af43a829-f875-4bf5-93bb-0a8586b008f9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:46.990280 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:46.996688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce44e05-0c90-44c0-859a-91cc0eb4eb70 None None] Network edbd4694-9b16-4f5f-a066-808a614ea4e6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:47.005767 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f25a2078-3c47-4a6c-929b-2bf4adf885b7 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/af43a829-f875-4bf5-93bb-0a8586b008f9 HTTP/1.1" status: 204 len: 168 time: 1.3579874 May 06 12:59:47.014839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:47.214906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-44117f57-14a4-4198-b920-729b62feec1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1095 time: 0.2279072 May 06 12:59:47.403653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.461180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7acd3e-a46b-46d2-9c72-a66116733e58 req-83e770b1-4c69-4cbb-857d-020727778c17 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:47.464301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd3e-a46b-46d2-9c72-a66116733e58 req-83e770b1-4c69-4cbb-857d-020727778c17 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.5627329 May 06 12:59:47.469694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 981f9aa6-666c-4d15-a260-69bac17b719c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:47.470040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.496928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:47.497440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] DHCP port deletion for edbd4694-9b16-4f5f-a066-808a614ea4e6 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 12:59:47.533648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-8b687926-468d-4756-b37d-5013f7e1ce82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:47.535844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-8b687926-468d-4756-b37d-5013f7e1ce82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.3152034 May 06 12:59:47.539813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Deleting port 981f9aa6-666c-4d15-a260-69bac17b719c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:47.540283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:47.744709 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c7acd3e-a46b-46d2-9c72-a66116733e58 req-732053f8-d7e6-444b-9344-64b69f0ceb45 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890016 May 06 12:59:47.775300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7c159c4d-c155-4ec0-b3b3-35ac9bc5b2bc req-88d676bf-9771-4d42-b1ce-a8ad667f1ae3 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.0671020 May 06 12:59:47.801427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-2c882fc0-5cd6-4878-9298-ce4195ae60e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.2593465 May 06 12:59:47.880043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] For port 981f9aa6-666c-4d15-a260-69bac17b719c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=981f9aa6-666c-4d15-a260-69bac17b719c,segment=NetworkSegment(e86d9262-079b-47a2-bd61-130b72156b7b),segment_id=e86d9262-079b-47a2-bd61-130b72156b7b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:47.881131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.078294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-5606e263-288f-43b4-a8a1-5ec96c5e871a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:48.088795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-5606e263-288f-43b4-a8a1-5ec96c5e871a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.2800546 May 06 12:59:48.100954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] For port 981f9aa6-666c-4d15-a260-69bac17b719c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=981f9aa6-666c-4d15-a260-69bac17b719c,segment=NetworkSegment(e86d9262-079b-47a2-bd61-130b72156b7b),segment_id=e86d9262-079b-47a2-bd61-130b72156b7b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:48.100954 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.105051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 981f9aa6-666c-4d15-a260-69bac17b719c owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:48.238148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-d518a075-6ff8-4c62-88d0-748d5391049c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429632 May 06 12:59:48.348248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Calling delete_port for 981f9aa6-666c-4d15-a260-69bac17b719c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 12:59:48.404946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.443012 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6f544d-1728-4630-836c-79565b0d2a69'] response: {'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 12:59:48.461490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 12:59:48.461869 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 12:59:48.500305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=981f9aa6-666c-4d15-a260-69bac17b719c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:48.535538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-63b90826-d26a-4923-90a2-8e547dfad79c service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894304 May 06 12:59:48.558311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 981f9aa6-666c-4d15-a260-69bac17b719c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 12:59:48.582951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No DVR routers for this DVR port 981f9aa6-666c-4d15-a260-69bac17b719c on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 12:59:48.601269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 981f9aa6-666c-4d15-a260-69bac17b719c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 12:59:48.601942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 981f9aa6-666c-4d15-a260-69bac17b719c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 12:59:48.789188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:48.823631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-c49ab5fe-d099-4963-999b-350c3668369a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1095 time: 0.3266354 May 06 12:59:48.960327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbd4694-9b16-4f5f-a066-808a614ea4e6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:48.964428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Deleting port 981f9aa6-666c-4d15-a260-69bac17b719c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 12:59:48.964428 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.127661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86d9262-079b-47a2-bd61-130b72156b7b') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:49.127661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86d9262-079b-47a2-bd61-130b72156b7b') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 12:59:49.128090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-9d10d0ef-2ca2-49b1-bf12-6d115a2b72fb tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:49.128090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-9d10d0ef-2ca2-49b1-bf12-6d115a2b72fb tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "GET /v2.0/networks?id=5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 200 len: 812 time: 0.3421690 May 06 12:59:49.180920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2b20e520-0f3c-4b59-81d9-5b982939eaad None None] The port '981f9aa6-666c-4d15-a260-69bac17b719c' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 12:59:49.197273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.208514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0689c434-b0cc-424f-a37d-6caf954577d9 req-4a3b3a88-185a-4485-8bd5-be2412f1bcf1 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.1037538 May 06 12:59:49.221715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Request body: {'port': {'device_id': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436', 'admin_state_up': True, 'tenant_id': 'b82179bef3254584ab4f5ee4d3d4c564'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:49.280534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-9038b28d-d13f-44df-b367-5b6ae1604e28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:49.282211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-9038b28d-d13f-44df-b367-5b6ae1604e28 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.4416206 May 06 12:59:49.344487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.385458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 12:59:49.385458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.399206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e55a775a-a9a9-414a-80ee-9610a28b3163 req-563185f7-eab6-47c4-96e0-d685adfd2b52 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8546183 May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: timer() May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: self._notify() May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 12:59:49.401532 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 12:59:49.475220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d843738-2b41-4fa6-b778-8b38c4c1d543 req-8a445897-fd10-4efa-862d-cfa6ccb1303d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:49.476843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d843738-2b41-4fa6-b778-8b38c4c1d543 req-8a445897-fd10-4efa-862d-cfa6ccb1303d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.3500328 May 06 12:59:49.486295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:49.508138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Usage tracker for resource:port and tenant:b82179bef3254584ab4f5ee4d3d4c564 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:49.512925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:49.524256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:49.557028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d843738-2b41-4fa6-b778-8b38c4c1d543 req-b0a6637b-e2f3-4684-958f-36a0db16e39c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677955 May 06 12:59:49.735906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-ef1071cc-8506-4060-bff7-630b3d20a92c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.4470518 May 06 12:59:49.781713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Made reservation on behalf of b82179bef3254584ab4f5ee4d3d4c564 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:49.784862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.885769 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.941277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:49.945054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=edbd4694-9b16-4f5f-a066-808a614ea4e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:49.978390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-8354062a-1826-4dc2-98c8-37f5f57edfe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:49.980156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-8354062a-1826-4dc2-98c8-37f5f57edfe0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.2364564 May 06 12:59:50.060706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Allocated IP 172.20.0.3 (5c3649de-d1ab-420a-9008-e17f80a31436/62069253-94e3-4e10-9524-fcf304580f49/fdbd6740-6a0a-4bba-9ce0-21137072d540) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:50.121735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-41fb6d3a-6aeb-4aa1-8534-1ffca555597e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/edbd4694-9b16-4f5f-a066-808a614ea4e6 HTTP/1.1" status: 204 len: 168 time: 3.1056237 May 06 12:59:50.125338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36922) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:50.137278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-a48a1ab9-05bd-4b8f-ba8d-39de1d2e31ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1095 time: 0.5037801 May 06 12:59:50.244273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca724f-a3b8-411b-9a13-1ab10fa5eea9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:50.244875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09ca724f-a3b8-411b-9a13-1ab10fa5eea9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:50.274988 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-8f343d60-48d2-4e0f-a9e2-c41ef245f0cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2853048 May 06 12:59:50.520686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.531863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09ca724f-a3b8-411b-9a13-1ab10fa5eea9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:50.537043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-09ca724f-a3b8-411b-9a13-1ab10fa5eea9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/34e8be9b-316a-479c-99a6-3c8ac4057fea HTTP/1.1" status: 200 len: 840 time: 0.4106970 May 06 12:59:50.537735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36944) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:50.606323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-d7a6793a-d49d-4e55-b61f-d1d19b73c55a service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220181 May 06 12:59:50.609771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-761517de-ee04-481b-8da0-ce066d1f7a43 req-949b8204-ea32-43e8-906a-7f434174227f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.1309252 May 06 12:59:50.672519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-1155c5e9-9a55-4bcd-a19e-4e0de42bfee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:50.676341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-1155c5e9-9a55-4bcd-a19e-4e0de42bfee9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.5175164 May 06 12:59:50.840288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.873127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4a84251d-12cd-447f-adbf-97a80aea4f73 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/34e8be9b-316a-479c-99a6-3c8ac4057fea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2706242 May 06 12:59:50.876873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36956) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:50.886316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:50.924758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:50.996306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-d27c29be-d92a-46c8-b97b-b46991111f00 service neutron] 10.222.0.86 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364410 May 06 12:59:51.026948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:51.029298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 12:59:51.031795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:51.035125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:51.039727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Pushing event updated for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:51.041084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:51.044328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-9ebe8197-55b0-459e-b93e-a8266aee1a59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 998 time: 0.3624165 May 06 12:59:51.097363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Network 5c3649de-d1ab-420a-9008-e17f80a31436 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:51.108808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:51.117646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:51.205789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-ebe7e338-b374-4ffa-8493-1a837dbb6fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:51.207524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-ebe7e338-b374-4ffa-8493-1a837dbb6fa6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1526136 May 06 12:59:51.251619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:51.259303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:51.260006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:51.324474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae58ca-c7bf-4762-a468-e5084a9aed98 req-570b0e70-432f-42f7-b4e7-0c56a43a2c6e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:51.326086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9ae58ca-c7bf-4762-a468-e5084a9aed98 req-570b0e70-432f-42f7-b4e7-0c56a43a2c6e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 944 time: 0.5230670 May 06 12:59:51.411149 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9ae58ca-c7bf-4762-a468-e5084a9aed98 req-d2e35fb0-95e5-4229-a452-b95b19b5cf5a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772934 May 06 12:59:51.420994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-4688a323-ac10-4e5c-8f5d-69e3283778e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044156 May 06 12:59:51.428216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-ca4c59e1-d51a-4a42-81c7-0b1d9d17236f tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2115216 May 06 12:59:51.458255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Request body: {'port': {'device_id': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:51.491294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:51.588589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 36974) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:51.671963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:51.763281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 36986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:52.020832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:52.050758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'port_id': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'mac_address': 'fa:16:3e:44:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:52.125968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.205569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.215064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-1a3b1385-fd7d-4666-94b1-ed38a3b82ae1 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839057 May 06 12:59:52.259650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:52.287655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb507-2031-4eee-9b7e-36536240ddd2 req-ff6d93c7-b650-48bb-9fb9-10db91d269bc tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:52.308358 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-215eb507-2031-4eee-9b7e-36536240ddd2 req-ff6d93c7-b650-48bb-9fb9-10db91d269bc tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 931 time: 0.4282973 May 06 12:59:52.322226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:52.394048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.410735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-215eb507-2031-4eee-9b7e-36536240ddd2 req-26fbffc0-dbdc-4bdd-8b0e-f8124fa045d8 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:52.415590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.423205 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.433178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.512772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:52.518632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:52.522855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:52.525881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:52.526598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:52.530619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e7b65-956b-403e-bb8a-e271e3078e71 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:52.541593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:52.554602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=df79cb75-cb28-4f7f-bdcf-1e0e364385e5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:52.557651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Usage tracker for resource:security_group_rule and tenant:5beb97bd64314016b0b5171b7355d357 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:52.578032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:52.588416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:52.714251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['fc937cef-6e84-43e4-8dc1-6848ea88fdfa'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 12:59:52.928686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:52.947876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-215eb507-2031-4eee-9b7e-36536240ddd2 req-26fbffc0-dbdc-4bdd-8b0e-f8124fa045d8 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:52.952693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-215eb507-2031-4eee-9b7e-36536240ddd2 req-26fbffc0-dbdc-4bdd-8b0e-f8124fa045d8 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337011 May 06 12:59:52.952881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Usage tracker for resource:security_group_rule and tenant:6a028934797046e8b03b01493060db26 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:52.964288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6192254f-f9a3-4d82-b4c8-906f42fa326b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0858002 May 06 12:59:52.965758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:52.966826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:52.979719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1688210483'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:52.987867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:52.992992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:52.993225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd849eb7-5fa8-423c-80be-37d9d3dbd510 req-70ec327d-4bfa-432c-968c-94d1ea6ef75c service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447537 May 06 12:59:52.997608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:53.021040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:53.041235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcc2b0-5695-49c0-a3cc-723d8e6483d9 req-e0fbdc6e-4a80-4745-8f83-784a17de4cae tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:53.041864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dfcc2b0-5695-49c0-a3cc-723d8e6483d9 req-e0fbdc6e-4a80-4745-8f83-784a17de4cae tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 945 time: 0.3452625 May 06 12:59:53.052272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:53.081799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-fca821e2-8235-4e2a-82db-e95cb0a547d6', 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'tenant_id': 'f26ec0a2b8a54cf1b3ae849b46af4cc2', 'fixed_ips': [{'subnet_id': 'df79cb75-cb28-4f7f-bdcf-1e0e364385e5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 12:59:53.083229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.133733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.196115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dfcc2b0-5695-49c0-a3cc-723d8e6483d9 req-f8419f31-9995-48ca-91b0-68c105155268 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454105 May 06 12:59:53.215058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbd6740-6a0a-4bba-9ce0-21137072d540 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:53.220360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.224426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.228912 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.239654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37022) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:53.274788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:53.279386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:53.306311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:53.306311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:53.310008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Transition to ACTIVE for port object fdbd6740-6a0a-4bba-9ce0-21137072d540 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:53.375695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.380516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b1e42ec-4ba3-4dab-8179-b4edbd877695 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 200 len: 991 time: 0.1396704 May 06 12:59:53.440675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Allocated IP 172.20.0.2 (fca821e2-8235-4e2a-82db-e95cb0a547d6/df79cb75-cb28-4f7f-bdcf-1e0e364385e5/97393572-084d-46c6-824f-89113d6fe0e2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:53.665322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:53.676698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Transition to ACTIVE for port object 97393572-084d-46c6-824f-89113d6fe0e2 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:53.696515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Transition to ACTIVE for port object 97393572-084d-46c6-824f-89113d6fe0e2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:54.079134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.184341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5beb97bd64314016b0b5171b7355d357&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4161475 May 06 12:59:54.186508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c2424-f152-42e8-8774-35ef6db8df39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf111c-0cef-4792-8016-a9ca1514b284,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.188809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:54.233203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e74225-d704-437a-a3fd-e551ff9ccef3 req-cbf81320-e1cb-4554-9ca0-afa49056889d tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:54.234829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1e74225-d704-437a-a3fd-e551ff9ccef3 req-cbf81320-e1cb-4554-9ca0-afa49056889d tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 931 time: 0.1370049 May 06 12:59:54.305895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.312232 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1e74225-d704-437a-a3fd-e551ff9ccef3 req-b8b2e6b6-43f3-4b0c-bdcc-8bfd037ab1e8 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656581 May 06 12:59:54.342623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.343180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.349439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.357300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.364133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.411091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22467012-8b23-4ee4-9f0c-3d4b3348d4ad,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.411534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:54.421019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:54.433638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:54.550255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.553458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Attempting to bind port 97393572-084d-46c6-824f-89113d6fe0e2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:54.553827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Attempting to bind port 97393572-084d-46c6-824f-89113d6fe0e2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'fabe8424-1235-416b-afb0-59ba7f6deeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:54.554190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Attempting to bind port 97393572-084d-46c6-824f-89113d6fe0e2 on network fca821e2-8235-4e2a-82db-e95cb0a547d6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:54.555229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abace6-5b9b-406a-b834-3765c138c87c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.567240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.567646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.568077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.568452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.568808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.569142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.569549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.569886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.570268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.570727 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.570960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 12:59:54.574613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:54.575052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Checking segment: {'id': 'fabe8424-1235-416b-afb0-59ba7f6deeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:54.575488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.575948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Bound using segment: {'id': 'fabe8424-1235-416b-afb0-59ba7f6deeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:54.577739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Bound port: 97393572-084d-46c6-824f-89113d6fe0e2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe8424-1235-416b-afb0-59ba7f6deeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:54.577739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.580006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35b20643-7370-4ddf-9c9f-6a826c035015 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a028934797046e8b03b01493060db26&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9821107 May 06 12:59:54.583104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37046) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:54.587826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.718146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Attempting to bind port fdbd6740-6a0a-4bba-9ce0-21137072d540 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 12:59:54.718574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Attempting to bind port fdbd6740-6a0a-4bba-9ce0-21137072d540 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 12:59:54.718994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Attempting to bind port fdbd6740-6a0a-4bba-9ce0-21137072d540 on network 5c3649de-d1ab-420a-9008-e17f80a31436 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:54.726072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Port fdbd6740-6a0a-4bba-9ce0-21137072d540 on network 5c3649de-d1ab-420a-9008-e17f80a31436 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 12:59:54.726586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Attempting to bind port fdbd6740-6a0a-4bba-9ce0-21137072d540 on network 5c3649de-d1ab-420a-9008-e17f80a31436 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 12:59:54.734364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 12:59:54.739136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:54.740827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Checking segment: {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 12:59:54.742804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:54.743659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Bound using segment: {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 12:59:54.744215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Bound port: fdbd6740-6a0a-4bba-9ce0-21137072d540, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 12:59:54.744638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.807801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.808849 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-80bbb842-4b78-4d01-b83f-f103f385e524 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8375726 May 06 12:59:54.811270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:54.813861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.871381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.880272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 12:59:54.884535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 12:59:54.896557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.944431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.947707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'security_group': {'name': 'tempest-secgroup-975469426'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:54.958343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:54.960544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:54.964000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:54.967428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf111c-0cef-4792-8016-a9ca1514b284,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:54.970669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:54.993825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:54.996114 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b999577a-705d-470e-9806-a812507dc4d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ccf111c-0cef-4792-8016-a9ca1514b284 HTTP/1.1" status: 204 len: 168 time: 0.8062985 May 06 12:59:54.998881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.024139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da9e31-6a01-48c3-8d76-62d8ce3be17f None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.075909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.078625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/fdbd6740-6a0a-4bba-9ce0-21137072d540 HTTP/1.1" status: 200 len: 1091 time: 3.6287951 May 06 12:59:55.086253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:55.088841 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.124749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.147909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.153066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434772be-0853-49f5-aec3-c715e59c21a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.165769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b7abace6-5b9b-406a-b834-3765c138c87c HTTP/1.1" status: 204 len: 168 time: 0.5713220 May 06 12:59:55.167307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6957ad-fb38-4ff7-ab3a-8a81ff61c0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abace6-5b9b-406a-b834-3765c138c87c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.193320 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c45f8d-79ed-4cf5-a49d-17580edf560a'] response: {'name': 'network-changed', 'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540', 'status': 'completed', 'code': 200} May 06 12:59:55.237818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:55.242357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:55.245862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:55.252953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:55.325440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e096fbd5-435d-40ca-9a9a-399e3aa3179c req-54043252-9528-41be-96b0-a905a9e2ed49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 1094 time: 0.1207685 May 06 12:59:55.364040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.462608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.590951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fbd5-435d-40ca-9a9a-399e3aa3179c req-855c7ab4-17e7-4fc7-a82d-38c3fb03c5bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.600869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e096fbd5-435d-40ca-9a9a-399e3aa3179c req-855c7ab4-17e7-4fc7-a82d-38c3fb03c5bc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2690461 May 06 12:59:55.656173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eba7ef-4222-4adb-bd34-76744c1feb55,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:55.696967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:55.740747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:55.746445 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2a9c53d2-23ed-4b48-b689-18addf70b9d1 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9319205 May 06 12:59:55.749191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37070) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:55.776874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645ff3-5cf9-4945-830b-c708530ed2e6 req-323416e1-07d7-46b1-be7e-371e1921d9b7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:55.778668 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83645ff3-5cf9-4945-830b-c708530ed2e6 req-323416e1-07d7-46b1-be7e-371e1921d9b7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 943 time: 0.2669744 May 06 12:59:55.785343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1864206885', 'security_groups': ['b9eba7ef-4222-4adb-bd34-76744c1feb55'], 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df79cb75-cb28-4f7f-bdcf-1e0e364385e5'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:55.943999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:55.950502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port fc937cef-6e84-43e4-8dc1-6848ea88fdfa triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:55.951138 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.094609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83645ff3-5cf9-4945-830b-c708530ed2e6 req-af146785-f5fe-47eb-b41b-791c35f99025 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601080 May 06 12:59:56.123210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fbd5-435d-40ca-9a9a-399e3aa3179c req-86e1869f-e38a-4afd-a930-554fb78a7d90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:56.124774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e096fbd5-435d-40ca-9a9a-399e3aa3179c req-86e1869f-e38a-4afd-a930-554fb78a7d90 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5158722 May 06 12:59:56.214351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:56.222231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.224013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:port and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:56.230777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:56.246279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:56.273210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 12:59:56.302935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:56.312653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-57ed9c18-3a77-4d3c-8881-4079ede6a70d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 1094 time: 0.1210337 May 06 12:59:56.338498 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3893a9be-653e-462d-9c8c-8b74d84cc5d1'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'code': 200} May 06 12:59:56.387260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-e4f0a6cb-c952-46b8-a50b-06627db42f50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540 HTTP/1.1" status: 200 len: 217 time: 0.0667534 May 06 12:59:56.393369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:56.399844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.401066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.441603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port dd39c0e2-48f2-4eb6-a847-a09fc674c247 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 12:59:56.470797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-1f0d818b-eb69-4688-a5ee-77c7c05f794c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:56.472548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-1f0d818b-eb69-4688-a5ee-77c7c05f794c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62069253-94e3-4e10-9524-fcf304580f49 HTTP/1.1" status: 200 len: 852 time: 0.0788944 May 06 12:59:56.532445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-60d3eb37-18a2-45fe-8c10-4db2403a4d11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5c3649de-d1ab-420a-9008-e17f80a31436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524766 May 06 12:59:56.604692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=13']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:56.612478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:56.679699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:56.703955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.720945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:56.786696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:56.884564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:56.894764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Usage tracker for resource:security_group_rule and tenant:8818fac757d94f23a17dc7d37e918b53 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:56.901307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:56.907290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:56.915756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Usage tracker for resource:security_group_rule and tenant:7adbd40d921e42089adf8ce94e8baf44 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:56.915914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:56.919217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 97393572-084d-46c6-824f-89113d6fe0e2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:56.921222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:56.926508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-d1290e5b-bd58-44a8-aac2-b44d4accb4e2 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830581 May 06 12:59:56.928806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:56.929060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.9 (fca821e2-8235-4e2a-82db-e95cb0a547d6/df79cb75-cb28-4f7f-bdcf-1e0e364385e5/dd39c0e2-48f2-4eb6-a847-a09fc674c247) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 12:59:56.955525 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:56.956192 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.036552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:57.098494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e60e5db-ef0e-472c-b934-0390a146b183 req-36c0822e-bfa2-41e1-a1d1-18af004ca9e1 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674218 May 06 12:59:57.148333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.187856 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.214148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.222802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object dd39c0e2-48f2-4eb6-a847-a09fc674c247 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 12:59:57.227675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Provisioning for port 97393572-084d-46c6-824f-89113d6fe0e2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:57.236823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:57.237202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.261266 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.316613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.332319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e41d1-a098-46cd-af48-11a1d12a724e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.338425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ac9ed28-5af0-40af-b14d-f2dd75097066 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7adbd40d921e42089adf8ce94e8baf44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6165280 May 06 12:59:57.347479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37096) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:57.391081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.436886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.444636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.452416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05236d0-8107-474d-8a6b-03d31a128a3a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.484195 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.486695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:57.491264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f75c58e5-c8a2-4733-b694-5d65f9fa3a0c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8818fac757d94f23a17dc7d37e918b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8780768 May 06 12:59:57.496182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37100) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:57.531306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=dd39c0e2-48f2-4eb6-a847-a09fc674c247,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.542758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:57.549130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:57.552423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 12:59:57.582106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.588126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036ee9-600b-4a8d-8c07-cf7b686b1f3d req-cf7fbba6-2ee2-4dcd-8230-e02c2728bbd7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:57.597608 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03036ee9-600b-4a8d-8c07-cf7b686b1f3d req-cf7fbba6-2ee2-4dcd-8230-e02c2728bbd7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 943 time: 0.3204379 May 06 12:59:57.597754 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.628375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.745360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:57.745973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.753074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab89a2-1575-435a-9b7b-58a08fde2ac0 None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.779162 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03036ee9-600b-4a8d-8c07-cf7b686b1f3d req-94b15291-e749-4e25-a988-99e02291e1d9 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809137 May 06 12:59:57.839265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.866191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05236d0-8107-474d-8a6b-03d31a128a3a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.902627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.939831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.943501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3d8f4167-db88-4e47-b4ca-bc97323fd758 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a05236d0-8107-474d-8a6b-03d31a128a3a HTTP/1.1" status: 204 len: 168 time: 0.4438691 May 06 12:59:57.943501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e41d1-a098-46cd-af48-11a1d12a724e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:57.949143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:57.952820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c456e58c-46a1-4ecb-a18c-316ffff352b4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f4e41d1-a098-46cd-af48-11a1d12a724e HTTP/1.1" status: 204 len: 168 time: 0.6036823 May 06 12:59:57.967173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fe0a10eb-b906-401b-871b-0c92c2ba268a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2149577 May 06 12:59:57.969169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37112) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:57.976639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:58.124759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-34db3210-276c-4832-9bf7-d706228c44d3 None None] Provisioning for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 12:59:58.130828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-34db3210-276c-4832-9bf7-d706228c44d3 None None] Provisioning complete for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:58.131524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34db3210-276c-4832-9bf7-d706228c44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.179183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:58.185982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:58.191837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:58.198974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:58.216461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-34db3210-276c-4832-9bf7-d706228c44d3 None None] Port dd39c0e2-48f2-4eb6-a847-a09fc674c247 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 12:59:58.330163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:58.524881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.562481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 12:59:58.668646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37122) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:58.694569 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df79cb75-cb28-4f7f-bdcf-1e0e364385e5 (CIDR: 172.20.0.0/28) May 06 12:59:58.710637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 12:59:58.711091 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:58.744433 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 12:59:58.746010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 12:59:58.828433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6f028e8c-6fc1-4b79-91f2-97bd01f07308 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8580263 May 06 12:59:58.830987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:58.836510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 12:59:59.084714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d318657-bc10-4a2c-9d5d-3a7d62db1376 req-f81607e0-b809-4040-ba5d-5d6c8fc86883 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:59.085659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d318657-bc10-4a2c-9d5d-3a7d62db1376 req-f81607e0-b809-4040-ba5d-5d6c8fc86883 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 12:59:59.189163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 12:59:59.194279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 12:59:59.197565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 12:59:59.205218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 12:59:59.221015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37146) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 12:59:59.222672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bf0cd57e-9141-43bf-b233-c83d8c32d1dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1a8b631bbd240d78d3b13e728a450be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508218 May 06 12:59:59.291900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.321016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.324959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5d318657-bc10-4a2c-9d5d-3a7d62db1376 req-f81607e0-b809-4040-ba5d-5d6c8fc86883 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 12:59:59.326525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d318657-bc10-4a2c-9d5d-3a7d62db1376 req-f81607e0-b809-4040-ba5d-5d6c8fc86883 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 943 time: 0.3618267 May 06 12:59:59.356068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 12:59:59.360343 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.383200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d318657-bc10-4a2c-9d5d-3a7d62db1376 req-981f16bb-3232-4533-83f6-3bf2a59303a5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 May 06 12:59:59.465179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fdbd6740-6a0a-4bba-9ce0-21137072d540 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 12:59:59.638350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.662448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce242e86-4b04-4f82-9b93-eb280a9ae556,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 12:59:59.704957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:59.720974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'fdbd6740-6a0a-4bba-9ce0-21137072d540', 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436', 'port_id': 'fdbd6740-6a0a-4bba-9ce0-21137072d540', 'mac_address': 'fa:16:3e:56:9c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62069253-94e3-4e10-9524-fcf304580f49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 12:59:59.769496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.771015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-384ed754-a3b1-46fa-8602-2e38cfb3af18 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce242e86-4b04-4f82-9b93-eb280a9ae556 HTTP/1.1" status: 204 len: 168 time: 0.5480762 May 06 12:59:59.783235 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.805165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.805366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbd6740-6a0a-4bba-9ce0-21137072d540 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 12:59:59.841035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 12:59:59.889692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 12:59:59.896935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 12:59:59.901441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 12:59:59.902126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 12:59:59.907872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2344cd-023f-459e-9fb3-251cdf0ac4b0 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 12:59:59.927704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=f63b9c9e-760d-4010-8d41-f4b76aeff3bd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:00.127393 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.160136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd65fd9b-a96d-43af-84d7-ccf73f82599a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3280051 May 06 13:00:00.163300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:00.169750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-967350479', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f63b9c9e-760d-4010-8d41-f4b76aeff3bd'}], 'security_groups': ['22467012-8b23-4ee4-9f0c-3d4b3348d4ad']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:00.216080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:00.331217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Update dhcp port {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'fixed_ips': [{'subnet_id': 'df79cb75-cb28-4f7f-bdcf-1e0e364385e5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f63b9c9e-760d-4010-8d41-f4b76aeff3bd'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '97393572-084d-46c6-824f-89113d6fe0e2'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:00:00.363204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fdbd6740-6a0a-4bba-9ce0-21137072d540'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:00:00.430858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.440674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:00.644494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e0a8d-ad7f-4ac6-8bd7-cd91e9fe575e req-57afa6d7-c9eb-476d-ad10-009e488adba7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:00.646503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f5e0a8d-ad7f-4ac6-8bd7-cd91e9fe575e req-57afa6d7-c9eb-476d-ad10-009e488adba7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 944 time: 0.1173444 May 06 13:00:00.706743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0f5e0a8d-ad7f-4ac6-8bd7-cd91e9fe575e req-e0c4ae50-9796-4627-85bd-4153538119ce tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540025 May 06 13:00:00.820957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Allocated IP 172.20.0.18 (fca821e2-8235-4e2a-82db-e95cb0a547d6/f63b9c9e-760d-4010-8d41-f4b76aeff3bd/97393572-084d-46c6-824f-89113d6fe0e2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:01.005788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:01.033976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.050188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Transition to ACTIVE for port object 97393572-084d-46c6-824f-89113d6fe0e2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:01.289951 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.432788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Delete allocated IP 172.20.0.9 (fca821e2-8235-4e2a-82db-e95cb0a547d6/df79cb75-cb28-4f7f-bdcf-1e0e364385e5) {{(pid=84800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:00:01.441462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.28 (fca821e2-8235-4e2a-82db-e95cb0a547d6/f63b9c9e-760d-4010-8d41-f4b76aeff3bd/dd39c0e2-48f2-4eb6-a847-a09fc674c247) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:01.443621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe1628-00d4-4538-95ed-30f8aaed8b5b None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:01.492219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fdbd6740-6a0a-4bba-9ce0-21137072d540 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:01.750209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port fdbd6740-6a0a-4bba-9ce0-21137072d540 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:01.771895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port fdbd6740-6a0a-4bba-9ce0-21137072d540 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:01.772420 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.803461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:01.848672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object dd39c0e2-48f2-4eb6-a847-a09fc674c247 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:01.994093 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.006024 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.062840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:02.069000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:02.156755 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9f40a0-afab-44b3-923c-36c4c1c2ef37'] response: {'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540', 'code': 200} May 06 13:00:02.183071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:02.183761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.198283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=dd39c0e2-48f2-4eb6-a847-a09fc674c247,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:02.213000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251cab6-d698-46f5-bb67-f77ea618b9f1 req-c387ea50-098b-497b-9019-1e1aed26a815 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:02.220544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c251cab6-d698-46f5-bb67-f77ea618b9f1 req-c387ea50-098b-497b-9019-1e1aed26a815 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 944 time: 0.2822070 May 06 13:00:02.252578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.308297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:02.331292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:02.370402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] In _notify_port_updated(), no bound segment for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 on network fca821e2-8235-4e2a-82db-e95cb0a547d6 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:00:02.374837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:02.381039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.381039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-017a9803-916f-4a77-9280-46c58017325f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/ports/dd39c0e2-48f2-4eb6-a847-a09fc674c247 HTTP/1.1" status: 200 len: 920 time: 2.2136343 May 06 13:00:02.383436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37220) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:02.410656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Provisioning for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:02.416521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Provisioning complete for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:02.416942 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.427064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c251cab6-d698-46f5-bb67-f77ea618b9f1 req-38383cec-53c5-4d14-885c-6f68210542bc tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053778 May 06 13:00:02.454985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c2f6d01-c1ed-4cd9-9b20-aab477bd05cb req-5490694e-161c-4614-8951-083f6b617db1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 1096 time: 0.2092066 May 06 13:00:02.479243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-507c0758-0131-4206-9354-2ce59f6350b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8168368 May 06 13:00:02.493273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port dd39c0e2-48f2-4eb6-a847-a09fc674c247 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:02.499614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.550055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c2f6d01-c1ed-4cd9-9b20-aab477bd05cb req-4a339942-1663-4515-888e-a552d7baddec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878069 May 06 13:00:02.562387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Port dd39c0e2-48f2-4eb6-a847-a09fc674c247 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:02.612927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:02.711284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Provisioning for port 97393572-084d-46c6-824f-89113d6fe0e2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:02.725399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:02.725865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99472710-1267-49c9-946b-9574ccccd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.729322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-47b4d591-3625-4c1e-a323-0af16f65a063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1097 time: 0.1074643 May 06 13:00:02.950072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:02.950446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:02.974597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-3597d5af-093d-4265-82e1-f4719648f335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:02.976148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-3597d5af-093d-4265-82e1-f4719648f335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.2236190 May 06 13:00:03.010308 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.134976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-59eb4a03-804a-4867-83b3-e27bfeb4fa1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 1000 time: 0.1507430 May 06 13:00:03.217876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c7fbcf16-159c-44db-b250-3f28d92e414e None None] Provisioning complete for port dd39c0e2-48f2-4eb6-a847-a09fc674c247 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:03.219031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7fbcf16-159c-44db-b250-3f28d92e414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.249103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for dd39c0e2-48f2-4eb6-a847-a09fc674c247 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:03.276878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-29b1055d-eb5a-4c7d-af82-3ff3d955cb60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:03.278475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-29b1055d-eb5a-4c7d-af82-3ff3d955cb60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.1346223 May 06 13:00:03.291399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbcf16-159c-44db-b250-3f28d92e414e None None] Port dd39c0e2-48f2-4eb6-a847-a09fc674c247 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:03.379270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-83d0ef69-5878-47c6-8ec4-3ad6fdde58f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894630 May 06 13:00:03.537699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-d610cd84-46af-41ee-ac64-1acd6c147f68 service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503353 May 06 13:00:03.625819 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.724303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22fd8308-4ac0-4b7a-9108-2f566a94dc8d req-dba0b69c-74fc-4d79-9a9c-eee5902d56ba service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775568 May 06 13:00:03.727625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=dd39c0e2-48f2-4eb6-a847-a09fc674c247,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:03.859130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:03.868981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ee8fc-1893-49a7-ac1d-35ddd39f678c req-f979248f-5de1-46d3-8693-1823987be513 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:03.870671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c9ee8fc-1893-49a7-ac1d-35ddd39f678c req-f979248f-5de1-46d3-8693-1823987be513 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.2820973 May 06 13:00:03.878774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e3840e17-94d8-4f4d-917f-5cbe089e143c tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/dd39c0e2-48f2-4eb6-a847-a09fc674c247 HTTP/1.1" status: 204 len: 168 time: 1.4922907 May 06 13:00:03.886623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37250) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:03.933479 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0984d7-13f0-4158-b771-8ba134603612 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 13:00:03.936952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-da0984d7-13f0-4158-b771-8ba134603612 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:03.939627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c9ee8fc-1893-49a7-ac1d-35ddd39f678c req-139b933f-be89-4781-bc9c-122f3ee37b68 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561354 May 06 13:00:04.164247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-da0984d7-13f0-4158-b771-8ba134603612 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:04.165380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da0984d7-13f0-4158-b771-8ba134603612 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/dd39c0e2-48f2-4eb6-a847-a09fc674c247 HTTP/1.1" status: 404 len: 333 time: 0.2777922 May 06 13:00:04.193011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37262) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.276733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.309007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.525077 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.554016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eba7ef-4222-4adb-bd34-76744c1feb55,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:04.566996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.567344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.567687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.568040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.568467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.568676 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.568999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.569323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.569646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.569963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.570280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:04.573736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.583755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b234936-d955-4373-99b2-65ccb11cfcce tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/security-groups/b9eba7ef-4222-4adb-bd34-76744c1feb55 HTTP/1.1" status: 204 len: 168 time: 0.3856511 May 06 13:00:04.586136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:04.675832 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.709891 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.895878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.916992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22467012-8b23-4ee4-9f0c-3d4b3348d4ad,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:04.925347 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:04.926471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e17753c9-6bf9-4522-9a26-2d12e4a3a1af tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/security-groups/22467012-8b23-4ee4-9f0c-3d4b3348d4ad HTTP/1.1" status: 204 len: 168 time: 0.3387666 May 06 13:00:04.945248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37286) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.000478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet df79cb75-cb28-4f7f-bdcf-1e0e364385e5 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:05.004024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.063784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.302474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db167b-0e14-4ba8-a16d-307c08704e61 req-6e49f47d-96db-42b0-a1b5-fcf603984a81 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:05.303939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2db167b-0e14-4ba8-a16d-307c08704e61 req-6e49f47d-96db-42b0-a1b5-fcf603984a81 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.1153588 May 06 13:00:05.327012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.400686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d2db167b-0e14-4ba8-a16d-307c08704e61 req-51118d80-36ab-4e7d-9fb7-02318efa9ec7 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900757 May 06 13:00:05.592516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.668112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.709343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=df79cb75-cb28-4f7f-bdcf-1e0e364385e5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:05.713897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:05.721438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-21222ed3-b25a-4e9f-abac-d8c96b5314e3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/df79cb75-cb28-4f7f-bdcf-1e0e364385e5 HTTP/1.1" status: 204 len: 168 time: 0.7912233 May 06 13:00:05.722837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e152e837-bd6b-47ab-9e80-8abf25b38f12 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:05.725878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37326) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:05.768982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:05.892479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:05.896818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:05.900055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:05.907807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:06.130462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.181607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:06.188149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Usage tracker for resource:security_group_rule and tenant:a9035e82813b48278688ade89a51a8c3 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:06.191279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:06.198441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:06.245440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:06.364589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.432837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.571131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.749254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2e8e2b-adc6-462f-bdf9-5ec7681788d9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:06.761077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87147eb2-9f2f-4222-a835-1db89556bccf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9035e82813b48278688ade89a51a8c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1842656 May 06 13:00:06.761752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37350) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:06.790242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1b777a0d-f58f-43cf-830f-1eec692176bd None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:06.794889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b777a0d-f58f-43cf-830f-1eec692176bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.854062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.905853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:06.967492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1b777a0d-f58f-43cf-830f-1eec692176bd None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:07.000614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1b777a0d-f58f-43cf-830f-1eec692176bd None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:07.001558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b777a0d-f58f-43cf-830f-1eec692176bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.170159 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.195887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2e8e2b-adc6-462f-bdf9-5ec7681788d9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:07.199918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.202313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8ce8f2c-f1f8-426b-80d9-5f1ba8c0de4e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ab2e8e2b-adc6-462f-bdf9-5ec7681788d9 HTTP/1.1" status: 204 len: 168 time: 0.4383023 May 06 13:00:07.261136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.331745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:07.334708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:07.338700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:07.339479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.347785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=a819b85f-3ebc-4c1b-bb3b-124dc7562bf6,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:07.349518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa3421-0d00-4186-96a5-3c7467dabc0c None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:07.527546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a60381a0-dd09-4efb-8038-e942e54e4dde tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7980766 May 06 13:00:07.527970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37376) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:07.534716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699376189'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:07.541824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:07.546831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:07.550399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:07.556808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:07.673276 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.753200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:07.756847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:07.761545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:07.772677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:07.925272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:07.932924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Update dhcp port {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'fixed_ips': [{'subnet_id': 'f63b9c9e-760d-4010-8d41-f4b76aeff3bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a819b85f-3ebc-4c1b-bb3b-124dc7562bf6'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '97393572-084d-46c6-824f-89113d6fe0e2'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:00:08.017749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.062418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.105622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490495ff-472e-47f3-994f-8394caac0595,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:08.256186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.258621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9f56997a-2d42-44eb-8dd7-21f3f5f14462 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7296321 May 06 13:00:08.261112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37402) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.267305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1854247755'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:08.275504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:08.282061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:08.284309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Allocated IP 172.20.0.2 (fca821e2-8235-4e2a-82db-e95cb0a547d6/a819b85f-3ebc-4c1b-bb3b-124dc7562bf6/97393572-084d-46c6-824f-89113d6fe0e2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:08.286844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:08.298488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:08.433063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.460714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:08.467844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f0fa-7f3b-433e-8966-920c70acd182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.495915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:08.496710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.501053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:08.504400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:08.512605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:08.525548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Transition to ACTIVE for port object 97393572-084d-46c6-824f-89113d6fe0e2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:08.551199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37410) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.584113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.611868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.620411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:08.625398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Usage tracker for resource:security_group_rule and tenant:73053407e5184082ae991cfd17ad0c27 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:08.629092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:08.633748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.636384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:08.737763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461b794-d9ab-4caf-85d3-e481097a1998 None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:08.755188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.764715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.772213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.780594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'network': {'name': 'tempest-network-smoke--1869989890', 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:08.787712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:08.792344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:network and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:08.796219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:08.803546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:08.831931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a3e43-db84-441e-84eb-b60b7c5a4d5a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:08.854422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.923822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af5f89-28f0-4378-b238-81c098d0f744,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:08.952649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-66225ecc-df22-4f4b-a657-f88e2491ed39 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73053407e5184082ae991cfd17ad0c27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3961151 May 06 13:00:08.957114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.957281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.957281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-818dbce7-f297-41ee-8ca6-09d8d52984cd tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6924238 May 06 13:00:08.959209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37430) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:08.966023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'security_group': {'name': 'tempest-secgroup-1703669298'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:08.981577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:08.993718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:08.997005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:08.999105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:09.006434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:09.023993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:09.068127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.083337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.126975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.166165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:09.182983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group_rule and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:09.188656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:09.197636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:09.199418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.288976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:09.293425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:security_group_rule and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:09.297220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:09.298943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.305716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:09.330402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.382375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af5f89-28f0-4378-b238-81c098d0f744,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:09.390627 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.396302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b3731ae4-2162-4437-a305-6916da978f8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8af5f89-28f0-4378-b238-81c098d0f744 HTTP/1.1" status: 204 len: 168 time: 0.4377215 May 06 13:00:09.419229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.421614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.457965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:09.494307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.518649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0a017-e78e-4f93-8c6d-e2381c20e65b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:09.523210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.523628 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Added segment 88fd754c-0071-4b23-9b6b-bb86eb8f3d17 of type vlan for network af8f810e-6189-486f-9c68-cfcc55194c81 May 06 13:00:09.575896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9dca2d-3b35-4273-a039-2d1e4cad856e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:09.582736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.633416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.634795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f422b80b-0ef7-4efc-89e9-ae71dc307317 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6744986 May 06 13:00:09.639497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37446) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:09.646171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-881049753', 'security_groups': ['7f9dca2d-3b35-4273-a039-2d1e4cad856e'], 'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a819b85f-3ebc-4c1b-bb3b-124dc7562bf6'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:09.723485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.728070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:09.729412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.918059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:09.918059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:09.925880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:09.938779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:09.977032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:09.977602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Network': ['ID=af8f810e-6189-486f-9c68-cfcc55194c81,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:09.993571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network af8f810e-6189-486f-9c68-cfcc55194c81 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:10.142477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f07fb841-b5cb-453d-9f40-e5ea0bf23ef4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3688152 May 06 13:00:10.145325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37456) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:10.150754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'admin_state_up': True, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:10.158414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:10.162786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:router and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:10.165930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:10.172392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:10.267523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Provisioning for port 97393572-084d-46c6-824f-89113d6fe0e2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:10.272890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:10.273270 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd2981fc-b443-48f0-81cf-1139ee4ba1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.296502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:10.296821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.297786 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.301403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.319112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.351817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] device_id is not set on port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:00:10.625145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:10.770406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:10.775205 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.788741 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:10.824724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.10 (fca821e2-8235-4e2a-82db-e95cb0a547d6/a819b85f-3ebc-4c1b-bb3b-124dc7562bf6/01bfcbfc-572f-4749-9e40-2bcb23f5d84e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:10.835520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3c78d0d6-a47a-4f7b-843c-5bd926a0596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.178878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.226653 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.315292 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.334694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 01bfcbfc-572f-4749-9e40-2bcb23f5d84e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:11.433576 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.478051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.25.2.35 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/e4300432-5a2c-48c3-94a7-b8a740bdcb4c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:11.529296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:11.533795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:11.539032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:11.618819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:11.619746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.639262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=01bfcbfc-572f-4749-9e40-2bcb23f5d84e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:11.742960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:11.813626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37496) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:11.814284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6897c354-7efc-47df-8d5e-7b414b405c19 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1732101 May 06 13:00:11.821150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:11.985586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.112842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:12.136414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:12.165969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:12.170245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d8e935cf-16f4-41d0-b07d-8ee127755da9 None None] Provisioning for port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:12.180389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:12.186851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d8e935cf-16f4-41d0-b07d-8ee127755da9 None None] Provisioning complete for port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:12.187439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d8e935cf-16f4-41d0-b07d-8ee127755da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.228094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:12.243311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:12.250476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:12.259209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d8e935cf-16f4-41d0-b07d-8ee127755da9 None None] Port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:12.267387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:12.268651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.433663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.484595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:12.678855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.770480 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.771215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:12.978115 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a819b85f-3ebc-4c1b-bb3b-124dc7562bf6 (CIDR: 172.20.0.0/28) May 06 13:00:13.053218 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:00:13.054231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:13.178650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c03eb748-e58b-45f5-8e7a-8803bca4928b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3629971 May 06 13:00:13.184597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37524) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:13.192809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:13.432792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:00:13.553072 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.719485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:13.727348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:13.729363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:13.738181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:13.843134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:13.846889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:13.982917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:13.995009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Sync routers for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:14.022512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:14.026634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:14.035633 n-d-840845-1 neutron-server[84799]: INFO neutron.db.ipam_backend_mixin [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f63b9c9e-760d-4010-8d41-f4b76aeff3bd (CIDR: 172.20.0.16/28) May 06 13:00:14.119202 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:00:14.120597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:14.141688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:14.143198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2a422d8e-200b-4d96-9c67-fb2545012430 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.9969332 May 06 13:00:14.146716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37548) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:14.234433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8c2e5649-d2f5-40fc-ba8c-ceee1d13117f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0466554 May 06 13:00:14.238356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37556) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:14.247291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'subnet': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:14.292177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:14.605858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b9b32993-92bc-433c-92c8-9f8d714b9b56 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9e61592e99245e9945af53e5653f42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4547446 May 06 13:00:14.606364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37566) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:14.639378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:14.650396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Usage tracker for resource:subnet and tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:14.661065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:14.675994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:14.804841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Made reservation on behalf of f26ec0a2b8a54cf1b3ae849b46af4cc2 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:14.845584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:12Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:14.852826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Checking router: 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:14.853268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Updating router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 port e4300432-5a2c-48c3-94a7-b8a740bdcb4c binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:00:14.910106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de5503-fb6d-4edf-b2ff-51b621409a37 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:14.916805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e5de5503-fb6d-4edf-b2ff-51b621409a37 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3083065 May 06 13:00:14.918662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37584) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.026074 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.029655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-68108436-f935-4857-baa0-79654af14db0 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082861 May 06 13:00:15.031580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:15.051863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843450713', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:15.134404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.366354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:15.379097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:subnet and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:15.384062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:15.396622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:15.547247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:15.572978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.588618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Transition to ACTIVE for port object e4300432-5a2c-48c3-94a7-b8a740bdcb4c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:15.697173 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.706832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.742205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-d308a02b-46cd-475a-9c6d-32138031a9eb req-370d12e4-475c-4371-afbe-70e7522428b4 service neutron] (84800) timed out ('10.222.0.83', 40206) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:00:15.827880 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.841078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91439d-85a7-4e1d-867c-13f5da075754 None None] Pushing event updated for resources: {'Port': ['ID=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:15.907060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Attempting to bind port e4300432-5a2c-48c3-94a7-b8a740bdcb4c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:15.908164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Attempting to bind port e4300432-5a2c-48c3-94a7-b8a740bdcb4c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:15.908686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Attempting to bind port e4300432-5a2c-48c3-94a7-b8a740bdcb4c on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:15.924868 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:15.925613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:15.926163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.926719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:15.927328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Bound port: e4300432-5a2c-48c3-94a7-b8a740bdcb4c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:15.927891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:15.977212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:15.983500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:16.016396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:16.017234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.030151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f0b01-35a1-4a02-863c-a88b96a225d1 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:16.050002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.073714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Subnet': ['ID=6cdf7f65-fff2-465a-bcfa-294cf3af2878,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:16.182221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8566840b-6d1e-494d-8847-b5c40432234d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9416852 May 06 13:00:16.191839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37604) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:16.191839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-342873616', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6cdf7f65-fff2-465a-bcfa-294cf3af2878'}], 'security_groups': ['490495ff-472e-47f3-994f-8394caac0595', '0c7a3e43-db84-441e-84eb-b60b7c5a4d5a']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:16.214959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Subnet': ['ID=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:16.254089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.254778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.255324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.255886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.256428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.257150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.257961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.258509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.259040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.269908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.272370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:16.277449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Checking segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:16.277843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network hostable DHCP agents. Network: af8f810e-6189-486f-9c68-cfcc55194c81, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:16.354207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] For port e4300432-5a2c-48c3-94a7-b8a740bdcb4c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:16.412899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] For port e4300432-5a2c-48c3-94a7-b8a740bdcb4c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:16.444290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network af8f810e-6189-486f-9c68-cfcc55194c81 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:16.547422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, af8f810e-6189-486f-9c68-cfcc55194c81) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:16.553908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:16.554610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.599371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c1c7c-643d-47fd-98f2-e54cda401fad None None] Network af8f810e-6189-486f-9c68-cfcc55194c81 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:16.633569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.650825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5a061fd3-1206-4a8c-a3a1-47eb585a5553 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6104531 May 06 13:00:16.652614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.653960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37614) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:16.977545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:16.978320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:16.979022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:17.310443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Delete allocated IP 172.20.0.10 (fca821e2-8235-4e2a-82db-e95cb0a547d6/a819b85f-3ebc-4c1b-bb3b-124dc7562bf6) {{(pid=84800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 13:00:17.353282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Allocated IP 172.20.0.46 (fca821e2-8235-4e2a-82db-e95cb0a547d6/6cdf7f65-fff2-465a-bcfa-294cf3af2878/01bfcbfc-572f-4749-9e40-2bcb23f5d84e) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:17.505109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91439d-85a7-4e1d-867c-13f5da075754 None None] Pushing event updated for resources: {'Port': ['ID=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:17.878082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Update dhcp port {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'fixed_ips': [{'subnet_id': 'f63b9c9e-760d-4010-8d41-f4b76aeff3bd', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a819b85f-3ebc-4c1b-bb3b-124dc7562bf6', 'ip_address': '172.20.0.2'}, {'subnet_id': '6cdf7f65-fff2-465a-bcfa-294cf3af2878'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '97393572-084d-46c6-824f-89113d6fe0e2'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:00:18.001286 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.039230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Transition to ACTIVE for port object 01bfcbfc-572f-4749-9e40-2bcb23f5d84e will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:18.049746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:18.171290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.344746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.440049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.449602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event updated for resources: {'Port': ['ID=01bfcbfc-572f-4749-9e40-2bcb23f5d84e,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:18.624533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] In _notify_port_updated(), no bound segment for port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e on network fca821e2-8235-4e2a-82db-e95cb0a547d6 {{(pid=84800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:00:18.637572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:18.639370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:18.646606 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db63836a-50cd-4a73-85d7-5bd490fdb44f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "PUT /v2.0/ports/01bfcbfc-572f-4749-9e40-2bcb23f5d84e HTTP/1.1" status: 200 len: 959 time: 2.4608276 May 06 13:00:18.647478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37650) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:18.736988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Allocated IP 172.20.0.34 (fca821e2-8235-4e2a-82db-e95cb0a547d6/6cdf7f65-fff2-465a-bcfa-294cf3af2878/97393572-084d-46c6-824f-89113d6fe0e2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:18.853043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 01bfcbfc-572f-4749-9e40-2bcb23f5d84e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:18.854928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.088093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-af8f810e-6189-486f-9c68-cfcc55194c81', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:00:19.088893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.153057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:19.237288 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.256976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Transition to ACTIVE for port object 97393572-084d-46c6-824f-89113d6fe0e2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:19.443026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.20.0.1 (af8f810e-6189-486f-9c68-cfcc55194c81/efb4f5f7-b966-4086-a0ab-8a4d6bdaef06/46dc11d8-2e66-40b3-a933-b6b52f7a0ab5) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:19.454558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.462050 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.727659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 01bfcbfc-572f-4749-9e40-2bcb23f5d84e owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:19.805903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:19.853562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Transition to ACTIVE for port object 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:19.988299 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.095940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480094f-f2bf-4d05-986a-ab4e24035aa1 None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:20.130385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.185837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network af8f810e-6189-486f-9c68-cfcc55194c81 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:20.195462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:20.204305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:20.256973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=01bfcbfc-572f-4749-9e40-2bcb23f5d84e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:20.261128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:12Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:20.268760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44aabf-0c08-46ce-9b3f-d81db29da2c5 None None] The sync data for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 is: [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:12Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:20.307932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:20.334463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Allocated IP 172.20.0.2 (af8f810e-6189-486f-9c68-cfcc55194c81/efb4f5f7-b966-4086-a0ab-8a4d6bdaef06/28142c04-fac3-40b3-9215-d2ff45b1ec28) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:20.384506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.550277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.583481 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-543ed0c9-cef6-46c9-a3b5-4b361b5c3d1d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/01bfcbfc-572f-4749-9e40-2bcb23f5d84e HTTP/1.1" status: 204 len: 168 time: 1.9331808 May 06 13:00:20.584564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37684) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:20.740245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:20.752195 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7902fc9-8850-4737-b3be-87020728c9ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] GET failed (client error): The resource could not be found. May 06 13:00:20.753030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7902fc9-8850-4737-b3be-87020728c9ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Synchronizing usage tracker for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:20.800894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:20.895456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f7902fc9-8850-4737-b3be-87020728c9ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Unset dirty status for tenant:f26ec0a2b8a54cf1b3ae849b46af4cc2 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:20.896557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7902fc9-8850-4737-b3be-87020728c9ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports/01bfcbfc-572f-4749-9e40-2bcb23f5d84e HTTP/1.1" status: 404 len: 333 time: 0.3094110 May 06 13:00:20.899231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37692) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:21.106376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.115699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.162600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d92544f9-be90-400e-8751-392931920560 None None] Could not find standard attr ID for object 01bfcbfc-572f-4749-9e40-2bcb23f5d84e. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:00:21.209645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.230903 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.242354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Transition to ACTIVE for port object 28142c04-fac3-40b3-9215-d2ff45b1ec28 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:21.272152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d92544f9-be90-400e-8751-392931920560 None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:21.275552 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d92544f9-be90-400e-8751-392931920560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.424990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Transition to ACTIVE for port object 28142c04-fac3-40b3-9215-d2ff45b1ec28 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:21.438590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.470864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d92544f9-be90-400e-8751-392931920560 None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:21.482315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9dca2d-3b35-4273-a039-2d1e4cad856e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:21.531324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.541521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.546171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2f4c3de2-132f-45b6-b583-352e469ded9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/security-groups/7f9dca2d-3b35-4273-a039-2d1e4cad856e HTTP/1.1" status: 204 len: 168 time: 0.6425903 May 06 13:00:21.549389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:21.763864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Pushing event updated for resources: {'Port': ['ID=28142c04-fac3-40b3-9215-d2ff45b1ec28,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:21.771699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d92544f9-be90-400e-8751-392931920560 None None] Provisioning for port 97393572-084d-46c6-824f-89113d6fe0e2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:21.803688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d92544f9-be90-400e-8751-392931920560 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:21.804136 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d92544f9-be90-400e-8751-392931920560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:21.918350 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Network af8f810e-6189-486f-9c68-cfcc55194c81 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:21.933827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:21.950776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:22.157359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Attempting to bind port 28142c04-fac3-40b3-9215-d2ff45b1ec28 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:22.157987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Attempting to bind port 28142c04-fac3-40b3-9215-d2ff45b1ec28 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:22.158091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Attempting to bind port 28142c04-fac3-40b3-9215-d2ff45b1ec28 on network af8f810e-6189-486f-9c68-cfcc55194c81 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:22.182562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:22.182945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Checking segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:22.183351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.183751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Bound using segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:22.184271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Bound port: 28142c04-fac3-40b3-9215-d2ff45b1ec28, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:22.184652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.298125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] For port 28142c04-fac3-40b3-9215-d2ff45b1ec28, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:22.301734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] For port 28142c04-fac3-40b3-9215-d2ff45b1ec28, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28142c04-fac3-40b3-9215-d2ff45b1ec28,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:22.320822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f7b5becc-7d4f-4e32-9e3d-1173189bec3a None None] Could not find standard attr ID for object 01bfcbfc-572f-4749-9e40-2bcb23f5d84e. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:00:22.349634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.394543 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.402784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.418084 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.507484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.558756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ecaa8-51c5-429e-9d93-9b9a9d9c8bf4 None None] Pushing event updated for resources: {'Port': ['ID=28142c04-fac3-40b3-9215-d2ff45b1ec28,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:22.673825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4300432-5a2c-48c3-94a7-b8a740bdcb4c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:22.722946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.737946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:22.978622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a3e43-db84-441e-84eb-b60b7c5a4d5a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:22.981519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e4300432-5a2c-48c3-94a7-b8a740bdcb4c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:22.993184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e4300432-5a2c-48c3-94a7-b8a740bdcb4c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:22.993184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.034823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:23.059003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.060276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2856e284-eabe-4d4e-9b12-f83f4317ed9f tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/security-groups/0c7a3e43-db84-441e-84eb-b60b7c5a4d5a HTTP/1.1" status: 204 len: 168 time: 1.5099196 May 06 13:00:23.064964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37718) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:23.138581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network af8f810e-6189-486f-9c68-cfcc55194c81 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:23.144945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:23.213992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.242597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.262747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e4300432-5a2c-48c3-94a7-b8a740bdcb4c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:23.303153 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.393008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.473144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.562737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490495ff-472e-47f3-994f-8394caac0595,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:23.572653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:23.580224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bf6d1fae-9580-4844-8d57-33ccec028f90 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/security-groups/490495ff-472e-47f3-994f-8394caac0595 HTTP/1.1" status: 204 len: 168 time: 0.5123775 May 06 13:00:23.585108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37734) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:23.669632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:24.143650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet a819b85f-3ebc-4c1b-bb3b-124dc7562bf6 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:24.148752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.151497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:24.338797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.475720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e31bc4-4cf2-4b70-a8f0-57a33612b18b None None] Network af8f810e-6189-486f-9c68-cfcc55194c81 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:24.546162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37750) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.675448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:24.747508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:24.754274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45f4c287-f63c-4b66-933c-4d4da5df82ac tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "PUT /v2.0/routers/95d7bcd6-d9ce-41a5-970a-7cfa73d89565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0978615 May 06 13:00:24.756927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37758) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:24.787911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2085761079', 'description': 'tempest-secgroup_access--2085761079 description', 'project_id': 'f9e61592e99245e9945af53e5653f42f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:24.811988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:24.821959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:24.828927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:24.862668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:24.891189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4300432-5a2c-48c3-94a7-b8a740bdcb4c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:24.970360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.041410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:25.047890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group_rule and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:25.052510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:25.071645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:25.173793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1530d214-7e68-4fd6-8390-5df69a7f21d4 None None] Provisioning for port 28142c04-fac3-40b3-9215-d2ff45b1ec28 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:25.182718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.204869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e4300432-5a2c-48c3-94a7-b8a740bdcb4c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:25.205242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.213774 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.262451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=a819b85f-3ebc-4c1b-bb3b-124dc7562bf6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:25.311259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.318650 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.334991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52939559-f64b-4eb2-bc32-3ac0500c5584 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:25.365261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-148fe162-6d6e-4d7c-8ca0-5b0485b28632 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/a819b85f-3ebc-4c1b-bb3b-124dc7562bf6 HTTP/1.1" status: 204 len: 168 time: 1.7782006 May 06 13:00:25.366093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37764) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:25.432848 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Sync routers for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:25.443463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d4e8f-be69-4e1e-9fa5-59470cfffe59,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:25.467295 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:25.467295 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:25.576884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.578969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a356d45-7722-492f-b18b-8e63db760a3a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.8209155 May 06 13:00:25.581657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:25.589324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--412115964', 'description': 'tempest-secgroup_general--412115964 description', 'project_id': 'f9e61592e99245e9945af53e5653f42f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:25.630338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:25.656143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet 6cdf7f65-fff2-465a-bcfa-294cf3af2878 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:25.665131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.729021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:25.747828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:25.775380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:25.789559 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:25.917455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28142c04-fac3-40b3-9215-d2ff45b1ec28 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:25.926485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.069868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-234948f1-de2d-4083-9678-d348b17a3318 req-8146e96e-17bf-47c4-8319-9c5e0fa06618 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1097 time: 0.4518895 May 06 13:00:26.144280 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:26.229731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:26.245921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-234948f1-de2d-4083-9678-d348b17a3318 req-cbfdd3d5-adc1-41c2-9deb-59caddb5aaf7 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731298 May 06 13:00:26.251560 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group_rule and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:26.259535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:26.276057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:26.279867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:26.410297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.482484 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.607752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:26.620406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Usage tracker for resource:security_group_rule and tenant:c23a6a7577d644ea91e5427f8711fb61 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:26.625769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:26.640485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:26.649332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.719559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 28142c04-fac3-40b3-9215-d2ff45b1ec28 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:26.731420 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:21Z', 'revision_number': 2, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:26.732720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:26.738150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Checking router: 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:26.739458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Updating router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:00:26.746923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 28142c04-fac3-40b3-9215-d2ff45b1ec28 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:26.747293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.798414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.974119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.976235 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:26.976410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=6cdf7f65-fff2-465a-bcfa-294cf3af2878,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:26.981986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:27.002373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 45ec7d4b-a61c-4881-8a14-d3b0342c63d5 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:27.002770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.007659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.030335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.065789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c30e732e-5f47-4c52-89ee-59bd1a4f096d tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/6cdf7f65-fff2-465a-bcfa-294cf3af2878 HTTP/1.1" status: 204 len: 168 time: 1.6963463 May 06 13:00:27.070377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.131722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.167959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.234279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.235829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab07ddd-3b51-4ea0-b660-af97c5c8660f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:27.236844 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-98b8ccf6-cb68-4660-881c-352faf2b4557 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 1.6538038 May 06 13:00:27.237838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.243402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.277688 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8b0bca-1e1b-4330-b902-937022bfd49b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:27.278139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8b0bca-1e1b-4330-b902-937022bfd49b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:27.292011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e8b0bca-1e1b-4330-b902-937022bfd49b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/a819b85f-3ebc-4c1b-bb3b-124dc7562bf6 HTTP/1.1" status: 404 len: 337 time: 0.2053380 May 06 13:00:27.297234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'security_group_rule': {'security_group_id': 'd00d4e8f-be69-4e1e-9fa5-59470cfffe59', 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:27.318092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37802) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.326209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18199c80-424a-407a-b8ab-296e7f2e4767 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c23a6a7577d644ea91e5427f8711fb61&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7777781 May 06 13:00:27.328615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 28142c04-fac3-40b3-9215-d2ff45b1ec28, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28142c04-fac3-40b3-9215-d2ff45b1ec28,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:27.329563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:27.331713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.337465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f41e62-a3ed-45ff-856b-060e966ec73e None None] Update dhcp port {'port': {'network_id': 'fca821e2-8235-4e2a-82db-e95cb0a547d6', 'fixed_ips': [{'subnet_id': 'f63b9c9e-760d-4010-8d41-f4b76aeff3bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cdf7f65-fff2-465a-bcfa-294cf3af2878'}], 'binding:host_id': 'n-d-840845-1'}, 'id': '97393572-084d-46c6-824f-89113d6fe0e2'} from n-d-840845-1. {{(pid=84801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 06 13:00:27.384239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:27.404186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Usage tracker for resource:security_group_rule and tenant:8af8e694c44241a8b54f4c899b966aca is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:27.419858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-88f41e62-a3ed-45ff-856b-060e966ec73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.424628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:27.435748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:27.524036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.529359 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.529910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:security_group_rule and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:27.564888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:27.644304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.667562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:27.678428 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.703799 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Transition to ACTIVE for port object 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:27.730261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a719f-8f0c-4b07-9235-5c9d7325dfd7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:27.736454 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-966393e6-8665-4b55-be01-0b1cbb6b726f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8af8e694c44241a8b54f4c899b966aca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0014374 May 06 13:00:27.748532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:27.770273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-507dccb7-fd7c-408a-bc1a-cca73a911ea0 None None] Provisioning complete for port 28142c04-fac3-40b3-9215-d2ff45b1ec28 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:27.770273 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-507dccb7-fd7c-408a-bc1a-cca73a911ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.838601 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:27.873070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=28142c04-fac3-40b3-9215-d2ff45b1ec28,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:27.947550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.021667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.063359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70b4da-a77f-4a06-9623-50c75df85640 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:28.163068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:00:28.173092 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Pushing event updated for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:28.246523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.247074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.275180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.291193 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.292215 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.292720 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.293219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.293722 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.294894 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.295881 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.296394 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.296880 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.297596 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.298159 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:28.315998 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Attempting to bind port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:28.316977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Attempting to bind port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:28.317517 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Attempting to bind port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 on network af8f810e-6189-486f-9c68-cfcc55194c81 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:28.321276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a719f-8f0c-4b07-9235-5c9d7325dfd7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:28.330496 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:28.331360 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Checking segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:28.332004 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.333153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Bound using segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:28.333847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Bound port: 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:28.334437 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.338269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.339402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ef919a0-679f-4064-ace9-ec086ed46e20 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/747a719f-8f0c-4b07-9235-5c9d7325dfd7 HTTP/1.1" status: 204 len: 168 time: 0.5898857 May 06 13:00:28.529430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.561188 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting subnet f63b9c9e-760d-4010-8d41-f4b76aeff3bd {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:28.589355 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] For port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:28.594520 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] For port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:28.681793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-507dccb7-fd7c-408a-bc1a-cca73a911ea0 None None] Provisioning for port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:28.692570 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.726257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 45ec7d4b-a61c-4881-8a14-d3b0342c63d5 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:28.787000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.832329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.842934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c31a7262-e267-4f83-bcb1-ab8451f1b051 None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:28.843833 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c31a7262-e267-4f83-bcb1-ab8451f1b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:28.872103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef62ac-c929-43d0-92e4-81052c94b2d1 None None] Pushing event updated for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:28.928841 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:28.935988 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:29.190183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c31a7262-e267-4f83-bcb1-ab8451f1b051 None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:29.245659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c31a7262-e267-4f83-bcb1-ab8451f1b051 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:29.246188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c31a7262-e267-4f83-bcb1-ab8451f1b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.394736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37826) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:29.432933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.467096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.500704 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:29.548395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:29.675936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37834) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:29.726510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.740955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.857814 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.873631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.918549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:29.950892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:29.970331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:29.974976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=45ec7d4b-a61c-4881-8a14-d3b0342c63d5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:29.985506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Usage tracker for resource:security_group_rule and tenant:d33ca8d549d5402ebb9360c32f7e8c95 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:29.990680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:30.000824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:30.003495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:30.010941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Usage tracker for resource:security_group_rule and tenant:4c7343c6f28a4434b1a9303960864234 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:30.016933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:30.027946 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.029641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:30.109094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:30.110551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.193828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.207086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.234720 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:28Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:30.235335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.237472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.241227 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95ee7c-8620-4019-a53f-f9051e066722 None None] The sync data for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 is: [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:28Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:30.312065 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.349751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Provisioning complete for port 34e8be9b-316a-479c-99a6-3c8ac4057fea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:30.352178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.359068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddccb56-7462-435c-b97b-55f27ea100f6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.429932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec8095-20cd-4227-ab84-916768707d4e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.434039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.439394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7971ef71-70e6-43dd-bf61-bd372c30aa2e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d33ca8d549d5402ebb9360c32f7e8c95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7638102 May 06 13:00:30.439394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.444322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Port 34e8be9b-316a-479c-99a6-3c8ac4057fea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:30.461335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:30.461717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.478288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37838) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:30.489284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c7343c6f28a4434b1a9303960864234&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0931990 May 06 13:00:30.520722 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37842) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:30.556074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.568320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6997060f-aaeb-433b-b837-a7333e467dcb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.3012893 May 06 13:00:30.601140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.609839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457d102-95cd-4578-9d8c-ab947e220c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d884f98-a2c5-4ca2-810d-6481d3006868,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.642724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.661036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.725596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.742560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.790234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33f2ae-9a5b-487a-ad37-99edc7cf1300 None None] Network fca821e2-8235-4e2a-82db-e95cb0a547d6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:30.840914 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.993469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.993593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Subnet': ['ID=f63b9c9e-760d-4010-8d41-f4b76aeff3bd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.993593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab07ddd-3b51-4ea0-b660-af97c5c8660f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:30.993593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:30.993593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f9e6fc4-151c-48ae-b716-489b1fd7e0eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0ab07ddd-3b51-4ea0-b660-af97c5c8660f HTTP/1.1" status: 204 len: 168 time: 3.5846434 May 06 13:00:31.011058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.024956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8ea80e7-8e1d-47a5-9fb3-e15d13972da6 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/f63b9c9e-760d-4010-8d41-f4b76aeff3bd HTTP/1.1" status: 204 len: 168 time: 3.7051635 May 06 13:00:31.051650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:31.223841 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-328ff78f-e440-4f90-9619-0c90788f75c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:31.224953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328ff78f-e440-4f90-9619-0c90788f75c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:31.247202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.292844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:31.344821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97393572-084d-46c6-824f-89113d6fe0e2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:31.345344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.431347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-328ff78f-e440-4f90-9619-0c90788f75c9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/df79cb75-cb28-4f7f-bdcf-1e0e364385e5 HTTP/1.1" status: 404 len: 337 time: 0.4161558 May 06 13:00:31.435284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37862) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.486131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbaeb20f-3682-4fe4-b3d3-3541b2255bc9 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb5aabd7-7684-4935-93da-19e061f7395d HTTP/1.1" status: 200 len: 205 time: 0.0493023 May 06 13:00:31.490707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37866) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.503752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34993759-399b-4d32-98eb-812d9a671bae None None] DHCP port deletion for fca821e2-8235-4e2a-82db-e95cb0a547d6 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:00:31.522092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Deleting port 97393572-084d-46c6-824f-89113d6fe0e2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:31.522379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.588481 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-b6155bd4-f65e-4008-b5b8-765f9d54f225 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] delete failed (client error): The resource could not be found. May 06 13:00:31.592955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b6155bd4-f65e-4008-b5b8-765f9d54f225 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/routers/fb5aabd7-7684-4935-93da-19e061f7395d HTTP/1.1" status: 404 len: 336 time: 0.1009495 May 06 13:00:31.593715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.598220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-f2cb7f70-8208-4209-9cfd-5230c2c3b1b4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_access--2085761079&fields=id&tenant_id=f9e61592e99245e9945af53e5653f42f HTTP/1.1" status: 200 len: 267 time: 0.4383035 May 06 13:00:31.667365 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8f9859-1d86-410c-b908-ccc5b0a9b783 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:31.667821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8f9859-1d86-410c-b908-ccc5b0a9b783 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:31.684072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2c8f9859-1d86-410c-b908-ccc5b0a9b783 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/af43a829-f875-4bf5-93bb-0a8586b008f9 HTTP/1.1" status: 404 len: 337 time: 0.0890398 May 06 13:00:31.684634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37876) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.743605 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15466b9-47fc-4595-8117-076fa4ccf79b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:31.744096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15466b9-47fc-4595-8117-076fa4ccf79b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:31.748415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a15466b9-47fc-4595-8117-076fa4ccf79b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/88e93fb7-9ddc-4e3b-b18e-caed79d8b509 HTTP/1.1" status: 404 len: 337 time: 0.0618107 May 06 13:00:31.754780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37880) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.761193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-1cfc373d-282c-4992-a658-7e65908bc24c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_general--412115964&fields=id&tenant_id=f9e61592e99245e9945af53e5653f42f HTTP/1.1" status: 200 len: 267 time: 0.1220784 May 06 13:00:31.813370 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c6589e-7723-4297-9998-67d0e051c31a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:31.813627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c6589e-7723-4297-9998-67d0e051c31a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:31.817552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-34c6589e-7723-4297-9998-67d0e051c31a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/d0660af4-c910-4d4e-800e-b8763d974a2f HTTP/1.1" status: 404 len: 337 time: 0.0593679 May 06 13:00:31.819146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37884) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.845476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-34993759-399b-4d32-98eb-812d9a671bae None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:31.846174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.868571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 05cbc245-6353-41a6-a98e-beb2b265da7e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:31.880104 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c73b98-34c4-4b20-aae5-ff4b3fb971ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:31.880544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c73b98-34c4-4b20-aae5-ff4b3fb971ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:31.885192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18c73b98-34c4-4b20-aae5-ff4b3fb971ba tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/53c592ca-d36b-4f35-992c-9f3c71cb6e23 HTTP/1.1" status: 404 len: 333 time: 0.0626607 May 06 13:00:31.885880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37888) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:31.932027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.938275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:31.938275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3ec8095-20cd-4227-ab84-916768707d4e HTTP/1.1" status: 204 len: 168 time: 1.4470458 May 06 13:00:31.994432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae7aec-ce1f-428a-9734-bd1b5f936811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec8095-20cd-4227-ab84-916768707d4e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.026441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.035933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.037127 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6d884f98-a2c5-4ca2-810d-6481d3006868 HTTP/1.1" status: 204 len: 168 time: 1.5113890 May 06 13:00:32.058938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.088168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Calling delete_port for 97393572-084d-46c6-824f-89113d6fe0e2 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:32.098948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73592d-5366-4220-8a51-7d7aec01a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d884f98-a2c5-4ca2-810d-6481d3006868,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.114661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c224-b5af-40bf-b903-1e750e93244a req-1b892df6-1212-4064-8627-26e56a2d4674 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:32.114661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-1b892df6-1212-4064-8627-26e56a2d4674 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 797 time: 0.3453457 May 06 13:00:32.133504 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d83844f-60a8-4ff9-9564-fdd53307a894 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:32.134165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d83844f-60a8-4ff9-9564-fdd53307a894 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:32.136043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d83844f-60a8-4ff9-9564-fdd53307a894 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/ed20e23e-4254-43be-9afe-a026329331dc HTTP/1.1" status: 404 len: 337 time: 0.2485797 May 06 13:00:32.141443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 37904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.237008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-5f059b74-e22c-4092-b6d4-854a808f916d tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/quotas/f9e61592e99245e9945af53e5653f42f HTTP/1.1" status: 200 len: 375 time: 0.1154475 May 06 13:00:32.257870 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6490ff2d-c204-4797-ba65-9b68577c1a01 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:32.258824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6490ff2d-c204-4797-ba65-9b68577c1a01 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:32.266515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6490ff2d-c204-4797-ba65-9b68577c1a01 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/dfbc30da-143f-4dfa-bab9-06589bc06325 HTTP/1.1" status: 404 len: 337 time: 0.1197221 May 06 13:00:32.268963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37908) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.317327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28142c04-fac3-40b3-9215-d2ff45b1ec28 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:32.356009 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b5fadb-f40e-4fb0-8dd2-79e93665f30b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:32.356443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b5fadb-f40e-4fb0-8dd2-79e93665f30b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:32.366552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07b5fadb-f40e-4fb0-8dd2-79e93665f30b tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/e5f77d6e-64cd-4e96-aad8-59e41177ef9f HTTP/1.1" status: 404 len: 333 time: 0.0942943 May 06 13:00:32.369386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37912) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.420044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-49649dd2-5079-4131-a091-1fb54a0ca441 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678493 May 06 13:00:32.448478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0ade4-fe07-4a1f-b36e-e0179ee86c78 None None] Pushing event updated for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:32.465275 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea52387-c021-4e75-a63c-518e0ef8c17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:32.465716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea52387-c021-4e75-a63c-518e0ef8c17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:32.470292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-aea52387-c021-4e75-a63c-518e0ef8c17e tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/6315ecba-cd4a-4e49-9c6a-d1df12b98ce8 HTTP/1.1" status: 404 len: 337 time: 0.1002831 May 06 13:00:32.470659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.515785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 28142c04-fac3-40b3-9215-d2ff45b1ec28 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:32.516175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.522820 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d51ff0-f0e8-4203-b241-9d7f5eadcc7a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] DELETE failed (client error): The resource could not be found. May 06 13:00:32.523286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d51ff0-f0e8-4203-b241-9d7f5eadcc7a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:00:32.527305 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1d51ff0-f0e8-4203-b241-9d7f5eadcc7a tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/subnets/33af2fde-cbbe-4d91-80ed-0f82c48e80bb HTTP/1.1" status: 404 len: 337 time: 0.0535641 May 06 13:00:32.530525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37920) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:32.597466 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:00:32.597871 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:00:32.664209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Deleting port 34e8be9b-316a-479c-99a6-3c8ac4057fea {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:32.665032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.667119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-0099b9a5-778b-4699-befd-3751db29d26b service neutron] 10.222.0.83 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351573 May 06 13:00:32.747174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:32.799396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:32.820160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Sync routers for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:32.838345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:32.839264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:32.938621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:32.987066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-a4e72f07-3f19-402d-8864-4e7e16d34d0c service neutron] 10.222.0.83 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050127 May 06 13:00:33.100716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Deleting port 97393572-084d-46c6-824f-89113d6fe0e2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:33.101233 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.114168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-13e9718c-0406-47fd-9c2c-8cad7368bf05 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/floatingips/b40e2380-ed35-4f80-b29a-13a192aaca63 HTTP/1.1" status: 204 len: 168 time: 6.8345568 May 06 13:00:33.223145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:33.368381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.474711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:33.590022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-34993759-399b-4d32-98eb-812d9a671bae None None] For port 97393572-084d-46c6-824f-89113d6fe0e2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97393572-084d-46c6-824f-89113d6fe0e2,segment=NetworkSegment(fabe8424-1235-416b-afb0-59ba7f6deeb3),segment_id=fabe8424-1235-416b-afb0-59ba7f6deeb3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:33.590609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.626568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Calling delete_port for 34e8be9b-316a-479c-99a6-3c8ac4057fea owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:33.663132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-622dd082-e3f6-4799-9963-eb477ccc2ecc req-113dd07b-6c77-4115-ae18-3a6b9bc77f6c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 210 time: 0.2661643 May 06 13:00:33.756064 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dc506b-d5ae-4f59-8d86-0624f7213071'] response: {'name': 'network-changed', 'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 13:00:33.760500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.843802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:33.849034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Usage tracker for resource:security_group_rule and tenant:7662736f0d77433588f8f77b76b1c40d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:33.852667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:33.860924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:33.944581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-2642d9f5-ba1f-460f-b1cb-cd46ad155d03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 1097 time: 0.1719794 May 06 13:00:33.958000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:33.977185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Calling delete_port for 97393572-084d-46c6-824f-89113d6fe0e2 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:34.066402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:34.086445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:34.087366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.101306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.161239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:34.187036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e65974-1750-4ec0-96c0-d4781e8d92fc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:34.193265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.228151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.299888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34993759-399b-4d32-98eb-812d9a671bae None None] No DVR routers for this DVR port 97393572-084d-46c6-824f-89113d6fe0e2 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:34.316044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Port': ['ID=34e8be9b-316a-479c-99a6-3c8ac4057fea,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:34.336568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d856894f-09ef-48bf-9720-130f85ed8a8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7662736f0d77433588f8f77b76b1c40d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8607342 May 06 13:00:34.337217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37976) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:34.340827 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34993759-399b-4d32-98eb-812d9a671bae None None] Pushing event deleted for resources: {'Port': ['ID=97393572-084d-46c6-824f-89113d6fe0e2,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:34.378880 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.404922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-37453bf7-68d3-452c-b35a-4f71cfbf1ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:34.406332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-37453bf7-68d3-452c-b35a-4f71cfbf1ffb service neutron] 10.222.0.13 "GET /v2.0/networks?id=d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 200 len: 898 time: 0.4568553 May 06 13:00:34.494146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-809482ed-4455-4391-820a-533726031f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.516052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5b99657-ea63-49db-a00d-2c0702830ee2 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/ports/34e8be9b-316a-479c-99a6-3c8ac4057fea HTTP/1.1" status: 204 len: 168 time: 1.9780486 May 06 13:00:34.529381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 37986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:34.593990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-62f344d3-5025-429e-94b5-6215efa4cdf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 200 len: 217 time: 0.1719532 May 06 13:00:34.692636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62830ae0-1004-46b6-980b-cb5c86047e5b req-db84b67a-daea-4db1-abda-3233246d8d7d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:34.694612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62830ae0-1004-46b6-980b-cb5c86047e5b req-db84b67a-daea-4db1-abda-3233246d8d7d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 946 time: 0.3912997 May 06 13:00:34.770753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-809482ed-4455-4391-820a-533726031f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.804188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-80cf1a5a-d015-4805-a48e-5fa98eefa073 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:34.805950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-80cf1a5a-d015-4805-a48e-5fa98eefa073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 200 len: 835 time: 0.2044041 May 06 13:00:34.905099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:34.961515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62830ae0-1004-46b6-980b-cb5c86047e5b req-0c5d52a9-a075-4b71-9a35-8044679e379e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585611 May 06 13:00:35.030744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-76eff2c1-1ad3-49ec-bb08-c5766a039052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d96fb904-e41a-45c3-aa9b-1ed1afab751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527662 May 06 13:00:35.040047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:35.141744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.172050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d0ec96e5-a507-4878-b87f-4b1dd38e6152 req-360219d7-8191-4537-b568-719d7972710f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:35.238586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.335689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:35.343325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-2899c37b-3f50-47ac-8a07-75dfa19a4c8f service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042023 May 06 13:00:35.479678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 97393572-084d-46c6-824f-89113d6fe0e2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:35.479972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97393572-084d-46c6-824f-89113d6fe0e2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:35.488226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:35.495264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d0ec96e5-a507-4878-b87f-4b1dd38e6152 req-360219d7-8191-4537-b568-719d7972710f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:35.497237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0ec96e5-a507-4878-b87f-4b1dd38e6152 req-360219d7-8191-4537-b568-719d7972710f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 210 time: 0.6978371 May 06 13:00:35.498635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-809482ed-4455-4391-820a-533726031f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.499568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.504241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Checking router: 05cbc245-6353-41a6-a98e-beb2b265da7e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:35.522206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:35.523217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.558103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809482ed-4455-4391-820a-533726031f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e65974-1750-4ec0-96c0-d4781e8d92fc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:35.584649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89d69c4f-606b-4eb0-927d-5576b223b304 req-216183ee-fb95-4f14-9772-add68281a70c service neutron] 10.222.0.13 "GET /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356503 May 06 13:00:35.621808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.650574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-809482ed-4455-4391-820a-533726031f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.655055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-809482ed-4455-4391-820a-533726031f27 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/10e65974-1750-4ec0-96c0-d4781e8d92fc HTTP/1.1" status: 204 len: 168 time: 1.3129468 May 06 13:00:35.683143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca821e2-8235-4e2a-82db-e95cb0a547d6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.704754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabe8424-1235-416b-afb0-59ba7f6deeb3') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.705123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabe8424-1235-416b-afb0-59ba7f6deeb3') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:35.726270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.741435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af031774-bbd0-417c-a41a-23e4893eacef req-fc761b99-977f-44ea-8ae6-d0c6d99c04fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:35.742243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af031774-bbd0-417c-a41a-23e4893eacef req-fc761b99-977f-44ea-8ae6-d0c6d99c04fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:35.767167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.793364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-af031774-bbd0-417c-a41a-23e4893eacef req-fc761b99-977f-44ea-8ae6-d0c6d99c04fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:35.797724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af031774-bbd0-417c-a41a-23e4893eacef req-fc761b99-977f-44ea-8ae6-d0c6d99c04fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 946 time: 0.4571712 May 06 13:00:35.798813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:35.799228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:35.818481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: timer() May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:35.892754 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:35.991715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:35.992065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.071442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:36.071935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.130848 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.163549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.181436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] 10.222.0.83 "DELETE /v2.0/networks/fca821e2-8235-4e2a-82db-e95cb0a547d6 HTTP/1.1" status: 204 len: 168 time: 1.6506107 May 06 13:00:36.188922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bb5ae-9729-46ee-8ec1-b88118632ba3 tempest-PortsTestJSON-1854615395 tempest-PortsTestJSON-1854615395-project] Pushing event deleted for resources: {'Network': ['ID=fca821e2-8235-4e2a-82db-e95cb0a547d6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:36.198625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:36.349782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc664f4-b235-480e-82d2-67d14d7cae69 req-51e08b83-0e02-438b-8266-30e1e1e6819e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:36.366223 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7dc664f4-b235-480e-82d2-67d14d7cae69 req-51e08b83-0e02-438b-8266-30e1e1e6819e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 946 time: 0.1315193 May 06 13:00:36.511535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port fc937cef-6e84-43e4-8dc1-6848ea88fdfa, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:36.516376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:36.518230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7dc664f4-b235-480e-82d2-67d14d7cae69 req-29c50c8f-cb2d-4031-9ca2-1251f5234acc tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=8c56f226-68ec-4885-807a-fbaf2992a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491754 May 06 13:00:36.767568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for fc937cef-6e84-43e4-8dc1-6848ea88fdfa owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:36.799817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:36.804170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bd10a-3809-41bd-8012-5a97fbec6de9 None None] The sync data for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 is: [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T12:57:43Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ba9b773-deee-41bc-9416-a1722041aad0', 'name': '', 'network_id': 'd96fb904-e41a-45c3-aa9b-1ed1afab751e', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:3a:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:42Z', 'updated_at': '2022-05-06T12:57:57Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '0f68b1ec-4ade-41cb-9d55-1207623e9260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:37.000329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9acb071f-0005-4c86-a42b-ef8f62403094 req-d14e7a53-4d20-49c5-a682-5d323b7eb5ba tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 210 time: 0.1232162 May 06 13:00:37.224054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c224-b5af-40bf-b903-1e750e93244a req-7dea8d2a-1c14-4e7d-b07e-c7b7df501b3e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:37.225600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-7dea8d2a-1c14-4e7d-b07e-c7b7df501b3e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.13 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 797 time: 0.2643781 May 06 13:00:37.302239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-729d66c5-0912-4014-a6be-c123b9f5e8be tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e61592e99245e9945af53e5653f42f HTTP/1.1" status: 200 len: 477 time: 0.0634012 May 06 13:00:37.314127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'port': {'device_id': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'admin_state_up': True, 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'security_groups': ['d00d4e8f-be69-4e1e-9fa5-59470cfffe59', '2ac2ff49-bf2c-4939-a5c8-43b1b51405b6']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:37.341732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.492929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=fc937cef-6e84-43e4-8dc1-6848ea88fdfa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:37.575318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] No DVR routers for this DVR port fc937cef-6e84-43e4-8dc1-6848ea88fdfa on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:37.578887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:37.596223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-deleted', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:37.687671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:37.689772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38046) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:37.710600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:37.724910 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64932b1-ab43-495a-8310-230fbfa193f4'] response: {'server_uuid': 'f12f8c5b-c3ec-401b-9107-ba8117c1c468', 'name': 'network-vif-deleted', 'tag': 'fc937cef-6e84-43e4-8dc1-6848ea88fdfa', 'status': 'completed', 'code': 200} May 06 13:00:37.737428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af031774-bbd0-417c-a41a-23e4893eacef req-ecbee0b0-3ea7-4d4e-98d1-3746cafe25e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "DELETE /v2.0/ports/fc937cef-6e84-43e4-8dc1-6848ea88fdfa HTTP/1.1" status: 204 len: 173 time: 1.8447380 May 06 13:00:37.924468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:37.930193 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.058090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d840b09-4c48-4d3f-8c4a-be3d10a62557 req-315a3fbd-dce0-488c-964b-11085cd1e039 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.2427211 May 06 13:00:38.067402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b5ada24-a6e2-48bc-804b-1e5440785ccd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f26ec0a2b8a54cf1b3ae849b46af4cc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3742342 May 06 13:00:38.077950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:38.223121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.288932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.401405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.20.0.9 (af8f810e-6189-486f-9c68-cfcc55194c81/efb4f5f7-b966-4086-a0ab-8a4d6bdaef06/9fd64de7-574e-4832-8064-fc4c9fb24a12) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:38.436286 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ccc2175-584a-4664-a36b-b8883f7f5eff req-1927f615-6002-412f-89da-1b452d61ee34 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 210 time: 0.0961125 May 06 13:00:38.541197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.541714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-53752494-e939-47e5-bace-5e11b76a1f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.565486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.566788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a453370a-4ea4-4022-8b05-5860c054db04 HTTP/1.1" status: 204 len: 168 time: 0.4878249 May 06 13:00:38.567683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f4c5-eead-4eb3-8adb-9cb3d176e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a453370a-4ea4-4022-8b05-5860c054db04,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:38.826849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:38.848267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Transition to ACTIVE for port object 9fd64de7-574e-4832-8064-fc4c9fb24a12 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:39.040036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.152094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network af8f810e-6189-486f-9c68-cfcc55194c81 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:39.152094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:39.164323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:39.210024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:39.374176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:39.374827 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.395396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f0576be-e326-4d0a-bd83-34ac5d901204 req-72e49164-438a-45e9-8cae-5ac86ba7a8fe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=f12f8c5b-c3ec-401b-9107-ba8117c1c468 HTTP/1.1" status: 200 len: 210 time: 0.1087925 May 06 13:00:39.610393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-69c24309-8a24-46a3-bdd0-c41898d988a8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3023412 May 06 13:00:39.625171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Request body: {'port': {'device_id': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:39.666540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8bf67395-e702-47e6-9508-906969f9168f None None] Provisioning for port 9fd64de7-574e-4832-8064-fc4c9fb24a12 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:39.672630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8bf67395-e702-47e6-9508-906969f9168f None None] Provisioning complete for port 9fd64de7-574e-4832-8064-fc4c9fb24a12 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:39.673137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8bf67395-e702-47e6-9508-906969f9168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.749143 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:39.767922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8bf67395-e702-47e6-9508-906969f9168f None None] Port 9fd64de7-574e-4832-8064-fc4c9fb24a12 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:00:39.873053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:39.924297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bedba4-f82c-46e8-9dda-85223410dc78 req-77742941-a475-42dd-8ac7-a095b3826f1c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:39.928691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1bedba4-f82c-46e8-9dda-85223410dc78 req-77742941-a475-42dd-8ac7-a095b3826f1c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 970 time: 0.3262277 May 06 13:00:39.937081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: fc937cef-6e84-43e4-8dc1-6848ea88fdfa {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:39.937571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device fc937cef-6e84-43e4-8dc1-6848ea88fdfa not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:39.996443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f1bedba4-f82c-46e8-9dda-85223410dc78 req-75e716b5-85e1-4743-92a3-5c87a1810344 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:40.152324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f1bedba4-f82c-46e8-9dda-85223410dc78 req-75e716b5-85e1-4743-92a3-5c87a1810344 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:40.159601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f1bedba4-f82c-46e8-9dda-85223410dc78 req-75e716b5-85e1-4743-92a3-5c87a1810344 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2194676 May 06 13:00:40.193834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd64de7-574e-4832-8064-fc4c9fb24a12 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:00:40.193834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.208276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Transition to ACTIVE for port object 9fd64de7-574e-4832-8064-fc4c9fb24a12 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:40.416621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.521178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:40.551745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:40.680144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Attempting to bind port 9fd64de7-574e-4832-8064-fc4c9fb24a12 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:40.680641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Attempting to bind port 9fd64de7-574e-4832-8064-fc4c9fb24a12 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:40.680971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Attempting to bind port 9fd64de7-574e-4832-8064-fc4c9fb24a12 on network af8f810e-6189-486f-9c68-cfcc55194c81 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:40.688929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Port 9fd64de7-574e-4832-8064-fc4c9fb24a12 on network af8f810e-6189-486f-9c68-cfcc55194c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:00:40.689294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Attempting to bind port 9fd64de7-574e-4832-8064-fc4c9fb24a12 on network af8f810e-6189-486f-9c68-cfcc55194c81 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:40.696577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:40.696920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Checking segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:40.700151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Bound using segment: {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:40.700151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Bound port: 9fd64de7-574e-4832-8064-fc4c9fb24a12, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88fd754c-0071-4b23-9b6b-bb86eb8f3d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:40.700151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.792783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-624b491f-0627-444b-8a15-6381e424d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:40.836072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:40.839744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:40.934442 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.000321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.002491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 1130 time: 1.3844740 May 06 13:00:41.003166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:41.050356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d098-b506-474e-9440-b8ebbad944c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:41.085009 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded6ed5b-b0e1-4b91-a0f8-3e6276cd3add'] response: {'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'status': 'completed', 'code': 200} May 06 13:00:41.108309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:41.255683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2e0fd05-76bd-483e-98a5-ec9faba7cb69 req-b92a49b0-34dd-4062-95ef-1f05462acae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1133 time: 0.1454151 May 06 13:00:41.622985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0fd05-76bd-483e-98a5-ec9faba7cb69 req-212b11a1-af0f-4426-aa00-2ed6173b9ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:41.625323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2e0fd05-76bd-483e-98a5-ec9faba7cb69 req-212b11a1-af0f-4426-aa00-2ed6173b9ab0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f9e61592e99245e9945af53e5653f42f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3610210 May 06 13:00:41.797077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0fd05-76bd-483e-98a5-ec9faba7cb69 req-1ad7c52e-ba94-4818-bc9c-f9dec17c6497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:41.798830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2e0fd05-76bd-483e-98a5-ec9faba7cb69 req-1ad7c52e-ba94-4818-bc9c-f9dec17c6497 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647313 May 06 13:00:41.808267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d9c4b-223c-42c9-a9a7-ee9617c4ab91 req-8bf33046-a8e9-48c0-9279-7c20cfbfa39c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:41.809009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d28d9c4b-223c-42c9-a9a7-ee9617c4ab91 req-8bf33046-a8e9-48c0-9279-7c20cfbfa39c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:00:41.939825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-cc38ce7c-9642-48ed-81a8-cad2f44efb56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1133 time: 0.0956757 May 06 13:00:42.061755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 1ba9b773-deee-41bc-9416-a1722041aad0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:42.062152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.141324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-d28d9c4b-223c-42c9-a9a7-ee9617c4ab91 req-8bf33046-a8e9-48c0-9279-7c20cfbfa39c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:00:42.149410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28d9c4b-223c-42c9-a9a7-ee9617c4ab91 req-8bf33046-a8e9-48c0-9279-7c20cfbfa39c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 982 time: 0.8053989 May 06 13:00:42.184259 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-04a36854-ecc4-436a-857c-59152a3b84cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 217 time: 0.2381423 May 06 13:00:42.259878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d28d9c4b-223c-42c9-a9a7-ee9617c4ab91 req-4b880afe-838b-48ae-9b12-eb278e1e53b2 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1096275 May 06 13:00:42.280134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c224-b5af-40bf-b903-1e750e93244a req-37e74b7a-072c-47a3-aa3c-a3747c5b4958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:42.281599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-37e74b7a-072c-47a3-aa3c-a3747c5b4958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 200 len: 834 time: 0.0834849 May 06 13:00:42.302773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.368065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.374370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-4d96d031-a6ab-43ef-bf16-3f73cf553acf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af8f810e-6189-486f-9c68-cfcc55194c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857418 May 06 13:00:42.402283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 1ba9b773-deee-41bc-9416-a1722041aad0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ba9b773-deee-41bc-9416-a1722041aad0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:42.402847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:42.433785 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121071a7-e8f8-45d5-a9ea-fd6f09433a93 None None] New status for floating IP b40e2380-ed35-4f80-b29a-13a192aaca63: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:00:42.598693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-861e992c-3d89-4fdc-9b35-b56a0d8bdd12 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179067 May 06 13:00:42.651698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 1ba9b773-deee-41bc-9416-a1722041aad0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:42.793121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d432c224-b5af-40bf-b903-1e750e93244a req-b10a4385-db03-4b62-a681-4ae9653dd36d service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873150 May 06 13:00:43.049656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.109486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=1ba9b773-deee-41bc-9416-a1722041aad0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:43.518083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.536240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ace4f-3542-4311-9b01-f6d4df81bd2a req-82a445ce-822f-4239-9a89-f25d9f3cb386 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:43.537726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de5ace4f-3542-4311-9b01-f6d4df81bd2a req-82a445ce-822f-4239-9a89-f25d9f3cb386 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 982 time: 0.1215312 May 06 13:00:43.580731 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:43.724275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de5ace4f-3542-4311-9b01-f6d4df81bd2a req-f36fad76-12d4-4fa4-aa4a-dd7bcdd51480 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1312227 May 06 13:00:43.929825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9fd64de7-574e-4832-8064-fc4c9fb24a12 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:00:44.136864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:44.152619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'port_id': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'mac_address': 'fa:16:3e:13:77:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:00:44.232578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.286939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd64de7-574e-4832-8064-fc4c9fb24a12 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:00:44.299814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:44.398602 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:44.458271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 05cbc245-6353-41a6-a98e-beb2b265da7e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:44.553045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:44.617449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['9fd64de7-574e-4832-8064-fc4c9fb24a12'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:00:44.734848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:44.751100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Sync routers for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:44.753575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-75907cb4-51d1-4b00-864d-08319453a09e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/05cbc245-6353-41a6-a98e-beb2b265da7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2312431 May 06 13:00:44.756361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:44.772756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:44.773381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:45.053803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:45.166847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e17bd9-0f38-430d-8be5-9ab835755fa8 req-10891c08-1b1c-4c3f-ad65-4681b3b78bd7 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:45.169235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e17bd9-0f38-430d-8be5-9ab835755fa8 req-10891c08-1b1c-4c3f-ad65-4681b3b78bd7 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 983 time: 0.1218746 May 06 13:00:45.225696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting subnet 0f68b1ec-4ade-41cb-9d55-1207623e9260 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:00:45.234059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.249925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e17bd9-0f38-430d-8be5-9ab835755fa8 req-08d3d552-54ef-4b6e-a832-b5049ce95520 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0748253 May 06 13:00:45.306096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.427250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.641776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.694174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Subnet': ['ID=0f68b1ec-4ade-41cb-9d55-1207623e9260,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:45.714334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T13:00:42Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:45.717051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:45.721831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Checking router: 05cbc245-6353-41a6-a98e-beb2b265da7e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:45.726143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d2903-9892-43d1-b5ce-300d901b6d59 None None] Network d96fb904-e41a-45c3-aa9b-1ed1afab751e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:45.727249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8dce3ec1-f376-49b0-a298-55043b2b44ed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/subnets/0f68b1ec-4ade-41cb-9d55-1207623e9260 HTTP/1.1" status: 204 len: 168 time: 0.9696667 May 06 13:00:45.730067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38332) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:45.794109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:45.875403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Routers {'05cbc245-6353-41a6-a98e-beb2b265da7e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:45.876533 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['05cbc245-6353-41a6-a98e-beb2b265da7e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:46.110951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.200954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] Set router 05cbc245-6353-41a6-a98e-beb2b265da7e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:46.423296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.467866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:46.482308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] DHCP port deletion for d96fb904-e41a-45c3-aa9b-1ed1afab751e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:00:46.552854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Usage tracker for resource:security_group_rule and tenant:8857b96bdd0540428e54780cefd704c5 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:46.556219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Deleting port 290a4cca-ba89-48a3-96c0-397af6bb17f0 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:46.556690 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.562099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:46.571470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:46.631156 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.632873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4391e-1e52-454f-bc8f-8013b243d23b req-f4065f7b-9851-4470-8aae-9b07f198878a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:46.640900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1a4391e-1e52-454f-bc8f-8013b243d23b req-f4065f7b-9851-4470-8aae-9b07f198878a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 983 time: 0.1594276 May 06 13:00:46.719113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1a4391e-1e52-454f-bc8f-8013b243d23b req-5ee1b6cc-54d6-4ccc-bcd0-4f59090054fb tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0771570 May 06 13:00:46.727718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.804075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 51234607-0ba8-4aef-8fdc-b0f7502a5355 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:00:46.806036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.827186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.832322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:46.908765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8998171c-924c-4b0a-a826-4b3e9edfcf38,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:46.921838 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cef7a5f1-543d-489c-b056-1208fa3e02aa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8857b96bdd0540428e54780cefd704c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1264694 May 06 13:00:46.923141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:46.930327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] For port 290a4cca-ba89-48a3-96c0-397af6bb17f0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=290a4cca-ba89-48a3-96c0-397af6bb17f0,segment=NetworkSegment(c9edf204-5c47-444a-ba77-4e2806fabe2d),segment_id=c9edf204-5c47-444a-ba77-4e2806fabe2d)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:46.930327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.015167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.062323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.118552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 51234607-0ba8-4aef-8fdc-b0f7502a5355, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=51234607-0ba8-4aef-8fdc-b0f7502a5355,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:47.118941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.121590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Calling delete_port for 290a4cca-ba89-48a3-96c0-397af6bb17f0 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:47.227928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38390) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:47.239811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T13:00:42Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:47.252402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ef668-ff7c-444b-9b06-6947f0b8dac3 None None] The sync data for ids ['05cbc245-6353-41a6-a98e-beb2b265da7e'] in n-d-840845-1 is: [{'id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799208277', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T12:57:28Z', 'updated_at': '2022-05-06T13:00:42Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '51234607-0ba8-4aef-8fdc-b0f7502a5355', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cbc245-6353-41a6-a98e-beb2b265da7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T12:57:29Z', 'updated_at': '2022-05-06T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:00:47.280413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 51234607-0ba8-4aef-8fdc-b0f7502a5355 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:00:47.287987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.332151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.337159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8998171c-924c-4b0a-a826-4b3e9edfcf38 HTTP/1.1" status: 204 len: 168 time: 0.4102218 May 06 13:00:47.339037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162d6c2-cbf8-4dc6-b016-417d47af01e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8998171c-924c-4b0a-a826-4b3e9edfcf38,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:47.380638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.452286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] Pushing event deleted for resources: {'Port': ['ID=290a4cca-ba89-48a3-96c0-397af6bb17f0,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:47.461741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b78fb0-290d-4070-aac2-2f595d77edf1 None None] No DVR routers for this DVR port 290a4cca-ba89-48a3-96c0-397af6bb17f0 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:00:47.479049 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.512755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:47.516766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Usage tracker for resource:security_group_rule and tenant:2b764ced36204621908a4757dae1c6fb is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:47.519640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:47.525401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:47.605904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.661095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.758007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:47.861946 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b764ced36204621908a4757dae1c6fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6318057 May 06 13:00:47.874374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:47.893140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 290a4cca-ba89-48a3-96c0-397af6bb17f0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:47.937676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 290a4cca-ba89-48a3-96c0-397af6bb17f0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:47.937676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 290a4cca-ba89-48a3-96c0-397af6bb17f0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:47.937882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ba9b773-deee-41bc-9416-a1722041aad0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:47.982552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=51234607-0ba8-4aef-8fdc-b0f7502a5355,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.035250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9fd64de7-574e-4832-8064-fc4c9fb24a12 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:48.125601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d676b-a095-4375-9a19-80850ffa1a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591f65b-bb69-4e96-a630-b957236d6773,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.142029 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1ba9b773-deee-41bc-9416-a1722041aad0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:48.142374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ba9b773-deee-41bc-9416-a1722041aad0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:48.154752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.199556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.222930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eafdad-0939-4a4a-aa13-7f7551c27e6d req-497e6e95-5cf2-4157-9ce3-4c574f0543cf tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:48.223969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72eafdad-0939-4a4a-aa13-7f7551c27e6d req-497e6e95-5cf2-4157-9ce3-4c574f0543cf tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 983 time: 0.2142057 May 06 13:00:48.279022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 9fd64de7-574e-4832-8064-fc4c9fb24a12 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:48.286695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 9fd64de7-574e-4832-8064-fc4c9fb24a12 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:48.287118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.317082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72eafdad-0939-4a4a-aa13-7f7551c27e6d req-2770f7bb-0a29-48ee-a721-1a6768bdd600 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0842943 May 06 13:00:48.438535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.447832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38418) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:48.455021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.462261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591f65b-bb69-4e96-a630-b957236d6773,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.480197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.486217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19bb6374-be2a-48a6-833f-4afa613f88a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c591f65b-bb69-4e96-a630-b957236d6773 HTTP/1.1" status: 204 len: 168 time: 0.6107655 May 06 13:00:48.494755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:48.532754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.536343 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.603591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:00:48.605634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:48.614544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Usage tracker for resource:security_group_rule and tenant:9d1fb9a42a7c419c9412e46d0da2d915 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:48.620845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:48.632132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:48.635814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:48.688921 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e94f5f-5fcc-41ab-a152-5c3228230a43'] response: {'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'code': 200} May 06 13:00:48.741775 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.808969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.900636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.909458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.911944 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:48.964667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:48.968482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05df4e3-14d7-4f27-b61e-b29b9c051515,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:48.970193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Usage tracker for resource:security_group_rule and tenant:3c814b10578a4496a8d1a281d4d34e3e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:48.974528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f6f4adc-aa47-4493-92e0-7466169f13bd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9d1fb9a42a7c419c9412e46d0da2d915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4787118 May 06 13:00:48.975079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:48.977231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38438) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:48.982011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:49.050334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.059069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.081485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.208546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.249903 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.250158 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.259688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48a3129d-9d5d-4ce4-b3f5-dd31c10192aa req-ff9e2d7d-5771-4b9b-812d-3b973db458c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.4329309 May 06 13:00:49.286686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05df4e3-14d7-4f27-b61e-b29b9c051515,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:49.300126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.301333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-97f55e99-742a-47cc-a5f0-834ae91aeb9a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a05df4e3-14d7-4f27-b61e-b29b9c051515 HTTP/1.1" status: 204 len: 168 time: 0.3229294 May 06 13:00:49.346038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c814b10578a4496a8d1a281d4d34e3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8959985 May 06 13:00:49.375076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.375189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38452) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:49.396546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9362ea-8932-461e-b055-204ebb062a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98eb505-f8e0-4e3a-beb0-116f7fceb9f9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:49.509846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.510278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48a3129d-9d5d-4ce4-b3f5-dd31c10192aa req-cfeea3e8-a4ff-48a7-8fd0-fb3dab0cd84d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2281480 May 06 13:00:49.517063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:49.648601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff08f6e-a06f-431d-b6cb-36bfbb0969f8 req-acd32453-65f2-4740-9fd1-f98acbfe6170 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:49.650065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ff08f6e-a06f-431d-b6cb-36bfbb0969f8 req-acd32453-65f2-4740-9fd1-f98acbfe6170 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.0935392 May 06 13:00:49.700202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ff08f6e-a06f-431d-b6cb-36bfbb0969f8 req-a8aa24c4-fe64-4717-8218-b1c0de0c71cf tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0436203 May 06 13:00:50.100771 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.102138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.102501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Fanout notify agent at l3_agent the message router_deleted on router 05cbc245-6353-41a6-a98e-beb2b265da7e {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:00:50.107701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98eb505-f8e0-4e3a-beb0-116f7fceb9f9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:50.112609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.116190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01aab3e9-2a0d-4782-9814-c5e5c257a8a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e98eb505-f8e0-4e3a-beb0-116f7fceb9f9 HTTP/1.1" status: 204 len: 168 time: 0.7376764 May 06 13:00:50.131064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.132199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b0d2190d-5154-4067-a9dc-a7995867b9bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/routers/05cbc245-6353-41a6-a98e-beb2b265da7e HTTP/1.1" status: 204 len: 168 time: 4.4010754 May 06 13:00:50.135185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38460) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:50.320205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.498144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.534638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96fb904-e41a-45c3-aa9b-1ed1afab751e']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:50.542996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38468) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:50.551236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9edf204-5c47-444a-ba77-4e2806fabe2d') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:50.551590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9edf204-5c47-444a-ba77-4e2806fabe2d') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:50.565381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.577768 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.587055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.601714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:00:50.603276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.631401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:50.637727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Usage tracker for resource:security_group_rule and tenant:b726986e6bee4bf6a78d9015306a285e is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:50.642899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: timer() May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:00:50.644753 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:00:50.661415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:50.796720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.895473 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.896147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.925044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.941692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:50.963957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Network': ['ID=d96fb904-e41a-45c3-aa9b-1ed1afab751e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:50.975091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ce14089-2682-4d18-b3d5-e8b327a7add8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/networks/d96fb904-e41a-45c3-aa9b-1ed1afab751e HTTP/1.1" status: 204 len: 168 time: 0.8379853 May 06 13:00:50.977281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:51.077107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95691a9-7877-4d58-a7ca-91b4dedfd7cc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:51.082072 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.093300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52dc98a3-764f-43fa-a0e5-94f00a304a27 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b726986e6bee4bf6a78d9015306a285e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5451982 May 06 13:00:51.097759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38488) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:51.121488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f34e29-d6dc-4d3b-a7f1-e305502d1014 req-a9a3648c-bc21-4e41-807e-8b6e1e26cd8b tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:51.123988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1f34e29-d6dc-4d3b-a7f1-e305502d1014 req-a9a3648c-bc21-4e41-807e-8b6e1e26cd8b tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.2377996 May 06 13:00:51.152329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.186519 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1f34e29-d6dc-4d3b-a7f1-e305502d1014 req-4ac1be6b-1666-4229-bd05-bb8b1fa2c98a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559180 May 06 13:00:51.224921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.253552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.421587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.431257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.445078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95691a9-7877-4d58-a7ca-91b4dedfd7cc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:51.467444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c56f226-68ec-4885-807a-fbaf2992a2ab,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:51.493414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:51.514211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.546916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:51.550986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Usage tracker for resource:security_group_rule and tenant:66403526391447419ad9f398454ae598 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:51.553990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:51.560907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:51.585438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 51234607-0ba8-4aef-8fdc-b0f7502a5355 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:00:51.624539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 51234607-0ba8-4aef-8fdc-b0f7502a5355 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:00:51.625041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 51234607-0ba8-4aef-8fdc-b0f7502a5355 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:00:51.634908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.636113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d171198d-547e-4e0a-9c7d-89da3a6efc7a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/security-groups/8c56f226-68ec-4885-807a-fbaf2992a2ab HTTP/1.1" status: 204 len: 168 time: 0.6577246 May 06 13:00:51.661810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.663031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-de94fd8e-6201-4e6a-9a74-192b27d53214 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e95691a9-7877-4d58-a7ca-91b4dedfd7cc HTTP/1.1" status: 204 len: 168 time: 0.5640514 May 06 13:00:51.742437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.826784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.887439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66403526391447419ad9f398454ae598&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3928382 May 06 13:00:51.889514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918faf5c-d234-42e3-9f30-08ff74134cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223f7261-9e15-4a9c-ac7d-b4487170810f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:51.890776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38516) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:51.970721 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:51.975643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38522) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:52.006948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.130256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:52.135253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.140311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8855329', 'description': 'tempest-secgroup-smoke-8855329 description', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:52.148752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:52.155056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:52.163527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:52.166738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:52.167142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223f7261-9e15-4a9c-ac7d-b4487170810f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:52.188731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.188731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c40226a8-87f1-40ff-8af2-89a3c275ebd7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/223f7261-9e15-4a9c-ac7d-b4487170810f HTTP/1.1" status: 204 len: 168 time: 0.2951000 May 06 13:00:52.284062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.334027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1452340587-network', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:52.380893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:52.392331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:52.402226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Usage tracker for resource:network and tenant:bd09536de01141d18d6e8adaa79604ae is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:52.406384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:52.409076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:52.415739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:52.420609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:52.429956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:52.503104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d87df-a91f-4085-9dfc-83b051ac9bee req-72aa3bd9-024b-4450-b859-c835f3a8f10f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:52.504291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d87df-a91f-4085-9dfc-83b051ac9bee req-72aa3bd9-024b-4450-b859-c835f3a8f10f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.1657608 May 06 13:00:52.541922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.571469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d87df-a91f-4085-9dfc-83b051ac9bee req-aef4949c-426d-4c47-9aa1-ee2ce05fd9b5 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587380 May 06 13:00:52.574640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Made reservation on behalf of bd09536de01141d18d6e8adaa79604ae for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:52.577533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.591658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.642323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:52.642323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Usage tracker for resource:security_group_rule and tenant:bd09536de01141d18d6e8adaa79604ae is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:52.644563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:52.656176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:52.696577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.773747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43baaec4-12c2-4ebc-9550-be169f841220,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:52.872581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.889753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.891683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e42725f1-9ed8-4579-bdc2-a6c21854b412 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1622 time: 0.7590744 May 06 13:00:52.894332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:52.900981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:52.922772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:52.937683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:52.940777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:52.946902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:52.951161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:52.984098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:53.002448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0802b-e034-4934-baed-2e8a789d3088 req-a283e12b-e495-4df5-97c2-e457ed215b1d tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:53.002746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cb6d3-bc10-458e-8bc4-50fb2e7dfb95,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:53.007752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.008541 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Added segment 88951bad-566e-4903-8d9a-5956e85f8a69 of type vlan for network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 May 06 13:00:53.021426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56b0802b-e034-4934-baed-2e8a789d3088 req-a283e12b-e495-4df5-97c2-e457ed215b1d tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.1552720 May 06 13:00:53.078055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.165452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.168423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56b0802b-e034-4934-baed-2e8a789d3088 req-382affb9-284d-4cdf-9930-5a723ee36393 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1449385 May 06 13:00:53.267998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.269692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:53.270581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.392803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.556328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.582381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] Pushing event updated for resources: {'Network': ['ID=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:53.596594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:00:53.599762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815a48d1-e761-4b22-a37e-1ae3f2d67e4b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:53.635880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-af08a263-8589-4e9b-9fc4-3061270ae651 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.2413580 May 06 13:00:53.664788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a2f3edd-c165-43a9-b90b-5c602413247e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6853178 May 06 13:00:53.665370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38580) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:53.665681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.676459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Request body: {'subnet': {'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1452340587-subnet', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:53.689091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:53.689574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.691107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6870782b-80ca-49ef-9ad9-2d49fd6af617 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7955227 May 06 13:00:53.695297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38586) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:53.703752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:53.713513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Usage tracker for resource:subnet and tenant:bd09536de01141d18d6e8adaa79604ae is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:53.718665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:53.722295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:53.728112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:53.731797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:53.743911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Usage tracker for resource:security_group_rule and tenant:5af086886aa3447f91d0375bfd4c8b69 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:53.744133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:53.744236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:53.744331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:53.749682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:53.769885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:53.845031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.912554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Made reservation on behalf of bd09536de01141d18d6e8adaa79604ae for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:53.916516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:53.975183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.026356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099c52bf-f784-4940-8ec3-9daff8ba1b88,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:54.053391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9df44e78-895f-4d2f-90fc-43cc241d9ae5 req-b29ccbad-dbb8-45c1-9bf3-a36d90589119 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4105644 May 06 13:00:54.083045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38598) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.162776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.174188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bd6a561f-8054-4cce-9408-43893ae32a05 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1130 time: 0.0987372 May 06 13:00:54.177451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38604) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.183849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:54.192992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:54.197312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:floatingip and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:54.200555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:54.206876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:54.328930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.335601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.432669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Pushing event updated for resources: {'Subnet': ['ID=977accd0-5e97-47dc-a227-7ded1cd4b482,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:54.455250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.460489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Checking segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:54.461129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Network hostable DHCP agents. Network: f7cf65aa-4ccd-4413-b4bd-527d1e0086b6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:00:54.546406 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.563784 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.573495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d6ea08-fb12-4c41-a09b-6ed5c194a1bf,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:54.586337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:00:54.689919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f7cf65aa-4ccd-4413-b4bd-527d1e0086b6) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:54.691503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.692777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b7e25dbe-206e-4220-95b0-a52d5ea24a98 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9958162 May 06 13:00:54.695530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:00:54.696128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.701686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.704074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb228f3c-d19a-46e9-a0b2-bf039e4367f1 None None] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:54.715207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:54.728545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.25.2.17 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/92ae29f2-01a7-4371-a42d-55cbb4c9d596) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:54.737285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:54.742333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:54.769387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:54.774857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:54.847412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a5042375-fa73-4261-b17d-bb5f67c4475d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1776838 May 06 13:00:54.847919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:54.852769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:54.861031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:54.865224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Usage tracker for resource:router and tenant:bd09536de01141d18d6e8adaa79604ae is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:54.868210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:54.875077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:54.921608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:54.963078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.002544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.004066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.022822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:00:55.023988 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.054705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.069251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.085303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.140901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.184447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afd1f7b-f894-40b8-a686-2115289bdcb6,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:55.235837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Allocated IP 172.20.0.2 (f7cf65aa-4ccd-4413-b4bd-527d1e0086b6/977accd0-5e97-47dc-a227-7ded1cd4b482/35d5040b-f81c-4930-ac80-b0b48a567db4) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:55.260394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:55.267346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=92ae29f2-01a7-4371-a42d-55cbb4c9d596,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:55.274943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:55.279946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:55.462326 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.464107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52c9a3f8-c235-466b-9a8a-da8a94edc459 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7614722 May 06 13:00:55.468437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38646) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:55.476987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:55.484447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.496461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:55.514820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:55.521824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:55.535183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:55.635368 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.650143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Transition to ACTIVE for port object 35d5040b-f81c-4930-ac80-b0b48a567db4 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:55.676845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Transition to ACTIVE for port object 35d5040b-f81c-4930-ac80-b0b48a567db4 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:00:55.795411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.798586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.939635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.942492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:55.984938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.007717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:56.050267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.061515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:56.072672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:56.081683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Pushing event updated for resources: {'Port': ['ID=35d5040b-f81c-4930-ac80-b0b48a567db4,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:56.136208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad7a7f5-0813-47d2-b51c-f065d65d5c7e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:56.232083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.232400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.232737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.233064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.233382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.233723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.234038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.234351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.234668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.234976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.235289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:00:56.313726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Attempting to bind port 35d5040b-f81c-4930-ac80-b0b48a567db4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:00:56.314333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Attempting to bind port 35d5040b-f81c-4930-ac80-b0b48a567db4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:00:56.314917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Attempting to bind port 35d5040b-f81c-4930-ac80-b0b48a567db4 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:00:56.334271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:00:56.334670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Checking segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:00:56.335067 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.335563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Bound using segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:00:56.336080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Bound port: 35d5040b-f81c-4930-ac80-b0b48a567db4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:00:56.336511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.349706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Allocated IP 172.25.2.88 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/a239b93c-e31f-485a-bc44-394ab1f4f303) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:00:56.445630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.448078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.449515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a99a6af2-4e70-40af-b855-449aba6d2b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9790831 May 06 13:00:56.453855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38674) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:56.467178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:56.484151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:56.499889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:56.500366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:56.507278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:56.560991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] For port 35d5040b-f81c-4930-ac80-b0b48a567db4, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:00:56.568965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] For port 35d5040b-f81c-4930-ac80-b0b48a567db4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=35d5040b-f81c-4930-ac80-b0b48a567db4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:00:56.600873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.661653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.664149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.789268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.849166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436e431-67d9-4337-8352-57168aeeacd6 None None] Pushing event updated for resources: {'Port': ['ID=35d5040b-f81c-4930-ac80-b0b48a567db4,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:56.865345 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:00:56.890341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:56.999804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a239b93c-e31f-485a-bc44-394ab1f4f303,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:57.001862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.009748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:00:57.011487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:00:57.015357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:00:57.358903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.376390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.413354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f8e1f3-3392-48c6-a6f2-eaea36e72abd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:57.495154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.566346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.566901 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.568282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.581681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f8878a4-3885-4de0-b272-ed2ae69a3029 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1264780 May 06 13:00:57.607349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38698) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:57.670692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '43baaec4-12c2-4ebc-9550-be169f841220', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:57.705479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:57.729271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=92ae29f2-01a7-4371-a42d-55cbb4c9d596,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:57.808921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:57.811581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 35d5040b-f81c-4930-ac80-b0b48a567db4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:57.815643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:57.836576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:57.868884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:57.984550 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:00:58.074161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.084482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 35d5040b-f81c-4930-ac80-b0b48a567db4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:58.192466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Router 6d9d113d-6101-4dce-877f-0056254a246b is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:00:58.198684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.277718 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Floating IP 839b6d30-6504-4943-ba2b-aaf28bb47034 associated. External IP: 172.25.2.17, port: 9fd64de7-574e-4832-8064-fc4c9fb24a12. May 06 13:00:58.339397 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.397649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec64267-40ea-4ec0-8d07-306ef07a4372 None None] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:00:58.438067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5ca2f7-6214-4e09-b575-27e7550e1b79,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:58.471606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:58.486070 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Sync routers for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:58.520467 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:00:58.521093 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:58.570956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.576618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38714) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:58.583888 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5b645d4-6947-4ff3-b2e2-a8c89d17e525 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9696116 May 06 13:00:58.584420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'network': {'name': 'tempest-network-smoke--741047', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'port_security_enabled': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:00:58.603039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:58.611254 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.617123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e8992e66-60c5-409a-a196-93da4bd808a7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7658434 May 06 13:00:58.620553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38720) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:58.634788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:network and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:58.646002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:58.724940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Provisioning for port 35d5040b-f81c-4930-ac80-b0b48a567db4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:00:58.736046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Provisioning complete for port 35d5040b-f81c-4930-ac80-b0b48a567db4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:58.736500 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:58.876993 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:00:59.131300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:00:59.149714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:00:59.220099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.263310 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:00:59.267682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Checking router: 6d9d113d-6101-4dce-877f-0056254a246b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:00:59.268053 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Updating router 6d9d113d-6101-4dce-877f-0056254a246b port a239b93c-e31f-485a-bc44-394ab1f4f303 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:00:59.288408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] For port 35d5040b-f81c-4930-ac80-b0b48a567db4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=35d5040b-f81c-4930-ac80-b0b48a567db4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:00:59.300618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:59.362403 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.416377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.530800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce30a9-6cff-4eac-b1fb-94bca170d55b None None] Pushing event updated for resources: {'Port': ['ID=35d5040b-f81c-4930-ac80-b0b48a567db4,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:00:59.551060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fba71e53-ece3-4565-b844-4ae8607d8c72 None None] Provisioning complete for port 35d5040b-f81c-4930-ac80-b0b48a567db4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:59.557605 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fba71e53-ece3-4565-b844-4ae8607d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.557764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.587297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:00:59.596287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.655172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:00:59.663213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Usage tracker for resource:security_group_rule and tenant:699be9e3d3a9443eb56d6a42bb59e46a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:00:59.671554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:00:59.698034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:00:59.731905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:00:59.752077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:00:59.764061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 35d5040b-f81c-4930-ac80-b0b48a567db4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:00:59.901025 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.901382 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Added segment 16257f12-14ed-4e7d-82e4-45326e579adb of type vlan for network c5810026-227b-4bb7-bf77-c5cd38614296 May 06 13:00:59.903799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Sync routers for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:00:59.944823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 35d5040b-f81c-4930-ac80-b0b48a567db4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:00:59.945422 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.949122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:00:59.954196 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.003412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:00.004343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:00.072021 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.086868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.099503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Transition to ACTIVE for port object a239b93c-e31f-485a-bc44-394ab1f4f303 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:00.143855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.181820 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9baf9891-38d7-4ec8-8ba5-f250090c2abd tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0006113 May 06 13:01:00.185764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:00.191506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38752) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:00.198528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89366fb-f1b1-4ba8-b557-dd363e56cbf4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:00.220413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f3d3e225-6804-4f36-9fcb-33c438df3884 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=699be9e3d3a9443eb56d6a42bb59e46a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0695517 May 06 13:01:00.221986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38758) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:00.328625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.346370 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.364662 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a829f74-9439-483a-8a55-2cffd48ada1a'] response: {'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'status': 'completed', 'code': 200} May 06 13:01:00.383980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.515407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:00.525155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.537662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.547550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.548273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.567125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89366fb-f1b1-4ba8-b557-dd363e56cbf4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:00.580600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.587279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1732b3ba-a6a3-4582-8dd8-b080f4ad4821 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b89366fb-f1b1-4ba8-b557-dd363e56cbf4 HTTP/1.1" status: 204 len: 168 time: 0.3627822 May 06 13:01:00.630131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Attempting to bind port a239b93c-e31f-485a-bc44-394ab1f4f303 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:00.630549 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Attempting to bind port a239b93c-e31f-485a-bc44-394ab1f4f303 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:00.630939 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Attempting to bind port a239b93c-e31f-485a-bc44-394ab1f4f303 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:00.650294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:00.650685 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:00.651311 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.652834 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:00.653886 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Bound port: a239b93c-e31f-485a-bc44-394ab1f4f303, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:00.654269 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.824037 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] For port a239b93c-e31f-485a-bc44-394ab1f4f303, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:00.826493 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] For port a239b93c-e31f-485a-bc44-394ab1f4f303, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a239b93c-e31f-485a-bc44-394ab1f4f303,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:00.832262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Network': ['ID=c5810026-227b-4bb7-bf77-c5cd38614296,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:00.839883 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d759-0f10-4b29-b16c-df6bf36d668d None None] Pushing event updated for resources: {'Port': ['ID=a239b93c-e31f-485a-bc44-394ab1f4f303,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:00.891803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.892115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.892931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.893292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.894053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.894684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:00.899510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d93867b0-1b0b-4065-9b81-799b6b245b53 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.7036822 May 06 13:01:00.899837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:00.918470 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:00.923591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c5810026-227b-4bb7-bf77-c5cd38614296 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:01:01.066043 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d759-0f10-4b29-b16c-df6bf36d668d None None] Pushing event updated for resources: {'Port': ['ID=a239b93c-e31f-485a-bc44-394ab1f4f303,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:01.128150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:01.138558 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:01.193799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.194177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.199785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.200795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.201151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.201507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:01.215107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2c7762ba-5a3e-4fa9-9f09-3a95ad068c8f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.3107796 May 06 13:01:01.218053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.478620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f110d57a-8e80-4f51-98a9-9622b4c5da0e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9005852 May 06 13:01:01.481051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.516911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'admin_state_up': True, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:01.615196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:01.623456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:router and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:01.632142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:01.634642 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:01.647124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:01.686268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-66898fd3-08ac-4dd6-89e5-9ad973094082 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 1.2799180 May 06 13:01:01.806370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38788) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:01.875636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '839b6d30-6504-4943-ba2b-aaf28bb47034', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'port_id': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'mac_address': 'fa:16:3e:13:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:55Z', 'revision_number': 0, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:01.883126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Checking router: 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:01.912625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:01.912841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:00:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:01.938964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.052054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-b9494e0f-5a1d-46d4-89e3-0ad489a028eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:02.053902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-b9494e0f-5a1d-46d4-89e3-0ad489a028eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 898 time: 0.3571031 May 06 13:01:02.075195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:02.085265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Usage tracker for resource:security_group_rule and tenant:edbdd991c88a4be299a1043b05a62a37 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:02.089131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:02.097051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:02.201956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.266065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-297011eb-c6ce-42fb-a47b-cc8f991f3ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4640651 May 06 13:01:02.313049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:02.376241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-04a708f4-d389-42bd-a6e5-c949c0b73247 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 998 time: 0.2944062 May 06 13:01:02.377303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.378270 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.409943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc88f12d-e0af-47cd-969d-39c1eb46c008 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 1.1869497 May 06 13:01:02.412966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38796) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:02.538678 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:02.540064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.548678 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec225f2f-8339-4cf0-b3e1-5d6414c0daf3 None None] The sync data for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 is: [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:57Z', 'revision_number': 3, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:02.732434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=edbdd991c88a4be299a1043b05a62a37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9249372 May 06 13:01:02.737626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eb7ae-9eb4-4135-8d1e-9dfb3d459d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51b0ae5-dfe3-4749-a9fb-c46929a9dad4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:02.744096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:02.764436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-d964abda-6782-4e2b-b250-4ebcd7c39cf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:02.766543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-d964abda-6782-4e2b-b250-4ebcd7c39cf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 200 len: 834 time: 0.3836050 May 06 13:01:02.923336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.948606 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:02.961701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19f86221-f98e-47d5-acec-1ffdeb841caf tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=95d7bcd6-d9ce-41a5-970a-7cfa73d89565 HTTP/1.1" status: 200 len: 1989 time: 0.5429473 May 06 13:01:03.118380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.315554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '839b6d30-6504-4943-ba2b-aaf28bb47034', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'port_id': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'mac_address': 'fa:16:3e:13:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:55Z', 'revision_number': 0, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:03.320960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea22b1f-bfd2-4c98-b2fd-59718ea8af35 None None] The sync data for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 is: [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '839b6d30-6504-4943-ba2b-aaf28bb47034', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'port_id': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'mac_address': 'fa:16:3e:13:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:00:55Z', 'revision_number': 0, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:03.392565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.404231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-d3d3d3d2-531e-4715-8006-9d152649c570 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af8f810e-6189-486f-9c68-cfcc55194c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5682018 May 06 13:01:03.405761 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.440454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51b0ae5-dfe3-4749-a9fb-c46929a9dad4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:03.444284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:03.445456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1e9dc9c-a1d7-485d-8b0d-6b11f855c9fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b51b0ae5-dfe3-4749-a9fb-c46929a9dad4 HTTP/1.1" status: 204 len: 168 time: 0.7002747 May 06 13:01:03.760677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a239b93c-e31f-485a-bc44-394ab1f4f303 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:03.981248 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec1be3-74a7-4554-9605-522a6dee7f41 None None] New status for floating IP 839b6d30-6504-4943-ba2b-aaf28bb47034: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:01:04.074591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-7ed378e3-0bc9-4aee-b27a-304c2b9bb369 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8164005 May 06 13:01:04.157075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a239b93c-e31f-485a-bc44-394ab1f4f303 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:04.167512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a239b93c-e31f-485a-bc44-394ab1f4f303 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:04.170669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:04.460846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Allocated IP 172.20.0.1 (f7cf65aa-4ccd-4413-b4bd-527d1e0086b6/977accd0-5e97-47dc-a227-7ded1cd4b482/787ca418-a255-4810-8e3d-e3557fe76a22) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:04.484013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:04.513786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port a239b93c-e31f-485a-bc44-394ab1f4f303, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a239b93c-e31f-485a-bc44-394ab1f4f303,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:04.586242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:04.764730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=a239b93c-e31f-485a-bc44-394ab1f4f303,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:04.935182 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.047172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:01:05.067710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-29623093-8322-444a-9e61-ee91618e8f9c service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6510239 May 06 13:01:05.139481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Transition to ACTIVE for port object 787ca418-a255-4810-8e3d-e3557fe76a22 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:05.175206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.296085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.401380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:05.408486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:05.414187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:05.533547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Pushing event updated for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:05.552844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.553241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.557462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.557897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.558307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.558742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.559182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.560164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.560754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.561168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.561573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:05.571129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c101877e-ed8f-4e35-8b7b-ed0a5973aa65 req-306c399b-597c-460c-b807-f722153aec06 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716711 May 06 13:01:05.574341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-5d7440c2-8aa5-4f1c-98f8-ba4e290fc146 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 1096 time: 0.7503939 May 06 13:01:05.750733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:05.811495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a239b93c-e31f-485a-bc44-394ab1f4f303 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:06.064810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a239b93c-e31f-485a-bc44-394ab1f4f303 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:06.066220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.234619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90374b4f-d143-40ae-9330-c085e463bddb None None] Provisioning for port 787ca418-a255-4810-8e3d-e3557fe76a22 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:06.252700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-90374b4f-d143-40ae-9330-c085e463bddb None None] Provisioning complete for port 787ca418-a255-4810-8e3d-e3557fe76a22 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:06.253791 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90374b4f-d143-40ae-9330-c085e463bddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.307085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-22fe955f-79ab-45bb-901f-faffe567a9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:06.313051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-22fe955f-79ab-45bb-901f-faffe567a9ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 200 len: 913 time: 0.6647363 May 06 13:01:06.368058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-90374b4f-d143-40ae-9330-c085e463bddb None None] Port 787ca418-a255-4810-8e3d-e3557fe76a22 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:06.597466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-35c0ba22-e7da-4687-866b-440b55d3c5c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540 HTTP/1.1" status: 200 len: 217 time: 0.2755451 May 06 13:01:06.604623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-318dffbb-10a2-42c1-b8c1-b42310d23305 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.6315856 May 06 13:01:06.900351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.926551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:06.987656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:07.038989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-6a1c12cb-409a-4cfd-a57c-05de6ddaf7c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:07.044493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-6a1c12cb-409a-4cfd-a57c-05de6ddaf7c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62069253-94e3-4e10-9524-fcf304580f49 HTTP/1.1" status: 200 len: 852 time: 0.4345253 May 06 13:01:07.045267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-16be812b-5a13-41f7-a1f4-1dbf667bd79c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:07.046653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-16be812b-5a13-41f7-a1f4-1dbf667bd79c service neutron] 10.222.0.13 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 898 time: 0.4066582 May 06 13:01:07.221656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-92d8ca90-625a-48da-b031-3065f69dae98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5c3649de-d1ab-420a-9008-e17f80a31436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721666 May 06 13:01:07.615263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-abf97eba-42ae-4dc5-a175-2b643cae1b5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 1000 time: 0.5175149 May 06 13:01:07.712437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-726501c5-f3cb-4abb-8808-309408a19ec6 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729836 May 06 13:01:07.768131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.110 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/e23811ec-79ee-4b85-974d-a5c988eae648) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:07.840223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-dd6c3f5c-b71a-4a57-965e-9ac618c93496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:07.842102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-dd6c3f5c-b71a-4a57-965e-9ac618c93496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 200 len: 834 time: 0.2162864 May 06 13:01:08.042825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:01:08.076122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.108667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9225cbc8-a3a9-467e-8e9d-a91a310368ef req-01024817-be0f-4d11-ae9a-3101caa51d58 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757041 May 06 13:01:08.140120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.145790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-8071a18c-9a73-4dd6-9c6d-988fad435d98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af8f810e-6189-486f-9c68-cfcc55194c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924860 May 06 13:01:08.380308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.455326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-db36effa-6358-4253-b5c2-9f294f3a70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.590481 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-e2712a04-0a27-4011-ad9c-49d2d1aeeafc service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355073 May 06 13:01:08.619402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Pushing event updated for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:08.625114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:08.705983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.082572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:09.098132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:09.106239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:09.212503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=e23811ec-79ee-4b85-974d-a5c988eae648,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:09.230437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:09.235226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:09.324070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84f6d94d-5b65-4158-83c0-8a7e5c12faa3 req-9b48f2c0-5b38-4d91-b721-ea67c293d833 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246649 May 06 13:01:09.737113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-113f2ecf-9131-4334-89eb-966aefe08537 None None] Provisioning complete for port 787ca418-a255-4810-8e3d-e3557fe76a22 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:09.738038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-113f2ecf-9131-4334-89eb-966aefe08537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:09.900071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-113f2ecf-9131-4334-89eb-966aefe08537 None None] Port 787ca418-a255-4810-8e3d-e3557fe76a22 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:10.107361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.108103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:10.506829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Router 6d9d113d-6101-4dce-877f-0056254a246b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:10.700451 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1f3c3b-3962-49d0-96ea-cb5987655052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:11.247503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:11.292913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-406ee0fc-1a70-4954-90cb-338518959584 admin admin] 10.222.0.83 "PUT /v2.0/routers/6d9d113d-6101-4dce-877f-0056254a246b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6648402 May 06 13:01:11.300622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 2f946a5b-e693-4411-b47d-586118ce6909 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:01:11.698338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:11.713422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Sync routers for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:11.779469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:11.784410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:11.820489 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:11.825233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-642f5857-ae3b-4407-9430-781d52639ab1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.3287494 May 06 13:01:11.825748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38952) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:11.947651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87619680-25e1-4692-9531-de3def3d50e1 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=66d25334c69d44e3bb8b2c1e4f0b66fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1183233 May 06 13:01:11.948555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 38960) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:12.193153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255774b8-248d-4f2d-a8c2-dc6b3858950b tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:12.197731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38968) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:12.197913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-255774b8-248d-4f2d-a8c2-dc6b3858950b tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2465484 May 06 13:01:12.262585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:12.275963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d6daf907-e651-422a-ae53-cad5ff09d5e7 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749128 May 06 13:01:12.276532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 38974) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:12.316827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289780987', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:12.375302 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.474891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.578595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:12.583809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:subnet and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:12.587958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:12.598790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:12.738638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:09Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:12.745220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Checking router: 2f946a5b-e693-4411-b47d-586118ce6909 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:12.745895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Updating router 2f946a5b-e693-4411-b47d-586118ce6909 port e23811ec-79ee-4b85-974d-a5c988eae648 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:12.764196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:12.830155 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:12.956790 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.355459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.370629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Transition to ACTIVE for port object e23811ec-79ee-4b85-974d-a5c988eae648 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:13.404424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.454589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.508269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39000) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:13.574880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Subnet': ['ID=658bb325-b2d8-4e02-bec6-60586de6be7f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:13.595113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:13.595476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network hostable DHCP agents. Network: c5810026-227b-4bb7-bf77-c5cd38614296, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:01:13.662067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a01c8-1916-4450-9e86-450b4490934b None None] Pushing event updated for resources: {'Port': ['ID=e23811ec-79ee-4b85-974d-a5c988eae648,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:13.667231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Attempting to bind port e23811ec-79ee-4b85-974d-a5c988eae648 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:13.667683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Attempting to bind port e23811ec-79ee-4b85-974d-a5c988eae648 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:13.668140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Attempting to bind port e23811ec-79ee-4b85-974d-a5c988eae648 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:13.676954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:13.677700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:13.678175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.678683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:13.679241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Bound port: e23811ec-79ee-4b85-974d-a5c988eae648, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:13.679742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.781002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network c5810026-227b-4bb7-bf77-c5cd38614296 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:01:13.803686 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.849701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] For port e23811ec-79ee-4b85-974d-a5c988eae648, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:13.854198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] For port e23811ec-79ee-4b85-974d-a5c988eae648, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e23811ec-79ee-4b85-974d-a5c988eae648,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:13.906733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c5810026-227b-4bb7-bf77-c5cd38614296) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:13.911546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:13.915585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:13.921194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1823cb-bd9a-4428-a10e-ef33e70aa47d None None] Network c5810026-227b-4bb7-bf77-c5cd38614296 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:13.958950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.039186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d68f9f43-0a9f-49b0-a7c1-d0dbd142ef52 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7613089 May 06 13:01:14.043294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39012) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:14.271181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a01c8-1916-4450-9e86-450b4490934b None None] Pushing event updated for resources: {'Port': ['ID=e23811ec-79ee-4b85-974d-a5c988eae648,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:14.290692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:14.291268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:14.546355 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.615689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c5810026-227b-4bb7-bf77-c5cd38614296', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:01:14.616771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.640092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:14.667116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39020) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:14.716328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:14.722364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Usage tracker for resource:security_group_rule and tenant:751e73dd737d4faa903410dde2bf967a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:14.726195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:14.741422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:14.851734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:14.978197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.109200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe312a7-e948-4a4a-9f39-f6d9cc4f34ba,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.116495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-28d94656-b211-4b0b-bd17-0c693cd90a28 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=751e73dd737d4faa903410dde2bf967a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6034348 May 06 13:01:15.116495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39034) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:15.126014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:15.136135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2125140395-network', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:15.147071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:15.160158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Allocated IP 172.20.0.2 (c5810026-227b-4bb7-bf77-c5cd38614296/658bb325-b2d8-4e02-bec6-60586de6be7f/d5c2e907-f945-4de6-8e08-380d9b05360e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:15.214334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Usage tracker for resource:network and tenant:42c8f3b70f9842f599d8766d7ee24aa9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:15.218578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:15.223338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.244399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:15.248876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.281310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:15.286341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Usage tracker for resource:security_group_rule and tenant:83c1f5f06cb740fc91749ef877daa388 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:15.290454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:15.291702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.299073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:15.340077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Made reservation on behalf of 42c8f3b70f9842f599d8766d7ee24aa9 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:15.343285 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.360791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.366851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:09Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:15.394164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2749e25-32a9-4a01-8ba9-0e9ab263f761 None None] The sync data for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 is: [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:09Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:15.411650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:15.416060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Usage tracker for resource:security_group_rule and tenant:42c8f3b70f9842f599d8766d7ee24aa9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:15.419746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:15.429049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:15.506267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.510119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.531094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.543376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe312a7-e948-4a4a-9f39-f6d9cc4f34ba,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.545364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Transition to ACTIVE for port object d5c2e907-f945-4de6-8e08-380d9b05360e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:15.549218 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.555467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.560602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e60fdfdf-25f2-4fa6-9b4d-8a7e88f0f647 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/abe312a7-e948-4a4a-9f39-f6d9cc4f34ba HTTP/1.1" status: 204 len: 168 time: 0.4396143 May 06 13:01:15.581570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.596247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Transition to ACTIVE for port object d5c2e907-f945-4de6-8e08-380d9b05360e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:15.605017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:01:15.641824 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.659439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.659894 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Added segment 858074b5-dff5-41b5-95f8-80d44a41dd8b of type vlan for network 2aa3215c-367d-46f5-a73f-d48dade28e9b May 06 13:01:15.673633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.678504 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.791386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Network c5810026-227b-4bb7-bf77-c5cd38614296 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:15.796769 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:15.804492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:15.813898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.820401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f45a3-bd79-44e8-bc5e-add2dc91fe43,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.820567 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Pushing event updated for resources: {'Port': ['ID=d5c2e907-f945-4de6-8e08-380d9b05360e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.836296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=83c1f5f06cb740fc91749ef877daa388&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1658251 May 06 13:01:15.840038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39050) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:15.882452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ae1c2-88d8-47ad-bba3-b814205f8478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ba2af-0c07-4448-8331-bb538053839d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:15.949726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Attempting to bind port d5c2e907-f945-4de6-8e08-380d9b05360e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:15.950101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Attempting to bind port d5c2e907-f945-4de6-8e08-380d9b05360e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:15.950761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Attempting to bind port d5c2e907-f945-4de6-8e08-380d9b05360e on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:15.959410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:15.959811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:15.960217 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.960614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Bound using segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:15.961101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Bound port: d5c2e907-f945-4de6-8e08-380d9b05360e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:15.961478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:15.970728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.008099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.074798 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.075863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:16.076525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.112162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] For port d5c2e907-f945-4de6-8e08-380d9b05360e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:16.115343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] For port d5c2e907-f945-4de6-8e08-380d9b05360e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d5c2e907-f945-4de6-8e08-380d9b05360e,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:16.195166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa3215c-367d-46f5-a73f-d48dade28e9b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:16.206097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:01:16.251019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.251019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.251019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d3ba2af-0c07-4448-8331-bb538053839d HTTP/1.1" status: 204 len: 168 time: 0.4068193 May 06 13:01:16.267824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ccd7b-8e1f-419d-8474-8696dc46dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ba2af-0c07-4448-8331-bb538053839d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:16.326998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-abcfc11e-b2fb-403e-8923-c5b04ba9bf88 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1998072 May 06 13:01:16.331149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:16.335233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Request body: {'subnet': {'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2125140395-subnet', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:16.351602 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.352773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:16.370593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Usage tracker for resource:subnet and tenant:42c8f3b70f9842f599d8766d7ee24aa9 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:16.377858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:16.417890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:16.517716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Made reservation on behalf of 42c8f3b70f9842f599d8766d7ee24aa9 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:16.520574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:16.524229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3670531-d948-4082-9aac-29b6092d0136 None None] Pushing event updated for resources: {'Port': ['ID=d5c2e907-f945-4de6-8e08-380d9b05360e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:16.634628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.1 (c5810026-227b-4bb7-bf77-c5cd38614296/658bb325-b2d8-4e02-bec6-60586de6be7f/ef187890-13aa-484f-86a6-7fb26ae46083) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:16.689565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.026809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.046126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object ef187890-13aa-484f-86a6-7fb26ae46083 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:17.114395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39072) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:17.145896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.161778 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.239116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.254659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f6f7aa-9417-42b4-b476-6733d1326647,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:17.410606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:17.416284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Usage tracker for resource:security_group_rule and tenant:1f59e02a119745b8b0322b441314b6e1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:17.421381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network c5810026-227b-4bb7-bf77-c5cd38614296 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:17.421628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:17.425042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:17.429154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Checking segment: {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:17.429513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Network hostable DHCP agents. Network: 2aa3215c-367d-46f5-a73f-d48dade28e9b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:01:17.435709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:17.436612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:17.506028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:17.547669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.548411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.548852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.549470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.550275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.551505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.552175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.552616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.555275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.555916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.556473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.557054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:17.575996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.648903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:01:17.728240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d5c2e907-f945-4de6-8e08-380d9b05360e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:17.745846 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Sync routers for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:17.767121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.775649 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:17.776662 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:17.846545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2aa3215c-367d-46f5-a73f-d48dade28e9b) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:17.857946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:17.860668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:17.963002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7197b3-06a1-40fc-a553-a701494a5709 None None] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:17.973495 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b379c1ad-55b2-4f01-b8ae-853476d6b58e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:17.984299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ad74e028-f016-49bf-bb1a-b03b8c937eab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1f59e02a119745b8b0322b441314b6e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8687792 May 06 13:01:17.985004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:18.011484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.024200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1bf87b-01e6-4092-8e3a-e5d53f3495a9 None None] Network c5810026-227b-4bb7-bf77-c5cd38614296 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:18.024849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4045d739-22cb-4582-9299-54dfb6d470d4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6941390 May 06 13:01:18.034328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:18.057091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:18.128941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.146859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:18.149057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39096) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:18.170227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Usage tracker for resource:router and tenant:42c8f3b70f9842f599d8766d7ee24aa9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:18.189708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:18.234102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.240343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:18.250380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.285503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:18.337659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Provisioning for port d5c2e907-f945-4de6-8e08-380d9b05360e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:18.384120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port d5c2e907-f945-4de6-8e08-380d9b05360e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:18.474325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d5c2e907-f945-4de6-8e08-380d9b05360e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:18.474695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.506603 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.556429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b379c1ad-55b2-4f01-b8ae-853476d6b58e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:18.568969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.571051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-08785235-2903-4df1-b28d-11f7afe50e64 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b379c1ad-55b2-4f01-b8ae-853476d6b58e HTTP/1.1" status: 204 len: 168 time: 0.5844061 May 06 13:01:18.595572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.598855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.614799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Provisioning complete for port d5c2e907-f945-4de6-8e08-380d9b05360e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:18.615934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.648705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:18.701442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:18.716304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Usage tracker for resource:security_group_rule and tenant:95f15fcde1724d69ac79485130ac9c1a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:18.722886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:18.756721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:19.057973 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:01:06Z', 'revision_number': 4, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '787ca418-a255-4810-8e3d-e3557fe76a22', 'name': '', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'mac_address': 'fa:16:3e:15:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:03Z', 'updated_at': '2022-05-06T13:01:07Z', 'revision_number': 2, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'subnets': [{'id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:19.064595 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Checking router: 6d9d113d-6101-4dce-877f-0056254a246b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:19.065298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Updating router 6d9d113d-6101-4dce-877f-0056254a246b port 787ca418-a255-4810-8e3d-e3557fe76a22 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:19.093879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2aa3215c-367d-46f5-a73f-d48dade28e9b', 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'fixed_ips': [{'subnet_id': '02f6f7aa-9417-42b4-b476-6733d1326647'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:01:19.094762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.130101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.136633 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.314537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.524152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.583199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.626080 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.640484 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Transition to ACTIVE for port object 787ca418-a255-4810-8e3d-e3557fe76a22 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:19.667871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95f15fcde1724d69ac79485130ac9c1a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5087416 May 06 13:01:19.672703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.677494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39124) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:19.741131 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.749963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.812198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10fdc7-a9d1-4c95-9f1e-02a8ef15fc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219fb33-9ce0-48fe-9e7a-0dc83c8a3c93,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:19.817599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:19.827071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.880873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.896989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:19.980630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Allocated IP 172.20.0.2 (2aa3215c-367d-46f5-a73f-d48dade28e9b/02f6f7aa-9417-42b4-b476-6733d1326647/099ebbb8-a967-4a3a-ac57-08141f74cb3f) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:19.985573 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.061974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port d5c2e907-f945-4de6-8e08-380d9b05360e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d5c2e907-f945-4de6-8e08-380d9b05360e,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:20.157549 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.216530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219fb33-9ce0-48fe-9e7a-0dc83c8a3c93,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:20.257883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.259285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ba3c37a0-bd11-4bcf-a691-981810f33c85 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4219fb33-9ce0-48fe-9e7a-0dc83c8a3c93 HTTP/1.1" status: 204 len: 168 time: 0.5793977 May 06 13:01:20.268533 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5197a-93d5-485e-8be9-9e10c768ea42 None None] Pushing event updated for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:20.346417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.539188 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Attempting to bind port 787ca418-a255-4810-8e3d-e3557fe76a22 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:20.540454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Attempting to bind port 787ca418-a255-4810-8e3d-e3557fe76a22 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:20.541453 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Attempting to bind port 787ca418-a255-4810-8e3d-e3557fe76a22 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:20.553222 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:20.553647 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Checking segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:20.554152 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.554621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Bound using segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:20.555089 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Bound port: 787ca418-a255-4810-8e3d-e3557fe76a22, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:20.555459 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.607723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e23811ec-79ee-4b85-974d-a5c988eae648 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:20.618374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network c5810026-227b-4bb7-bf77-c5cd38614296 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:20.663326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=d5c2e907-f945-4de6-8e08-380d9b05360e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:20.690192 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] For port 787ca418-a255-4810-8e3d-e3557fe76a22, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:20.698287 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] For port 787ca418-a255-4810-8e3d-e3557fe76a22, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=787ca418-a255-4810-8e3d-e3557fe76a22,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:20.712008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:20.748541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:01:20.754906 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-affe1616-008a-4c53-819d-0c2cbb654c57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:01:20.834048 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.925719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e23811ec-79ee-4b85-974d-a5c988eae648 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:20.939904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:20.940892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e23811ec-79ee-4b85-974d-a5c988eae648 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:20.941545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.022776 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.030086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5197a-93d5-485e-8be9-9e10c768ea42 None None] Pushing event updated for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:21.039307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Transition to ACTIVE for port object 099ebbb8-a967-4a3a-ac57-08141f74cb3f will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:21.070157 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:21.070812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:21.131480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Transition to ACTIVE for port object 099ebbb8-a967-4a3a-ac57-08141f74cb3f will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:21.168881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.232639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e23811ec-79ee-4b85-974d-a5c988eae648, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e23811ec-79ee-4b85-974d-a5c988eae648,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:21.234855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.348616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Pushing event updated for resources: {'Port': ['ID=099ebbb8-a967-4a3a-ac57-08141f74cb3f,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:21.377390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.411989 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:21.452616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:21.471549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:21.477665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:21.511439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e23811ec-79ee-4b85-974d-a5c988eae648,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:21.623971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.642192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Provisioning complete for port d5c2e907-f945-4de6-8e08-380d9b05360e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:21.642665 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.662231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.675341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Attempting to bind port 099ebbb8-a967-4a3a-ac57-08141f74cb3f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:21.675852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Attempting to bind port 099ebbb8-a967-4a3a-ac57-08141f74cb3f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:21.676322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Attempting to bind port 099ebbb8-a967-4a3a-ac57-08141f74cb3f on network 2aa3215c-367d-46f5-a73f-d48dade28e9b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:21.704370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:21.706060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Checking segment: {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:21.709115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.709770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Bound using segment: {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:21.711755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Bound port: 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:21.712331 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:21.863408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 2f946a5b-e693-4411-b47d-586118ce6909 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:21.960746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Allocated IP 172.25.2.138 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/99a55a40-3329-4999-b3f0-2f89bc39ee89) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:21.988800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] For port 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:21.998541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] For port 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=099ebbb8-a967-4a3a-ac57-08141f74cb3f,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:21.999965 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:01:06Z', 'revision_number': 4, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '787ca418-a255-4810-8e3d-e3557fe76a22', 'name': '', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'mac_address': 'fa:16:3e:15:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:03Z', 'updated_at': '2022-05-06T13:01:20Z', 'revision_number': 4, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'subnets': [{'id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:22.011422 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c8f85d-c6d5-4f75-8f55-9498c094a8db None None] The sync data for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 is: [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:01:06Z', 'revision_number': 4, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '787ca418-a255-4810-8e3d-e3557fe76a22', 'name': '', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'mac_address': 'fa:16:3e:15:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:03Z', 'updated_at': '2022-05-06T13:01:20Z', 'revision_number': 4, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'subnets': [{'id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:22.137058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.256014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.273605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Provisioning for port ef187890-13aa-484f-86a6-7fb26ae46083 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:22.284758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Provisioning complete for port ef187890-13aa-484f-86a6-7fb26ae46083 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:22.285438 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.369807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.456211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cce30bbe-aeb1-484e-b738-7f5c874ff4bb None None] Port ef187890-13aa-484f-86a6-7fb26ae46083 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:22.469145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba82127-6161-4e90-9fb6-df3ce564712b None None] Pushing event updated for resources: {'Port': ['ID=099ebbb8-a967-4a3a-ac57-08141f74cb3f,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:22.502385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:22.506533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:22.517805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Sync routers for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:22.521848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:22.524198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:22.546754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:22.547408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:22.637959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Pushing event updated for resources: {'Port': ['ID=99a55a40-3329-4999-b3f0-2f89bc39ee89,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:22.720537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ba26a21b-c120-4869-9f5e-daef9eba2144 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/2f946a5b-e693-4411-b47d-586118ce6909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6754346 May 06 13:01:22.797297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d5c2e907-f945-4de6-8e08-380d9b05360e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:22.987136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:22.988832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:23.042969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port d5c2e907-f945-4de6-8e08-380d9b05360e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:23.043250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:23.221240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:23.402460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e23811ec-79ee-4b85-974d-a5c988eae648 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:23.436068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-3244dcca-1cef-43e0-8235-1992d46c5aaf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8855329&fields=id&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 267 time: 0.0988650 May 06 13:01:23.820533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-caf67394-a2f2-45d9-ad6a-29e1494dc52d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:23.822045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-caf67394-a2f2-45d9-ad6a-29e1494dc52d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:23.917638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Router 7ec5a1b7-00b4-4572-988b-f7171aa0738f is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:01:23.946246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-caf67394-a2f2-45d9-ad6a-29e1494dc52d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:23.954111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-caf67394-a2f2-45d9-ad6a-29e1494dc52d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 793 time: 0.5094006 May 06 13:01:23.993016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-d8aca488-c9a2-4048-b6d1-37d6af466923 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/quotas/66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 375 time: 0.0376651 May 06 13:01:24.077706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e23811ec-79ee-4b85-974d-a5c988eae648 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:24.080193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.139628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-48b4d832-7492-42f5-95ed-375b8ee3230e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303916 May 06 13:01:24.182479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069faf1c-2913-474c-ada6-727cfd0d4ca0 None None] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:24.402250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5c2559df-bc8d-4e22-9844-b2e8b1093f6b None None] Provisioning for port 099ebbb8-a967-4a3a-ac57-08141f74cb3f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:24.413155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:18Z', 'revision_number': 2, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:24.427883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Checking router: 2f946a5b-e693-4411-b47d-586118ce6909 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:24.428253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Updating router 2f946a5b-e693-4411-b47d-586118ce6909 port ef187890-13aa-484f-86a6-7fb26ae46083 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:24.464914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:24.486688 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Sync routers for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:24.509386 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:24.511039 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:24.528597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-2212d955-0863-4a99-b023-976d6d17c9c0 service neutron] 10.222.0.83 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698812 May 06 13:01:24.583365 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.677926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:24.680426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-37474b9f-2b2f-4751-869c-5b7232a53f0d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6430864 May 06 13:01:24.687849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39218) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:24.916534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-800a50a0-910a-4deb-bf76-2595a5f6300e service neutron] 10.222.0.83 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863416 May 06 13:01:24.987676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 787ca418-a255-4810-8e3d-e3557fe76a22 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:25.113762 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:25.425128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7bd9333e-c823-4fb1-a836-c04b6654c20f req-ccf83a32-36f7-452d-a6ac-3ebdda29086c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:25.724570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.762347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Transition to ACTIVE for port object ef187890-13aa-484f-86a6-7fb26ae46083 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:25.775207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 787ca418-a255-4810-8e3d-e3557fe76a22 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:25.785984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 787ca418-a255-4810-8e3d-e3557fe76a22 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:25.786419 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.820621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7bd9333e-c823-4fb1-a836-c04b6654c20f req-ccf83a32-36f7-452d-a6ac-3ebdda29086c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:25.821834 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bd9333e-c823-4fb1-a836-c04b6654c20f req-ccf83a32-36f7-452d-a6ac-3ebdda29086c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 210 time: 0.4949133 May 06 13:01:25.938247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:25.993803 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:22Z', 'revision_number': 3, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:25.998598 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Checking router: 7ec5a1b7-00b4-4572-988b-f7171aa0738f for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:25.999183 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Updating router 7ec5a1b7-00b4-4572-988b-f7171aa0738f port 99a55a40-3329-4999-b3f0-2f89bc39ee89 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:26.065651 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.295252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d640c8-33cb-4187-ad00-afa0b0a5fd3f None None] Pushing event updated for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:26.406195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.523594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.639962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 787ca418-a255-4810-8e3d-e3557fe76a22, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=787ca418-a255-4810-8e3d-e3557fe76a22,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:26.648509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Attempting to bind port ef187890-13aa-484f-86a6-7fb26ae46083 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:26.648509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Attempting to bind port ef187890-13aa-484f-86a6-7fb26ae46083 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:26.648509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Attempting to bind port ef187890-13aa-484f-86a6-7fb26ae46083 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:26.665322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:26.665881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:26.666406 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.667544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Bound using segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:26.668164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Bound port: ef187890-13aa-484f-86a6-7fb26ae46083, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:26.669433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.735154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:26.741890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6744e-b248-4556-bcf0-11a236e125f0 req-b3801434-5595-4a7f-9f80-51627898acf5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:26.771226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72b6744e-b248-4556-bcf0-11a236e125f0 req-b3801434-5595-4a7f-9f80-51627898acf5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.2477143 May 06 13:01:26.910444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72b6744e-b248-4556-bcf0-11a236e125f0 req-601cf510-e246-47ad-bb7b-113afc1dab39 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381910 May 06 13:01:26.960805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:26.969594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] For port ef187890-13aa-484f-86a6-7fb26ae46083, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:26.978065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 099ebbb8-a967-4a3a-ac57-08141f74cb3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:26.998371 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.013533 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Transition to ACTIVE for port object 99a55a40-3329-4999-b3f0-2f89bc39ee89 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:27.014091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Allocated IP 172.20.0.1 (2aa3215c-367d-46f5-a73f-d48dade28e9b/02f6f7aa-9417-42b4-b476-6733d1326647/4d2965ee-e7f4-40cf-b64e-a10cd948e292) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:27.041916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] For port ef187890-13aa-484f-86a6-7fb26ae46083, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ef187890-13aa-484f-86a6-7fb26ae46083,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:27.107222 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.159960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d6071ac-1fa7-4935-b8d8-f3ff7afb26dc req-4090c000-444a-4cf4-8634-24caaf0ddb1f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 210 time: 0.0592015 May 06 13:01:27.187907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 099ebbb8-a967-4a3a-ac57-08141f74cb3f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:27.195834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.221202 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Attempting to bind port 99a55a40-3329-4999-b3f0-2f89bc39ee89 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:27.222113 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Attempting to bind port 99a55a40-3329-4999-b3f0-2f89bc39ee89 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:27.222866 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Attempting to bind port 99a55a40-3329-4999-b3f0-2f89bc39ee89 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:27.244060 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f240edd-dab1-4b06-a56d-63ed0d9cc215 None None] Pushing event updated for resources: {'Port': ['ID=99a55a40-3329-4999-b3f0-2f89bc39ee89,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:27.252139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:27.252761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:27.256750 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.257364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:27.257981 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Bound port: 99a55a40-3329-4999-b3f0-2f89bc39ee89, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:27.258464 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.290054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.323145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Transition to ACTIVE for port object 4d2965ee-e7f4-40cf-b64e-a10cd948e292 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:27.347500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 099ebbb8-a967-4a3a-ac57-08141f74cb3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:27.347887 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.365267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:27.378008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] For port 99a55a40-3329-4999-b3f0-2f89bc39ee89, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:27.382594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] For port 99a55a40-3329-4999-b3f0-2f89bc39ee89, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=99a55a40-3329-4999-b3f0-2f89bc39ee89,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:27.444436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d640c8-33cb-4187-ad00-afa0b0a5fd3f None None] Pushing event updated for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:27.467225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:27.467910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.513121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5a0e093-e549-40b4-bf53-c9603765db20 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2540 time: 0.1459370 May 06 13:01:27.534707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39312) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:27.534707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'network': {'name': 'tempest-network-smoke--1324697046', 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'port_security_enabled': False}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:27.548128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:27.553066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:network and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:27.557048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:27.565170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:27.667715 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.667969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.691963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.766128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=099ebbb8-a967-4a3a-ac57-08141f74cb3f,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:27.766822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:27.767900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:27.770658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:27.772802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:27.840842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:27.865022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:27.868517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:27.929058 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f240edd-dab1-4b06-a56d-63ed0d9cc215 None None] Pushing event updated for resources: {'Port': ['ID=99a55a40-3329-4999-b3f0-2f89bc39ee89,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:27.945405 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:27.946522 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:27.982645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.129152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.155932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:01:28.199284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.200281 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Added segment b6680199-ecec-453f-bb55-20495406d535 of type vlan for network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 May 06 13:01:28.201632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=099ebbb8-a967-4a3a-ac57-08141f74cb3f,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:28.235005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.358212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cda854-3dc2-4183-a31d-457c4836f491 req-157e7024-3fb4-4f59-be12-855b483a3f92 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:28.367624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cda854-3dc2-4183-a31d-457c4836f491 req-157e7024-3fb4-4f59-be12-855b483a3f92 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.3506477 May 06 13:01:28.380970 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:28.505350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c2fd-d3a9-4774-b43d-f12294e96579 req-c96325a8-5cb8-4228-b88a-691154807bad tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:28.508293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b68c2fd-d3a9-4774-b43d-f12294e96579 req-c96325a8-5cb8-4228-b88a-691154807bad tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.2210300 May 06 13:01:28.599958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.615041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:28.617693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.629560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4b68c2fd-d3a9-4774-b43d-f12294e96579 req-b407f563-d1d2-4464-aa35-ee5842331251 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137860 May 06 13:01:28.673028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9450d868-6bb7-4b6d-bca0-73345dce9239 None None] Provisioning for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:28.683491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9450d868-6bb7-4b6d-bca0-73345dce9239 None None] Provisioning complete for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:28.685314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9450d868-6bb7-4b6d-bca0-73345dce9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.849633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:28.853401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9450d868-6bb7-4b6d-bca0-73345dce9239 None None] Port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:28.864792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:28.877539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01815c-45a0-43a6-8237-7bba9ab54f27 None None] The sync data for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 is: [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:26Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:28.905548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cfcced4-27c6-412b-af1f-e50b52e9d338 req-b5a2aa3e-d027-4a06-b2c5-27d272b89e59 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 210 time: 0.3899291 May 06 13:01:28.929669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 099ebbb8-a967-4a3a-ac57-08141f74cb3f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:29.069343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Deleting port fdbd6740-6a0a-4bba-9ce0-21137072d540 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:01:29.069684 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:29.248351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 099ebbb8-a967-4a3a-ac57-08141f74cb3f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:29.248996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:29.299596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Network': ['ID=2c633cc6-d2c0-4fbb-9d09-2ff30168f575,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:29.310817 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:22Z', 'revision_number': 3, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:29.318134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6e953f30-9313-46df-ba6d-45596659d321 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7992136 May 06 13:01:29.322684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39346) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:29.330357 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26488193-63c7-4b23-b0e4-3ae0fc738abb None None] The sync data for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 is: [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:22Z', 'revision_number': 3, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:29.371003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:01:29.438687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'admin_state_up': True, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:29.446870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:29.453047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:router and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:29.456341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:29.465948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:29.659632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-fd4210bb-8653-48ef-9033-9cee2e0c400f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:29.659632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-fd4210bb-8653-48ef-9033-9cee2e0c400f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:29.673467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-fd4210bb-8653-48ef-9033-9cee2e0c400f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:29.674584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-fd4210bb-8653-48ef-9033-9cee2e0c400f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 793 time: 0.6541312 May 06 13:01:29.775278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-ec64bcd5-ac74-42b4-b0bb-2e75ab9fe268 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:29.813454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 787ca418-a255-4810-8e3d-e3557fe76a22 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:29.955247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-ec64bcd5-ac74-42b4-b0bb-2e75ab9fe268 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:29.957282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-ec64bcd5-ac74-42b4-b0bb-2e75ab9fe268 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 377 time: 0.2694767 May 06 13:01:29.969855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'port': {'device_id': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'admin_state_up': True, 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'security_groups': ['43baaec4-12c2-4ebc-9550-be169f841220']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:29.985132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 787ca418-a255-4810-8e3d-e3557fe76a22 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:29.985685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.014402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.015356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.142766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] For port fdbd6740-6a0a-4bba-9ce0-21137072d540, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fdbd6740-6a0a-4bba-9ce0-21137072d540,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:30.143352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.297668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171522a7-ff49-4136-a76e-aa65e866d5cb req-b9db24bb-177e-494b-8351-53f12d3702a1 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:30.305282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-171522a7-ff49-4136-a76e-aa65e866d5cb req-b9db24bb-177e-494b-8351-53f12d3702a1 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 945 time: 0.4431467 May 06 13:01:30.353714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:30.372630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:30.431944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-171522a7-ff49-4136-a76e-aa65e866d5cb req-d0942292-1049-4cbf-92ff-9c6bfb4ba2f3 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254499 May 06 13:01:30.517949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:30.521513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.642982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.654354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Calling delete_port for fdbd6740-6a0a-4bba-9ce0-21137072d540 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:01:30.840895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7368fc2-6a8d-43e2-ade1-425d33d53d4b req-1dc6f47e-7279-43ba-a6c9-3230a19ab483 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 210 time: 0.1450367 May 06 13:01:30.893747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:01:30.944097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ef187890-13aa-484f-86a6-7fb26ae46083 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:30.951012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:30.962993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.13 (c5810026-227b-4bb7-bf77-c5cd38614296/658bb325-b2d8-4e02-bec6-60586de6be7f/442ef0f9-1834-4f39-b291-70fd048cfe80) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:31.136475 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.163110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ef187890-13aa-484f-86a6-7fb26ae46083 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:31.170411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ef187890-13aa-484f-86a6-7fb26ae46083 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:31.171079 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.236755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.257870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object 442ef0f9-1834-4f39-b291-70fd048cfe80 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:31.287164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.328907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.333694 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.379920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.387649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.424521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ef187890-13aa-484f-86a6-7fb26ae46083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ef187890-13aa-484f-86a6-7fb26ae46083,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:31.457381 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.481706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network c5810026-227b-4bb7-bf77-c5cd38614296 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:31.490632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:31.507763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:31.511935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:31.551962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Pushing event deleted for resources: {'Port': ['ID=fdbd6740-6a0a-4bba-9ce0-21137072d540,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.772890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.911513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:31.934585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5910190b-bc43-4ecb-8205-b3177397d20c req-ad2256f5-9136-4f81-a5eb-bb14b4f44918 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.1256876 May 06 13:01:31.949069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:31.961954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:31.965590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:31.966818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.078849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fdbd6740-6a0a-4bba-9ce0-21137072d540 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:01:32.090137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-a89cf1bc-2d17-43d5-b178-77e529ac16aa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1245449 May 06 13:01:32.103374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Request body: {'port': {'device_id': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:32.188093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: fdbd6740-6a0a-4bba-9ce0-21137072d540 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:01:32.188638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fdbd6740-6a0a-4bba-9ce0-21137072d540 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:01:32.287398 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.288951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f955014f-bca4-4457-acd3-da1d85fb356b None None] Provisioning for port 442ef0f9-1834-4f39-b291-70fd048cfe80 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:32.294811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f955014f-bca4-4457-acd3-da1d85fb356b None None] Provisioning complete for port 442ef0f9-1834-4f39-b291-70fd048cfe80 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:32.295202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f955014f-bca4-4457-acd3-da1d85fb356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.327735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] No DVR routers for this DVR port fdbd6740-6a0a-4bba-9ce0-21137072d540 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:01:32.337335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.345351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'name': 'network-vif-deleted', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:32.411971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f955014f-bca4-4457-acd3-da1d85fb356b None None] Port 442ef0f9-1834-4f39-b291-70fd048cfe80 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:32.531017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10cda854-3dc2-4183-a31d-457c4836f491 req-0f0028fb-69d5-48da-8de0-004cb8c1d0e4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "DELETE /v2.0/ports/fdbd6740-6a0a-4bba-9ce0-21137072d540 HTTP/1.1" status: 204 len: 173 time: 4.1624074 May 06 13:01:32.566442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-05c1de55-41d5-41de-9c3c-8ed1d7bb43d5 None None] Provisioning complete for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:32.569594 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05c1de55-41d5-41de-9c3c-8ed1d7bb43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:32.610541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616219-4856-493b-ab9f-57230b0daa05 req-21dde4bf-47c1-41f2-9f28-baf364cf274c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:32.612859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24616219-4856-493b-ab9f-57230b0daa05 req-21dde4bf-47c1-41f2-9f28-baf364cf274c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 932 time: 0.4938803 May 06 13:01:32.670304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39394) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:32.748764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05c1de55-41d5-41de-9c3c-8ed1d7bb43d5 None None] Port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:32.888838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ef187890-13aa-484f-86a6-7fb26ae46083 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:32.894084 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd9951b-01ec-4f3b-8cd4-3b36001ac9e6'] response: {'server_uuid': 'fff50fe9-725b-46b3-81b0-ca9575c2c850', 'name': 'network-vif-deleted', 'tag': 'fdbd6740-6a0a-4bba-9ce0-21137072d540', 'status': 'completed', 'code': 200} May 06 13:01:33.083647 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.094954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ef187890-13aa-484f-86a6-7fb26ae46083 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:33.095415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.165561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.167617 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.225786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24616219-4856-493b-ab9f-57230b0daa05 req-d66f59b0-b825-4725-bb3c-ae1bd29c4075 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5937974 May 06 13:01:33.365746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Router 7ec5a1b7-00b4-4572-988b-f7171aa0738f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:33.379681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c4087ff-a3af-49a2-b30f-455b0ff61789 req-0e408a59-1daa-498a-9237-a37b9cdd4771 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff50fe9-725b-46b3-81b0-ca9575c2c850 HTTP/1.1" status: 200 len: 210 time: 0.0665359 May 06 13:01:33.386284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:33.388882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.25.2.66 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/df9530ba-459a-4c0d-b981-872591e430ca) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:33.393494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442ef0f9-1834-4f39-b291-70fd048cfe80 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:33.397844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfb1c27b8604165aacb1ec044241960 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:33.403582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:33.407734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.420089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:33.435533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Transition to ACTIVE for port object 442ef0f9-1834-4f39-b291-70fd048cfe80 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:33.510930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.529320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.682137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.719293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:33.781029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ccfb1c27b8604165aacb1ec044241960&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0891540 May 06 13:01:33.783314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39406) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:33.815617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:33.843388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671855f-b0a3-4e9b-acbc-71e6b3ae7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3f63a-675b-48ae-824d-835e23dbcc17,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:33.975655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:34.009899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a20c7ac6-8450-45a3-b52b-36632a0aa9b2 admin admin] 10.222.0.83 "PUT /v2.0/routers/7ec5a1b7-00b4-4572-988b-f7171aa0738f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3091874 May 06 13:01:34.015954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.051104 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.082487 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.106688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:34.107010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:34.107362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:34.124098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:01:34.129598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:34.140346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:34.140718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:34.142241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Bound using segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:34.142701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Bound port: 442ef0f9-1834-4f39-b291-70fd048cfe80, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:34.144020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.261743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:34.267933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:34.269133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=df9530ba-459a-4c0d-b981-872591e430ca,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:34.272003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:34.350205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:34.354600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:34.455848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.477574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3f63a-675b-48ae-824d-835e23dbcc17,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:34.485983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.487561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-04319a09-8441-4434-9a70-b0423b40b636 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2bb3f63a-675b-48ae-824d-835e23dbcc17 HTTP/1.1" status: 204 len: 168 time: 0.6275017 May 06 13:01:34.505633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.582648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:34.609423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.609954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.610430 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:34.611099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-bcb7c0ef-6ed8-4564-8e71-309b6d37c05d service neutron] 10.222.0.86 "PUT /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 1092 time: 2.5136297 May 06 13:01:34.613462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:34.653454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12653f-ea3b-46c0-b1c8-fc4404b21189 req-9e2a3909-967b-42b8-b44f-7b9c3897d9f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:34.657093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc12653f-ea3b-46c0-b1c8-fc4404b21189 req-9e2a3909-967b-42b8-b44f-7b9c3897d9f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:34.928268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc12653f-ea3b-46c0-b1c8-fc4404b21189 req-9e2a3909-967b-42b8-b44f-7b9c3897d9f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:34.937323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc12653f-ea3b-46c0-b1c8-fc4404b21189 req-9e2a3909-967b-42b8-b44f-7b9c3897d9f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 944 time: 0.4725099 May 06 13:01:35.037813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:01:35.071120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc12653f-ea3b-46c0-b1c8-fc4404b21189 req-ffb19b8a-85c7-42c7-8b6d-88f034a9fbd2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1133695 May 06 13:01:35.088498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-053a235d-d68c-4d9b-8ea8-97a6ba044a28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1095 time: 0.3518200 May 06 13:01:35.237955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-f455379c-066b-4c7c-9c17-1468a8ca2715 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 217 time: 0.1399953 May 06 13:01:35.392622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-7939b439-64b7-45ad-8b4b-79687c256225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:35.394272 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-7939b439-64b7-45ad-8b4b-79687c256225 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.1519549 May 06 13:01:35.436042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:35.448129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Sync routers for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:35.474380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Routers {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:35.474380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:35.525760 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-c9d0a0e8-a97c-4b54-b64b-6249063dfb7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248643 May 06 13:01:35.575611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:35.580349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f1a28e2a-669c-41aa-80d0-c4022a537bed tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.1649826 May 06 13:01:35.587027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39448) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:35.699153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da97c25-ac47-4d04-912f-a3f79b9e14ac tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:35.701329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0da97c25-ac47-4d04-912f-a3f79b9e14ac tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9e61592e99245e9945af53e5653f42f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1196446 May 06 13:01:35.704057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39458) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:35.836559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-d51e99ed-bb73-4031-aa6c-18cec9988622 service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001714 May 06 13:01:35.997337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Set router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:36.196674 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3832632e-6eab-4410-81ac-63f4303e5d96'] response: {'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'status': 'completed', 'code': 200} May 06 13:01:36.383352 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0b994f26-3e5e-4cec-a22e-cee494d02db5 req-b21b831f-6780-462d-a38f-f61d61a91836 service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416005 May 06 13:01:36.423525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541c203-827a-4081-b840-590b74789b65 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:36.431697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f541c203-827a-4081-b840-590b74789b65 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7239101 May 06 13:01:36.440574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39476) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:36.486365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-6407da2c-fab6-498b-a79d-b7a0e4e8396a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:36.487811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-6407da2c-fab6-498b-a79d-b7a0e4e8396a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:36.533667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1bd3e-98d2-4067-b735-7d8b9971811b req-bac6e5cc-fb3c-4e1b-b8c9-6f6d557004c0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:36.536562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fc1bd3e-98d2-4067-b735-7d8b9971811b req-bac6e5cc-fb3c-4e1b-b8c9-6f6d557004c0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 944 time: 0.1516166 May 06 13:01:36.552083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-16e07501-0100-4e21-aeb0-2dad1d5e299e tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102114 May 06 13:01:36.559696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39482) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:36.640636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:36.666476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-984b1e6e-6d15-4644-a6f9-35ea6d125176 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f9e61592e99245e9945af53e5653f42f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1050181 May 06 13:01:36.670182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39488) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:36.802179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-6407da2c-fab6-498b-a79d-b7a0e4e8396a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:36.802773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:34Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:36.807383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Checking router: 78b00fa3-e236-4859-ba01-cd563a8c3ef0 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:36.807726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Updating router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 port df9530ba-459a-4c0d-b981-872591e430ca binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:01:36.809918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-6407da2c-fab6-498b-a79d-b7a0e4e8396a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.9243202 May 06 13:01:36.840096 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-006ef8da-c876-4ef7-8a25-7e70cab0d93e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/quotas/42c8f3b70f9842f599d8766d7ee24aa9 HTTP/1.1" status: 200 len: 375 time: 0.0290613 May 06 13:01:36.901085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fc1bd3e-98d2-4067-b735-7d8b9971811b req-4db3478c-e79d-45ef-b445-abbf7bfad696 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2582674 May 06 13:01:36.907502 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:36.913532 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:36.985307 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-9c6dcd51-9e55-449d-8e36-b6a455cdd2e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1095 time: 0.4476936 May 06 13:01:37.027151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ce498-5fd1-4b17-968a-5b0d60dd8104 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:37.034875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-754ce498-5fd1-4b17-968a-5b0d60dd8104 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3612423 May 06 13:01:37.037623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39496) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:37.145209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3b24ee9e-b782-446c-aa16-3ab93c0314fa tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1028538 May 06 13:01:37.150884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:37.161487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924477066', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:37.197087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-16fcc182-cf16-4f3b-aa95-d1cffff9d1de tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:37.282230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-41c5c853-837e-4649-a377-2538b5772dc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:37.284035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-41c5c853-837e-4649-a377-2538b5772dc0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.2904742 May 06 13:01:37.288633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:37.399085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-86691825-7f4f-419b-bc82-e80fa8427789 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 217 time: 0.1069224 May 06 13:01:37.404120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Usage tracker for resource:security_group_rule and tenant:3653d1e8bba74b289322c889bd733c4b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:37.411721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:37.421833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Usage tracker for resource:subnet and tenant:f9e61592e99245e9945af53e5653f42f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:37.431487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:37.443611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:37.477723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-16fcc182-cf16-4f3b-aa95-d1cffff9d1de tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:37.479336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-16fcc182-cf16-4f3b-aa95-d1cffff9d1de tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6382346 May 06 13:01:37.532920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:37.540042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-66b0d009-9757-455a-8295-bf8ae788e26e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:37.542872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-66b0d009-9757-455a-8295-bf8ae788e26e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.1356089 May 06 13:01:37.550021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:37.616175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:37.743007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.779119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Transition to ACTIVE for port object df9530ba-459a-4c0d-b981-872591e430ca will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:37.845095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:37.860238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-79a5fe1a-bc19-4c62-9f9f-75f21fdbca1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067925 May 06 13:01:37.866081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.037777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271113-bcf1-4f6f-b7d4-831cbf7a7f95 None None] Pushing event updated for resources: {'Port': ['ID=df9530ba-459a-4c0d-b981-872591e430ca,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:38.040867 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.075514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Attempting to bind port df9530ba-459a-4c0d-b981-872591e430ca on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:38.076326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Attempting to bind port df9530ba-459a-4c0d-b981-872591e430ca by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:38.076717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Attempting to bind port df9530ba-459a-4c0d-b981-872591e430ca on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:38.087221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:38.093206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:38.093206 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.096396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:38.096725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Bound port: df9530ba-459a-4c0d-b981-872591e430ca, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:38.097144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.176638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-ee9df3f6-f026-4802-aa95-3cf7a558cbf9 service neutron] 10.222.0.83 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888669 May 06 13:01:38.195863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] For port df9530ba-459a-4c0d-b981-872591e430ca, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:38.201426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] For port df9530ba-459a-4c0d-b981-872591e430ca, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=df9530ba-459a-4c0d-b981-872591e430ca,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:38.205752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:01:38.213124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.518064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.528830 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-52617e67-8bd6-4389-9ce6-663b3bd1fb0c service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557055 May 06 13:01:38.537582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-4c08cfa0-ad3a-42fa-84db-86a2fecce3b1 service neutron] 10.222.0.83 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511891 May 06 13:01:38.542638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eef327-9b75-43a7-8549-ffd7ba7510a1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:38.757683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271113-bcf1-4f6f-b7d4-831cbf7a7f95 None None] Pushing event updated for resources: {'Port': ['ID=df9530ba-459a-4c0d-b981-872591e430ca,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:38.843559 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:38.866757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Routers {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:38.867320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:38.933905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ea7e54ac-d1d7-4461-bf6a-423c29087f5a req-a3db2cdd-bf5f-4c4a-a316-d57aebbe6ceb service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681874 May 06 13:01:38.978922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:38.988169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f13f12f-804e-4c72-8a2c-e5252474e24a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3653d1e8bba74b289322c889bd733c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2790499 May 06 13:01:38.992971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39524) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:39.036208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50551dd-c457-4c40-ba17-319896c93508 req-d1e48d2c-0f90-4915-b456-da128b8e8467 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:39.038711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f50551dd-c457-4c40-ba17-319896c93508 req-d1e48d2c-0f90-4915-b456-da128b8e8467 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 944 time: 0.7169850 May 06 13:01:39.085928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Subnet': ['ID=fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:39.134864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Checking segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:39.135254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network hostable DHCP agents. Network: 2c633cc6-d2c0-4fbb-9d09-2ff30168f575, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:01:39.156606 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e31c5970-8a66-4076-923c-0dce372eaa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.183325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.193934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f50551dd-c457-4c40-ba17-319896c93508 req-d65fd05a-472e-42fb-8e5f-ac07924ab7d1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1449506 May 06 13:01:39.202537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'port_id': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'mac_address': 'fa:16:3e:73:b2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:01:39.240334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.289297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:01:39.297092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.337139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e613ad5e-0528-45ee-bd91-b803ed6c24a6 req-fe91a563-5f85-4dce-b344-c6ba2319862c tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.0997884 May 06 13:01:39.344197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ef0f9-1834-4f39-b291-70fd048cfe80 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:39.383004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:39.390074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2c633cc6-d2c0-4fbb-9d09-2ff30168f575) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:39.395626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:39.396157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.421144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a028ea5-4c64-4cda-a585-ae9dc2d9c59b None None] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:39.506400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.523963 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bdc557e5-9bc8-4cbb-adaa-296179d9f262 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3716600 May 06 13:01:39.530284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39546) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:39.606816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.609375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:39.610520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/28eef327-9b75-43a7-8549-ffd7ba7510a1 HTTP/1.1" status: 204 len: 168 time: 0.6163177 May 06 13:01:39.623536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] Set router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:39.796807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['442ef0f9-1834-4f39-b291-70fd048cfe80'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:01:39.888096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:40.093022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7d98e-c851-4e40-bbeb-f029da687a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eef327-9b75-43a7-8549-ffd7ba7510a1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:40.329374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'fixed_ips': [{'subnet_id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:01:40.330208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:40.578229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2924c149-2493-488f-a66f-8934422af343 req-1ac5469e-42b8-4478-80cd-14422f71d4f9 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.0514286 May 06 13:01:40.718603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005975a-d279-4abc-9e52-edd7f3cc20d5 req-93798c60-cd3d-46e0-890f-9e4057227c4c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:40.720594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6005975a-d279-4abc-9e52-edd7f3cc20d5 req-93798c60-cd3d-46e0-890f-9e4057227c4c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.2074049 May 06 13:01:40.858388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6005975a-d279-4abc-9e52-edd7f3cc20d5 req-41392a37-103e-4580-a8e3-cd741c6fbeef tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1301522 May 06 13:01:40.974820 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d0d3-6138-4649-b8f5-c0e820f87a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.100858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:34Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:41.132901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a68bd-b7bb-4fcb-bf1c-65a125b1ad36 None None] The sync data for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 is: [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:34Z', 'revision_number': 3, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:41.195898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Allocated IP 172.20.0.18 (2c633cc6-d2c0-4fbb-9d09-2ff30168f575/fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7/9397a78e-1f9d-4d1f-bd2e-ee903d15048e) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:41.545575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.610108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.621803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Transition to ACTIVE for port object 9397a78e-1f9d-4d1f-bd2e-ee903d15048e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:41.693666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Transition to ACTIVE for port object 9397a78e-1f9d-4d1f-bd2e-ee903d15048e will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:41.820773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:41.945440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:41.946277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Pushing event updated for resources: {'Port': ['ID=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:41.977744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:41.988410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:42.048145 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:01:42.058609 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59de4606-0165-44ce-af66-b63ccb989d2f req-03257f28-a344-46b7-a87a-fa785196872a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.2354028 May 06 13:01:42.183020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:42.314129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Attempting to bind port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:42.314129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Attempting to bind port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:42.314129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Attempting to bind port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e on network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:42.367536 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.380992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f70c-b406-4f14-898a-bfb523acb527 req-e3261e5f-2b0b-49b4-b657-35e3c63f4e14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:42.389930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f8f70c-b406-4f14-898a-bfb523acb527 req-e3261e5f-2b0b-49b4-b657-35e3c63f4e14 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.2571216 May 06 13:01:42.416130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:42.417201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Checking segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:42.417647 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.421548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Bound using segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:42.422824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Bound port: 9397a78e-1f9d-4d1f-bd2e-ee903d15048e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:42.423254 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.482932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.508647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01f8f70c-b406-4f14-898a-bfb523acb527 req-60ea445a-6558-45ec-b845-39e5af203630 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1170321 May 06 13:01:42.627407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] For port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:42.630021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 442ef0f9-1834-4f39-b291-70fd048cfe80 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:42.638908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] For port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:42.640701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 442ef0f9-1834-4f39-b291-70fd048cfe80 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:42.641125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:42.702453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.20.0.17 (2c633cc6-d2c0-4fbb-9d09-2ff30168f575/fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7/17c6a2e7-5b63-4027-8413-326488cdeff6) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:42.738714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.005069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.016382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec584f46-c87a-4572-a978-2d5b0055f3ed None None] Pushing event updated for resources: {'Port': ['ID=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:43.126602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:43.129294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:43.214875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.314647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-d0320f08-f62a-4cee-bc2b-31afec2dd07a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:43.324877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-d0320f08-f62a-4cee-bc2b-31afec2dd07a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.13 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.5853119 May 06 13:01:43.356642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Request body: {'port': {'device_id': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'admin_state_up': True, 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:43.376892 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b8c39a-525e-44e9-8b82-f1d5a93ba860'] response: {'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'code': 200} May 06 13:01:43.415505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:43.544700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:43.621846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:43.641454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0e261d8-3a86-44e4-a949-605423acc3bf req-f17b38ca-e722-4b18-9381-cc2adda61b72 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1097 time: 0.1806469 May 06 13:01:43.642295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.665193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a639be52-01be-42d0-b2c0-43af8ce18d40 req-8a05d336-5125-4f77-9299-daae29eb6c2f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.1622882 May 06 13:01:43.681934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Transition to ACTIVE for port object 17c6a2e7-5b63-4027-8413-326488cdeff6 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:43.734386 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.770752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Made reservation on behalf of 42c8f3b70f9842f599d8766d7ee24aa9 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:43.773989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:43.776096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0e261d8-3a86-44e4-a949-605423acc3bf req-a25b4f41-32f7-44c3-8747-d18a177a2534 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1286752 May 06 13:01:43.813238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.216648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dd67e-df46-4c27-8eaf-66a25f9eff51 req-bf5b38a4-5aaf-40a4-94a5-c46c75af3409 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:44.229294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d61dd67e-df46-4c27-8eaf-66a25f9eff51 req-bf5b38a4-5aaf-40a4-94a5-c46c75af3409 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.2233770 May 06 13:01:44.255387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:44.256395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:44.263819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:44.270374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:44.348753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d61dd67e-df46-4c27-8eaf-66a25f9eff51 req-623454ec-1c30-45e7-82ef-255bb4aa9670 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1182582 May 06 13:01:44.434325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.466135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Allocated IP 172.20.0.7 (f7cf65aa-4ccd-4413-b4bd-527d1e0086b6/977accd0-5e97-47dc-a227-7ded1cd4b482/ec342359-1f04-4b69-b9c2-1e2e753a25f1) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:44.730876 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:44.987989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ec333-532b-4de7-a88b-3a09fb49df23 None None] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:01:45.136953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.170087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Transition to ACTIVE for port object ec342359-1f04-4b69-b9c2-1e2e753a25f1 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:45.187068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 99a55a40-3329-4999-b3f0-2f89bc39ee89 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:45.422623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cc53f3ac-ff39-4da1-a481-4f66f847adbe None None] Provisioning for port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:45.547968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-331e0cba-6c61-4006-baa1-8aaf9ba97ce5 req-894b4237-7e60-451e-b574-add7da0483a7 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.3485022 May 06 13:01:45.613492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 99a55a40-3329-4999-b3f0-2f89bc39ee89 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:45.626998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 99a55a40-3329-4999-b3f0-2f89bc39ee89 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:45.634668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.879728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaf61b-a01a-4a18-b570-be34ef034164 req-6b3268e1-f91b-4f5c-bdc9-adcb8b2d82f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:45.879728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ebaf61b-a01a-4a18-b570-be34ef034164 req-6b3268e1-f91b-4f5c-bdc9-adcb8b2d82f3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.1720231 May 06 13:01:45.879728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ebaf61b-a01a-4a18-b570-be34ef034164 req-8b1c38eb-8d85-48fb-8e8c-0bd5b1002701 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0953026 May 06 13:01:45.951216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:45.979432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.009756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 99a55a40-3329-4999-b3f0-2f89bc39ee89, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=99a55a40-3329-4999-b3f0-2f89bc39ee89,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:46.134714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.134714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9397a78e-1f9d-4d1f-bd2e-ee903d15048e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:46.264081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:46.382332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:46.400333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:46.472568 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=99a55a40-3329-4999-b3f0-2f89bc39ee89,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:46.495411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Pushing event updated for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:46.536851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:01:46.591332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b3f8f6d1-a44b-4e35-b73c-23e8a47b8aab None None] Provisioning for port 17c6a2e7-5b63-4027-8413-326488cdeff6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:46.601425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b3f8f6d1-a44b-4e35-b73c-23e8a47b8aab None None] Provisioning complete for port 17c6a2e7-5b63-4027-8413-326488cdeff6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:46.601425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b3f8f6d1-a44b-4e35-b73c-23e8a47b8aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.664027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.717946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:46.718969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.727863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.728512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:46.747861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:46.748248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.821246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:46.843401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b3f8f6d1-a44b-4e35-b73c-23e8a47b8aab None None] Port 17c6a2e7-5b63-4027-8413-326488cdeff6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:47.118606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.201412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.257039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0492-2259-4820-91f5-241101e0c658 req-6dd55944-0bf0-4310-b774-094b8237a697 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:47.266103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb2d0492-2259-4820-91f5-241101e0c658 req-6dd55944-0bf0-4310-b774-094b8237a697 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 1.0290139 May 06 13:01:47.295309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfa1e343-06c0-433a-ad85-32060c1f9228 req-aebd7bdd-4f03-41c9-8348-8ec0e5669dfd tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1027 time: 0.4874496 May 06 13:01:47.300453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:47.305101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Provisioning for port ec342359-1f04-4b69-b9c2-1e2e753a25f1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:47.312061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Provisioning complete for port ec342359-1f04-4b69-b9c2-1e2e753a25f1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:47.312554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.359841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfa1e343-06c0-433a-ad85-32060c1f9228 req-56f76234-4417-46cf-b7e6-988d409a08de tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 May 06 13:01:47.391196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.396357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-446bf5e5-072b-45f4-93c9-555713bff803 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.0548944 May 06 13:01:47.441399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb2d0492-2259-4820-91f5-241101e0c658 req-f2e6dc47-614c-4e39-831c-ac808973b114 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1731293 May 06 13:01:47.444087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Request body: {'port': {'device_id': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:47.479167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:47.507633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39696) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:47.561662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Port ec342359-1f04-4b69-b9c2-1e2e753a25f1 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:47.570629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 99a55a40-3329-4999-b3f0-2f89bc39ee89 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:47.627955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:47.665378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f9a864e7-e464-4a20-bee8-716705718673 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1092 time: 0.1561489 May 06 13:01:47.668811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39702) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:47.675509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Provisioning complete for port 17c6a2e7-5b63-4027-8413-326488cdeff6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:47.675913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.704642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:47.723445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:47.736435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:floatingip and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:47.748726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:47.764165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:47.791163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2c546fb3-6a69-43de-b5fe-815f27b8b3fe None None] Port 17c6a2e7-5b63-4027-8413-326488cdeff6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:47.804705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 99a55a40-3329-4999-b3f0-2f89bc39ee89 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:47.805073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:47.833724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:47.837289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:47.963991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.259130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.282651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.332830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-62573177-0048-47f5-8152-b6de332cdfd5 None None] Provisioning complete for port 17c6a2e7-5b63-4027-8413-326488cdeff6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:48.333651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-62573177-0048-47f5-8152-b6de332cdfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.443539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-62573177-0048-47f5-8152-b6de332cdfd5 None None] Port 17c6a2e7-5b63-4027-8413-326488cdeff6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:48.683317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-47f14d72-f951-491b-a620-9e716f494d90 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:48.688832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-47f14d72-f951-491b-a620-9e716f494d90 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:48.688832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.15 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/41cde58a-66cc-4be6-86b4-bb08936e36f8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:48.866735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-47f14d72-f951-491b-a620-9e716f494d90 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:48.868487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-47f14d72-f951-491b-a620-9e716f494d90 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/networks?id=5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 200 len: 812 time: 0.4768527 May 06 13:01:48.879556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-cc51160b-589f-4b39-9d79-f8fadd4e4f71 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:48.897688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-3f6f2fdc-9ac6-4507-a5bb-12b10d45524e tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/quotas/b82179bef3254584ab4f5ee4d3d4c564 HTTP/1.1" status: 200 len: 375 time: 0.0182118 May 06 13:01:48.975269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-dc55edab-bda4-43d6-ad65-4dd1cb148df4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767100 May 06 13:01:48.983855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:48.992190 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-884bfaf4-a33e-47ec-a56d-cf7d0ccc4204 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:01:48.996535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-884bfaf4-a33e-47ec-a56d-cf7d0ccc4204 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060327 May 06 13:01:49.066613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-cc51160b-589f-4b39-9d79-f8fadd4e4f71 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:49.068074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-cc51160b-589f-4b39-9d79-f8fadd4e4f71 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1027 time: 0.4858556 May 06 13:01:49.112708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:49.120815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec342359-1f04-4b69-b9c2-1e2e753a25f1 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:49.132651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.176941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Transition to ACTIVE for port object ec342359-1f04-4b69-b9c2-1e2e753a25f1 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:49.180460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-377fdab7-2132-44fa-88d4-7b450e6fd97e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:49.250869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-c2d947ab-747d-44d7-b1d8-5bd7f0cd8939 service neutron] 10.222.0.83 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489274 May 06 13:01:49.340805 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.345374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.416702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=41cde58a-66cc-4be6-86b4-bb08936e36f8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:49.454702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:49.457378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:49.461550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:49.466317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-377fdab7-2132-44fa-88d4-7b450e6fd97e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:49.467462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1587418b-1419-4e38-81bd-efd0d2bb90e1 req-377fdab7-2132-44fa-88d4-7b450e6fd97e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893042 May 06 13:01:49.518145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:49.618627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-243ce3cd-de46-4bd3-8ba0-5d323ca2512d service neutron] 10.222.0.83 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612423 May 06 13:01:49.636466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9397a78e-1f9d-4d1f-bd2e-ee903d15048e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:49.844484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:49.844899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:49.858072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Attempting to bind port ec342359-1f04-4b69-b9c2-1e2e753a25f1 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:49.858402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Attempting to bind port ec342359-1f04-4b69-b9c2-1e2e753a25f1 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:49.858733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Attempting to bind port ec342359-1f04-4b69-b9c2-1e2e753a25f1 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:49.873500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Port ec342359-1f04-4b69-b9c2-1e2e753a25f1 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:01:49.874108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Attempting to bind port ec342359-1f04-4b69-b9c2-1e2e753a25f1 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:49.882516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:49.883112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Checking segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:49.883688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Bound using segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:49.884658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Bound port: ec342359-1f04-4b69-b9c2-1e2e753a25f1, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:49.885185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:50.063955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:50.067058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:50.100084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:50.106740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-07379aa2-4565-4329-8759-47118f87e010 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "PUT /v2.0/routers/78b00fa3-e236-4859-ba01-cd563a8c3ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5738902 May 06 13:01:50.436074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:50.569210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:50.684591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12061133-a5e2-4b2f-8f20-9b48bb019e55 req-1e2b41dc-057c-4f4f-9ea5-561d3810b869 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 210 time: 0.1219389 May 06 13:01:50.882476 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:50.917358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.234288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.338565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3bf8d70-bbb7-4d97-aa0f-ef012b7c0110 req-5fe3abcf-4609-4348-a319-90c9683b5e71 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.1019559 May 06 13:01:51.377212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.378960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec342359-1f04-4b69-b9c2-1e2e753a25f1 HTTP/1.1" status: 200 len: 1091 time: 3.9461133 May 06 13:01:51.387147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:51.413698 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3bf8d70-bbb7-4d97-aa0f-ef012b7c0110 req-843ab356-c724-44c0-8e17-9521c63ad7fc tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742571 May 06 13:01:51.414607 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.448098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-d479d4fe-f653-497e-a572-dc79c61cd11a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:51.449581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-d479d4fe-f653-497e-a572-dc79c61cd11a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:51.479374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396529ae-ee65-44d7-a26b-13ea046af5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:51.573536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device df9530ba-459a-4c0d-b981-872591e430ca up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:51.628302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-d479d4fe-f653-497e-a572-dc79c61cd11a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:51.629471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-d479d4fe-f653-497e-a572-dc79c61cd11a tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/networks?id=2c633cc6-d2c0-4fbb-9d09-2ff30168f575 HTTP/1.1" status: 200 len: 798 time: 0.6784215 May 06 13:01:51.661574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=41cde58a-66cc-4be6-86b4-bb08936e36f8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:51.678053 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f823f8-207c-4fb2-a382-3eb2e1606c61'] response: {'name': 'network-changed', 'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1', 'status': 'completed', 'code': 200} May 06 13:01:51.750010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-069cd540-1e91-4091-b747-e56acd72049c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/quotas/f9e61592e99245e9945af53e5653f42f HTTP/1.1" status: 200 len: 375 time: 0.0884154 May 06 13:01:51.763247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.888328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port df9530ba-459a-4c0d-b981-872591e430ca completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:51.894134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port df9530ba-459a-4c0d-b981-872591e430ca triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:51.894563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:51.922855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-68804b03-e9d5-47ca-a949-d38016173e7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.4041576 May 06 13:01:52.016077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e00df3cd-eb77-4681-a058-26827c835e1d req-31ae8e71-1199-445a-8a74-0982baeaa5ac tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 210 time: 0.1185923 May 06 13:01:52.031932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-152497eb-624f-4cd9-8a8d-5b444289fc7e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:52.038974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-eae7a942-1725-4dbb-bcd5-65d1ce6daa29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1 HTTP/1.1" status: 200 len: 217 time: 0.1113336 May 06 13:01:52.085501 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.102834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port df9530ba-459a-4c0d-b981-872591e430ca, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=df9530ba-459a-4c0d-b981-872591e430ca,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:52.144634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39784) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:52.153056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-88464f50-785c-4b8f-b9c9-a264a77c2036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:52.156129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-88464f50-785c-4b8f-b9c9-a264a77c2036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=977accd0-5e97-47dc-a227-7ded1cd4b482 HTTP/1.1" status: 200 len: 849 time: 0.1078086 May 06 13:01:52.158561 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Floating IP 8289405e-6c70-4450-bff0-74a028b97e43 associated. External IP: 172.25.2.15, port: 442ef0f9-1834-4f39-b291-70fd048cfe80. May 06 13:01:52.267425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-80a2944a-5356-491d-a928-65134b860ccb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067302 May 06 13:01:52.283393 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.455648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=df9530ba-459a-4c0d-b981-872591e430ca,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:52.505433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-152497eb-624f-4cd9-8a8d-5b444289fc7e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:52.507201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-152497eb-624f-4cd9-8a8d-5b444289fc7e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7545049 May 06 13:01:52.531226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:52.718380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-e1670640-cf4d-4b00-88d7-0ebcf0bc2bda service neutron] 10.222.0.13 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442954 May 06 13:01:52.725711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:52.793839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2812eb347c554dda91e349d83f611861 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:52.845338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d14c9bef-1166-437c-986f-21f6b2f0d260 req-18370e14-f7ff-4dcc-aa43-d1a4a654ea30 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.1782703 May 06 13:01:52.853082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:52.882153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:52.909752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-bffd5c71-ee17-48c2-9551-2d1b38ce23e6 service neutron] 10.222.0.83 "GET /v2.0/networks/2c633cc6-d2c0-4fbb-9d09-2ff30168f575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632829 May 06 13:01:52.917565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d14c9bef-1166-437c-986f-21f6b2f0d260 req-e69c8f47-ecc8-4e22-bb35-d677066cc00f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552728 May 06 13:01:52.963191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 2f946a5b-e693-4411-b47d-586118ce6909 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:01:53.122448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bef0436c-9ea2-423f-9831-e53961ae50cc req-4723ecdd-e261-4e2a-9ffb-8c819fa88796 service neutron] 10.222.0.13 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932676 May 06 13:01:53.241313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.269651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-cbd7ccd7-07fe-49f1-a47b-39545fa31958 service neutron] 10.222.0.83 "GET /v2.0/networks/2c633cc6-d2c0-4fbb-9d09-2ff30168f575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343067 May 06 13:01:53.270461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97606392-c5fb-41bb-a929-341f3d96a5ab req-2e1b5594-6577-41df-b32c-53df36442c67 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 210 time: 0.0542774 May 06 13:01:53.363063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.383187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:01:53.396689 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Sync routers for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:01:53.433025 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:53.435223 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:53.556395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device df9530ba-459a-4c0d-b981-872591e430ca up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:53.558487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc63b7-d004-4b40-b495-ae7102f6f8a5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:53.582828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dfabf5e2-1398-4c55-988a-5a3dcd9a70c7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2812eb347c554dda91e349d83f611861&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4373786 May 06 13:01:53.585664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:53.617030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.626786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-d02eb43a-8892-4f26-ac1b-a22cce3fdb98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.3245451 May 06 13:01:53.792110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port df9530ba-459a-4c0d-b981-872591e430ca triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:53.792110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:53.828187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9527bc4-c4eb-401a-ac91-366dac02237a req-a45cb9f9-70fb-4d58-923c-32c88976b481 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.1136267 May 06 13:01:53.932396 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:54.048766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-5d510c4b-2eca-4576-8f92-f21449004b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:54.050517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-5d510c4b-2eca-4576-8f92-f21449004b77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.4138210 May 06 13:01:54.084245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0fee88d1-e269-4722-81a2-0bccffd3bcdd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4137900 May 06 13:01:54.198842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:54.248595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.268995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-cc00fa4f-b77c-42cf-affb-c0586df91fae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1 HTTP/1.1" status: 200 len: 217 time: 0.2119823 May 06 13:01:54.348586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.531365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-cfaf5413-9399-4162-b2e7-e5bd3427f82a tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:54.533003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-cfaf5413-9399-4162-b2e7-e5bd3427f82a tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "GET /v2.0/networks?id=5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 200 len: 812 time: 0.6214826 May 06 13:01:54.553333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Request body: {'port': {'device_id': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436', 'admin_state_up': True, 'tenant_id': 'b82179bef3254584ab4f5ee4d3d4c564'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:54.688128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cb15c-8afd-454a-890e-489ac693eebb req-c0f5f7bf-94ea-4cf6-b42a-f1b15cd681f4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:54.695210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-718cb15c-8afd-454a-890e-489ac693eebb req-c0f5f7bf-94ea-4cf6-b42a-f1b15cd681f4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.3318343 May 06 13:01:54.779520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-caf531e8-c2a8-4f7e-8344-80a6a713e3a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:54.781773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-caf531e8-c2a8-4f7e-8344-80a6a713e3a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=977accd0-5e97-47dc-a227-7ded1cd4b482 HTTP/1.1" status: 200 len: 849 time: 0.5069516 May 06 13:01:54.795922 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8289405e-6c70-4450-bff0-74a028b97e43', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'port_id': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'mac_address': 'fa:16:3e:73:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:01:50Z', 'updated_at': '2022-05-06T13:01:50Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:54.801773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Checking router: 2f946a5b-e693-4411-b47d-586118ce6909 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:01:54.820057 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:01:54.820588 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:54.847913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:54.863901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab5e6d7a-f96a-46ce-aabe-1f0d6ec563ec req-6e1173b2-752b-448e-8337-72a1441b70e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.5091896 May 06 13:01:54.867627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-718cb15c-8afd-454a-890e-489ac693eebb req-6cf5a699-ca9e-47dd-9c48-b4fabf10e222 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1685550 May 06 13:01:54.868647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Usage tracker for resource:port and tenant:b82179bef3254584ab4f5ee4d3d4c564 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:54.872637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:54.882253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:54.894059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:54.913964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc63b7-d004-4b40-b495-ae7102f6f8a5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:54.916990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39846) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:55.048959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab5e6d7a-f96a-46ce-aabe-1f0d6ec563ec req-d9c29913-b6b7-4973-ae45-b3ab7408e9da tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670818 May 06 13:01:55.073090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0ce5e8a3-d935-40eb-a402-0eaf3f1de234 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.1549027 May 06 13:01:55.076961 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6db1fa-6663-4198-97da-da05dd79bd7a'] response: {'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'status': 'completed', 'code': 200} May 06 13:01:55.082613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Made reservation on behalf of b82179bef3254584ab4f5ee4d3d4c564 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:55.082613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.101822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:55.116041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a149d349-f93e-4cba-a452-cb7563d763b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18cc63b7-d004-4b40-b495-ae7102f6f8a5 HTTP/1.1" status: 204 len: 168 time: 1.5190439 May 06 13:01:55.204126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-fb206f60-1948-466e-bcf1-20e4393bdbc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4058471 May 06 13:01:55.435870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:01:55.496806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8883c70c-b695-4468-91b7-59d2bff3fbc4 req-390286a2-743a-486b-800f-372694721ed8 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 210 time: 0.0864289 May 06 13:01:55.498179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Allocated IP 172.20.0.12 (5c3649de-d1ab-420a-9008-e17f80a31436/62069253-94e3-4e10-9524-fcf304580f49/61cc3c6d-b94b-464e-8904-65adb4cff02c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:55.526972 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03ed8a3e-bbf5-4bdd-8a89-cc003a98802e req-83b4ac27-7dcc-4e5a-a07b-4b2b17f0fb3d tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.1882606 May 06 13:01:55.602004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-d8e72890-4699-4d9b-83e7-32e64d9616f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1097 time: 0.5508962 May 06 13:01:55.760698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-85efe55d-6977-4bb7-aa5a-e9012d910240 service neutron] 10.222.0.13 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483668 May 06 13:01:55.980930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.058265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984103-82e5-4990-8af3-944c5660eb35 req-bfa36b8b-fcc2-4752-93a7-19bdf605eda6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:56.060054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-bfa36b8b-fcc2-4752-93a7-19bdf605eda6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.4450939 May 06 13:01:56.078355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39876) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:56.116600 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8289405e-6c70-4450-bff0-74a028b97e43', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'port_id': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'mac_address': 'fa:16:3e:73:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:01:50Z', 'updated_at': '2022-05-06T13:01:50Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:01:56.123685 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae68232-10a3-428c-8b2c-9f6b1e8f7880 None None] The sync data for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 is: [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8289405e-6c70-4450-bff0-74a028b97e43', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'port_id': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'mac_address': 'fa:16:3e:73:b2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:01:50Z', 'updated_at': '2022-05-06T13:01:50Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:01:56.202142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74a1b293-b811-420a-93fc-e085d6b0c76d req-c008c528-719b-4ac8-b94b-99f727bf3c51 service neutron] 10.222.0.13 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335289 May 06 13:01:56.227154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.240020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ec342359-1f04-4b69-b9c2-1e2e753a25f1 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:01:56.250819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-3978fe51-8212-4488-a133-0b51d79548c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 999 time: 0.1807292 May 06 13:01:56.376393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984103-82e5-4990-8af3-944c5660eb35 req-9665427c-975c-4f51-9041-21b665e2b509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:56.379238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-9665427c-975c-4f51-9041-21b665e2b509 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.1208777 May 06 13:01:56.381291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Network 5c3649de-d1ab-420a-9008-e17f80a31436 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:56.398849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:56.410475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:56.444691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd136582-04cb-4cdc-b11a-92950116acd1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.3638690 May 06 13:01:56.482146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Pushing event updated for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:56.495430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:56.511526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'port_id': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1', 'mac_address': 'fa:16:3e:42:70:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:01:56.555594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:56.564877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.578329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:56.619922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.628098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-6b19cbcf-bc97-44d6-a1f3-39d976f2037d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419512 May 06 13:01:56.652484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.672800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1922cad-d936-4380-b353-91a011f098ea req-a7aecfcd-767f-4cc4-8813-2e744661e9ab tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1094 time: 0.3723044 May 06 13:01:56.673492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec342359-1f04-4b69-b9c2-1e2e753a25f1 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:56.702101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:56.705510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:56.719418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7cd20ba3074eb0b690cce177929bcc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:01:56.724807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:01:56.732333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:56.820302 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:56.932735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:56.944675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-15e3820a-0915-40df-bed8-e252201fa32f service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081131 May 06 13:01:56.956998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.957345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.957697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.958031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.958353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.958672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.958988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.959303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.959615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.959958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.960497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:01:56.985764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.86', 63466) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:56.998348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb2743-d2eb-46c9-88f6-c42cafa1577e req-a6afd72b-84df-48a3-8aa1-cbb09be3b5e5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:56.999058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7dfb2743-d2eb-46c9-88f6-c42cafa1577e req-a6afd72b-84df-48a3-8aa1-cbb09be3b5e5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:01:57.035477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-62559342-43a1-4776-a08b-ede059f1ca74 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4894283 May 06 13:01:57.038122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1922cad-d936-4380-b353-91a011f098ea req-ea37faae-e5b8-4c1c-8c51-4e000c4f7ca4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992449 May 06 13:01:57.054014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Request body: {'port': {'device_id': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:57.060679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ec342359-1f04-4b69-b9c2-1e2e753a25f1'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:01:57.215153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.271412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.290833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-a0d8d9b1-e28f-42d8-8ebb-779bbe4566a2 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:57.293600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-a0d8d9b1-e28f-42d8-8ebb-779bbe4566a2 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.86 "GET /v2.0/networks?id=2c633cc6-d2c0-4fbb-9d09-2ff30168f575 HTTP/1.1" status: 200 len: 798 time: 0.3046577 May 06 13:01:57.295752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-541c169d-dd85-4042-b202-24c997405fc0 service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315310 May 06 13:01:57.329519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Request body: {'port': {'device_id': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'admin_state_up': True, 'tenant_id': 'f9e61592e99245e9945af53e5653f42f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:57.364318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f860be5c-6dbe-481a-8262-2b64e6ded717 req-290a7cef-5679-4535-9280-1085277fb748 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.0477531 May 06 13:01:57.405636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.423670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7dfb2743-d2eb-46c9-88f6-c42cafa1577e req-a6afd72b-84df-48a3-8aa1-cbb09be3b5e5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:01:57.424852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7dfb2743-d2eb-46c9-88f6-c42cafa1577e req-a6afd72b-84df-48a3-8aa1-cbb09be3b5e5 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 932 time: 0.6338282 May 06 13:01:57.451210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 39906) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:57.482596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ada41-2894-4c00-ad5d-cfdcf4c30646,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:57.500485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce04b801-2446-41dc-985f-a6ab35e8aed9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c7cd20ba3074eb0b690cce177929bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9158373 May 06 13:01:57.516693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39910) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:57.696709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.735700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.755530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7dfb2743-d2eb-46c9-88f6-c42cafa1577e req-871f86c0-b9f1-41eb-9944-92f39c9f0f90 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222406 May 06 13:01:57.759118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bce5273e-1ac9-4b70-9e7c-f3f77626757b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.3034091 May 06 13:01:57.765792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:01:57.776837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:01:57.801069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:01:57.879111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cc3c6d-b94b-464e-8904-65adb4cff02c {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:01:57.886041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:57.939841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Made reservation on behalf of f9e61592e99245e9945af53e5653f42f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:01:57.942820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.015369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Transition to ACTIVE for port object 61cc3c6d-b94b-464e-8904-65adb4cff02c will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:58.016218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.031737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ada41-2894-4c00-ad5d-cfdcf4c30646,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:58.039140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.044919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9bddc7b6-4c84-4e19-9040-2104cc5f75cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a45ada41-2894-4c00-ad5d-cfdcf4c30646 HTTP/1.1" status: 204 len: 168 time: 0.5261912 May 06 13:01:58.140909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.146519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Allocated IP 172.20.0.21 (2c633cc6-d2c0-4fbb-9d09-2ff30168f575/fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7/321c029c-0a5b-4360-a1fe-30e64605b101) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:01:58.241924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ec342359-1f04-4b69-b9c2-1e2e753a25f1 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:01:58.346801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Pushing event updated for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:58.420652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ec342359-1f04-4b69-b9c2-1e2e753a25f1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:58.429650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ec342359-1f04-4b69-b9c2-1e2e753a25f1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:58.431995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.460154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb06e079-1ff4-4dbc-94ee-8a9ec55262b6 req-ab7a4b59-cd70-4f3c-948c-6cb86b57b5f6 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1095 time: 0.1831496 May 06 13:01:58.536823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Attempting to bind port 61cc3c6d-b94b-464e-8904-65adb4cff02c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:01:58.537632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Attempting to bind port 61cc3c6d-b94b-464e-8904-65adb4cff02c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:01:58.538136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Attempting to bind port 61cc3c6d-b94b-464e-8904-65adb4cff02c on network 5c3649de-d1ab-420a-9008-e17f80a31436 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:58.568916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb06e079-1ff4-4dbc-94ee-8a9ec55262b6 req-142d3ff1-ac12-41c9-96aa-66f1a35ef02e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944545 May 06 13:01:58.573341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Port 61cc3c6d-b94b-464e-8904-65adb4cff02c on network 5c3649de-d1ab-420a-9008-e17f80a31436 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:01:58.575344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Attempting to bind port 61cc3c6d-b94b-464e-8904-65adb4cff02c on network 5c3649de-d1ab-420a-9008-e17f80a31436 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:01:58.591194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:01:58.591453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.592338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Checking segment: {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:01:58.594738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Bound using segment: {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:01:58.595369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Bound port: 61cc3c6d-b94b-464e-8904-65adb4cff02c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f636518-226e-4c35-9ee1-1fc48c0e6d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:01:58.595963 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.614932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Transition to ACTIVE for port object 321c029c-0a5b-4360-a1fe-30e64605b101 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:01:58.670752 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.713636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-78fca908-e9f8-4eef-9f3b-115120d76d41 req-79a482c6-97b0-40e0-85bb-2bcaa3c85e48 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.0771923 May 06 13:01:58.729904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.740275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:01:58.740275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:58.779805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:01:58.783586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:01:58.784817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39932) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:01:58.843722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.910936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:58.983399 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c248bb4-d1e1-476d-aaad-f9269c7e9ad3'] response: {'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1', 'code': 200} May 06 13:01:58.993172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event updated for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:59.018450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:59.019937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] 10.222.0.86 "PUT /v2.0/ports/61cc3c6d-b94b-464e-8904-65adb4cff02c HTTP/1.1" status: 200 len: 1092 time: 1.9750702 May 06 13:01:59.020400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:01:59.083533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4792d84-36b5-4b35-965c-20f74225053e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.2975614 May 06 13:01:59.088411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f651c-e828-476d-a38d-273efde2289c service neutron] Pushing event updated for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:59.100307 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:01:59.119872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:01:59.126261 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b210d74-72d7-4f6c-b78d-856b88481e1f'] response: {'name': 'network-changed', 'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c', 'status': 'completed', 'code': 200} May 06 13:01:59.127653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:01:59.130870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:01:59.270782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdf1397a-91ae-48ef-812c-bd5bf09ed494 req-d2ade7f7-b960-422b-bca1-2552f686771d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 1095 time: 0.1210546 May 06 13:01:59.337193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:59.338234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:59.395180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2991ade1-6fb5-413b-a57c-181948c91665 req-c0311c53-fba4-4554-b227-de9e541d2634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.4091790 May 06 13:01:59.450877 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf6fc2-ebad-458e-97cf-adb5f765400e req-5029c6b5-4843-4efc-8487-1a15c358b87d tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:59.457782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2bf6fc2-ebad-458e-97cf-adb5f765400e req-5029c6b5-4843-4efc-8487-1a15c358b87d tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 944 time: 0.3400085 May 06 13:01:59.489159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2991ade1-6fb5-413b-a57c-181948c91665 req-6da13324-3bfe-441b-abda-f467bb08ae28 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 May 06 13:01:59.514453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1397a-91ae-48ef-812c-bd5bf09ed494 req-5cd1c881-c3ea-42a9-a304-acbe4b656d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:01:59.516053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdf1397a-91ae-48ef-812c-bd5bf09ed494 req-5cd1c881-c3ea-42a9-a304-acbe4b656d88 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2335973 May 06 13:01:59.525998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2bf6fc2-ebad-458e-97cf-adb5f765400e req-3bf1ef95-9255-4826-bf6b-bfaab53b34e0 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672209 May 06 13:01:59.535477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-213789ff-3b8f-45e9-8945-d9beef1d5446 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2117996 May 06 13:01:59.554533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Request body: {'port': {'device_id': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:01:59.643095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b996ef86-cd16-4906-a4e4-c3653dfbd0cd None None] Provisioning for port 321c029c-0a5b-4360-a1fe-30e64605b101 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:01:59.648906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b996ef86-cd16-4906-a4e4-c3653dfbd0cd None None] Provisioning complete for port 321c029c-0a5b-4360-a1fe-30e64605b101 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:01:59.649997 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b996ef86-cd16-4906-a4e4-c3653dfbd0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:01:59.733583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b996ef86-cd16-4906-a4e4-c3653dfbd0cd None None] Port 321c029c-0a5b-4360-a1fe-30e64605b101 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:01:59.796472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.056822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1397a-91ae-48ef-812c-bd5bf09ed494 req-8c5dfbb0-ecfe-424d-b29e-c295804472d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:00.058338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fdf1397a-91ae-48ef-812c-bd5bf09ed494 req-8c5dfbb0-ecfe-424d-b29e-c295804472d9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5289466 May 06 13:02:00.065643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-666ad9d9-82d0-4569-82a8-60a6ad780820 req-f6ca1fa3-a290-4365-871e-dc8fefce1d35 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.1666856 May 06 13:02:00.097569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39960) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:00.291691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa106-b58c-4535-b942-a4c37d136ae6 req-d09be7f4-3552-4471-8cb5-60531f3b6e8c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:00.293443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-70baa106-b58c-4535-b942-a4c37d136ae6 req-d09be7f4-3552-4471-8cb5-60531f3b6e8c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:00.296882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-666ad9d9-82d0-4569-82a8-60a6ad780820 req-baf095a6-0d75-4d1c-bf63-7087ae0b56d8 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186913 May 06 13:02:00.306667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45e8f1bc-c6fb-47a7-80e6-fc17ea1ca93a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.2077875 May 06 13:02:00.325647 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-30f606df-ec9a-4fa5-9872-43740f4984b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 1095 time: 0.1493740 May 06 13:02:00.408749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-fbc27a42-a55b-4afd-acbf-fc9cbf66ae8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c HTTP/1.1" status: 200 len: 217 time: 0.0718894 May 06 13:02:00.489035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-cf76665a-86f5-4d83-b90e-24a4e10c227a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:00.490789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-cf76665a-86f5-4d83-b90e-24a4e10c227a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62069253-94e3-4e10-9524-fcf304580f49 HTTP/1.1" status: 200 len: 852 time: 0.0759706 May 06 13:02:00.546067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-70baa106-b58c-4535-b942-a4c37d136ae6 req-d09be7f4-3552-4471-8cb5-60531f3b6e8c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:00.548192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70baa106-b58c-4535-b942-a4c37d136ae6 req-d09be7f4-3552-4471-8cb5-60531f3b6e8c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 895 time: 0.5737779 May 06 13:02:00.597186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-a2f0b15f-1fde-4e6c-8ced-90365ec52af8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5c3649de-d1ab-420a-9008-e17f80a31436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973768 May 06 13:02:00.785903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321c029c-0a5b-4360-a1fe-30e64605b101 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:00.802670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:00.831792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Transition to ACTIVE for port object 321c029c-0a5b-4360-a1fe-30e64605b101 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:00.887289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-326987af-65ae-48c2-b5a9-640a697fc645 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850959 May 06 13:02:00.974372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.006090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f23873-9e2e-49e7-bd56-3c5f0380771a req-0d2460ee-d1ab-4cac-92bd-14051235ab09 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:01.006791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65f23873-9e2e-49e7-bd56-3c5f0380771a req-0d2460ee-d1ab-4cac-92bd-14051235ab09 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:01.030092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-65f23873-9e2e-49e7-bd56-3c5f0380771a req-0d2460ee-d1ab-4cac-92bd-14051235ab09 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:01.031516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65f23873-9e2e-49e7-bd56-3c5f0380771a req-0d2460ee-d1ab-4cac-92bd-14051235ab09 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 944 time: 0.3213573 May 06 13:02:01.136024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Pushing event updated for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:01.166359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65f23873-9e2e-49e7-bd56-3c5f0380771a req-1247da88-9eeb-493e-aa68-98d248c23845 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 May 06 13:02:01.174859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9ee211e3-846c-4eb7-bc48-2fbd63107eb7 req-57a4a614-abc0-48dd-bb4c-ed0ba5b6ad20 service neutron] 10.222.0.86 "GET /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749169 May 06 13:02:01.310842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 39984) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:01.357186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Attempting to bind port 321c029c-0a5b-4360-a1fe-30e64605b101 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:01.357696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Attempting to bind port 321c029c-0a5b-4360-a1fe-30e64605b101 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:01.358732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Attempting to bind port 321c029c-0a5b-4360-a1fe-30e64605b101 on network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:01.366684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Port 321c029c-0a5b-4360-a1fe-30e64605b101 on network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:02:01.367387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Attempting to bind port 321c029c-0a5b-4360-a1fe-30e64605b101 on network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:01.377576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:01.378058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Checking segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:01.378562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Bound using segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:01.379077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Bound port: 321c029c-0a5b-4360-a1fe-30e64605b101, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:01.379614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:01.456110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c1e818-7332-4a34-841d-e5e413d3132f None None] New status for floating IP 8289405e-6c70-4450-bff0-74a028b97e43: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:02:01.674182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7c1f4ae0-6bc7-4505-8075-0c5b8eed7fda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.3608372 May 06 13:02:01.939805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:01.947075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=321c029c-0a5b-4360-a1fe-30e64605b101,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:01.953511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9c34-e666-4857-95df-efb52a963af1 req-1aeb09f2-4997-4918-a036-b7bcac310285 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:01.955695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a4c9c34-e666-4857-95df-efb52a963af1 req-1aeb09f2-4997-4918-a036-b7bcac310285 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.1108081 May 06 13:02:01.970113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e71b47af-6a78-400f-bd58-a7aca1f3edcc req-0c39acc0-b940-4e97-a029-d2ffb34d615d tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.4542007 May 06 13:02:02.020054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e71b47af-6a78-400f-bd58-a7aca1f3edcc req-3c52b8fc-ce16-4079-b339-4ba2d6cd6fdd tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 May 06 13:02:02.055094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.133888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.135563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] 10.222.0.86 "PUT /v2.0/ports/321c029c-0a5b-4360-a1fe-30e64605b101 HTTP/1.1" status: 200 len: 1055 time: 2.5931401 May 06 13:02:02.138760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:02.159719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bf431-fda4-49fb-960b-5e98aa8ee9ab service neutron] Pushing event updated for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:02.220057 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfc28e4-79e6-40db-ab62-d89daa5d43bb'] response: {'name': 'network-changed', 'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101', 'status': 'completed', 'code': 200} May 06 13:02:02.268526 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c65f0d-34af-4e66-bf85-ca7b0698bb0d req-4086c757-e37f-4ebe-bd5c-f1eda163b93b tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.1196625 May 06 13:02:02.276683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 61cc3c6d-b94b-464e-8904-65adb4cff02c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:02:02.374504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-33c65f0d-34af-4e66-bf85-ca7b0698bb0d req-0cc280eb-8308-41ad-8739-aa25532870dc tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049628 May 06 13:02:02.483679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-d082d35b-8585-421b-ac70-ff96fc36d85b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 1058 time: 0.2345731 May 06 13:02:02.509303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:02.539510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '61cc3c6d-b94b-464e-8904-65adb4cff02c', 'network_id': '5c3649de-d1ab-420a-9008-e17f80a31436', 'port_id': '61cc3c6d-b94b-464e-8904-65adb4cff02c', 'mac_address': 'fa:16:3e:dd:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62069253-94e3-4e10-9524-fcf304580f49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:02:02.595249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9ac2f22-991d-457a-b4f2-845a48f16d62 req-8186348f-2762-476d-bc96-a737875301ec tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.0872309 May 06 13:02:02.641839 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.666431 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cc3c6d-b94b-464e-8904-65adb4cff02c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:02.666971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9ac2f22-991d-457a-b4f2-845a48f16d62 req-e36705e9-e269-460f-8795-9977c2bd8a9f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707088 May 06 13:02:02.673766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40024) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:02.707915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:02.708137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c898b-1f82-4472-9ce9-fdb1bf142525 req-692ac6a0-b17b-4240-bdb2-24930a2ade85 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:02.709147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-983c898b-1f82-4472-9ce9-fdb1bf142525 req-692ac6a0-b17b-4240-bdb2-24930a2ade85 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 944 time: 0.3460042 May 06 13:02:02.799621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:02.831744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:02.847132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d40ddad7-e510-4bf7-bb1a-f3f61d1b8640 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 993 time: 0.1704814 May 06 13:02:02.909208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-ea9cb62d-7945-49df-ae35-bf5a31fccb12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:02.909631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-ea9cb62d-7945-49df-ae35-bf5a31fccb12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:02.913194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-ea9cb62d-7945-49df-ae35-bf5a31fccb12 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f9e61592e99245e9945af53e5653f42f&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.4190342 May 06 13:02:02.918635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-c3f8aa49-95fc-48cb-8099-6eac619b7743 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3229015 May 06 13:02:02.921656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:03.014123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-983c898b-1f82-4472-9ce9-fdb1bf142525 req-7b09c9c2-5d69-4bc8-aad0-81b7524d67a3 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921708 May 06 13:02:03.068893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['61cc3c6d-b94b-464e-8904-65adb4cff02c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:03.210125 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:03.295677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-09f72631-7f57-41ae-9c61-7d17083940fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.2270408 May 06 13:02:03.298796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-355fcaf3-dd6a-4846-ad88-995c27c82c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.300398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11342c02-22a2-49c2-95ef-f52cd97ef3cf req-355fcaf3-dd6a-4846-ad88-995c27c82c99 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3808849 May 06 13:02:03.382136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-3ffb8a8a-f369-468f-9c80-38ca561d71e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.383899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-3ffb8a8a-f369-468f-9c80-38ca561d71e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.1940367 May 06 13:02:03.406953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-226871c1-e704-4517-8493-0e3b3689a7ae tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/quotas/42c8f3b70f9842f599d8766d7ee24aa9 HTTP/1.1" status: 200 len: 375 time: 0.0116754 May 06 13:02:03.412472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:03.469659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe68570b1e34caaa7f6fd699f5d61d1 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:03.479717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:03.497498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:03.577804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766fe41-cc3c-4f99-b001-367252d70d53 req-5ff72372-53b2-457c-b44d-f4a6951a9992 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.579604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2766fe41-cc3c-4f99-b001-367252d70d53 req-5ff72372-53b2-457c-b44d-f4a6951a9992 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.3457334 May 06 13:02:03.596581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-9cb4ed97-ccf7-4aeb-8b90-d1566b880d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.598039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-9cb4ed97-ccf7-4aeb-8b90-d1566b880d1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 898 time: 0.2682607 May 06 13:02:03.641363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-ff24e1dc-e296-4352-a8e6-647eb389198f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2271569 May 06 13:02:03.707913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-98284b16-9b53-45d8-ab4b-458f489b0313 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 1058 time: 0.2878201 May 06 13:02:03.790331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-51dac6ce-2c97-4308-9359-9658393973a7 service neutron] 10.222.0.83 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416028 May 06 13:02:03.818493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-87000990-83ea-4c2b-bcdc-437feb088eac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=321c029c-0a5b-4360-a1fe-30e64605b101 HTTP/1.1" status: 200 len: 217 time: 0.1008763 May 06 13:02:03.866012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:03.868281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-e7a61587-cc12-4f7b-80d0-8ab8b49507b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 1000 time: 0.2621973 May 06 13:02:03.948327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-c928338d-6ac2-4f8c-8aa5-98ec4f4c9ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.949877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-c928338d-6ac2-4f8c-8aa5-98ec4f4c9ae0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7 HTTP/1.1" status: 200 len: 838 time: 0.1251533 May 06 13:02:03.956652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-66ec443f-e570-4b31-a038-cd8f747b3baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:03.958176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-66ec443f-e570-4b31-a038-cd8f747b3baa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 200 len: 834 time: 0.0704937 May 06 13:02:03.958628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-5ad2bccf-6f59-44df-b7dd-f948d0a635eb service neutron] 10.222.0.83 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602106 May 06 13:02:04.045247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.120442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7353fd6-29ce-4fbe-a22d-9e9d7dc5a4ff,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:04.132009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-57aa5258-df19-4842-b019-b24902faa997 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2fe68570b1e34caaa7f6fd699f5d61d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3217826 May 06 13:02:04.135143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40060) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:04.159707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-262b4f65-148a-44ea-b453-4ece0d2c04d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c633cc6-d2c0-4fbb-9d09-2ff30168f575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960027 May 06 13:02:04.159707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-a7d1ec1d-f9a7-4f2c-acd5-1a9800f6ef4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af8f810e-6189-486f-9c68-cfcc55194c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608093 May 06 13:02:04.216836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.252351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.276639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 61cc3c6d-b94b-464e-8904-65adb4cff02c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:04.443226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-04602a55-baf0-4105-a211-3d36470245c3 req-e1660ea9-97b8-4def-b7c4-b70f3488ee05 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 210 time: 0.0531306 May 06 13:02:04.470780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 61cc3c6d-b94b-464e-8904-65adb4cff02c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:04.478823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 61cc3c6d-b94b-464e-8904-65adb4cff02c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:04.479293 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.518716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.558062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.562889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7353fd6-29ce-4fbe-a22d-9e9d7dc5a4ff HTTP/1.1" status: 204 len: 168 time: 0.4245806 May 06 13:02:04.563103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202e1ae-c340-4e25-8246-a5f1dfe7399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7353fd6-29ce-4fbe-a22d-9e9d7dc5a4ff,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:04.608215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-d7f16b99-a70a-4f44-8a6b-deacef5793e3 service neutron] 10.222.0.86 "GET /v2.0/networks/2c633cc6-d2c0-4fbb-9d09-2ff30168f575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452221 May 06 13:02:04.612595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-609e5cba-d379-4a6f-93f8-c6ea1ff44b03 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276452 May 06 13:02:04.698624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.739633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:04.741516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:04.797484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:04.851132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515b866-a97c-48d2-8657-18e48b818199 req-ccfb4dee-2b1a-4e6a-9b97-d86765ab55d2 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:04.859254 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0515b866-a97c-48d2-8657-18e48b818199 req-ccfb4dee-2b1a-4e6a-9b97-d86765ab55d2 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 945 time: 0.6754980 May 06 13:02:05.072059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bf7b5-7e7e-4f7a-83f2-44334a91a369 req-626d030d-8dd0-4eba-ba5e-d134d180e8b8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:05.096525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a90bf7b5-7e7e-4f7a-83f2-44334a91a369 req-626d030d-8dd0-4eba-ba5e-d134d180e8b8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.2912090 May 06 13:02:05.133714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0515b866-a97c-48d2-8657-18e48b818199 req-f115474b-8c21-4b0b-aedb-13993a182da9 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696095 May 06 13:02:05.190383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:05.205469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ced7b3f-336b-4bc1-8a1b-d44ac531a836 req-8e7c23b2-e47b-4d3b-9d65-b16326a55a83 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806975 May 06 13:02:05.236089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9550968-8b54-4ce9-a994-c5cc89fb29f4 req-906df8b5-f33e-455e-86c9-0a4dc632c947 service neutron] 10.222.0.86 "GET /v2.0/networks/2c633cc6-d2c0-4fbb-9d09-2ff30168f575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629697 May 06 13:02:05.248797 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f17992-12d5-4061-af23-a44366926a8d'] response: {'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c', 'code': 200} May 06 13:02:05.404292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d038f199-ae37-478c-ad9a-e521c763dcfd req-4a8fb5e8-0d7b-4f7d-921f-2eab7b7fbaf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 1097 time: 0.0828478 May 06 13:02:05.458690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d038f199-ae37-478c-ad9a-e521c763dcfd req-5bd9d642-d8e3-4224-bd1f-2e45c1fbeab5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469041 May 06 13:02:05.626772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9283e6c7-e3c4-4b33-998e-ff0ae93825cf req-4a30c3c2-640f-4c27-a0f1-fef5f658291f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 210 time: 0.0406246 May 06 13:02:05.860901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40096) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:05.908012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:05.936779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.028827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:06.034338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Usage tracker for resource:security_group_rule and tenant:a8708167ee6f4bc3b0ca527eb395d04a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:06.038897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:06.047196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:06.061248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-4b5758a3-acce-46be-bf86-fb31b827767d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057487 May 06 13:02:06.126769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.195628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.220233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.265700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a8708167ee6f4bc3b0ca527eb395d04a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3530514 May 06 13:02:06.275304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40112) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:06.339518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eadb71-2768-4db1-bbeb-80c60c9390e5 req-2d85d891-1e8c-437e-bff4-166c51cf03b4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:06.341334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60eadb71-2768-4db1-bbeb-80c60c9390e5 req-2d85d891-1e8c-437e-bff4-166c51cf03b4 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.0927870 May 06 13:02:06.365153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:06.385277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b7a1e9-b4bb-4e71-ac41-2639571e1f75,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.385277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d511890e05f4f3e9c8d4766036bd3b8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:06.389759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:06.409633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:06.442959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.443294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.443619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.443969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.444294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.444612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.444929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.445241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.445550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.445863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.446179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21e4786-eb20-4c8a-9ca1-b25097169651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:06.499631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-861f03ca-de39-4efc-9f87-a49ddac2d772 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1097 time: 0.3451812 May 06 13:02:06.504686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.541646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8d2e2-12f4-4dd3-a3af-1c1f0ada5226 req-5c3fcbc7-2b73-4f1f-a808-afd162c9d734 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:06.543851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fef8d2e2-12f4-4dd3-a3af-1c1f0ada5226 req-5c3fcbc7-2b73-4f1f-a808-afd162c9d734 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 946 time: 0.2689862 May 06 13:02:06.574746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.696152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.756016 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fef8d2e2-12f4-4dd3-a3af-1c1f0ada5226 req-c01db2e9-0ba7-4658-9c72-5736818de811 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871829 May 06 13:02:06.774138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.804811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-df18b8a2-d76c-4432-9931-8756e7be69b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:06.804811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-df18b8a2-d76c-4432-9931-8756e7be69b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.2671547 May 06 13:02:06.893017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c437c-cd9a-43f8-86d7-f9621c2f205a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.904066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.919529 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2f4d28c0-8cc5-44f3-92ca-b3e9845c01a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d511890e05f4f3e9c8d4766036bd3b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0575356 May 06 13:02:06.927736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:06.935161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed13e489-abc7-4576-ae37-b4d4d1035ba2 req-80490998-ec2d-400a-852b-05cfe3534d6a tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 210 time: 0.1041176 May 06 13:02:06.950849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b7a1e9-b4bb-4e71-ac41-2639571e1f75,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:06.993990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-8029e385-7fe6-455c-a771-02900af8a5c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 1001 time: 0.1772084 May 06 13:02:06.996806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:06.997874 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-34612988-806f-44f4-81f2-a65348b7be89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/10b7a1e9-b4bb-4e71-ac41-2639571e1f75 HTTP/1.1" status: 204 len: 168 time: 0.7182636 May 06 13:02:07.034598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.067041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.177871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-df8775f5-dc75-4921-a37c-70df77c2472e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:07.179399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-df8775f5-dc75-4921-a37c-70df77c2472e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.1795797 May 06 13:02:07.198410 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.225090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c437c-cd9a-43f8-86d7-f9621c2f205a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:07.228608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.233287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6924c1df-8814-46a0-9475-355c46784a1a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/661c437c-cd9a-43f8-86d7-f9621c2f205a HTTP/1.1" status: 204 len: 168 time: 0.2960606 May 06 13:02:07.274845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-51ace6a4-85c1-4849-a70f-5abefaf51663 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894170 May 06 13:02:07.460986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-0d795ec1-6998-4a44-9ecf-6de20e33b35f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:07.462502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-0d795ec1-6998-4a44-9ecf-6de20e33b35f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.86 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.1927793 May 06 13:02:07.467759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-701b383b-100a-45b0-bfb1-dabffece736d service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849396 May 06 13:02:07.483349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Request body: {'port': {'device_id': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'admin_state_up': True, 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:07.489058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:07.514038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:07.608980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Made reservation on behalf of 42c8f3b70f9842f599d8766d7ee24aa9 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:07.611347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:07.823658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-984d2ca0-6f79-4a02-a087-3a0473465634 req-a9c844e6-2a39-4239-a103-56bdd2b5706b service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437214 May 06 13:02:07.862337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023f84c-9caf-4425-b539-bde7eb98b05b req-242f05d0-6237-43d8-a8a1-8a0ed34ecc47 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:07.867122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e023f84c-9caf-4425-b539-bde7eb98b05b req-242f05d0-6237-43d8-a8a1-8a0ed34ecc47 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.2440922 May 06 13:02:08.012245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Allocated IP 172.20.0.6 (f7cf65aa-4ccd-4413-b4bd-527d1e0086b6/977accd0-5e97-47dc-a227-7ded1cd4b482/3b413547-206b-4b18-9d0d-80a212affaf4) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:02:08.185154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c435b9f-417a-49ce-9012-c5d2543d5253 req-c4772ac6-f29a-4275-b3ae-fbbab95bb281 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 210 time: 0.0445542 May 06 13:02:08.210997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23310a-7fd0-4947-88ad-d94a0f2205be req-83f5b275-3b9a-49fa-a616-45a24c211806 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:08.215962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f23310a-7fd0-4947-88ad-d94a0f2205be req-83f5b275-3b9a-49fa-a616-45a24c211806 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 946 time: 0.2561243 May 06 13:02:08.247180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40156) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:08.266681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.298877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 321c029c-0a5b-4360-a1fe-30e64605b101 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:02:08.308012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:08.315041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Usage tracker for resource:security_group_rule and tenant:4e7c4bf1e99b43c4b2f17b8498b31f34 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:08.321915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:08.324637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1f23310a-7fd0-4947-88ad-d94a0f2205be req-fe004e8f-092a-4259-a687-e2e42f08c7be tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025133 May 06 13:02:08.325210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:08.422845 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.434999 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.460950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Transition to ACTIVE for port object 3b413547-206b-4b18-9d0d-80a212affaf4 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:08.495096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.581794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.624232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e7c4bf1e99b43c4b2f17b8498b31f34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3759034 May 06 13:02:08.628543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ace9f-c959-4c90-b838-71a875c9469a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20561b58-f2f3-4b43-8537-e4a29eb99938,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:08.631366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40170) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:08.663682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=321c029c-0a5b-4360-a1fe-30e64605b101,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:08.666413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:02:08.670355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:02:08.674464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:02:08.703038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '321c029c-0a5b-4360-a1fe-30e64605b101', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'port_id': '321c029c-0a5b-4360-a1fe-30e64605b101', 'mac_address': 'fa:16:3e:72:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:02:08.732444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Pushing event updated for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:08.750208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:08.751129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.751441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ec342359-1f04-4b69-b9c2-1e2e753a25f1'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:08.788920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.801835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f462ef4-1b88-466e-a74a-72aa2aba6b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.840162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:08.895406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-e8c51ec4-6ffa-4556-bbf3-a024f70a620e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4162099 May 06 13:02:08.912417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Request body: {'port': {'device_id': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:08.975212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.015160 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.047733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.061669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321c029c-0a5b-4360-a1fe-30e64605b101 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:09.063228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/20561b58-f2f3-4b43-8537-e4a29eb99938 HTTP/1.1" status: 204 len: 168 time: 0.4241910 May 06 13:02:09.067212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c9a94-11fe-4bb9-8a97-761a7eb3f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20561b58-f2f3-4b43-8537-e4a29eb99938,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:09.153016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=321c029c-0a5b-4360-a1fe-30e64605b101,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:09.214311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.335642 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Sync routers for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:09.354811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4bb6ca6a-b89c-4e99-8aeb-d0036ae7e77e None None] Provisioning for port 3b413547-206b-4b18-9d0d-80a212affaf4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:09.361386 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:09.362300 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:01:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:09.380928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.389086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4bb6ca6a-b89c-4e99-8aeb-d0036ae7e77e None None] Provisioning complete for port 3b413547-206b-4b18-9d0d-80a212affaf4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:09.392397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4bb6ca6a-b89c-4e99-8aeb-d0036ae7e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:09.582291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6ca6a-b89c-4e99-8aeb-d0036ae7e77e None None] Port 3b413547-206b-4b18-9d0d-80a212affaf4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:09.587472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:09.651712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['321c029c-0a5b-4360-a1fe-30e64605b101'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:09.670483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18644-d152-417a-948d-e6afb8ed8dfd req-0a75b6e7-90bd-48ab-9115-e5c397951b58 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:09.672057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1bc18644-d152-417a-948d-e6afb8ed8dfd req-0a75b6e7-90bd-48ab-9115-e5c397951b58 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 907 time: 0.5473382 May 06 13:02:09.817533 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:09.950607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b413547-206b-4b18-9d0d-80a212affaf4 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:09.969232 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.004547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Transition to ACTIVE for port object 3b413547-206b-4b18-9d0d-80a212affaf4 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:10.078813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46a666bb-dbda-47ee-94a0-1acfa01c2ffa req-bd8fc186-ffcb-4a7e-beee-022cb2ccfe3e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1027 time: 0.1232295 May 06 13:02:10.134073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46a666bb-dbda-47ee-94a0-1acfa01c2ffa req-1987e1d3-378b-42bd-a24e-9b279e0c99e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 May 06 13:02:10.191754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.267094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:10.307754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 321c029c-0a5b-4360-a1fe-30e64605b101 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:10.311864 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:28Z', 'revision_number': 4, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4d2965ee-e7f4-40cf-b64e-a10cd948e292', 'name': '', 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'mac_address': 'fa:16:3e:24:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:26Z', 'updated_at': '2022-05-06T13:01:29Z', 'revision_number': 2, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'subnets': [{'id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:10.316876 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Checking router: 7ec5a1b7-00b4-4572-988b-f7171aa0738f for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:10.317344 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Updating router 7ec5a1b7-00b4-4572-988b-f7171aa0738f port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:02:10.378009 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.560581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Attempting to bind port 3b413547-206b-4b18-9d0d-80a212affaf4 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:10.561405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Attempting to bind port 3b413547-206b-4b18-9d0d-80a212affaf4 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:10.561836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Attempting to bind port 3b413547-206b-4b18-9d0d-80a212affaf4 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:10.573051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Port 3b413547-206b-4b18-9d0d-80a212affaf4 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:02:10.573518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Attempting to bind port 3b413547-206b-4b18-9d0d-80a212affaf4 on network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:10.581934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:10.582454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Checking segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:10.582938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Bound using segment: {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:10.583510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Bound port: 3b413547-206b-4b18-9d0d-80a212affaf4, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88951bad-566e-4903-8d9a-5956e85f8a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:10.583989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.671956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 321c029c-0a5b-4360-a1fe-30e64605b101 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:10.677130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 321c029c-0a5b-4360-a1fe-30e64605b101 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:10.677503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.781750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:10.785382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3b413547-206b-4b18-9d0d-80a212affaf4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:10.854747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:10.988950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fa637d5-9883-41ee-bfa5-5bcd964b0ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.052527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.054380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] 10.222.0.86 "PUT /v2.0/ports/3b413547-206b-4b18-9d0d-80a212affaf4 HTTP/1.1" status: 200 len: 1091 time: 2.1513810 May 06 13:02:11.190958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:11.236395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.247100 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.263535 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Transition to ACTIVE for port object 4d2965ee-e7f4-40cf-b64e-a10cd948e292 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:11.375190 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.388061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:11.435083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=321c029c-0a5b-4360-a1fe-30e64605b101,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:11.518533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:11.541473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df5962-97cd-4c9f-b592-0c0dac4de4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:11.605626 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5421a0d5-5c10-4c2c-9895-a2ea73b39878 req-867237a2-1b18-4717-b1f5-22930d254de4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.1824665 May 06 13:02:11.702955 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5421a0d5-5c10-4c2c-9895-a2ea73b39878 req-dcd1c07f-2605-4a0e-9aaa-eadf2aa3f911 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955794 May 06 13:02:11.796395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029a02a-b2e3-4eac-a918-4d19cab5be54 req-b963385a-28cc-4cca-be7e-565cae3bd978 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:11.797813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6029a02a-b2e3-4eac-a918-4d19cab5be54 req-b963385a-28cc-4cca-be7e-565cae3bd978 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 908 time: 0.7417626 May 06 13:02:11.798547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:11.874150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-11ff9133-c88f-4130-b9c8-9c43769aa81e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.6648536 May 06 13:02:11.989549 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Pushing event updated for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:12.024349 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Attempting to bind port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:12.024807 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Attempting to bind port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:12.026164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Attempting to bind port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 on network 2aa3215c-367d-46f5-a73f-d48dade28e9b {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:12.028676 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a41daf-0d6a-4bde-8f32-1a6c5d657b68'] response: {'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101', 'code': 200} May 06 13:02:12.033870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.038903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.039454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.039886 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.040318 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.040761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.041186 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.041698 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.042055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.043141 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.044342 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:12.064569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:12.064569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Checking segment: {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:12.064569 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.064569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Bound using segment: {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:12.065051 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Bound port: 4d2965ee-e7f4-40cf-b64e-a10cd948e292, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858074b5-dff5-41b5-95f8-80d44a41dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:12.065328 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.100031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-eeca8379-0155-432b-8e28-e68aad437dc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b413547-206b-4b18-9d0d-80a212affaf4 HTTP/1.1" status: 200 len: 217 time: 0.2171397 May 06 13:02:12.102313 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d785f71-c9c6-4f40-9334-0c5640977154'] response: {'name': 'network-changed', 'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4', 'status': 'completed', 'code': 200} May 06 13:02:12.251826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfe1d6b6-3077-4c45-be85-4295b4fe0025 req-4aa8d682-3ffd-4983-a1f0-65de7a5eeed5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 1060 time: 0.1545148 May 06 13:02:12.290694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] For port 4d2965ee-e7f4-40cf-b64e-a10cd948e292, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:12.295682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] For port 4d2965ee-e7f4-40cf-b64e-a10cd948e292, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4d2965ee-e7f4-40cf-b64e-a10cd948e292,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:12.306031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.323948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-a4c69fe8-3741-4e38-9244-7136ecf753eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:12.325483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-a4c69fe8-3741-4e38-9244-7136ecf753eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=977accd0-5e97-47dc-a227-7ded1cd4b482 HTTP/1.1" status: 200 len: 849 time: 0.2184918 May 06 13:02:12.345707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.398652 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:12.523288 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8efad1-a3b6-4aaa-8fa3-b212161cd0b8 None None] Pushing event updated for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:12.528815 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:12.530652 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:12.599543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-4c8ed45f-7d09-460d-b553-e14b9ba208cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314871 May 06 13:02:12.823209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Sync routers for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:12.845588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Routers {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:12.846903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:13.000167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-75e1f2f9-5b0b-4466-bfc9-7bdd33f2895a service neutron] 10.222.0.86 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920362 May 06 13:02:13.076914 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:13.209212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Set router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:13.276653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40256) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:13.394180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-752f98c9-62bd-44f7-b043-4af38327bdd9 req-aa89b16d-3634-49e2-bf27-d68fb4fad833 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.2094493 May 06 13:02:13.462742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ccc497a9-8fab-4739-9d0b-fcddddd76352 req-a6c18ebe-c6ee-45aa-a473-483c81933496 service neutron] 10.222.0.86 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485283 May 06 13:02:13.488552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5f78-62a7-4fe9-9165-245a34e8bd2f req-74fba094-d675-46e0-99a3-e54d8013a4c1 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:13.500995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4d8c5f78-62a7-4fe9-9165-245a34e8bd2f req-74fba094-d675-46e0-99a3-e54d8013a4c1 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.2896609 May 06 13:02:13.552221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-752f98c9-62bd-44f7-b043-4af38327bdd9 req-9de51e7c-3295-487f-8515-ac31856d77c6 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512945 May 06 13:02:13.749276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:13.778741 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-1bfdd959-f67a-4525-b4c6-ec6f098c7be9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.1903284 May 06 13:02:13.828437 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:28Z', 'revision_number': 4, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4d2965ee-e7f4-40cf-b64e-a10cd948e292', 'name': '', 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'mac_address': 'fa:16:3e:24:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:26Z', 'updated_at': '2022-05-06T13:02:12Z', 'revision_number': 4, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'subnets': [{'id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:13.846013 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2659ef-5a83-4da6-a2e5-b74d2c1160ce None None] The sync data for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 is: [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:01:28Z', 'revision_number': 4, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '4d2965ee-e7f4-40cf-b64e-a10cd948e292', 'name': '', 'network_id': '2aa3215c-367d-46f5-a73f-d48dade28e9b', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'mac_address': 'fa:16:3e:24:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:26Z', 'updated_at': '2022-05-06T13:02:12Z', 'revision_number': 4, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'subnets': [{'id': '02f6f7aa-9417-42b4-b476-6733d1326647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:14.029269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:44Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '17c6a2e7-5b63-4027-8413-326488cdeff6', 'name': '', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:63:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:42Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 2, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:14.044263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Checking router: 78b00fa3-e236-4859-ba01-cd563a8c3ef0 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:14.045260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Updating router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 port 17c6a2e7-5b63-4027-8413-326488cdeff6 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:02:14.091429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.116574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.145346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-8d4a0391-6fea-4d0f-81de-d6dacaab943e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:14.148038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-8d4a0391-6fea-4d0f-81de-d6dacaab943e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 200 len: 911 time: 0.3419268 May 06 13:02:14.181021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:14.455419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-7c9e3abc-01bb-411d-a653-5826ac516391 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b413547-206b-4b18-9d0d-80a212affaf4 HTTP/1.1" status: 200 len: 217 time: 0.2643929 May 06 13:02:14.456591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Usage tracker for resource:security_group_rule and tenant:660a316a208546e19490105437565024 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:14.463632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:14.477052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:14.585737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-c7c96cbb-7cb8-485c-8be3-0480df2557df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:14.587320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-c7c96cbb-7cb8-485c-8be3-0480df2557df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=977accd0-5e97-47dc-a227-7ded1cd4b482 HTTP/1.1" status: 200 len: 849 time: 0.1067824 May 06 13:02:14.763152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.780228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.791385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Transition to ACTIVE for port object 17c6a2e7-5b63-4027-8413-326488cdeff6 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:14.814050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-f782703a-7605-4af7-a93c-dbbb80f7fd4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146592 May 06 13:02:14.869708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cc333-f6dc-40df-abf0-2f7c8487ce72 req-095feba8-12c6-4a6d-bf3c-3f21d49990d3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:14.871611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c3cc333-f6dc-40df-abf0-2f7c8487ce72 req-095feba8-12c6-4a6d-bf3c-3f21d49990d3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.1723990 May 06 13:02:14.873414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.882088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:14.997768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f52c0-63a4-4398-ac0c-fc62be65f7d5 None None] Pushing event updated for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:15.222206 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-28fa3b04-3668-436e-9548-cd91cb4d87a0 service neutron] 10.222.0.86 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014513 May 06 13:02:15.265508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Attempting to bind port 17c6a2e7-5b63-4027-8413-326488cdeff6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:15.266135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Attempting to bind port 17c6a2e7-5b63-4027-8413-326488cdeff6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:15.269767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Attempting to bind port 17c6a2e7-5b63-4027-8413-326488cdeff6 on network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:15.278076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:15.281974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Checking segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:15.281974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.281974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Bound using segment: {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:15.281974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Bound port: 17c6a2e7-5b63-4027-8413-326488cdeff6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6680199-ecec-453f-bb55-20495406d535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:15.281974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.311273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d2149-6cb9-4147-abc3-b0fb3c1462f0 req-e0325458-4155-4c28-88af-ba9a7dd4649e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:15.316428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c57d2149-6cb9-4147-abc3-b0fb3c1462f0 req-e0325458-4155-4c28-88af-ba9a7dd4649e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.1699424 May 06 13:02:15.437835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35802b2-ae59-44b3-8794-f174cf6e52e9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:15.517067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40316) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:15.518679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] For port 17c6a2e7-5b63-4027-8413-326488cdeff6, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:15.526036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] For port 17c6a2e7-5b63-4027-8413-326488cdeff6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=17c6a2e7-5b63-4027-8413-326488cdeff6,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:15.533108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4dafd505-40d8-4f08-80f6-3c3dc53bd3bf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=660a316a208546e19490105437565024&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2524333 May 06 13:02:15.618051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75044380-2041-46ca-b976-d9896ac11841 req-aa8028d7-d810-40a0-be05-6eacd6fe1e1f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:15.620527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.647808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f9971f5-f1f0-4765-8fd1-b542fc4614c7 req-52992700-9d7c-4500-8200-fd3571f65be7 service neutron] 10.222.0.86 "GET /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126692 May 06 13:02:15.694946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4d2965ee-e7f4-40cf-b64e-a10cd948e292 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:15.719168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.747284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75044380-2041-46ca-b976-d9896ac11841 req-aa8028d7-d810-40a0-be05-6eacd6fe1e1f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:15.748490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75044380-2041-46ca-b976-d9896ac11841 req-aa8028d7-d810-40a0-be05-6eacd6fe1e1f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.8813305 May 06 13:02:15.810004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d038777b-7597-4e08-8e77-cfe3a3214fd7 req-3bd55c8e-d163-42ec-ba8e-f7b6276af08f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 1060 time: 0.2332716 May 06 13:02:15.823037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Routers {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:15.824271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:15.832472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:15.865254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75044380-2041-46ca-b976-d9896ac11841 req-1c3458db-fcff-40db-82e7-995a0fe8f09c tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013541 May 06 13:02:16.064939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.075975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:16.078874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f52c0-63a4-4398-ac0c-fc62be65f7d5 None None] Pushing event updated for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.088876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35802b2-ae59-44b3-8794-f174cf6e52e9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.096658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:16.096984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.102356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.103523 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43519437-3f3d-4d5d-b032-03f9bd4d7dc4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b35802b2-ae59-44b3-8794-f174cf6e52e9 HTTP/1.1" status: 204 len: 168 time: 0.5852385 May 06 13:02:16.128806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d091e389-a96d-4300-b367-78f0c1ac12d4 req-06b26a34-0626-4cdb-a059-ffa96b4e3ccd tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.1236067 May 06 13:02:16.222091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d091e389-a96d-4300-b367-78f0c1ac12d4 req-6eb5d5e1-bf58-45cc-9fba-474afd76c23f tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0850904 May 06 13:02:16.248593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40338) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:16.294485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] Set router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:16.342062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3b413547-206b-4b18-9d0d-80a212affaf4 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:02:16.369848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-21001797-d73f-4a31-a0fa-7bc3bf19d361 tempest-TestSecurityGroupsBasicOps-1000355876 tempest-TestSecurityGroupsBasicOps-1000355876-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 1055 time: 0.1200445 May 06 13:02:16.373371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.565694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 4d2965ee-e7f4-40cf-b64e-a10cd948e292, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4d2965ee-e7f4-40cf-b64e-a10cd948e292,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:16.699737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.899732 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:16.904369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3b413547-206b-4b18-9d0d-80a212affaf4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:16.912669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:16.929277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3b413547-206b-4b18-9d0d-80a212affaf4', 'network_id': 'f7cf65aa-4ccd-4413-b4bd-527d1e0086b6', 'port_id': '3b413547-206b-4b18-9d0d-80a212affaf4', 'mac_address': 'fa:16:3e:1e:93:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977accd0-5e97-47dc-a227-7ded1cd4b482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:02:17.050092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.083632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b413547-206b-4b18-9d0d-80a212affaf4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:02:17.105378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3b413547-206b-4b18-9d0d-80a212affaf4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:17.130446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:44Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '17c6a2e7-5b63-4027-8413-326488cdeff6', 'name': '', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:63:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:42Z', 'updated_at': '2022-05-06T13:02:15Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:17.141261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db3cddb-4fe3-4da5-adc5-58dc51e07382 None None] The sync data for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 is: [{'id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2093121000', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:30Z', 'updated_at': '2022-05-06T13:01:44Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'df9530ba-459a-4c0d-b981-872591e430ca', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:33Z', 'updated_at': '2022-05-06T13:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '17c6a2e7-5b63-4027-8413-326488cdeff6', 'name': '', 'network_id': '2c633cc6-d2c0-4fbb-9d09-2ff30168f575', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:63:18:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b00fa3-e236-4859-ba01-cd563a8c3ef0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:42Z', 'updated_at': '2022-05-06T13:02:15Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:17.163268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-43383355-b018-4b20-bba3-38fadc7b12fd req-b5c85392-fba7-48f0-8ec9-cd0b5ed9cbe3 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1094 time: 0.1149592 May 06 13:02:17.180624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:17.239757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-43383355-b018-4b20-bba3-38fadc7b12fd req-1bb5771e-6a5f-4b88-a243-d6f04dabb1ef tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755377 May 06 13:02:17.345408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2dad1-cd71-4d0c-983b-0403f6b8f471 req-c375a9df-0950-45df-8025-62ca7ef5f8d9 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:17.346137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00a2dad1-cd71-4d0c-983b-0403f6b8f471 req-c375a9df-0950-45df-8025-62ca7ef5f8d9 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.1567950 May 06 13:02:17.355919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:17.498899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3b413547-206b-4b18-9d0d-80a212affaf4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:17.660165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40372) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:17.701937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4d2965ee-e7f4-40cf-b64e-a10cd948e292 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:17.950093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.007055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:18.007187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:27c64c17ff3e4cfaa44e4a3d54db4311 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:18.007283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:18.008062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.015096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:18.025796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:18.170096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.182840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 17c6a2e7-5b63-4027-8413-326488cdeff6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:18.231998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.301878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27c64c17ff3e4cfaa44e4a3d54db4311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6396554 May 06 13:02:18.305892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701339ac-5489-4011-8487-7315bbf702a5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:18.306252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40390) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:18.316213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.316816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.317547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.318045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.318571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.319062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.319551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.320077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.320798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.321423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.321931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdc46c5-04c6-47e9-838d-7213183db6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:02:18.356683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 17c6a2e7-5b63-4027-8413-326488cdeff6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:18.364739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 17c6a2e7-5b63-4027-8413-326488cdeff6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:18.365119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.552305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.592640 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.598912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2f625b3-d6e3-4e40-801f-b26917adc620 req-8089a922-78d8-4c5a-bd2b-f68d58b3b9dd tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1095 time: 0.1942160 May 06 13:02:18.664119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.674097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 17c6a2e7-5b63-4027-8413-326488cdeff6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=17c6a2e7-5b63-4027-8413-326488cdeff6,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:18.757481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.787200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c2f625b3-d6e3-4e40-801f-b26917adc620 req-65a5919a-bbf8-4ad2-b9d9-069346a573f1 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750574 May 06 13:02:18.839094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163cde-6e04-4d05-8b5b-fe5c97258474 req-91fe7934-dafb-4ec7-a57f-4d177da3e228 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:18.853616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c163cde-6e04-4d05-8b5b-fe5c97258474 req-91fe7934-dafb-4ec7-a57f-4d177da3e228 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.2711282 May 06 13:02:18.865921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.872305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-9ca02ebc-d242-4e4e-bd78-cc976bfab1a2 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:18.874132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-9ca02ebc-d242-4e4e-bd78-cc976bfab1a2 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.86 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 909 time: 0.2009594 May 06 13:02:18.891984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:18.896151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/701339ac-5489-4011-8487-7315bbf702a5 HTTP/1.1" status: 204 len: 168 time: 0.5861025 May 06 13:02:18.896151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082df2b-5689-4094-bd91-dbde670cd2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701339ac-5489-4011-8487-7315bbf702a5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:18.904456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:18.992783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port 321c029c-0a5b-4360-a1fe-30e64605b101 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:18.993137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.056066 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:02:19.294858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port 321c029c-0a5b-4360-a1fe-30e64605b101, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=321c029c-0a5b-4360-a1fe-30e64605b101,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:19.294858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.499809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for 321c029c-0a5b-4360-a1fe-30e64605b101 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:19.522650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 17c6a2e7-5b63-4027-8413-326488cdeff6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:19.635252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 17c6a2e7-5b63-4027-8413-326488cdeff6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:19.635628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.809883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:19.908770 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=321c029c-0a5b-4360-a1fe-30e64605b101,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:20.145497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5304c3c1-86cf-45bc-bfba-25152e95eb30 req-2d47e086-c185-48db-9863-a08c0b869fc8 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1095 time: 0.1142282 May 06 13:02:20.211794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5304c3c1-86cf-45bc-bfba-25152e95eb30 req-a09a66f5-0578-4be7-9e93-9f10c2cd129b tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645468 May 06 13:02:20.352828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3b413547-206b-4b18-9d0d-80a212affaf4 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:02:20.453289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] No DVR routers for this DVR port 321c029c-0a5b-4360-a1fe-30e64605b101 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:20.462140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e8f57a6-b954-47d9-ae91-952ed826d98f req-6042dad3-01db-480c-a355-00ed1d689a87 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.1939335 May 06 13:02:20.463231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.466530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'name': 'network-vif-deleted', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:20.551252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40442) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:20.603179 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45ee38c-8c71-409b-b55f-5d8f69e9a0eb'] response: {'server_uuid': 'a13ef735-1d43-4d80-b617-7e992a662b56', 'name': 'network-vif-deleted', 'tag': '321c029c-0a5b-4360-a1fe-30e64605b101', 'status': 'completed', 'code': 200} May 06 13:02:20.643827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87ad6a7b-0aee-4bfb-b5dd-1f9748fd80a3 req-d8bae86a-7da8-4ebb-af98-72b37ddc92ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.86 "DELETE /v2.0/ports/321c029c-0a5b-4360-a1fe-30e64605b101 HTTP/1.1" status: 204 len: 173 time: 1.7564394 May 06 13:02:20.729015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 3b413547-206b-4b18-9d0d-80a212affaf4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:02:20.729015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3b413547-206b-4b18-9d0d-80a212affaf4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:20.729015 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.730723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.765580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:20.790454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Usage tracker for resource:security_group_rule and tenant:3278689906f545a99e065dedc957c8fd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:20.795112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:20.801868 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:20.902765 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.928942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:20.959152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.039746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:21.039746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3b413547-206b-4b18-9d0d-80a212affaf4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:21.052400 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1321d1a-d00b-4447-a651-952ae9bb3de4'] response: {'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4', 'code': 200} May 06 13:02:21.165599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.234017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c41b2-e2d0-4d3f-bbcb-e9134320004c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:21.242926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0c13abe-e164-42b4-a96f-eeb31940fb1c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3278689906f545a99e065dedc957c8fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6903956 May 06 13:02:21.246251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:21.285930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dc366f9f-066d-4eb0-be29-2519444f7911 req-579ac6f3-add1-49dc-b8cd-3b520ef80afb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1095 time: 0.1571896 May 06 13:02:21.328737 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.359317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dc366f9f-066d-4eb0-be29-2519444f7911 req-dbe0eb0f-b22c-41ef-ab21-7cb9f3b69346 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 May 06 13:02:21.380610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.406629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:21.413147 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.445546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a17d62ec-46d5-42bd-98a1-bd7c88bb9633 req-80a1c9c0-44a3-4192-84fa-2c84f861bfa4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.0943906 May 06 13:02:21.485860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a17d62ec-46d5-42bd-98a1-bd7c88bb9633 req-c1de1af8-9427-43c2-ba71-60ce0f8f79cc tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 May 06 13:02:21.563902 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.585351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c41b2-e2d0-4d3f-bbcb-e9134320004c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:21.592780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:21.596170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-672809ce-cfd0-4b4b-9973-115ed7fb8612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dd8c41b2-e2d0-4d3f-bbcb-e9134320004c HTTP/1.1" status: 204 len: 168 time: 0.3467369 May 06 13:02:21.729386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f5b75757-92c3-4f24-8857-4533b2b414c4 req-b6bb599e-7dab-4890-b186-e6862e2b5e40 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:21.829749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:21.837016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f5b75757-92c3-4f24-8857-4533b2b414c4 req-b6bb599e-7dab-4890-b186-e6862e2b5e40 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:21.856192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5b75757-92c3-4f24-8857-4533b2b414c4 req-b6bb599e-7dab-4890-b186-e6862e2b5e40 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=a13ef735-1d43-4d80-b617-7e992a662b56 HTTP/1.1" status: 200 len: 210 time: 0.1731455 May 06 13:02:22.160481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.214164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:22.218215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Usage tracker for resource:security_group_rule and tenant:64dc6363ccba4912aaba56327fda23cd is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:22.221088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:22.226917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:22.301461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.362329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 321c029c-0a5b-4360-a1fe-30e64605b101 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:22.380184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.419916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 321c029c-0a5b-4360-a1fe-30e64605b101 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:22.420616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 321c029c-0a5b-4360-a1fe-30e64605b101 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:22.428413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17fd797-27cc-4a98-aa6e-b2316838ff40,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:22.451817 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ecda99ab-0a78-4ffc-9476-205eacfa2a12 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=64dc6363ccba4912aaba56327fda23cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6200442 May 06 13:02:22.453350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40494) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:22.521443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.553260 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.722788 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.746978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4928a93b-2510-409c-8327-10ceb889554b req-a5e4f362-2aed-4510-a9b1-6c4ef284d09e tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.0946846 May 06 13:02:22.748850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17fd797-27cc-4a98-aa6e-b2316838ff40,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:22.758054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:22.759558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4fa2ca43-163d-4d12-b74f-cc30f9d48a8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e17fd797-27cc-4a98-aa6e-b2316838ff40 HTTP/1.1" status: 204 len: 168 time: 0.3049352 May 06 13:02:22.868627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4928a93b-2510-409c-8327-10ceb889554b req-aba4978e-3edd-42d3-86eb-d9f0e2859d1c tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097305 May 06 13:02:23.054718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40510) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:23.550582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:24.356544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d355f18a-bd7a-4911-a2e7-490c29048c1f req-08cb5675-22a6-4aad-b3fa-1fa72b8c5ae2 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.2710960 May 06 13:02:24.405088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d355f18a-bd7a-4911-a2e7-490c29048c1f req-cab85795-80dc-4632-8aff-843119989d7b tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 May 06 13:02:24.552851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port 17c6a2e7-5b63-4027-8413-326488cdeff6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:24.553393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:24.851528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56a666bf-a60e-424b-8449-4a16ac4877c6 req-bb8c4a18-97f9-4c46-a6a4-928df8aac374 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.2697194 May 06 13:02:24.891930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port 17c6a2e7-5b63-4027-8413-326488cdeff6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=17c6a2e7-5b63-4027-8413-326488cdeff6,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:24.892301 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.079583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for 17c6a2e7-5b63-4027-8413-326488cdeff6 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:25.122079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830265-32eb-45a7-963f-77164957a477 req-52c9cb16-72bd-45bc-a188-f265991804fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:25.124255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c830265-32eb-45a7-963f-77164957a477 req-52c9cb16-72bd-45bc-a188-f265991804fb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.1077414 May 06 13:02:25.153277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56a666bf-a60e-424b-8449-4a16ac4877c6 req-37132e8f-f138-42ad-a0b9-7b858531399d tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919166 May 06 13:02:25.248747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c830265-32eb-45a7-963f-77164957a477 req-8112694b-2b2e-4b73-bcc4-a68317dc534a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1173368 May 06 13:02:25.283210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:25.557353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-720bc680-e390-4d48-8060-ff7544153519 req-b87e0032-bdd9-458c-afd9-28cd812233a7 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.1520078 May 06 13:02:25.578556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0ae6b847-9b6a-48c3-a68d-69ad08471bed tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 993 time: 0.2844036 May 06 13:02:25.606716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:25.713393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=17c6a2e7-5b63-4027-8413-326488cdeff6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:25.907911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-720bc680-e390-4d48-8060-ff7544153519 req-29fe63d4-2f75-45a6-aabb-a3c277239ad5 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271501 May 06 13:02:26.335323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79aff4ba-f437-48b1-8cf2-62ddfe45d3d6 req-3302503c-713e-498c-bcf4-d7ec2233554c tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1097 time: 0.1647375 May 06 13:02:26.367337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:26.395372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79aff4ba-f437-48b1-8cf2-62ddfe45d3d6 req-44cff130-3464-4d9d-ab22-1039c8f06f01 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0587647 May 06 13:02:26.634040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8a177f7d-167a-4bde-a844-30e459852ffa req-d383ab2b-4a18-4c33-9d85-7407690be4ff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1126862 May 06 13:02:27.164408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:27.274665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17b6d41d-19a5-4f98-a180-13b88621d985 req-0b8ba895-435b-49ee-8ff7-b8a83f4e40f6 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.2400153 May 06 13:02:27.493385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.563665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17b6d41d-19a5-4f98-a180-13b88621d985 req-bc6b50d7-4aa0-43c4-a1b6-b3243a38d33c tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872400 May 06 13:02:27.567304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:27.573056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Usage tracker for resource:security_group_rule and tenant:af7ddef7d9f2432a9fbf857495029bf8 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:27.577299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:27.588752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:27.666257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:02:27.687582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:27.917394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:28.462130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-3a7dae22-ab1a-4df9-b6d4-42b19075bf09 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.0854454 May 06 13:02:28.493017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.505827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f223a28e-6dd3-4c1c-99dc-fb565fc532e3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "PUT /v2.0/routers/78b00fa3-e236-4859-ba01-cd563a8c3ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4504421 May 06 13:02:28.512891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:28.685188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e516177-f58d-49dd-86ec-3a0caa1e1d5e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:28.737530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Deleting port 3b413547-206b-4b18-9d0d-80a212affaf4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:28.739342 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6dbd90e2-b4fd-466b-b429-30f052974423 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=af7ddef7d9f2432a9fbf857495029bf8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5738752 May 06 13:02:28.739894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.744337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40672) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:28.872745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:28.908645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.123099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.138166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e516177-f58d-49dd-86ec-3a0caa1e1d5e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:29.164042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.165515 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f6c697ab-64db-4f89-ab9c-e97cca530f23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e516177-f58d-49dd-86ec-3a0caa1e1d5e HTTP/1.1" status: 204 len: 168 time: 0.4199922 May 06 13:02:29.207028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting subnet fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:29.229336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.308909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-484ffe4e-d410-45a3-b1d5-b3e77147ca83 req-a2dee686-d601-4286-baa6-e4a6756acd54 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 1096 time: 0.4211555 May 06 13:02:29.331178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.454385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-d1593878-e31b-4c88-b5e9-588f627e0694 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6497312 May 06 13:02:29.467568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] For port 3b413547-206b-4b18-9d0d-80a212affaf4, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3b413547-206b-4b18-9d0d-80a212affaf4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:29.468969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:29.519716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-484ffe4e-d410-45a3-b1d5-b3e77147ca83 req-bf25cadf-1a85-490f-b3b3-2c0a49dae69f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550210 May 06 13:02:30.138669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Calling delete_port for 3b413547-206b-4b18-9d0d-80a212affaf4 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:30.199144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.414527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.475378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.479285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:30.489505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ec342359-1f04-4b69-b9c2-1e2e753a25f1'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:30.545199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b413547-206b-4b18-9d0d-80a212affaf4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:30.582472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:30.603865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eda27f0d-4951-4950-a09a-d91112d4cd5e tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/subnets/fc6ddab8-053b-4a7d-b2d0-98d1ee1a82e7 HTTP/1.1" status: 204 len: 168 time: 2.0869901 May 06 13:02:30.604225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40716) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:30.641728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a773cf1-f8c3-49be-a42d-f211a9a039ca None None] Network 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:30.993733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] No DVR routers for this DVR port 3b413547-206b-4b18-9d0d-80a212affaf4 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:31.037359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-5880a103-91c0-4e3a-ad28-42abd0a05409 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:02:31.039574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-5880a103-91c0-4e3a-ad28-42abd0a05409 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0425003 May 06 13:02:31.040978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.047880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47aa4cc8-07d4-4081-b9b8-093082a22c6c req-5558ed7b-4d18-49c1-8d84-fef05cb69287 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.86 "DELETE /v2.0/ports/3b413547-206b-4b18-9d0d-80a212affaf4 HTTP/1.1" status: 204 len: 173 time: 2.5785432 May 06 13:02:31.058928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'name': 'network-vif-deleted', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:31.107466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Request body: {'binding': {'host': 'n-h2-840845-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:31.109280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Unknown quota resources ['binding']. {{(pid=84799) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 06 13:02:31.119474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.333394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1abcc29d-ac59-42fb-9c55-217ea9f26012 req-9ff4534e-df1e-4d3a-8d3a-5270272c29e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Synchronizing usage tracker for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:31.463724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-1abcc29d-ac59-42fb-9c55-217ea9f26012 req-9ff4534e-df1e-4d3a-8d3a-5270272c29e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Unset dirty status for tenant:42c8f3b70f9842f599d8766d7ee24aa9 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:31.465042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1abcc29d-ac59-42fb-9c55-217ea9f26012 req-9ff4534e-df1e-4d3a-8d3a-5270272c29e4 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ddffe3f3-a2b2-4135-bb4c-718cb3666019 HTTP/1.1" status: 200 len: 210 time: 0.5831840 May 06 13:02:31.470407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on host n-h2-840845-1 for vnic_type normal with profile None {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:31.470959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:31.471466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:31.489976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:02:31.489976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:31.509493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:31.510530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:31.510642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Bound using segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:31.511274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Bound port: 442ef0f9-1834-4f39-b291-70fd048cfe80, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:31.527159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] DHCP port deletion for 2c633cc6-d2c0-4fbb-9d09-2ff30168f575 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:02:31.531610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Deleting port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:31.532075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.564101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:31.597692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.626932 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa1abc5-19ea-4414-9ffa-49a1dd9a8e24'] response: {'server_uuid': 'ddffe3f3-a2b2-4135-bb4c-718cb3666019', 'name': 'network-vif-deleted', 'tag': '3b413547-206b-4b18-9d0d-80a212affaf4', 'status': 'completed', 'code': 200} May 06 13:02:31.648054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.650320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] 10.222.0.83 "POST /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80/bindings HTTP/1.1" status: 201 len: 389 time: 0.5801134 May 06 13:02:31.716640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port df9530ba-459a-4c0d-b981-872591e430ca {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:31.717152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:31.944458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] For port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,segment=NetworkSegment(b6680199-ecec-453f-bb55-20495406d535),segment_id=b6680199-ecec-453f-bb55-20495406d535)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:31.945416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.090619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port df9530ba-459a-4c0d-b981-872591e430ca, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=df9530ba-459a-4c0d-b981-872591e430ca,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:32.093134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.222708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Calling delete_port for 9397a78e-1f9d-4d1f-bd2e-ee903d15048e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:32.383994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for df9530ba-459a-4c0d-b981-872591e430ca owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:32.427636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3b413547-206b-4b18-9d0d-80a212affaf4 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:32.438108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e359fc-d62e-44a6-bf2f-74b55e2a61c7 req-a677969f-4edb-4301-89e6-80fe8e543096 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:32.446404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-13e359fc-d62e-44a6-bf2f-74b55e2a61c7 req-a677969f-4edb-4301-89e6-80fe8e543096 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.1390212 May 06 13:02:32.545224 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-13e359fc-d62e-44a6-bf2f-74b55e2a61c7 req-eb80211e-e98d-4355-957d-9c148af84b8c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0978396 May 06 13:02:32.576189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 3b413547-206b-4b18-9d0d-80a212affaf4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:32.576189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3b413547-206b-4b18-9d0d-80a212affaf4 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:32.826285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:32.874185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-d5775770-189e-43f4-8119-ba445b08c7de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1097 time: 0.3225014 May 06 13:02:33.034033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] No DVR routers for this DVR port 9397a78e-1f9d-4d1f-bd2e-ee903d15048e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:33.039191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7712ea-e625-436b-ab2b-0affd894be6d None None] Pushing event deleted for resources: {'Port': ['ID=9397a78e-1f9d-4d1f-bd2e-ee903d15048e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:33.490833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e52e3-28b9-4536-9047-41b65da79a2d req-696f6a83-cf26-49fb-a9f0-ad11d8787697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:33.492761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-696f6a83-cf26-49fb-a9f0-ad11d8787697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.6111844 May 06 13:02:33.525208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9397a78e-1f9d-4d1f-bd2e-ee903d15048e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:33.562713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9397a78e-1f9d-4d1f-bd2e-ee903d15048e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:33.563575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9397a78e-1f9d-4d1f-bd2e-ee903d15048e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:33.592267 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:33.653385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=df9530ba-459a-4c0d-b981-872591e430ca,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:33.839463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-a442a756-cecf-45c0-9318-1a6bc5035495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 1001 time: 0.3391089 May 06 13:02:33.984216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56ce5f74-4a98-4925-9d89-4de19a4f4b2c req-28f9b906-4feb-4867-868c-68e2e83d9fde tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.0829983 May 06 13:02:34.036217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56ce5f74-4a98-4925-9d89-4de19a4f4b2c req-01956686-32fa-4de6-a087-0cc4a5a2f2e2 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 May 06 13:02:34.070236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e52e3-28b9-4536-9047-41b65da79a2d req-7fbe4209-b3dd-4496-81d8-60f762e76049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:34.072233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-7fbe4209-b3dd-4496-81d8-60f762e76049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.2191398 May 06 13:02:34.175420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea9bd6-3c13-4773-80bf-1f1e966a92e0 req-32ca01f3-27ed-4fa8-9c4a-317fc0c9047b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:34.182608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dea9bd6-3c13-4773-80bf-1f1e966a92e0 req-32ca01f3-27ed-4fa8-9c4a-317fc0c9047b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.4621527 May 06 13:02:34.219153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:34.299246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.460843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.483400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6dea9bd6-3c13-4773-80bf-1f1e966a92e0 req-f3bd3c27-e7d6-4480-9802-90dd3e48ebb2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2976353 May 06 13:02:34.498065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:34.502078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Usage tracker for resource:security_group_rule and tenant:601bd7d5b9c24011824bca3e83ac979a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:34.506191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:34.513684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:34.623427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.674185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.680439 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-17b1f7b5-8680-4df1-b471-708355c34981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4851367 May 06 13:02:34.683389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.717271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:34.854708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0c676-ba38-4108-b414-4b21867965dc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:34.855542 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-8e78c1ce-5e84-4bca-a0e7-6d54752f872c service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660852 May 06 13:02:34.879858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-faa6852d-be87-429d-8b52-ba68647c0f65 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=601bd7d5b9c24011824bca3e83ac979a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6497293 May 06 13:02:34.880662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40848) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:34.983307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.026644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.103305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.104080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Fanout notify agent at l3_agent the message router_deleted on router 78b00fa3-e236-4859-ba01-cd563a8c3ef0 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:02:35.156337 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.157430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b9ef54c-3067-4ee8-8d38-e5054d491084 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/routers/78b00fa3-e236-4859-ba01-cd563a8c3ef0 HTTP/1.1" status: 204 len: 168 time: 4.5521929 May 06 13:02:35.160549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:35.199005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-682b86e4-9eeb-4cbe-a3fc-e9f6c0bada11 service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345003 May 06 13:02:35.336121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-e3716a4e-e9d8-47e8-b38b-d2d6e500b29f tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.1096401 May 06 13:02:35.391928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.437716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Deleting port ec342359-1f04-4b69-b9c2-1e2e753a25f1 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:35.438319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.489604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.535065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0c676-ba38-4108-b414-4b21867965dc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:35.713538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.741951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c633cc6-d2c0-4fbb-9d09-2ff30168f575']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:35.756341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6680199-ecec-453f-bb55-20495406d535') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:35.757097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6680199-ecec-453f-bb55-20495406d535') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:35.770427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.794629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.801694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:35.802363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.898156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] For port ec342359-1f04-4b69-b9c2-1e2e753a25f1, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ec342359-1f04-4b69-b9c2-1e2e753a25f1,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:35.898527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: timer() May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:35.966634 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:35.986486 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:35.987618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25d25618-3e24-4a88-a808-d9a53bdb68cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/47f0c676-ba38-4108-b414-4b21867965dc HTTP/1.1" status: 204 len: 168 time: 1.1060138 May 06 13:02:36.125402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Calling delete_port for ec342359-1f04-4b69-b9c2-1e2e753a25f1 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:36.168248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-9402bb10-02e3-450f-847e-31c6e642a01d tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1097 time: 0.8951995 May 06 13:02:36.181068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afceeb30-db8b-47df-bd71-63703068f77d req-4475c47b-c1e4-4428-8a0d-e32068594c93 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 1096 time: 0.8541155 May 06 13:02:36.186677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08736000-219f-403f-b6ba-700bed716716 req-078acc91-9ef2-43a9-ac5e-9834ee1532a0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:36.188544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08736000-219f-403f-b6ba-700bed716716 req-078acc91-9ef2-43a9-ac5e-9834ee1532a0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.4331920 May 06 13:02:36.196462 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840845-1'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:36.254550 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08736000-219f-403f-b6ba-700bed716716 req-39cde996-6ff8-41ef-8c18-2dd776de73ff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576572 May 06 13:02:36.304942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:36.309328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:36.326504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-afceeb30-db8b-47df-bd71-63703068f77d req-48d9e65f-5012-43b6-866c-6420c3c68805 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c44f45a3-bd79-44e8-bc5e-add2dc91fe43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445010 May 06 13:02:36.477047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Network': ['ID=2c633cc6-d2c0-4fbb-9d09-2ff30168f575,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:36.550822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:36.589502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:36.590824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e5b4d9a-1721-4138-9827-51593fb646aa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/networks/2c633cc6-d2c0-4fbb-9d09-2ff30168f575 HTTP/1.1" status: 204 len: 168 time: 1.4289360 May 06 13:02:36.710621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:36.725447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ec342359-1f04-4b69-b9c2-1e2e753a25f1'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:37.010266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec342359-1f04-4b69-b9c2-1e2e753a25f1,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:37.025045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:37.104708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:37.177702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:37.185664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:37.267035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] No DVR routers for this DVR port ec342359-1f04-4b69-b9c2-1e2e753a25f1 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:37.273121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:37.280313 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1569ec77-a215-4278-8af0-06e530d96e79'] response: {'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'code': 200} May 06 13:02:37.282822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'name': 'network-vif-deleted', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:37.283055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:37.370908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port 92ae29f2-01a7-4371-a42d-55cbb4c9d596 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:37.371558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:37.492037 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5f8278-3d0c-4edc-9e97-6513f41de758'] response: {'server_uuid': '51b80456-becc-4bd7-93c8-8f7037c520bd', 'name': 'network-vif-deleted', 'tag': 'ec342359-1f04-4b69-b9c2-1e2e753a25f1', 'status': 'completed', 'code': 200} May 06 13:02:37.513479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-27f19f22-353a-4d74-aeef-87a91a27d42d req-6cf4eff5-7d5d-46b0-975d-05aa17f33e40 tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ec342359-1f04-4b69-b9c2-1e2e753a25f1 HTTP/1.1" status: 204 len: 173 time: 2.1720998 May 06 13:02:37.554569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:38.083988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.084304 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.113409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4281e-0d6c-44c4-8049-1a7825396bd0 req-09bd06b4-294c-4cf3-b9bf-bc7ee7003c54 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:38.115204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cf4281e-0d6c-44c4-8049-1a7825396bd0 req-09bd06b4-294c-4cf3-b9bf-bc7ee7003c54 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 944 time: 0.3888578 May 06 13:02:38.118684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb18c94c-3f98-4783-b822-95fec3f94b80 req-839e351d-bee7-477c-80cd-60a2853e0bad tempest-TestServerMultinode-838465779 tempest-TestServerMultinode-838465779-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=51b80456-becc-4bd7-93c8-8f7037c520bd HTTP/1.1" status: 200 len: 210 time: 0.2468762 May 06 13:02:38.140833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on host n-h1-840845-1 for vnic_type normal with profile {"migrating_to": "n-h2-840845-1"} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:02:38.141524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:02:38.142097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:38.150481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7159af5d-7521-4c30-b1aa-f15e11028019 None None] Provisioning complete for port 442ef0f9-1834-4f39-b291-70fd048cfe80 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:38.152266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7159af5d-7521-4c30-b1aa-f15e11028019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.159550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:02:38.159977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Attempting to bind port 442ef0f9-1834-4f39-b291-70fd048cfe80 on network c5810026-227b-4bb7-bf77-c5cd38614296 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:02:38.167374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:02:38.167846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Checking segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:02:38.168312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Bound using segment: {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:02:38.168829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Bound port: 442ef0f9-1834-4f39-b291-70fd048cfe80, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16257f12-14ed-4e7d-82e4-45326e579adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:02:38.169508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.252193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7159af5d-7521-4c30-b1aa-f15e11028019 None None] Port 442ef0f9-1834-4f39-b291-70fd048cfe80 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:02:38.379694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for 92ae29f2-01a7-4371-a42d-55cbb4c9d596 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:38.403573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:38.408454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:02:38.526862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cf4281e-0d6c-44c4-8049-1a7825396bd0 req-fb8e3663-9ca9-4e87-bc99-550a4df32ff4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0823994 May 06 13:02:38.529744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b65348c-cd46-4014-b47e-f93a7cd64f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.603402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.791297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.828423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:38.896306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=92ae29f2-01a7-4371-a42d-55cbb4c9d596,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:38.950433 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:38.952515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-3678c2b4-f0e2-4f26-8e02-ea4c6ca4e43b service neutron] 10.222.0.13 "PUT /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 1122 time: 2.7612422 May 06 13:02:39.029748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['442ef0f9-1834-4f39-b291-70fd048cfe80'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:02:39.087500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:39.282468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:39.335912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] Provisioning complete for port 442ef0f9-1834-4f39-b291-70fd048cfe80 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:02:39.336425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:39.371245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:39.417162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Sync routers for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:39.435285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:39.435955 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:02:39.437102 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:02:39.468764 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23a36f3-9411-4f4d-bb14-b9022dff0aff'] response: {'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'status': 'completed', 'code': 200} May 06 13:02:39.488699 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:39.498044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:02:39.503737 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'78b00fa3-e236-4859-ba01-cd563a8c3ef0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:02:39.504546 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfb258-59bf-4888-afde-41c54cc2bfd1 None None] The sync data for ids ['78b00fa3-e236-4859-ba01-cd563a8c3ef0'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:39.757712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-cd876ed6-0aa8-4ae9-a66f-3bbe7852d43d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1125 time: 0.2639143 May 06 13:02:39.763811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:39.923001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:39.934248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:40.012889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.147780 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3448cf-bcb0-4083-b6c6-889406d01a4f'] response: {'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'code': 200} May 06 13:02:40.204817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40964) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:40.292784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d020-3777-4631-b101-68dd6cfbaa59 req-2ea78827-f5f5-419f-ab06-a8b85b071364 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:40.313510 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0713d020-3777-4631-b101-68dd6cfbaa59 req-2ea78827-f5f5-419f-ab06-a8b85b071364 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.2772424 May 06 13:02:40.357732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9ade-cc0a-4352-921f-5bc70e798c16 None None] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:40.376189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ec342359-1f04-4b69-b9c2-1e2e753a25f1 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:40.381429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-e415fd53-3afd-4ac9-a283-15eec73a0717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:40.382894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-e415fd53-3afd-4ac9-a283-15eec73a0717 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.6198037 May 06 13:02:40.423316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: ec342359-1f04-4b69-b9c2-1e2e753a25f1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:40.423965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ec342359-1f04-4b69-b9c2-1e2e753a25f1 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:40.688927 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bc4a7b72-d3bb-47a7-a8a0-d751de1642d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.742363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-0095a578-219c-4d65-a9cc-ddc6a3fb0158 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 1001 time: 0.3379748 May 06 13:02:40.941162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:40.959405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:02:40.983449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.021590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:41.025784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Usage tracker for resource:security_group_rule and tenant:0c9b1c2111f840d7a81a44c9f35951f2 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:41.028988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:41.034915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:41.305780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.316201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0713d020-3777-4631-b101-68dd6cfbaa59 req-1ae17fcf-304d-48c6-b666-ac02b06acf26 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.0017257 May 06 13:02:41.329344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-2939e7a7-9185-42b3-9d76-842e1517934b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:41.330949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-2939e7a7-9185-42b3-9d76-842e1517934b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.5877409 May 06 13:02:41.416658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.477550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-3dc99396-2288-43fd-bf14-ccf8f33448cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397505 May 06 13:02:41.484198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c9b1c2111f840d7a81a44c9f35951f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2653596 May 06 13:02:41.484198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970fef9-c09b-4941-abbc-5b4f74226bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624bd51-590b-4a4c-85ef-e940cf01a7e7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:41.493457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 40986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:41.524094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device df9530ba-459a-4c0d-b981-872591e430ca no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:41.564561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: df9530ba-459a-4c0d-b981-872591e430ca {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:41.565092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device df9530ba-459a-4c0d-b981-872591e430ca not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:41.565635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 17c6a2e7-5b63-4027-8413-326488cdeff6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:41.600413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 40990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:41.606017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 17c6a2e7-5b63-4027-8413-326488cdeff6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:41.606474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 17c6a2e7-5b63-4027-8413-326488cdeff6 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:41.694154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.720220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:41.739464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Sync routers for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:41.743457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.757568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-41776dd7-e8bf-4551-8fc1-565c4c19394f service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720222 May 06 13:02:41.759017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:41.760461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:41.798953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:41.920018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9ee1782e-4004-47ae-a5e3-65d90aaa4d1b tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:41.980172 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70b344d9-deaa-459b-9b34-08b1aaaf2bac req-a02d781e-fea1-4e65-b35d-c40b4487ba23 service neutron] 10.222.0.86 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110677 May 06 13:02:41.983194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bf6a57d9-47f3-4b4b-9442-e5d15397b9f0 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/floatingips/839b6d30-6504-4943-ba2b-aaf28bb47034 HTTP/1.1" status: 204 len: 168 time: 5.3903913 May 06 13:02:42.010027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:42.063956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:42.065785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.099635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624bd51-590b-4a4c-85ef-e940cf01a7e7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:42.120723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.121872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-85d0cfed-ce78-4654-80c4-02861da8b556 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d624bd51-590b-4a4c-85ef-e940cf01a7e7 HTTP/1.1" status: 204 len: 168 time: 0.6352980 May 06 13:02:42.130179 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85c8b8f-47a7-4b36-a77f-05cda2e4315d'] response: {'name': 'network-changed', 'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'status': 'completed', 'code': 200} May 06 13:02:42.244300 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9ee1782e-4004-47ae-a5e3-65d90aaa4d1b tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "PUT /v2.0/quotas/6a2a9e452f3a46bba34e0d1f39904cde HTTP/1.1" status: 200 len: 368 time: 0.6368833 May 06 13:02:42.248075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:42.264151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Request body: {'network': {'project_id': '6a2a9e452f3a46bba34e0d1f39904cde'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:42.286329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:42.301000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Usage tracker for resource:network and tenant:6a2a9e452f3a46bba34e0d1f39904cde is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:42.304892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-444bb622-44d0-414b-bfe2-e7aad18b5eb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9e61592e99245e9945af53e5653f42f&device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 1135 time: 0.1763477 May 06 13:02:42.310013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:42.318823 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.322976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:42.330042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.402792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:02:42.567825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Deleting port 787ca418-a255-4810-8e3d-e3557fe76a22 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:42.568219 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.598927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-85101b42-ba1b-4b10-9f38-ef65f3fd2420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:42.605172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Made reservation on behalf of 6a2a9e452f3a46bba34e0d1f39904cde for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:42.607330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-85101b42-ba1b-4b10-9f38-ef65f3fd2420 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 200 len: 898 time: 0.2950683 May 06 13:02:42.607744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.659663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:42.696158 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:02:42.795666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-3601805c-ab8c-4714-ac39-97a7c77fa262 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 200 len: 217 time: 0.1813471 May 06 13:02:42.945821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-44f3e9ff-12ce-4d51-9e84-f4db79825af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:42.952906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-44f3e9ff-12ce-4d51-9e84-f4db79825af2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 200 len: 834 time: 0.1460245 May 06 13:02:42.955911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:42.978097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 has no active binding in host n-h2-840845-1 {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 06 13:02:43.012416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:43.018703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Checking router: 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:43.034718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:43.035891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:43.127103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:43.135552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-08f531df-03d0-4f9c-a257-3d8399eccfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af8f810e-6189-486f-9c68-cfcc55194c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766732 May 06 13:02:43.154010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Usage tracker for resource:security_group_rule and tenant:6a2a9e452f3a46bba34e0d1f39904cde is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:43.159400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:43.170383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:43.220733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] For port 787ca418-a255-4810-8e3d-e3557fe76a22, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=787ca418-a255-4810-8e3d-e3557fe76a22,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:43.221502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.251449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0199e-4d04-4549-beef-522e2dbb7fac req-154afb0c-2c4e-4bf3-9f84-036c404902e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:43.269221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97e0199e-4d04-4549-beef-522e2dbb7fac req-154afb0c-2c4e-4bf3-9f84-036c404902e7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.3421581 May 06 13:02:43.344359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-38655f36-c3d7-48aa-a602-beb667cd5731 service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010098 May 06 13:02:43.385956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:43.402086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41280c5-cc1f-4a39-824b-b110622edb2f req-94a88339-4c5f-4dc0-abcb-a5f7ea2d3d83 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:43.403546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f41280c5-cc1f-4a39-824b-b110622edb2f req-94a88339-4c5f-4dc0-abcb-a5f7ea2d3d83 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:43.509344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Calling delete_port for 787ca418-a255-4810-8e3d-e3557fe76a22 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:43.562998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-375f1d56-1ba3-441b-b9b1-417b2f0135de req-e7a1accb-44a5-4e2f-8992-ccf50718642e service neutron] 10.222.0.13 "GET /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108426 May 06 13:02:43.564150 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f41280c5-cc1f-4a39-824b-b110622edb2f req-94a88339-4c5f-4dc0-abcb-a5f7ea2d3d83 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:43.565402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f41280c5-cc1f-4a39-824b-b110622edb2f req-94a88339-4c5f-4dc0-abcb-a5f7ea2d3d83 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.5097172 May 06 13:02:43.637374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f41280c5-cc1f-4a39-824b-b110622edb2f req-72bde7b2-f067-447f-bad6-93f84132f701 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552385 May 06 13:02:43.740913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97e0199e-4d04-4549-beef-522e2dbb7fac req-87421ffb-a26c-4d70-bae4-f6c717ffe8b0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4706559 May 06 13:02:43.782160 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.783966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:43.888755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:43.898656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606f591-fa22-41a6-b3bf-2dfce9c2df8e None None] The sync data for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 is: [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:00:20Z', 'revision_number': 4, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '46dc11d8-2e66-40b3-a933-b6b52f7a0ab5', 'name': '', 'network_id': 'af8f810e-6189-486f-9c68-cfcc55194c81', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'mac_address': 'fa:16:3e:8b:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:18Z', 'updated_at': '2022-05-06T13:00:34Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'subnets': [{'id': 'efb4f5f7-b966-4086-a0ab-8a4d6bdaef06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:43.928292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bae3d-3774-4cd4-b39f-1da661c27f55 req-bd810366-6cd9-4c29-8841-7a6a940e227e tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:43.931544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c79bae3d-3774-4cd4-b39f-1da661c27f55 req-bd810366-6cd9-4c29-8841-7a6a940e227e tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 946 time: 0.1126635 May 06 13:02:43.949453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.004967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.023056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c79bae3d-3774-4cd4-b39f-1da661c27f55 req-bf03d946-ffb9-4cd1-9368-2c2eb74a8261 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833642 May 06 13:02:44.023293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:02:44.105578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=787ca418-a255-4810-8e3d-e3557fe76a22,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:44.116173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565fc040-f1ad-43f3-9aaa-631c88eb8fdf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:44.179351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.180092 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Added segment ff917f13-5f25-4e70-a996-3b1eff60dc4e of type vlan for network dfd015b8-eb53-4b0d-8901-387cb6ecfab6 May 06 13:02:44.231085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-75362799-1e81-4c7f-b892-d693146d6960 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:44.231615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.232910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-75362799-1e81-4c7f-b892-d693146d6960 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.1032743 May 06 13:02:44.270775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4408dc-10d9-4190-a008-3e1f782d6d18 None None] New status for floating IP 839b6d30-6504-4943-ba2b-aaf28bb47034: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:02:44.354099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port 9fd64de7-574e-4832-8064-fc4c9fb24a12 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:44.354998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.600340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.601188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:44.601777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.762239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event updated for resources: {'Network': ['ID=dfd015b8-eb53-4b0d-8901-387cb6ecfab6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:44.775713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network dfd015b8-eb53-4b0d-8901-387cb6ecfab6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:02:44.803475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-1cc3fafd-cddb-4c65-863c-3880e8b98903 service neutron] 10.222.0.86 "GET /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 384 time: 0.2120566 May 06 13:02:44.840330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fe73d73e-db1f-4ff9-8fb4-b2e73773f052 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5855319 May 06 13:02:44.880259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41030) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:44.884419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-79a49cdd-6b87-4188-b3ea-bad8c7e17002 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:44.886844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-79a49cdd-6b87-4188-b3ea-bad8c7e17002 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 946 time: 0.3345208 May 06 13:02:44.905895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Request body: {'network': {'project_id': '6a2a9e452f3a46bba34e0d1f39904cde'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:44.922635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:44.942291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Usage tracker for resource:network and tenant:6a2a9e452f3a46bba34e0d1f39904cde is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:44.951137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:44.956650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.974621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port 9fd64de7-574e-4832-8064-fc4c9fb24a12, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9fd64de7-574e-4832-8064-fc4c9fb24a12,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:44.974954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:44.988634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:45.077413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Deleting port 61cc3c6d-b94b-464e-8904-65adb4cff02c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:45.077747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.147488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for 9fd64de7-574e-4832-8064-fc4c9fb24a12 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:45.261832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d9efc-bb84-4a1f-8703-2082b06442db req-1db6eb10-230c-413f-ad8e-80fb149d359f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:45.262795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5b1d9efc-bb84-4a1f-8703-2082b06442db req-1db6eb10-230c-413f-ad8e-80fb149d359f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:45.308798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5b1d9efc-bb84-4a1f-8703-2082b06442db req-1db6eb10-230c-413f-ad8e-80fb149d359f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:45.309953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b1d9efc-bb84-4a1f-8703-2082b06442db req-1db6eb10-230c-413f-ad8e-80fb149d359f tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 984 time: 0.4977186 May 06 13:02:45.427688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Made reservation on behalf of 6a2a9e452f3a46bba34e0d1f39904cde for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:45.430572 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.450358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1db392-b14f-42e9-904e-8fd20d53430a req-b65f7371-b298-4bcb-8e0c-e8048cc680e6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:45.451903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e1db392-b14f-42e9-904e-8fd20d53430a req-b65f7371-b298-4bcb-8e0c-e8048cc680e6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 946 time: 0.4673171 May 06 13:02:45.499673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b1d9efc-bb84-4a1f-8703-2082b06442db req-d65b6825-5b66-4d29-9d08-142a0a656131 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/security-groups?id=d00d4e8f-be69-4e1e-9fa5-59470cfffe59&id=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1687787 May 06 13:02:45.530954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] For port 61cc3c6d-b94b-464e-8904-65adb4cff02c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=61cc3c6d-b94b-464e-8904-65adb4cff02c,segment=NetworkSegment(4f636518-226e-4c35-9ee1-1fc48c0e6d18),segment_id=4f636518-226e-4c35-9ee1-1fc48c0e6d18)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:45.530954 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.549413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:02:45.564777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:45.587034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e1db392-b14f-42e9-904e-8fd20d53430a req-6241fe8e-5c1c-4c81-9283-8a415f0de220 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1221595 May 06 13:02:45.588025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.588399 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Added segment 9b989911-3d37-40e9-9654-82b1e64632e9 of type vlan for network 47a03c52-eaf1-441a-9c8c-e3cda1a38fde May 06 13:02:45.609015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:45.663728 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.693331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:45.694625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Calling delete_port for 61cc3c6d-b94b-464e-8904-65adb4cff02c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:45.710963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:45.719185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.786066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=9fd64de7-574e-4832-8064-fc4c9fb24a12,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:45.821275 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c907fddb-ad82-401c-b9e9-248edec9662c'] response: {'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'code': 200} May 06 13:02:45.869906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.887051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] No DVR routers for this DVR port 9fd64de7-574e-4832-8064-fc4c9fb24a12 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:45.892417 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.929262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:45.930097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:45.930665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.037575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f78fe0ff-6006-4b6d-b413-5ea8ee4c62de req-3d7e5dbf-4a0b-47a4-a7b4-b9ae9dd04d52 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.13 "DELETE /v2.0/ports/9fd64de7-574e-4832-8064-fc4c9fb24a12 HTTP/1.1" status: 204 len: 173 time: 1.7982309 May 06 13:02:46.075101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event updated for resources: {'Network': ['ID=47a03c52-eaf1-441a-9c8c-e3cda1a38fde,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:46.087911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 47a03c52-eaf1-441a-9c8c-e3cda1a38fde details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:02:46.103336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] Transition to ACTIVE for port object 442ef0f9-1834-4f39-b291-70fd048cfe80 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:02:46.157586 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4047b5b7-6278-407e-bb64-56274f0083ae tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2768631 May 06 13:02:46.160608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:46.166502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Request body: {'network': {'project_id': '6a2a9e452f3a46bba34e0d1f39904cde'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:46.177396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:46.187492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Usage tracker for resource:network and tenant:6a2a9e452f3a46bba34e0d1f39904cde is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:46.189107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dd427-1e23-45b5-af95-991b4f80e428 req-364abe58-977f-4856-b824-3282004c4070 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:46.195948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f6dd427-1e23-45b5-af95-991b4f80e428 req-364abe58-977f-4856-b824-3282004c4070 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 946 time: 0.5092936 May 06 13:02:46.197004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:46.208186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:46.211216 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 13:02:46.212048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:02:46.220366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c50daff7-ee48-4fd7-a8e6-3a00e5633a9e tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0586119 May 06 13:02:46.221175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:46.225223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.338125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9a7c0599-685a-406d-9ba1-91afbbd50270 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a2a9e452f3a46bba34e0d1f39904cde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1128914 May 06 13:02:46.342265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:46.365350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f6dd427-1e23-45b5-af95-991b4f80e428 req-84a2df83-e05e-403e-a446-a8daf0f8a2b4 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/security-groups?id=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684034 May 06 13:02:46.442489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:46.474735 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.580390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:46.580811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 61cc3c6d-b94b-464e-8904-65adb4cff02c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:46.656155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] Pushing event updated for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=11']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:46.662593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 61cc3c6d-b94b-464e-8904-65adb4cff02c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:46.663232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 61cc3c6d-b94b-464e-8904-65adb4cff02c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:46.687601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Pushing event deleted for resources: {'Port': ['ID=61cc3c6d-b94b-464e-8904-65adb4cff02c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:46.734985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.743293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.773586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.869380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] No DVR routers for this DVR port 61cc3c6d-b94b-464e-8904-65adb4cff02c on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:46.873253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:46.883521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'name': 'network-vif-deleted', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:46.908726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-94e4eede-40a1-489b-855c-901392b2f428 req-71a870cb-7418-4a98-889f-b9adc9e7d2d5 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Synchronizing usage tracker for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:46.919853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] No DVR routers for this DVR port 442ef0f9-1834-4f39-b291-70fd048cfe80 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:46.968774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f77763a-aeb1-41a0-9535-63a2dcde8e10 req-fd959015-0afd-42fb-88bf-16ca288c6a98 tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.86 "DELETE /v2.0/ports/61cc3c6d-b94b-464e-8904-65adb4cff02c HTTP/1.1" status: 204 len: 173 time: 2.0696974 May 06 13:02:47.027336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c812bb-2853-40ab-beee-e274e6fa697e req-3ff99734-bb80-4ec7-9e90-d31ded7e52c6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:47.028862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80c812bb-2853-40ab-beee-e274e6fa697e req-3ff99734-bb80-4ec7-9e90-d31ded7e52c6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.1145284 May 06 13:02:47.039588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Router 6d9d113d-6101-4dce-877f-0056254a246b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:02:47.206543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-94e4eede-40a1-489b-855c-901392b2f428 req-71a870cb-7418-4a98-889f-b9adc9e7d2d5 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Unset dirty status for tenant:f9e61592e99245e9945af53e5653f42f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:47.208192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94e4eede-40a1-489b-855c-901392b2f428 req-71a870cb-7418-4a98-889f-b9adc9e7d2d5 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a28ae76-279b-4cb0-93fa-3078951f4d16 HTTP/1.1" status: 200 len: 210 time: 0.4050269 May 06 13:02:47.221962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.243549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-b279c61a-a911-4f5a-9f18-1759e3c5b187 service neutron] 10.222.0.86 "PUT /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80/bindings/n-h2-840845-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4275234 May 06 13:02:47.243549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565fc040-f1ad-43f3-9aaa-631c88eb8fdf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:47.243549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.247669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-00669f40-9188-4007-a7ee-86f6cede9a23 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/565fc040-f1ad-43f3-9aaa-631c88eb8fdf HTTP/1.1" status: 204 len: 168 time: 0.9013674 May 06 13:02:47.248588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41064) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:47.274435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80c812bb-2853-40ab-beee-e274e6fa697e req-b6c20c06-e024-411e-aaec-43c78df815f5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2368650 May 06 13:02:47.374603 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e690b83-c562-4966-a13b-ca2fdbcdfd79'] response: {'server_uuid': 'c1ebe308-5908-4587-87d7-67a57d66656c', 'name': 'network-vif-deleted', 'tag': '61cc3c6d-b94b-464e-8904-65adb4cff02c', 'status': 'completed', 'code': 200} May 06 13:02:47.418846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.428998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:47.436082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ca760cd-1db0-40e4-b76f-04db81a8d4b2 admin admin] 10.222.0.83 "PUT /v2.0/routers/6d9d113d-6101-4dce-877f-0056254a246b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0643048 May 06 13:02:47.438480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:47.442461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Sync routers for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:47.468729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:47.481309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:47.640819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3a098fcf-f87d-4e1c-b0e0-db901578190a req-049e784e-cbae-4674-8d0e-3c4a44d277ca tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Synchronizing usage tracker for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:02:47.730150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.758512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.825330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a03c52-eaf1-441a-9c8c-e3cda1a38fde']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:47.839140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'name': 'network-vif-deleted', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:47.855393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-31d7185e-dff9-4a38-9b0c-db57d9686697 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.3207104 May 06 13:02:47.868830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3a098fcf-f87d-4e1c-b0e0-db901578190a req-049e784e-cbae-4674-8d0e-3c4a44d277ca tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] Unset dirty status for tenant:b82179bef3254584ab4f5ee4d3d4c564 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:02:47.876309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a098fcf-f87d-4e1c-b0e0-db901578190a req-049e784e-cbae-4674-8d0e-3c4a44d277ca tempest-VolumesSnapshotTestJSON-1524614553 tempest-VolumesSnapshotTestJSON-1524614553-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1ebe308-5908-4587-87d7-67a57d66656c HTTP/1.1" status: 200 len: 210 time: 0.2927895 May 06 13:02:47.944704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b989911-3d37-40e9-9654-82b1e64632e9') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:47.945415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b989911-3d37-40e9-9654-82b1e64632e9') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:47.967009 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a8a31a-3a9e-404c-a96d-9950853af456'] response: {'server_uuid': '2a28ae76-279b-4cb0-93fa-3078951f4d16', 'name': 'network-vif-deleted', 'tag': '9fd64de7-574e-4832-8064-fc4c9fb24a12', 'status': 'completed', 'code': 200} May 06 13:02:47.972431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:47.992047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:48.023743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.037250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:48.037950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: timer() May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:48.058935 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:48.082375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.140443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-f31967d1-1767-4ad8-afc4-89f91ff4ef7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 1096 time: 0.2714128 May 06 13:02:48.215228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Deleting port a239b93c-e31f-485a-bc44-394ab1f4f303 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:48.215642 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.241885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-89bddc90-0bc6-464a-bd40-15e961740c17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1096 time: 0.0764639 May 06 13:02:48.347601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.354160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:02:43Z', 'revision_number': 5, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port': {'id': 'a239b93c-e31f-485a-bc44-394ab1f4f303', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d113d-6101-4dce-877f-0056254a246b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:56Z', 'updated_at': '2022-05-06T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:48.366314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Checking router: 6d9d113d-6101-4dce-877f-0056254a246b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:48.378658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Routers {'6d9d113d-6101-4dce-877f-0056254a246b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:48.379286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['6d9d113d-6101-4dce-877f-0056254a246b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:48.383941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.395958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event deleted for resources: {'Network': ['ID=47a03c52-eaf1-441a-9c8c-e3cda1a38fde,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:48.409596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f81e49da-79c7-4303-891d-4351f57213da tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "DELETE /v2.0/networks/47a03c52-eaf1-441a-9c8c-e3cda1a38fde HTTP/1.1" status: 204 len: 168 time: 1.1557944 May 06 13:02:48.411588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:48.513542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41086) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:48.562569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] Set router 6d9d113d-6101-4dce-877f-0056254a246b gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:48.612228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] For port a239b93c-e31f-485a-bc44-394ab1f4f303, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a239b93c-e31f-485a-bc44-394ab1f4f303,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:48.613002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.647200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e52e3-28b9-4536-9047-41b65da79a2d req-f56d1131-d6a5-4850-a52e-e2baaca38227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:48.648670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-f56d1131-d6a5-4850-a52e-e2baaca38227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.3998451 May 06 13:02:48.673259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9fd64de7-574e-4832-8064-fc4c9fb24a12 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:48.717855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.722021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 9fd64de7-574e-4832-8064-fc4c9fb24a12 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:48.722293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9fd64de7-574e-4832-8064-fc4c9fb24a12 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:48.724768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:02:48Z', 'revision_number': 6, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:48.731034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b92976-06db-4058-ae02-7a9b142a080b None None] The sync data for ids ['6d9d113d-6101-4dce-877f-0056254a246b'] in n-d-840845-1 is: [{'id': '6d9d113d-6101-4dce-877f-0056254a246b', 'name': 'tempest-TestServerMultinode-1452340587-router', 'tenant_id': 'bd09536de01141d18d6e8adaa79604ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:55Z', 'updated_at': '2022-05-06T13:02:48Z', 'revision_number': 6, 'project_id': 'bd09536de01141d18d6e8adaa79604ae', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:48.887913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Calling delete_port for a239b93c-e31f-485a-bc44-394ab1f4f303 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:48.969391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:48.999122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.055735 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-659da01d-5981-44da-ae07-981aeddced93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 999 time: 0.3950970 May 06 13:02:49.057365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.145893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6d01d-e02d-4c21-9e48-40601c7b56a1 req-9c80d770-2dc8-4aff-9046-ae3911e8bc8a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:49.147420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2e6d01d-e02d-4c21-9e48-40601c7b56a1 req-9c80d770-2dc8-4aff-9046-ae3911e8bc8a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.5402501 May 06 13:02:49.195407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd015b8-eb53-4b0d-8901-387cb6ecfab6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:49.203232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.234152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff917f13-5f25-4e70-a996-3b1eff60dc4e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:49.234381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff917f13-5f25-4e70-a996-3b1eff60dc4e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:49.236119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac2ff49-bf2c-4939-a5c8-43b1b51405b6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:49.252377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e52e3-28b9-4536-9047-41b65da79a2d req-a9a365b1-ac21-41c3-8152-52ae976b7905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:49.255293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-a9a365b1-ac21-41c3-8152-52ae976b7905 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.1888120 May 06 13:02:49.261448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.274275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e2e6d01d-e02d-4c21-9e48-40601c7b56a1 req-01550645-2559-4b80-a853-038a4fff6b5f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1175034 May 06 13:02:49.279266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.337756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Pushing event deleted for resources: {'Port': ['ID=a239b93c-e31f-485a-bc44-394ab1f4f303,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:49.358337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.367022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:49.367403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: timer() May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:49.381128 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:49.414572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.415676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b869d0ab-4f48-411f-b0e0-4a56f7e19e7c tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/security-groups/2ac2ff49-bf2c-4939-a5c8-43b1b51405b6 HTTP/1.1" status: 204 len: 168 time: 0.9002187 May 06 13:02:49.420830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41094) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:49.484862 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-de036e5d-00d2-46bb-a605-66488f5548af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724718 May 06 13:02:49.629313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.715882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-eca5500d-ce2f-43fb-804d-469779be3cde service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222950 May 06 13:02:49.717674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.725225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.739214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a239b93c-e31f-485a-bc44-394ab1f4f303 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:49.788740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfd015b8-eb53-4b0d-8901-387cb6ecfab6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:49.837182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a239b93c-e31f-485a-bc44-394ab1f4f303 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:49.837777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a239b93c-e31f-485a-bc44-394ab1f4f303 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:49.838544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 787ca418-a255-4810-8e3d-e3557fe76a22 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:49.853176 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-759db935-6ee1-4644-b92f-0b99f196ef65 tempest-QuotasNegativeTest-683417838 tempest-QuotasNegativeTest-683417838-project-admin] 10.222.0.83 "DELETE /v2.0/networks/dfd015b8-eb53-4b0d-8901-387cb6ecfab6 HTTP/1.1" status: 204 len: 168 time: 1.4402390 May 06 13:02:49.884272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:49.922927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 787ca418-a255-4810-8e3d-e3557fe76a22 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:49.926495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 787ca418-a255-4810-8e3d-e3557fe76a22 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:50.006407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-dc313bb8-722a-4c42-8eea-43d83c7f63da service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770956 May 06 13:02:50.127087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.148433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.164512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.289447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.290073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d9d113d-6101-4dce-877f-0056254a246b {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:02:50.291627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.326301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d4e8f-be69-4e1e-9fa5-59470cfffe59,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:50.364772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.368845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:50.369762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a2556b66-84c4-47e4-b1d1-60046d8e3893 admin admin] 10.222.0.83 "DELETE /v2.0/routers/6d9d113d-6101-4dce-877f-0056254a246b HTTP/1.1" status: 204 len: 168 time: 2.9300447 May 06 13:02:50.371899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.373881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1e4f9730-01cd-4854-93e6-e59c434f3ec8 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/security-groups/d00d4e8f-be69-4e1e-9fa5-59470cfffe59 HTTP/1.1" status: 204 len: 168 time: 0.9523160 May 06 13:02:50.377960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:50.456701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:50.504032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Deleting subnet 977accd0-5e97-47dc-a227-7ded1cd4b482 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:50.515379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.614773 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.708209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.808740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-53a1f625-37aa-4c04-afc0-5f467afd0319 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 1096 time: 0.2285867 May 06 13:02:50.824452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:50.837902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285a415-16b9-4678-91c4-c2c125f250c6 req-f2564462-e5bd-4fc2-bd59-fbaa695486d6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:50.841867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4285a415-16b9-4678-91c4-c2c125f250c6 req-f2564462-e5bd-4fc2-bd59-fbaa695486d6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.1882932 May 06 13:02:50.873017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Usage tracker for resource:security_group_rule and tenant:27074fb9570b433db72df8abdafccea3 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:50.881700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:50.897888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:50.914703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4285a415-16b9-4678-91c4-c2c125f250c6 req-3cb2529b-4b78-426b-a7e3-b8b0180a1061 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0674849 May 06 13:02:50.927624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:50.997374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.108295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41134) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:51.134802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.175006 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.266418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977accd0-5e97-47dc-a227-7ded1cd4b482,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:51.269816 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.336949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.337156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cb7a0-c91f-4274-a75b-f81e47ea26c8 None None] Network f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:51.343407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.397003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ff205-fb9a-44df-bb09-0e14d231e555,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:51.407501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-34f814b5-71dd-4d8c-9207-f265c44b3261 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27074fb9570b433db72df8abdafccea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9486947 May 06 13:02:51.411503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11973b59-f0f3-494b-b908-063101822a60 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/977accd0-5e97-47dc-a227-7ded1cd4b482 HTTP/1.1" status: 204 len: 168 time: 1.0416560 May 06 13:02:51.412030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41140) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:51.412354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:51.425957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.528237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:51.530654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-734e52e3-28b9-4536-9047-41b65da79a2d req-56bd26d1-3a55-4f66-bb41-46dd9d284751 service neutron] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:02:51.550407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Usage tracker for resource:security_group_rule and tenant:761e2b381a0549f789a03ec6324230f7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:51.564117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:51.577387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:51.593470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-734e52e3-28b9-4536-9047-41b65da79a2d req-56bd26d1-3a55-4f66-bb41-46dd9d284751 service neutron] Notify callbacks [] for binding, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.594581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-56bd26d1-3a55-4f66-bb41-46dd9d284751 service neutron] 10.222.0.13 "DELETE /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80/bindings/n-h1-840845-1 HTTP/1.1" status: 204 len: 173 time: 0.7723405 May 06 13:02:51.611665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.650161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.653676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Deleting port 35d5040b-f81c-4930-ac80-b0b48a567db4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:51.654005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.724000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] DHCP port deletion for f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:02:51.731226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Deleting port 35d5040b-f81c-4930-ac80-b0b48a567db4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:51.731668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.748609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.942371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:51.951204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] For port 35d5040b-f81c-4930-ac80-b0b48a567db4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=35d5040b-f81c-4930-ac80-b0b48a567db4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:51.953565 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.090264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] For port 35d5040b-f81c-4930-ac80-b0b48a567db4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=35d5040b-f81c-4930-ac80-b0b48a567db4,segment=NetworkSegment(88951bad-566e-4903-8d9a-5956e85f8a69),segment_id=88951bad-566e-4903-8d9a-5956e85f8a69)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:52.102267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.184948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Calling delete_port for 35d5040b-f81c-4930-ac80-b0b48a567db4 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:52.246923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:52.247519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.287018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Calling delete_port for 35d5040b-f81c-4930-ac80-b0b48a567db4 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:52.319109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.408936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=761e2b381a0549f789a03ec6324230f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2960496 May 06 13:02:52.411812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41154) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:52.412233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6a87-c428-44bc-aed9-6bb6f2fa439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cd5d45-c142-4360-aa2b-9fb92cba1c9e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:52.425610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.449745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7ff205-fb9a-44df-bb09-0e14d231e555,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:52.457903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.461646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e50ace8c-f8f3-42e0-ab3d-333e903462d8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd7ff205-fb9a-44df-bb09-0e14d231e555 HTTP/1.1" status: 204 len: 168 time: 1.0362720 May 06 13:02:52.472610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053070-177f-4b39-bf68-c3703d8c22aa req-092e14c8-186d-48eb-9e02-828d245efb1e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:52.474323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a053070-177f-4b39-bf68-c3703d8c22aa req-092e14c8-186d-48eb-9e02-828d245efb1e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.3105919 May 06 13:02:52.480228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.513672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:02:52.516349 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:02:52.519917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:52.520364 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.532147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] Pushing event deleted for resources: {'Port': ['ID=35d5040b-f81c-4930-ac80-b0b48a567db4,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:52.539447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89a928-9aa2-4332-8d2a-da00f48d8060 None None] No DVR routers for this DVR port 35d5040b-f81c-4930-ac80-b0b48a567db4 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:02:52.559931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a053070-177f-4b39-bf68-c3703d8c22aa req-4968a459-70e5-4b51-baaf-ef1fbcfba9f5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0793729 May 06 13:02:52.678988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:52.719256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.810802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:52.918290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72eb9f9a-a809-42a1-adb7-bfaf682015d7 req-d0094c0b-065f-4124-aa37-284a2dbb085b tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1096 time: 0.2106731 May 06 13:02:53.015654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Deleting port 35d5040b-f81c-4930-ac80-b0b48a567db4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:53.016047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.018070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72eb9f9a-a809-42a1-adb7-bfaf682015d7 req-3745e9dc-e45c-461d-a08c-34af299aee0e tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0904229 May 06 13:02:53.021436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.055911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cd5d45-c142-4360-aa2b-9fb92cba1c9e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:53.110079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] The port '35d5040b-f81c-4930-ac80-b0b48a567db4' was deleted {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:02:53.157251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.208747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=46dc11d8-2e66-40b3-a933-b6b52f7a0ab5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:53.265838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.269827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-921c0676-9035-4065-bbbb-379f98fd78bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1cd5d45-c142-4360-aa2b-9fb92cba1c9e HTTP/1.1" status: 204 len: 168 time: 0.8540888 May 06 13:02:53.295826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.366300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cf65aa-4ccd-4413-b4bd-527d1e0086b6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:53.418610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88951bad-566e-4903-8d9a-5956e85f8a69') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:53.419300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88951bad-566e-4903-8d9a-5956e85f8a69') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:53.439051 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.468992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d664f-b565-4b2e-8c3c-7841431b63a5 req-5047eec2-8634-4d9d-8908-e9c6efe88b3d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:53.470720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-155d664f-b565-4b2e-8c3c-7841431b63a5 req-5047eec2-8634-4d9d-8908-e9c6efe88b3d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.2207160 May 06 13:02:53.471883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.480100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:02:53.480305 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: util.warn( May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: util.warn( May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: util.warn( May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: util.warn( May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: timer() May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:02:53.507076 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:02:53.669899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 35d5040b-f81c-4930-ac80-b0b48a567db4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:53.753590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 35d5040b-f81c-4930-ac80-b0b48a567db4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:02:53.756241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 35d5040b-f81c-4930-ac80-b0b48a567db4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:02:53.766247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.801399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:53.810101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cf65aa-4ccd-4413-b4bd-527d1e0086b6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:53.816016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41180) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:53.816972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a87ce7c0-5afb-476c-a333-657a2c41c9ee admin admin] 10.222.0.83 "DELETE /v2.0/networks/f7cf65aa-4ccd-4413-b4bd-527d1e0086b6 HTTP/1.1" status: 204 len: 168 time: 2.3955421 May 06 13:02:53.823908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-155d664f-b565-4b2e-8c3c-7841431b63a5 req-a92a2638-2808-4817-9ef3-d381ff16ceb8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3020825 May 06 13:02:53.856851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:54.003718 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b08cf7b5-cad7-40d9-ab28-8ac6cdceaffe tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 200 len: 991 time: 0.1453700 May 06 13:02:54.033834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.244471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:54.266045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.300313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41204) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:54.381173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:54.398145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Usage tracker for resource:security_group_rule and tenant:29c444e6af1d4530a6a4fb56c7db3927 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:54.404033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:54.413480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:54.697327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 41cde58a-66cc-4be6-86b4-bb08936e36f8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:54.698079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.732824 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.863475 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:54.994729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.067793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e49549f-f555-40bd-bbb1-bda70c074cd2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:55.079824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95a0c9df-7127-4659-b98d-610e8b59f410 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=29c444e6af1d4530a6a4fb56c7db3927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8310344 May 06 13:02:55.089619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:55.167182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.167543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.315716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 41cde58a-66cc-4be6-86b4-bb08936e36f8 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:55.353700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.363651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:02:55.399178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.571415 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.602060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e49549f-f555-40bd-bbb1-bda70c074cd2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:55.676843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.680452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01a2ca6f-e2d0-4da4-bdb3-3e1adf7373a7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e49549f-f555-40bd-bbb1-bda70c074cd2 HTTP/1.1" status: 204 len: 168 time: 0.5877049 May 06 13:02:55.695255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:55.766392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=41cde58a-66cc-4be6-86b4-bb08936e36f8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:55.866580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:55.872206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-84467e0d-7d3c-45e9-95b8-31976cc96369 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "PUT /v2.0/routers/95d7bcd6-d9ce-41a5-970a-7cfa73d89565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4898031 May 06 13:02:55.874765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41234) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:55.878395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Sync routers for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:55.902992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:55.903663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:55.931125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.084430 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:02:56.207489 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:56.252666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Deleting port 4d2965ee-e7f4-40cf-b64e-a10cd948e292 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:56.257024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.333802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting subnet efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:02:56.348399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.436494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.442297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:56.587264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 2f946a5b-e693-4411-b47d-586118ce6909 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:02:56.633436 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:56.638912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Checking router: 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:56.665754 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Routers {'95d7bcd6-d9ce-41a5-970a-7cfa73d89565'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:56.665754 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:56.783386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.867540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] For port 4d2965ee-e7f4-40cf-b64e-a10cd948e292, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=4d2965ee-e7f4-40cf-b64e-a10cd948e292,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:56.868273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.873573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:02:56.890743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Sync routers for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:02:56.895489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:56.918410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:56.919063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:56.937430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'network': {'name': 'tempest-network-smoke--1863984097', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:56.950407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] Set router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:56.951094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:56.965657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:network and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:56.971721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:56.982616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:56.996370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-787ac7b2-2f6e-4b1c-8dea-c22c48e11fb5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/floatingips/8289405e-6c70-4450-bff0-74a028b97e43 HTTP/1.1" status: 204 len: 168 time: 2.6949823 May 06 13:02:56.998554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:02:57.118994 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18c94a8-dc37-4105-bdb5-0b5ce393f969'] response: {'name': 'network-changed', 'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'status': 'completed', 'code': 200} May 06 13:02:57.122485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:02:57.129792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Calling delete_port for 4d2965ee-e7f4-40cf-b64e-a10cd948e292 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:57.130122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.257659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:57.262095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.404144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-7c291c86-1bc1-42aa-9f58-d4a41a57d3e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 1096 time: 0.2543235 May 06 13:02:57.623968 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.682454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:57.689840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffa251b-877d-4e49-94dc-de9fed13d2f7 None None] The sync data for ids ['95d7bcd6-d9ce-41a5-970a-7cfa73d89565'] in n-d-840845-1 is: [{'id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'name': 'tempest-TestSecurityGroupsBasicOps-router-523354424', 'tenant_id': 'f9e61592e99245e9945af53e5653f42f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:00:10Z', 'updated_at': '2022-05-06T13:02:52Z', 'revision_number': 5, 'project_id': 'f9e61592e99245e9945af53e5653f42f', 'gw_port': {'id': 'e4300432-5a2c-48c3-94a7-b8a740bdcb4c', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bcd6-d9ce-41a5-970a-7cfa73d89565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:00:11Z', 'updated_at': '2022-05-06T13:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:02:57.720211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Subnet': ['ID=efb4f5f7-b966-4086-a0ab-8a4d6bdaef06,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:57.739007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:57.758126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800aad2-f12e-498a-a521-0a537685b6c1 None None] Network af8f810e-6189-486f-9c68-cfcc55194c81 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:02:57.771810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-56e4705b-17af-41d4-b5c1-a813a70323ee tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/subnets/efb4f5f7-b966-4086-a0ab-8a4d6bdaef06 HTTP/1.1" status: 204 len: 168 time: 1.8952336 May 06 13:02:57.773110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:57.931888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-0fa13dda-27b0-4596-936f-78513261c6ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:57.946157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-0fa13dda-27b0-4596-936f-78513261c6ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 200 len: 894 time: 0.5325956 May 06 13:02:57.957628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:57.990595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.118058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:58.134701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:58.137645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Checking router: 2f946a5b-e693-4411-b47d-586118ce6909 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:02:58.144635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:58.153479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:02:58.154111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:02:58.158067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:58.275605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-792a6cf9-0cf8-4c32-a110-2d49af757953 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 200 len: 217 time: 0.3198690 May 06 13:02:58.346997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.388828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2965ee-e7f4-40cf-b64e-a10cd948e292,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:58.437040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:02:58.446189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.563752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:02:58.582532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee47f4d-bedd-4e9f-a435-a8bde5ac7f0c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:58.588089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-5abdf421-998c-4920-a9fe-ba7fef03fa96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:58.590798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-5abdf421-998c-4920-a9fe-ba7fef03fa96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 200 len: 834 time: 0.2396767 May 06 13:02:58.594069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.594705 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Added segment 4eaeab57-5547-4f30-a64e-f5df03177cac of type vlan for network 845169e6-45e3-42d6-963c-160b855f6df9 May 06 13:02:58.781266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-6c7b4a24-1181-4b98-b850-c845e3822b19 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:58.783615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-6c7b4a24-1181-4b98-b850-c845e3822b19 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.4897356 May 06 13:02:58.807134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.907963 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 442ef0f9-1834-4f39-b291-70fd048cfe80 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:58.908306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:58.909741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] DHCP port deletion for af8f810e-6189-486f-9c68-cfcc55194c81 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:02:58.914919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-7edab3ed-42fe-4752-a202-3036d7bdfc41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5810026-227b-4bb7-bf77-c5cd38614296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133476 May 06 13:02:58.970575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360bc7d-5432-4613-80ea-6ff8410956bf req-97cddaa0-2a77-4fef-97e1-421b19b59dda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:58.972309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1360bc7d-5432-4613-80ea-6ff8410956bf req-97cddaa0-2a77-4fef-97e1-421b19b59dda tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.8112547 May 06 13:02:58.983875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Deleting port 28142c04-fac3-40b3-9215-d2ff45b1ec28 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:02:58.984625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.072549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.078553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:02:59.079809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.262786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Network': ['ID=845169e6-45e3-42d6-963c-160b855f6df9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:02:59.296366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] For port 28142c04-fac3-40b3-9215-d2ff45b1ec28, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=28142c04-fac3-40b3-9215-d2ff45b1ec28,segment=NetworkSegment(88fd754c-0071-4b23-9b6b-bb86eb8f3d17),segment_id=88fd754c-0071-4b23-9b6b-bb86eb8f3d17)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:02:59.297437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.364221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-5b08bf9b-66d5-4193-8ac6-bdd5903c9ebf service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402952 May 06 13:02:59.522544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79dee8a5-dfd6-413f-8a40-ec3ca9ed0d33 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0778177 May 06 13:02:59.524123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:02:59.526752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Calling delete_port for 28142c04-fac3-40b3-9215-d2ff45b1ec28 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:02:59.530766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1360bc7d-5432-4613-80ea-6ff8410956bf req-852e602c-1e3d-4a35-b160-cf41c701df02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5370049 May 06 13:02:59.588106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'admin_state_up': True, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:02:59.623448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 845169e6-45e3-42d6-963c-160b855f6df9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:02:59.628891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:02:59.655673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:router and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:02:59.665573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:02:59.670687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:02:59.735185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-67f895c4-c7ff-418e-be7c-7d19cafd5b10 service neutron] 10.222.0.13 "GET /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627927 May 06 13:02:59.774248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.814273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.815590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:02:59.846685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 28142c04-fac3-40b3-9215-d2ff45b1ec28 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:02:59.851574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.010795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 442ef0f9-1834-4f39-b291-70fd048cfe80, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=442ef0f9-1834-4f39-b291-70fd048cfe80,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:00.011649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.090313 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.161902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:00.168494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.173220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Pushing event deleted for resources: {'Port': ['ID=28142c04-fac3-40b3-9215-d2ff45b1ec28,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:00.185755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6faa98-604d-48c9-aa29-fca7fbc8a362 None None] The sync data for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 is: [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:01:17Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'ef187890-13aa-484f-86a6-7fb26ae46083', 'name': '', 'network_id': 'c5810026-227b-4bb7-bf77-c5cd38614296', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:91:75:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:16Z', 'updated_at': '2022-05-06T13:01:31Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': '658bb325-b2d8-4e02-bec6-60586de6be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:00.201583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.201927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:00.213194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.240802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1252668-730d-47f7-bd62-76d903e19d6d None None] No DVR routers for this DVR port 28142c04-fac3-40b3-9215-d2ff45b1ec28 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:00.330724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:00.415634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:00.416270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 46dc11d8-2e66-40b3-a933-b6b52f7a0ab5 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:00.502228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 442ef0f9-1834-4f39-b291-70fd048cfe80 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:00.534310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.581005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.708476 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be79bb6-9e4f-450f-a1a5-a98bb4234f61 None None] New status for floating IP 8289405e-6c70-4450-bff0-74a028b97e43: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:03:00.867164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:00.981713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.25.2.80 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/cbef3adc-a978-4aed-91e0-45f15ec659b8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:01.049009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41316) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:01.115804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a673127-14af-4e15-93ed-1e4cc272b15b req-7f67878a-fede-4fab-be46-702a4d933ec7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:01.116557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0a673127-14af-4e15-93ed-1e4cc272b15b req-7f67878a-fede-4fab-be46-702a4d933ec7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:01.153282 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.162620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.191361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0a673127-14af-4e15-93ed-1e4cc272b15b req-7f67878a-fede-4fab-be46-702a4d933ec7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:01.193343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a673127-14af-4e15-93ed-1e4cc272b15b req-7f67878a-fede-4fab-be46-702a4d933ec7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 945 time: 0.4184344 May 06 13:03:01.217635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.227299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=442ef0f9-1834-4f39-b291-70fd048cfe80,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:01.293774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a673127-14af-4e15-93ed-1e4cc272b15b req-4d93a271-981e-4c90-8da1-bd197e49227d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=43baaec4-12c2-4ebc-9550-be169f841220&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0852609 May 06 13:03:01.325555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Deleting port e4300432-5a2c-48c3-94a7-b8a740bdcb4c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:01.325555 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.375707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c38ff0bd-d272-45be-b41c-dab225ae31e9 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:01.392857 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.415948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] No DVR routers for this DVR port 442ef0f9-1834-4f39-b291-70fd048cfe80 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:01.423698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.426451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-deleted', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:01.589731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39bace99-ad8d-4f46-9904-05139eb11d1b req-edbba72a-2249-4009-b51f-a7861d133421 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "DELETE /v2.0/ports/442ef0f9-1834-4f39-b291-70fd048cfe80 HTTP/1.1" status: 204 len: 173 time: 2.7859244 May 06 13:03:01.600441 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1636bf3-6467-4388-a7f8-6209975bddbe'] response: {'server_uuid': 'ead65380-69c8-4f7a-90ab-ab9b4640d428', 'name': 'network-vif-deleted', 'tag': '442ef0f9-1834-4f39-b291-70fd048cfe80', 'status': 'completed', 'code': 200} May 06 13:03:01.630413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] For port e4300432-5a2c-48c3-94a7-b8a740bdcb4c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:01.631509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:01.695181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:01.696767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:01.702125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:01.742808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=cbef3adc-a978-4aed-91e0-45f15ec659b8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:01.886246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Calling delete_port for e4300432-5a2c-48c3-94a7-b8a740bdcb4c owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:01.973724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c38ff0bd-d272-45be-b41c-dab225ae31e9 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "PUT /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b HTTP/1.1" status: 200 len: 366 time: 0.9231451 May 06 13:03:01.981898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.050956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-85506b2b-31ae-4d5c-8a92-dce0f3e3ca03 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0678909 May 06 13:03:02.053975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41328) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.141473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:02.142555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:02.238069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-95cfc44a-6477-40d3-8ade-33fc327df020 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b HTTP/1.1" status: 200 len: 366 time: 0.1774201 May 06 13:03:02.245559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41334) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.545133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-208ad648-9a03-4992-88e5-362fa95ae6f3 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b HTTP/1.1" status: 204 len: 168 time: 0.2983105 May 06 13:03:02.552251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:02.560064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41340) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.563092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52dbfec5-bf57-43e7-b023-cba9e3699e9d req-7a8a351a-b9a2-4033-9da5-7b95e6be97bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=ead65380-69c8-4f7a-90ab-ab9b4640d428 HTTP/1.1" status: 200 len: 210 time: 0.0671875 May 06 13:03:02.601237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:02.608134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 442ef0f9-1834-4f39-b291-70fd048cfe80 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:02.608617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 442ef0f9-1834-4f39-b291-70fd048cfe80 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:02.637187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-54dd66ac-0ee2-4fa9-9474-ef4146a5b4eb tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0633240 May 06 13:03:02.639709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41344) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.658843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Port': ['ID=e4300432-5a2c-48c3-94a7-b8a740bdcb4c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:02.660425 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-16c081d3-b28b-468e-b331-617a2a3387fb tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b HTTP/1.1" status: 200 len: 370 time: 0.0192182 May 06 13:03:02.663170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.671146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b2372c1-f816-43cb-8823-b1f81c1e3588 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b/default HTTP/1.1" status: 200 len: 370 time: 0.0067394 May 06 13:03:02.672739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:02.677476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41352) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:02.711082 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-50ac8a67-3672-4492-80b6-00222f668015 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] delete failed (client error): The resource could not be found. May 06 13:03:02.715399 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-50ac8a67-3672-4492-80b6-00222f668015 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/4b8dd9b0e5be4268b38c58fc63c4f80b HTTP/1.1" status: 404 len: 348 time: 0.0317433 May 06 13:03:02.968427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Router 7ec5a1b7-00b4-4572-988b-f7171aa0738f has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:03.034284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:03.045135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:03.084660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:03.085435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:03.162127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:03.175270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.176972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e81d3234-6c36-447f-a737-ecc0824f26f6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6050687 May 06 13:03:03.180927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41362) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:03.206610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:network and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.212367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.223106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:subnet and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.241813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.272609 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:subnetpool and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.273835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.306545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.317841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:port and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.324666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.336999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:router and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.343383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.364479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:floatingip and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.379931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.484797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:security_group and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.510815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.537235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:03.550386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Usage tracker for resource:security_group_rule and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:03.584402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:03.597475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0480130-1074-4835-9841-8b63f033f045 tempest-QuotasTest-2084663345 tempest-QuotasTest-2084663345-project-admin] 10.222.0.83 "GET /v2.0/quotas/668e288f66f34e1bb891becdd7e7f991/details.json HTTP/1.1" status: 200 len: 703 time: 0.4339368 May 06 13:03:03.624319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.658652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.734410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41374) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:03.789016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70bc1ec5-fbb2-4294-a28c-40fef4ec590a tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=79b8395e2d0445459e63839ade9a5932&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6050143 May 06 13:03:03.793996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:03.873882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:03.880109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.880705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Fanout notify agent at l3_agent the message router_deleted on router 95d7bcd6-d9ce-41a5-970a-7cfa73d89565 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:03:03.886377 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Sync routers for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:03.905625 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:03.911059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:03.968277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:03.984365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b9c47024-42ae-44d1-9d39-efb57bfe6ef3 tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/routers/95d7bcd6-d9ce-41a5-970a-7cfa73d89565 HTTP/1.1" status: 204 len: 168 time: 6.2111824 May 06 13:03:03.986296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41382) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:04.017473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c79f7-9b30-490a-ac9f-0367d2f49e38 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:04.019131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dc6c79f7-9b30-490a-ac9f-0367d2f49e38 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2242002 May 06 13:03:04.022047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:04.052069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5660b82a-ade0-4cbd-a455-1021d3bcaed1 admin admin] 10.222.0.83 "PUT /v2.0/routers/7ec5a1b7-00b4-4572-988b-f7171aa0738f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2343557 May 06 13:03:04.069976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41390) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:04.082035 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4bf912d6-f4a9-45ce-9388-2627795d7037 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0588098 May 06 13:03:04.093060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41394) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:04.108076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439265764', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:04.168712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.183377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:04.184296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Updating router ce01dd27-1d06-456a-898c-8f2128272e0a port cbef3adc-a978-4aed-91e0-45f15ec659b8 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:04.269648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:04.277760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:subnet and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:04.292287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:04.307523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:04.322517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:04.345369 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:04.431161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:04.441375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:04.691084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41402) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:04.765083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:04.899601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:04.951821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8f810e-6189-486f-9c68-cfcc55194c81']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.997688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fd754c-0071-4b23-9b6b-bb86eb8f3d17') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:04.998401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fd754c-0071-4b23-9b6b-bb86eb8f3d17') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:05.040166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.055201 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.064097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 5, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:05.070050 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Checking router: 7ec5a1b7-00b4-4572-988b-f7171aa0738f for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:05.083763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Routers {'7ec5a1b7-00b4-4572-988b-f7171aa0738f'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:05.084974 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:05.100123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:05.100604 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.103092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.107169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Usage tracker for resource:security_group_rule and tenant:69163149052049629e9b6fd69020ff12 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:05.112548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:05.115986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:05.118643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: timer() May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:05.141443 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:05.149088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:05.312916 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] Set router 7ec5a1b7-00b4-4572-988b-f7171aa0738f gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:05.340618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.345841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Transition to ACTIVE for port object cbef3adc-a978-4aed-91e0-45f15ec659b8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:05.359886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.393015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.393650 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.487103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Subnet': ['ID=b92b0df4-2ecc-478b-ac39-f9610d343d91,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:05.491209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.529263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] Pushing event deleted for resources: {'Network': ['ID=af8f810e-6189-486f-9c68-cfcc55194c81,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:05.536690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=69163149052049629e9b6fd69020ff12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8334823 May 06 13:03:05.538219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41408) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:05.540090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.567152 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.578930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Checking segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:05.579289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network hostable DHCP agents. Network: 845169e6-45e3-42d6-963c-160b855f6df9, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:05.588165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e6908-1731-4579-a256-5f53b9763680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbad55d-fad7-439b-8203-eac746f56f4e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:05.662918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4300432-5a2c-48c3-94a7-b8a740bdcb4c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:05.676611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4d485605-b040-4589-9dad-35d2adb53daa tempest-TestSecurityGroupsBasicOps-1740827655 tempest-TestSecurityGroupsBasicOps-1740827655-project] 10.222.0.83 "DELETE /v2.0/networks/af8f810e-6189-486f-9c68-cfcc55194c81 HTTP/1.1" status: 204 len: 168 time: 1.6668987 May 06 13:03:05.779843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e4300432-5a2c-48c3-94a7-b8a740bdcb4c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:05.780779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4300432-5a2c-48c3-94a7-b8a740bdcb4c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:05.899672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Attempting to bind port cbef3adc-a978-4aed-91e0-45f15ec659b8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:05.900610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Attempting to bind port cbef3adc-a978-4aed-91e0-45f15ec659b8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:05.901876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Attempting to bind port cbef3adc-a978-4aed-91e0-45f15ec659b8 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:05.938571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.944054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:05.944054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:05.945672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:05.952340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:05.953725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Bound port: cbef3adc-a978-4aed-91e0-45f15ec659b8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:05.957412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.006748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.060428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 845169e6-45e3-42d6-963c-160b855f6df9 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:06.155586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] For port cbef3adc-a978-4aed-91e0-45f15ec659b8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:06.161496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] For port cbef3adc-a978-4aed-91e0-45f15ec659b8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cbef3adc-a978-4aed-91e0-45f15ec659b8,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:06.169918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a97ae-5a71-4e2d-ba72-5f2b6a668f90 None None] Pushing event updated for resources: {'Port': ['ID=cbef3adc-a978-4aed-91e0-45f15ec659b8,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:06.171166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 845169e6-45e3-42d6-963c-160b855f6df9) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:06.179024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:06.181081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.183741 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.209621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0ead0-50ff-4f17-9217-916416076a9b None None] Network 845169e6-45e3-42d6-963c-160b855f6df9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:06.265993 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 5, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:06.274448 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e13475e-6c8f-4d19-b6f8-33d04eccffdc None None] The sync data for ids ['7ec5a1b7-00b4-4572-988b-f7171aa0738f'] in n-d-840845-1 is: [{'id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'name': 'tempest-TestServerMultinode-2125140395-router', 'tenant_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:18Z', 'updated_at': '2022-05-06T13:02:57Z', 'revision_number': 5, 'project_id': '42c8f3b70f9842f599d8766d7ee24aa9', 'gw_port': {'id': '99a55a40-3329-4999-b3f0-2f89bc39ee89', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec5a1b7-00b4-4572-988b-f7171aa0738f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:21Z', 'updated_at': '2022-05-06T13:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:06.277970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.320622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-51740ffd-027c-4dd0-b4e2-082a40217936 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2225196 May 06 13:03:06.323383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:06.381281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.446670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a97ae-5a71-4e2d-ba72-5f2b6a668f90 None None] Pushing event updated for resources: {'Port': ['ID=cbef3adc-a978-4aed-91e0-45f15ec659b8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:06.457429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:06.460509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:02:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:06.471603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Deleting port 99a55a40-3329-4999-b3f0-2f89bc39ee89 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:06.472012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.494371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.530409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbad55d-fad7-439b-8203-eac746f56f4e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:06.545392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:06.550030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-624eae20-5f6e-4f4b-b870-eb6b17e7b1c0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7bbad55d-fad7-439b-8203-eac746f56f4e HTTP/1.1" status: 204 len: 168 time: 1.0096390 May 06 13:03:06.707534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:06.875329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:07.185200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] For port 99a55a40-3329-4999-b3f0-2f89bc39ee89, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=99a55a40-3329-4999-b3f0-2f89bc39ee89,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:07.186169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.402310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-845169e6-45e3-42d6-963c-160b855f6df9', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:07.403211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.553563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4d2965ee-e7f4-40cf-b64e-a10cd948e292 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:07.575500 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7c064dd9-5fba-4e8a-8330-bacb185c17e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9e61592e99245e9945af53e5653f42f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7048697 May 06 13:03:07.576725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41436) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:07.614803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Calling delete_port for 99a55a40-3329-4999-b3f0-2f89bc39ee89 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:07.644093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 4d2965ee-e7f4-40cf-b64e-a10cd948e292 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:07.644432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 4d2965ee-e7f4-40cf-b64e-a10cd948e292 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:07.677114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.708724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.903818 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.938061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0a017-e78e-4f93-8c6d-e2381c20e65b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:07.943060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Allocated IP 172.20.0.2 (845169e6-45e3-42d6-963c-160b855f6df9/b92b0df4-2ecc-478b-ac39-f9610d343d91/b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:07.949610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port ef187890-13aa-484f-86a6-7fb26ae46083 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:07.949963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.951325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:07.952497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e032b2d7-e457-4b5d-8aa1-3fb39cec858a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d1a0a017-e78e-4f93-8c6d-e2381c20e65b HTTP/1.1" status: 204 len: 168 time: 0.3745470 May 06 13:03:08.004461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41442) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:08.018425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:08.024296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ce614-e163-4138-8220-9ec37529bed5 None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:01Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:08.028402 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.050107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.230852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.258802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:08.271307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Usage tracker for resource:security_group_rule and tenant:668e288f66f34e1bb891becdd7e7f991 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:08.282139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:08.298260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:08.335398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Pushing event deleted for resources: {'Port': ['ID=99a55a40-3329-4999-b3f0-2f89bc39ee89,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:08.357214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.357563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.357901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.358238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.358731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.359060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.359558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.359910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.360547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.360891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.366055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:08.570508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b019ad9-b07c-462e-b7aa-c279a495c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.674307 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.720554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port ef187890-13aa-484f-86a6-7fb26ae46083, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ef187890-13aa-484f-86a6-7fb26ae46083,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:08.728443 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.738132 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.756300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Transition to ACTIVE for port object b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:08.782544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Transition to ACTIVE for port object b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:08.825594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.827683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.879221 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=668e288f66f34e1bb891becdd7e7f991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8734879 May 06 13:03:08.882210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41450) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:08.910111 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:08.972982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c9d58-a6ee-436f-97b0-181017707721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1646177-18ce-44d0-a6d9-c69cffab1360,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:08.983119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Network 845169e6-45e3-42d6-963c-160b855f6df9 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:08.993396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:08.993396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:09.040272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for ef187890-13aa-484f-86a6-7fb26ae46083 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:09.047249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.1 (845169e6-45e3-42d6-963c-160b855f6df9/b92b0df4-2ecc-478b-ac39-f9610d343d91/97207f18-4a70-4648-a158-640e601be9d8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:09.053582 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.155574 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Pushing event updated for resources: {'Port': ['ID=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:09.166928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Attempting to bind port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:09.167672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Attempting to bind port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:09.168184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Attempting to bind port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 on network 845169e6-45e3-42d6-963c-160b855f6df9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:09.177163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:09.177720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Checking segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:09.178250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.178784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Bound using segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:09.179293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Bound port: b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:09.179724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.290488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] For port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:09.295700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] For port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:09.303907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41454) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:09.307053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.380657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.387181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.501187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:09.507043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f3278dc6e00e4ac08af0eb60d04faf00 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:09.514351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.516700 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.517711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:09.522662 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.529300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:09.571782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf376eb-29da-4c25-a9b3-46634c192177 None None] Pushing event updated for resources: {'Port': ['ID=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:09.579881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object 97207f18-4a70-4648-a158-640e601be9d8 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:09.582421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.641073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1646177-18ce-44d0-a6d9-c69cffab1360,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:09.657343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.657343 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec5a1b7-00b4-4572-988b-f7171aa0738f {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:03:09.703866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.703866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ae779e90-42d0-4f81-8a95-f5e071e796a0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d1646177-18ce-44d0-a6d9-c69cffab1360 HTTP/1.1" status: 204 len: 168 time: 0.8183453 May 06 13:03:09.706433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.707563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbbcc62e-fb54-41eb-95a0-7d106759e03b admin admin] 10.222.0.83 "DELETE /v2.0/routers/7ec5a1b7-00b4-4572-988b-f7171aa0738f HTTP/1.1" status: 204 len: 168 time: 5.6352108 May 06 13:03:09.710166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41466) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:09.770834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.773528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cbef3adc-a978-4aed-91e0-45f15ec659b8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:09.789361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Deleting subnet 02f6f7aa-9417-42b4-b476-6733d1326647 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:09.792923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.797544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.883154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.957155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cbef3adc-a978-4aed-91e0-45f15ec659b8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:09.963560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cbef3adc-a978-4aed-91e0-45f15ec659b8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:09.970470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:09.978378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=ef187890-13aa-484f-86a6-7fb26ae46083,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.024191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.033655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.043535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.197860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 845169e6-45e3-42d6-963c-160b855f6df9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:10.203440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f3278dc6e00e4ac08af0eb60d04faf00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8989098 May 06 13:03:10.214262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41474) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:10.215177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:10.222600 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.228219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:10.263993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cbef3adc-a978-4aed-91e0-45f15ec659b8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cbef3adc-a978-4aed-91e0-45f15ec659b8,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:10.306128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e109c-62a4-4d8f-8c35-a65b2a0048b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1c81a-d212-42ef-bd97-ad1832f21f3e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.351577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.352509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.374216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.387964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.430048 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.481718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cbef3adc-a978-4aed-91e0-45f15ec659b8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.600557 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.660262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.690234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f6f7aa-9417-42b4-b476-6733d1326647,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.713089 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.714596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19fa6d-9bb0-4e00-a2f2-28d709a3dc72 None None] Network 2aa3215c-367d-46f5-a73f-d48dade28e9b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:10.722322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:10.730809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-923521dd-e9b9-46df-921e-225611574036 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/02f6f7aa-9417-42b4-b476-6733d1326647 HTTP/1.1" status: 204 len: 168 time: 1.0192866 May 06 13:03:10.738018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:10.820749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1c81a-d212-42ef-bd97-ad1832f21f3e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:10.841595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2067d412-42c7-4dac-b0af-9cfeb8e969da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.005747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.050595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Deleting port 099ebbb8-a967-4a3a-ac57-08141f74cb3f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:11.050935 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.119164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59495215-42d6-4fa0-89eb-2d3c81ed3264 None None] Network 845169e6-45e3-42d6-963c-160b855f6df9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:11.123313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.300278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.304379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-556e6378-64cc-4487-a404-c989473ad18c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f1c1c81a-d212-42ef-bd97-ad1832f21f3e HTTP/1.1" status: 204 len: 168 time: 1.0346837 May 06 13:03:11.391099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.482195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] DHCP port deletion for 2aa3215c-367d-46f5-a73f-d48dade28e9b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:03:11.494056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.501010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Deleting port 099ebbb8-a967-4a3a-ac57-08141f74cb3f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:11.504521 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.504734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] For port 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=099ebbb8-a967-4a3a-ac57-08141f74cb3f,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:11.504734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.588680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6b5be4f9-e55a-4835-9199-58da59ead2ec None None] Provisioning for port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:11.654552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:11.713205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Calling delete_port for 099ebbb8-a967-4a3a-ac57-08141f74cb3f owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:11.989652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:12.020590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:12.140612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 845169e6-45e3-42d6-963c-160b855f6df9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:12.142979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:12.156657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] For port 099ebbb8-a967-4a3a-ac57-08141f74cb3f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=099ebbb8-a967-4a3a-ac57-08141f74cb3f,segment=NetworkSegment(858074b5-dff5-41b5-95f8-80d44a41dd8b),segment_id=858074b5-dff5-41b5-95f8-80d44a41dd8b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:12.157052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.191428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41504) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:12.405274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.524554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Calling delete_port for 099ebbb8-a967-4a3a-ac57-08141f74cb3f owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:12.558997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41512) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:12.567812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.569740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1103565399'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:12.587274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Pushing event deleted for resources: {'Port': ['ID=099ebbb8-a967-4a3a-ac57-08141f74cb3f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:12.600327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:12.645786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:network and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:12.654103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:12.674195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:03:12.674195 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:03:12.674195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.676334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:12.683948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] No DVR routers for this DVR port 099ebbb8-a967-4a3a-ac57-08141f74cb3f on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:12.755082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd3d643b-6d10-473f-888b-e84030ac7dc4 None None] Provisioning for port 97207f18-4a70-4648-a158-640e601be9d8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:12.770817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd3d643b-6d10-473f-888b-e84030ac7dc4 None None] Provisioning complete for port 97207f18-4a70-4648-a158-640e601be9d8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:12.771324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd3d643b-6d10-473f-888b-e84030ac7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.849052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:12.852091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.867070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.891457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.920719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d643b-6d10-473f-888b-e84030ac7dc4 None None] Port 97207f18-4a70-4648-a158-640e601be9d8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:12.929139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:12.943407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:12.943840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:12.970522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa3215c-367d-46f5-a73f-d48dade28e9b']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:12.970995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d73d0558-1cfa-4d79-8a61-2c09f21ee37a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5af086886aa3447f91d0375bfd4c8b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4100161 May 06 13:03:12.973356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41516) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:13.048439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858074b5-dff5-41b5-95f8-80d44a41dd8b') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:13.048812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858074b5-dff5-41b5-95f8-80d44a41dd8b') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:13.060799 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.093809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-65a9537b-c3eb-4135-bf20-9caf17f989db None None] Provisioning complete for port 97207f18-4a70-4648-a158-640e601be9d8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:13.094448 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-65a9537b-c3eb-4135-bf20-9caf17f989db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.100960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.132281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.140040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:13.149679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:13.154337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-65a9537b-c3eb-4135-bf20-9caf17f989db None None] Port 97207f18-4a70-4648-a158-640e601be9d8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:13.157286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:security_group_rule and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:13.161171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:13.163252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.168240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.174879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:13.179568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:13.180010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.181228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Deleting port 099ebbb8-a967-4a3a-ac57-08141f74cb3f {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:13.181616 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: timer() May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:13.200755 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:13.230680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:13.268883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9259ed60-ff81-4d88-95f2-f01a986cbceb None None] The port '099ebbb8-a967-4a3a-ac57-08141f74cb3f' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:03:13.317639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.320065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cbef3adc-a978-4aed-91e0-45f15ec659b8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:13.368571 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.374617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.402393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.406193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.414882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa3215c-367d-46f5-a73f-d48dade28e9b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:13.448323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 2f946a5b-e693-4411-b47d-586118ce6909 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:13.458527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:13.468277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.480687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cbef3adc-a978-4aed-91e0-45f15ec659b8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:13.480883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099c52bf-f784-4940-8ec3-9daff8ba1b88,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:13.481261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.504971 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.508283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ab8a3e1-cbbd-4f78-843e-e32d8b555605 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/099c52bf-f784-4940-8ec3-9daff8ba1b88 HTTP/1.1" status: 204 len: 168 time: 0.5339429 May 06 13:03:13.546380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:13.555260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c6dfdde1-03d1-462e-b529-7564eac9ef56 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/ce01dd27-1d06-456a-898c-8f2128272e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2305326 May 06 13:03:13.557306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:13.563129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:13.598865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:13.599688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:13.641320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:13.657379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.658031 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Added segment 3b965670-4237-4491-b0ee-00070044176a of type vlan for network 9714c98b-9f7e-4f63-947e-ddf11d2733ce May 06 13:03:13.706920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.750371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5a04f452-28a8-497e-be4e-fb8640acda38 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2aa3215c-367d-46f5-a73f-d48dade28e9b HTTP/1.1" status: 204 len: 168 time: 3.0070837 May 06 13:03:13.761128 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.902918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:13.918128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.922106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.922788 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:13.966520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d277bfa2-483d-4ed7-91bd-2e6f8a9c71bf,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:13.979542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.983916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.984602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.985162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.985535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.985898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:13.990541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79e3700f-81e7-4e21-92f6-fb041a7729bd tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4267 time: 0.4295278 May 06 13:03:13.990745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.055167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 099ebbb8-a967-4a3a-ac57-08141f74cb3f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:14.098401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.098978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.099482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.100640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.101479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.102148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:14.107171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9145658 May 06 13:03:14.109155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d652438a-39ea-4339-ba5d-e79c3ed2b4ae tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1170695 May 06 13:03:14.110176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41538) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.110524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41540) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.134382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 099ebbb8-a967-4a3a-ac57-08141f74cb3f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:14.135368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 099ebbb8-a967-4a3a-ac57-08141f74cb3f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:14.208045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'subnet': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:14.276613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:14.339848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220ebb-7971-41f7-a9f3-c878adb19f0a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Network': ['ID=9714c98b-9f7e-4f63-947e-ddf11d2733ce,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:14.428453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:14.487854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.620382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79cd6c1c-1267-4c14-97f9-eaa7443adbed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bd09536de01141d18d6e8adaa79604ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1283894 May 06 13:03:14.621429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.677207 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:14.698300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:14.698913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.699480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:subnet and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:14.703321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:14.712845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:14.763589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:14.773401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-11a8bd64-42bd-402e-a9ac-e38b6a08dd49 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/2f946a5b-e693-4411-b47d-586118ce6909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0374591 May 06 13:03:14.774501 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Sync routers for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:14.775875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41564) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:14.798498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.799657 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:14.800486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:14.841557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:14.936036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:14.971503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.008031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cb6d3-bc10-458e-8bc4-50fb2e7dfb95,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:15.021803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.022935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5e95afb4-ad10-424c-aa08-f0f58d4d2bc7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/346cb6d3-bc10-458e-8bc4-50fb2e7dfb95 HTTP/1.1" status: 204 len: 168 time: 0.3990414 May 06 13:03:15.043661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 99a55a40-3329-4999-b3f0-2f89bc39ee89 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:15.104263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 99a55a40-3329-4999-b3f0-2f89bc39ee89 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:15.104607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 99a55a40-3329-4999-b3f0-2f89bc39ee89 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:15.110556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:11Z', 'revision_number': 2, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:15.115111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:15.115855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Updating router ce01dd27-1d06-456a-898c-8f2128272e0a port 97207f18-4a70-4648-a158-640e601be9d8 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:15.141828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6deb1e30-c0f7-4cda-8f40-9819ef18645b tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 1.0126677 May 06 13:03:15.185318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.271696 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:15.288069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.487081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting subnet 658bb325-b2d8-4e02-bec6-60586de6be7f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:15.534415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.631689 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:03:09Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:15.646179 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Checking router: 2f946a5b-e693-4411-b47d-586118ce6909 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:15.685861 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.686077 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Routers {'2f946a5b-e693-4411-b47d-586118ce6909'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:15.686077 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2f946a5b-e693-4411-b47d-586118ce6909'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:15.805181 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:15.973715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41590) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:15.981454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057742050', 'description': 'tempest-secgroup-smoke-1057742050 description', 'project_id': '79b8395e2d0445459e63839ade9a5932'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:15.988544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:15.992786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:15.995945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:16.003814 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.011359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:16.057861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Transition to ACTIVE for port object 97207f18-4a70-4648-a158-640e601be9d8 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:16.058095 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] Set router 2f946a5b-e693-4411-b47d-586118ce6909 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:16.061121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.099498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.136498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.138460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41596) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:16.160368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.160701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6266e-0cf9-43ca-8697-43fa7e0180e2 None None] Network c5810026-227b-4bb7-bf77-c5cd38614296 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:16.206453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/subnets/658bb325-b2d8-4e02-bec6-60586de6be7f HTTP/1.1" status: 204 len: 168 time: 1.4289632 May 06 13:03:16.215207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41602) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:16.223742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Subnet': ['ID=3dc5669c-753e-4427-888d-2a85e5e8f5ea,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:16.225222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.313091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41606) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:16.397325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571a8bc-2ad7-4bc2-9709-0c071b6cc635 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Subnet': ['ID=658bb325-b2d8-4e02-bec6-60586de6be7f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:16.405633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:16.411660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Checking segment: {'id': '3b965670-4237-4491-b0ee-00070044176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:16.424362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network hostable DHCP agents. Network: 9714c98b-9f7e-4f63-947e-ddf11d2733ce, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:16.441070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:16.469247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:16.502670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:16.581901 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.606002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e1c5eb93-f5de-4284-ab8f-aa53ff599750 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42c8f3b70f9842f599d8766d7ee24aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815404 May 06 13:03:16.611346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41610) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:16.640446 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:03:09Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:16.645497 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58418b8a-cfe9-4a52-aa2e-3341a329ca0e None None] The sync data for ids ['2f946a5b-e693-4411-b47d-586118ce6909'] in n-d-840845-1 is: [{'id': '2f946a5b-e693-4411-b47d-586118ce6909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1156900264', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:01:02Z', 'updated_at': '2022-05-06T13:03:09Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': 'e23811ec-79ee-4b85-974d-a5c988eae648', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f946a5b-e693-4411-b47d-586118ce6909', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:01:07Z', 'updated_at': '2022-05-06T13:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:16.704891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:16.726683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1014259102-network', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:16.735630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.739266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e27cf0-ded1-4df8-a7a7-e7c529e2d2a2 None None] Pushing event updated for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:16.747264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:16.753379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Usage tracker for resource:network and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:16.756998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:16.774955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:16.783231 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.825781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.840998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.844606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9714c98b-9f7e-4f63-947e-ddf11d2733ce) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:16.847131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.857529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.877223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Made reservation on behalf of d9d6a80edd6f4e4f91d584fe8ef5f1dc for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:16.880347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.900842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.901105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:16.902290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.918576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f9f49-9bec-49ca-805b-fb2c454ee625 None None] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:16.935712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port e23811ec-79ee-4b85-974d-a5c988eae648 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:16.936375 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:16.985096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f810f715-21db-42b9-8559-d4778c88761d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:16.998473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.002894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18a3c563-6c2d-44c8-a026-4be9e4e4f049 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0279140 May 06 13:03:17.003568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41618) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:17.006670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:17.012788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:17.019675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:17.024377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:17.029694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:17.034907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.038264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:17.042800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:17.050971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.058019 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.061250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.062396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c44f45a3-bd79-44e8-bc5e-add2dc91fe43 HTTP/1.1" status: 204 len: 168 time: 0.4500794 May 06 13:03:17.073691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7245a25-756a-4c3d-b686-cd1719472bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f45a3-bd79-44e8-bc5e-add2dc91fe43,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.086204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b616b3b0-cf60-4d69-bc11-acf1217a0678 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9553106 May 06 13:03:17.090395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:17.098314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-171744336'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:17.141557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Attempting to bind port 97207f18-4a70-4648-a158-640e601be9d8 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:17.142185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Attempting to bind port 97207f18-4a70-4648-a158-640e601be9d8 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:17.142705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Attempting to bind port 97207f18-4a70-4648-a158-640e601be9d8 on network 845169e6-45e3-42d6-963c-160b855f6df9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:17.202422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:17.203070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Checking segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:17.207872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.207872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Bound using segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:17.207872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Bound port: 97207f18-4a70-4648-a158-640e601be9d8, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:17.207872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.278049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port e23811ec-79ee-4b85-974d-a5c988eae648, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e23811ec-79ee-4b85-974d-a5c988eae648,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:17.278895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.297633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.418127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:17.426812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:port and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:17.443554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:17.450270 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.456321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.500735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] For port 97207f18-4a70-4648-a158-640e601be9d8, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:17.510041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] For port 97207f18-4a70-4648-a158-640e601be9d8, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97207f18-4a70-4648-a158-640e601be9d8,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:17.518733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] DHCP port deletion for c5810026-227b-4bb7-bf77-c5cd38614296 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:03:17.522991 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.531009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Deleting port d5c2e907-f945-4de6-8e08-380d9b05360e {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:17.531506 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.559179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe29088e-4557-4ffc-97b4-325a164921ef,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.567974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for e23811ec-79ee-4b85-974d-a5c988eae648 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:17.570733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:17.575610 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.589919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'tenant_id': '009f857e821d4335bb8d8b838d06635d', 'fixed_ips': [{'subnet_id': '3dc5669c-753e-4427-888d-2a85e5e8f5ea'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:17.592658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.607182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port fdbce348-5822-49b1-b677-055dd4d84410 yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:17.627600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.648505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.684521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.687581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f278cbb2-21d0-4e51-9e3f-97730ea9eb5e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6824911 May 06 13:03:17.692539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41630) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:17.704752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.707167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:17.721876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:17.730987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:17.738382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:17.753408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:17.795958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8a0a9b-db0f-4c7c-8da8-0182283d7062,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.879016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e27cf0-ded1-4df8-a7a7-e7c529e2d2a2 None None] Pushing event updated for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:17.903902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::b1 (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/fdbce348-5822-49b1-b677-055dd4d84410) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:17.931216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:17.957906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.958299 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Added segment a2c05655-1c07-4ec4-8397-97a5830be298 of type vlan for network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 May 06 13:03:17.966055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:17.969613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.078696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=e23811ec-79ee-4b85-974d-a5c988eae648,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.182618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.316497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:18.317155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:18.480598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.484899 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.545598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.546452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:18.547023 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.569250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.626535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad5af9-512f-48ce-b2ad-cbd711ec7629,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.632255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:18.654916 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.704415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.708444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0701591e-42d9-4fe9-b301-0adfe12854ac tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0121539 May 06 13:03:18.709386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object fdbce348-5822-49b1-b677-055dd4d84410 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:18.713316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41646) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:18.724432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:18.734826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:18.746341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:18.754328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:18.764034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:18.854920 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.868648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device d5c2e907-f945-4de6-8e08-380d9b05360e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:18.953968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:18.957149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:18.962418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8197954 May 06 13:03:18.962418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Pushing event updated for resources: {'Network': ['ID=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:18.962652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41654) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:18.969933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:18.973862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:18.974479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.976677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.981742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.981926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Request body: {'subnet': {'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1014259102-subnet', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:18.982164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.982415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.982745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.983067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.983384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.983701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.984130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.989386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.989386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.989386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e9c044-6741-43e4-ab68-2f59a622f49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:18.992214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:18.996949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:19.003179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=fdbce348-5822-49b1-b677-055dd4d84410,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:19.011945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Usage tracker for resource:subnet and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:19.018493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:19.019712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.033251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:19.099663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.158111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:19.160298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41660) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.176177 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-58c3c693-db82-4787-b21d-6603ef5a56a4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0820191 May 06 13:03:19.176668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.184977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-481441223', 'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:c0:84:4e'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:19.208536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.252573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Made reservation on behalf of d9d6a80edd6f4e4f91d584fe8ef5f1dc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:19.259189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.317528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04d9f37-4503-4db2-8555-62b1911a0bb8,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:19.355459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1788787264-network', 'tenant_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:19.365593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:19.367706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.368221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Fanout notify agent at l3_agent the message router_deleted on router 2f946a5b-e693-4411-b47d-586118ce6909 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:03:19.370111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:19.380872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:port and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:19.390525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:19.393567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Usage tracker for resource:network and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:19.399068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:19.405474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.409088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-183ec9d0-74d2-45aa-8de7-caa3a714a9b2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/routers/2f946a5b-e693-4411-b47d-586118ce6909 HTTP/1.1" status: 204 len: 168 time: 3.1896055 May 06 13:03:19.410271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41670) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.410407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:19.412524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:19.436264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] For port d5c2e907-f945-4de6-8e08-380d9b05360e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d5c2e907-f945-4de6-8e08-380d9b05360e,segment=NetworkSegment(16257f12-14ed-4e7d-82e4-45326e579adb),segment_id=16257f12-14ed-4e7d-82e4-45326e579adb)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:19.436805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.495651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:19.499276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.517969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.533447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.535260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-52531540-e346-4aee-a84a-12a8aa95a1df tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8205013 May 06 13:03:19.539215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41674) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:19.551590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:19.564014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:19.565822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Allocated IP 2001:db8::2 (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:19.570305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.585102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:19.589410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port d5c2e907-f945-4de6-8e08-380d9b05360e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:19.589801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:19.643347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Calling delete_port for d5c2e907-f945-4de6-8e08-380d9b05360e owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:19.663263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:19.849513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:19.864752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:19.868649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:19.889805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:19.910586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:19.926760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:19.945591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] The port 'd5c2e907-f945-4de6-8e08-380d9b05360e' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:03:19.968530 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.023129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.046153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.054683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.071587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] No DVR routers for this DVR port d5c2e907-f945-4de6-8e08-380d9b05360e on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:03:20.096147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6418d52-4184-4380-b94a-bb42b076545f None None] Pushing event deleted for resources: {'Port': ['ID=d5c2e907-f945-4de6-8e08-380d9b05360e,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.118193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.128888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.176683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.184792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5810026-227b-4bb7-bf77-c5cd38614296']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:20.190467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port 691e6479-3037-458e-9c26-effbe7e2c4aa yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:20.214394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:20.219191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16257f12-14ed-4e7d-82e4-45326e579adb') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:20.219493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16257f12-14ed-4e7d-82e4-45326e579adb') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:20.227073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ad8ec3-2026-4379-a8ac-52cb58953217,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.234224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ef187890-13aa-484f-86a6-7fb26ae46083 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:20.238481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Checking segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:20.238933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Network hostable DHCP agents. Network: 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:20.247272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.272325 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.281048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ea771-df14-4eca-b0b7-cef3c385d97f None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:17Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:20.281504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:03:20.281913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: timer() May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:03:20.307180 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:03:20.326507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ef187890-13aa-484f-86a6-7fb26ae46083 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:20.327072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ef187890-13aa-484f-86a6-7fb26ae46083 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:20.394651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.409691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:20.410085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.419657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Transition to ACTIVE for port object 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:20.431652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:20.441052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Transition to ACTIVE for port object 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:20.443928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.444455 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Added segment f89bf4f1-fff7-4944-a2e8-83e161727dfa of type vlan for network 54671d72-4a09-4a56-9b32-8537b670e989 May 06 13:03:20.448865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e23811ec-79ee-4b85-974d-a5c988eae648 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:03:20.484040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e23811ec-79ee-4b85-974d-a5c988eae648 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:03:20.484388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e23811ec-79ee-4b85-974d-a5c988eae648 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:03:20.511109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.512804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.524696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.556825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:20.558019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0a0bc-6360-4324-aaa3-a448487cb8fe,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.560448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.602766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.605179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de29e1-a07b-488e-891e-9d13ff5de0d2 None None] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:20.607456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:20.608067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.638084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::18c (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/691e6479-3037-458e-9c26-effbe7e2c4aa) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:20.645409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Network': ['ID=c5810026-227b-4bb7-bf77-c5cd38614296,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.655743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.707371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507ac0dd-298e-4eb6-9f52-e31c3ea27e54,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.744222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:20.745187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Pushing event updated for resources: {'Port': ['ID=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:20.747257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f22ad85-0c41-4926-91cb-f9829a8df497 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7812541 May 06 13:03:20.749214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:20.750396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:20.754737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:20.758197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-137f5b61-5559-497c-9de5-2e39c5898a3a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/networks/c5810026-227b-4bb7-bf77-c5cd38614296 HTTP/1.1" status: 204 len: 168 time: 1.3473473 May 06 13:03:20.758377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:20.760593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:20.766727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:20.788565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Usage tracker for resource:router and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:20.796462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.797367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:20.797995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.863395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:20.910222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Attempting to bind port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:20.910693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Attempting to bind port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '3b965670-4237-4491-b0ee-00070044176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:20.911078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Attempting to bind port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c on network 9714c98b-9f7e-4f63-947e-ddf11d2733ce {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:20.926100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:20.926100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.926100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6cfff176-810f-4f6d-861a-1711a31995a9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3811848 May 06 13:03:20.939212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41690) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:20.940017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.949438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:20.965340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:20.966197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Checking segment: {'id': '3b965670-4237-4491-b0ee-00070044176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:20.966843 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.967476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Bound using segment: {'id': '3b965670-4237-4491-b0ee-00070044176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:20.968229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:20.968472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Bound port: 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b965670-4237-4491-b0ee-00070044176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:20.969101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:20.978375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:20.989256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:20.993908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.005622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:21.009873 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.059526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] Pushing event updated for resources: {'Network': ['ID=54671d72-4a09-4a56-9b32-8537b670e989,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.078164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 54671d72-4a09-4a56-9b32-8537b670e989 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:21.176146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.180771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:21.181706 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.191692 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:03:21.195693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object 691e6479-3037-458e-9c26-effbe7e2c4aa will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:21.202149 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.275448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.276101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8468deb6-a822-46d3-84df-21409dfd794a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1100290 May 06 13:03:21.276493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41694) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:21.277927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.279019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.289147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Request body: {'subnet': {'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1788787264-subnet', 'tenant_id': '59f597caa6924978af45e8524840b331', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:21.294828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] For port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:21.303797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43baaec4-12c2-4ebc-9550-be169f841220,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.303950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:21.310756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Usage tracker for resource:subnet and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:21.314389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] For port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,segment=NetworkSegment(3b965670-4237-4491-b0ee-00070044176a),segment_id=3b965670-4237-4491-b0ee-00070044176a)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:21.315753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:21.318532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.323610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:21.338510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.403614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.431692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Allocated IP 172.20.0.2 (729e2076-a1cc-4c9f-ad29-d8ae35ec45b1/28ad8ec3-2026-4379-a8ac-52cb58953217/f6ef9509-1511-45ab-a7f6-593a25901619) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:21.457309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.485033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc493310-01c7-4fe2-bd2d-6ea88d83b87e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.498844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.500365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-85943999-3680-4d7d-8942-f7a61e306cbd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/security-groups/43baaec4-12c2-4ebc-9550-be169f841220 HTTP/1.1" status: 204 len: 168 time: 0.7380998 May 06 13:03:21.602229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.606842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.611499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-43121958-59d6-42ad-b35b-9d0a0722408c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6685948 May 06 13:03:21.612325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41702) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:21.615875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:21.620075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.620250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': 'f810f715-21db-42b9-8559-d4778c88761d', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:21.638386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:21.644993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:21.648837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:21.664806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:21.765842 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:03:21.773381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:21.783156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:21.786842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.794991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:21.799268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:21.800096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.825306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:21.828241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=691e6479-3037-458e-9c26-effbe7e2c4aa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.870586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572164c-b475-4fa9-b082-0045a43c9264 None None] Pushing event updated for resources: {'Port': ['ID=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:21.940148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-df3ce37b-d7b3-4344-968e-b8d6bfcf3bf4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.7597320 May 06 13:03:21.945810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41710) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:21.957185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.031043 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.044177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Transition to ACTIVE for port object f6ef9509-1511-45ab-a7f6-593a25901619 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:22.067912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Transition to ACTIVE for port object f6ef9509-1511-45ab-a7f6-593a25901619 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:22.071460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.098994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2441772f-1253-4b88-bac7-09cfc95048e3,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:22.198168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.215227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.227245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7511944f-bba2-43b6-989d-488b483307bb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6135466 May 06 13:03:22.298449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:22.304189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:22.308864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:22.310081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:22.331725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.344268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:22.348019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:22.350058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Pushing event updated for resources: {'Port': ['ID=f6ef9509-1511-45ab-a7f6-593a25901619,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:22.352170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:22.405562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41718) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:22.405562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468303886', 'description': 'tempest-secgroup-smoke-1468303886 description', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:22.405988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d48bc4-07b2-48c1-a606-f80ba3861992,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:22.423565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:22.437327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:22.445605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:22.457945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:22.457945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-83508f3f-38f5-4dcc-9f64-2d9c68ab730f tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.5032952 May 06 13:03:22.463184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41724) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:22.470309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:22.536064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Attempting to bind port f6ef9509-1511-45ab-a7f6-593a25901619 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:22.536440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Attempting to bind port f6ef9509-1511-45ab-a7f6-593a25901619 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:22.536794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Attempting to bind port f6ef9509-1511-45ab-a7f6-593a25901619 on network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:22.552186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:22.552559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Checking segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:22.552981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.553356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Bound using segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:22.553862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Bound port: f6ef9509-1511-45ab-a7f6-593a25901619, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:22.554203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.574749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.626539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:22.627962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.658250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:22.674357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:22.675404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Network hostable DHCP agents. Network: 54671d72-4a09-4a56-9b32-8537b670e989, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:22.678541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:22.685163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port 691e6479-3037-458e-9c26-effbe7e2c4aa {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:22.685772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.686012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:22.700672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:22.715167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.844674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.915289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:22.918826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] For port f6ef9509-1511-45ab-a7f6-593a25901619, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:22.928140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] For port f6ef9509-1511-45ab-a7f6-593a25901619, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6ef9509-1511-45ab-a7f6-593a25901619,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:22.991454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e33849-3f68-4b9a-a3d1-5ffca089c144,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:23.208171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Allocated IP 172.25.2.113 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/192c191b-9292-48b8-b113-eb925465724b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:23.216400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-56fa4ed8-b13d-4e97-a1b1-a032b2b4db2b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:23.260411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527cddbf-9580-4866-80f0-951ae0b56c3d None None] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:23.471513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.479663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:23.489031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97207f18-4a70-4648-a158-640e601be9d8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:23.524656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.530399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7cf0924c-e3bb-41ed-8fc1-caa564bcad94 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1294224 May 06 13:03:23.536184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.537129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41736) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:23.546882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:23.556183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:23.561984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:23.568559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:23.577026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:23.606661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Provisioning for port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:23.623378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for 691e6479-3037-458e-9c26-effbe7e2c4aa owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:23.634700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Provisioning complete for port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:23.635630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.662713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Network 54671d72-4a09-4a56-9b32-8537b670e989 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:23.696655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-56fa4ed8-b13d-4e97-a1b1-a032b2b4db2b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:23.698762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-56fa4ed8-b13d-4e97-a1b1-a032b2b4db2b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057742050&fields=id&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 267 time: 0.6594226 May 06 13:03:23.712412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ce0e-1d45-4f43-bbea-228b21e79765 None None] Pushing event updated for resources: {'Port': ['ID=f6ef9509-1511-45ab-a7f6-593a25901619,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:23.731396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.737179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.872381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 97207f18-4a70-4648-a158-640e601be9d8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:23.877504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.884442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97207f18-4a70-4648-a158-640e601be9d8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:23.884984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:23.970668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.021262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.033579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 54671d72-4a09-4a56-9b32-8537b670e989) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:24.054132 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.066090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:24.066847 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.067260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d706f65-a10b-4371-86ed-df68073f4f1b,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.095174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c493a0a-fd60-471b-b160-dacb6d0a9e5d None None] Network 54671d72-4a09-4a56-9b32-8537b670e989 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:24.191589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.215566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.216904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-51fd34c5-81c1-4eb4-bf9b-39f692c6e41d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6785316 May 06 13:03:24.219639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41742) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:24.226616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:24.240253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:24.246795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] For port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,segment=NetworkSegment(3b965670-4237-4491-b0ee-00070044176a),segment_id=3b965670-4237-4491-b0ee-00070044176a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:24.250200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:24.276810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:24.289117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:24.348360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.395454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:24.400326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-71b3564d-2d90-423f-be12-e8ca8d75fca9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1173303 May 06 13:03:24.403587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41746) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:24.417158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:24.417450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:24.428697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Pushing event updated for resources: {'Port': ['ID=192c191b-9292-48b8-b113-eb925465724b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.428900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:24.430420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:24.432637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Usage tracker for resource:router and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:24.436689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:24.449436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:24.474732 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.493404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.562386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.563398 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.582187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cdeda-528a-4180-b37a-a3cca11796e9 None None] Pushing event updated for resources: {'Port': ['ID=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.592012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-b65b7420-e7a0-4794-91dd-cad05af812dd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:24.596535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-b65b7420-e7a0-4794-91dd-cad05af812dd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:24.622704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.626956 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.651190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Provisioning complete for port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:24.651628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.677005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=691e6479-3037-458e-9c26-effbe7e2c4aa,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:24.705589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 97207f18-4a70-4648-a158-640e601be9d8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97207f18-4a70-4648-a158-640e601be9d8,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:24.705842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.706794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-54671d72-4a09-4a56-9b32-8537b670e989', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:24.708349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.763625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.781238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-070a6964-a2ba-4153-a8ae-e6099feaba4e tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/691e6479-3037-458e-9c26-effbe7e2c4aa HTTP/1.1" status: 204 len: 168 time: 2.3012912 May 06 13:03:24.800633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:24.851207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:24.913510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-b65b7420-e7a0-4794-91dd-cad05af812dd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:24.914700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-b65b7420-e7a0-4794-91dd-cad05af812dd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 797 time: 1.2037535 May 06 13:03:24.956889 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e38b7e6-09d8-40ce-817d-3d573989d14a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] GET failed (client error): The resource could not be found. May 06 13:03:24.957670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6e38b7e6-09d8-40ce-817d-3d573989d14a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:25.129618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-e2b35480-d58c-4873-9428-fc02d5f2db32 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/quotas/79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 375 time: 0.1780198 May 06 13:03:25.135607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:25.250981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6e38b7e6-09d8-40ce-817d-3d573989d14a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:25.263179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6e38b7e6-09d8-40ce-817d-3d573989d14a tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports/691e6479-3037-458e-9c26-effbe7e2c4aa HTTP/1.1" status: 404 len: 333 time: 0.4582748 May 06 13:03:25.264092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41756) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:25.282693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576049946'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:25.450199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.453004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:25.459557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2352922 May 06 13:03:25.469499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41760) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:25.470242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feee41-fb3c-4bc3-bd09-cc58f6b4f100 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b94626e-64aa-429f-ab73-48959c8c1410,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:25.495075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:25.530547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:25.541181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:25.558348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:25.570549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:25.660219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfd2f1-1f25-4a0d-866e-016c0b269af5 None None] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:25.663298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.699693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:25.706584 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.721178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:25.745262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-dd7f927c-404c-4e8a-b381-b6d2d6fe8d12 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:25.766414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.767267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.820042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Allocated IP 172.20.0.2 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/a7688385-00f9-405a-8c53-a7936f3deb6c) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:25.843162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-dd7f927c-404c-4e8a-b381-b6d2d6fe8d12 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:25.844023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-dd7f927c-404c-4e8a-b381-b6d2d6fe8d12 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6984847 May 06 13:03:25.851448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:25.855851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:25.866199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Could not find standard attr ID for object 691e6479-3037-458e-9c26-effbe7e2c4aa. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:03:25.997590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:26.000177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.001069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.101427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port 83c6d8a7-1594-4ad0-a477-a26437cf56cd yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:26.110721 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.147014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d916912-449f-4555-be2d-f2b7c912c461,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:26.190194 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.231577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.239107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Provisioning for port fdbce348-5822-49b1-b677-055dd4d84410 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:26.265596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Provisioning complete for port fdbce348-5822-49b1-b677-055dd4d84410 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:26.266236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.269205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::343 (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/83c6d8a7-1594-4ad0-a477-a26437cf56cd) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:26.389769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.391303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-36f510ff-735b-4568-8f05-9664ce3be4af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9147811 May 06 13:03:26.395160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41768) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:26.404990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:26.422229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:26.427872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:26.432545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:26.440081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:26.496576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Allocated IP 172.25.2.230 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/56cbe6f2-c120-424b-940e-c2c049b230e6) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:26.537639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b4e98518-882f-45a3-b8b3-80bf5b87c27e None None] Port fdbce348-5822-49b1-b677-055dd4d84410 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:26.553964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6ef9509-1511-45ab-a7f6-593a25901619 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:26.600405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.620633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-62cee7e6-0daa-4a63-8486-b1361e8d5c06 service neutron] 10.222.0.83 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440152 May 06 13:03:26.629727 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.656059 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.671380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Transition to ACTIVE for port object a7688385-00f9-405a-8c53-a7936f3deb6c will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:26.724203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Transition to ACTIVE for port object a7688385-00f9-405a-8c53-a7936f3deb6c will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:26.732581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object 83c6d8a7-1594-4ad0-a477-a26437cf56cd will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:26.755397 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Provisioning complete for port fdbce348-5822-49b1-b677-055dd4d84410 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:26.763047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.838478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.843163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.876793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:26.890651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a88ed515-1d05-4a7f-8443-52d0260f0d5c service neutron] 10.222.0.83 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686965 May 06 13:03:26.999828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Port fdbce348-5822-49b1-b677-055dd4d84410 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:27.008604 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.017883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.018072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port f6ef9509-1511-45ab-a7f6-593a25901619 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:27.038671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:27.041095 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.044523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:27.046332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Could not find standard attr ID for object 691e6479-3037-458e-9c26-effbe7e2c4aa. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:03:27.050149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:27.137734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:27.154063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:27.160598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae6a37f-a86c-4767-9638-bc6852e88481,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:27.163126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:27.179624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=83c6d8a7-1594-4ad0-a477-a26437cf56cd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:27.188747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Router d261ca83-4184-4a8c-a87e-f2013c322f11 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:27.211200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:27.214882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:27.219193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:27.224548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:27.224548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.256897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97207f18-4a70-4648-a158-640e601be9d8 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:27.328359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Provisioning for port f6ef9509-1511-45ab-a7f6-593a25901619 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:27.329324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.333463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7515dfe2-b2eb-4dec-b269-8f7c41d26af3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9370151 May 06 13:03:27.334350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41772) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:27.334665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Pushing event updated for resources: {'Port': ['ID=a7688385-00f9-405a-8c53-a7936f3deb6c,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:27.377523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:27.388021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Pushing event updated for resources: {'Port': ['ID=56cbe6f2-c120-424b-940e-c2c049b230e6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:27.404510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Provisioning complete for port f6ef9509-1511-45ab-a7f6-593a25901619 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:27.407997 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.413599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:27.463695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:27.477822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:27.508202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:27.549808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d29bf093-90c5-4d03-9886-f805c508b982 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2841747 May 06 13:03:27.555365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:27.555812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Attempting to bind port a7688385-00f9-405a-8c53-a7936f3deb6c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:27.562489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Attempting to bind port a7688385-00f9-405a-8c53-a7936f3deb6c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:27.564966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:c0:84:4e'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:27.567511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Attempting to bind port a7688385-00f9-405a-8c53-a7936f3deb6c on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:27.588745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:27.589491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:27.590107 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.590801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:27.591487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Bound port: a7688385-00f9-405a-8c53-a7936f3deb6c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:27.592140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.632256 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:03:27.661542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.861278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 97207f18-4a70-4648-a158-640e601be9d8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:27.862396 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.886697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f5d338-0165-4d50-809f-a24363d08f20 req-d1947213-584d-475d-9387-d3e55346df02 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.3952851 May 06 13:03:27.966042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] For port a7688385-00f9-405a-8c53-a7936f3deb6c, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:27.973052 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.979855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.985963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:27.986140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.006941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:28.032407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Sync routers for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:28.041995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] For port a7688385-00f9-405a-8c53-a7936f3deb6c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7688385-00f9-405a-8c53-a7936f3deb6c,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:28.083338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:28.085044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:28.135605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.139977 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ad1716bf-27db-4ae3-804a-8920c52eb594 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3868887 May 06 13:03:28.139977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.149023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:28.181027 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.234905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a737e5-ca17-4ab2-816c-464e7881cc62,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:28.269784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] For port f6ef9509-1511-45ab-a7f6-593a25901619, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6ef9509-1511-45ab-a7f6-593a25901619,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:28.271353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.351913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.356345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d989e575-adf6-4768-b5e4-92a2feeeeb4e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0117161 May 06 13:03:28.357275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41796) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:28.364914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'security_group_rule': {'security_group_id': '74e33849-3f68-4b9a-a3d1-5ffca089c144', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:28.374272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:28.380614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:security_group_rule and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:28.385796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:28.393922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:28.453099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:28.539103 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Project 66d25334c69d44e3bb8b2c1e4f0b66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:03:28.565815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.594800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:28.646542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.724937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.804233 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:28.826103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee458-c71c-4b7b-a77e-107a1c581b70 None None] Pushing event updated for resources: {'Port': ['ID=a7688385-00f9-405a-8c53-a7936f3deb6c,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:28.911668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Provisioning for port 83c6d8a7-1594-4ad0-a477-a26437cf56cd completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:29.046691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Provisioning complete for port 83c6d8a7-1594-4ad0-a477-a26437cf56cd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:29.046691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.065590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] In _notify_port_updated(), no bound segment for port 83c6d8a7-1594-4ad0-a477-a26437cf56cd on network 9714c98b-9f7e-4f63-947e-ddf11d2733ce {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:03:29.080181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:29.087180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.090134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "PUT /v2.0/ports/83c6d8a7-1594-4ad0-a477-a26437cf56cd HTTP/1.1" status: 200 len: 1002 time: 1.5327487 May 06 13:03:29.177031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:29.188777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee27e7-e17e-4335-9b18-22f6c6a5bf86 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=83c6d8a7-1594-4ad0-a477-a26437cf56cd,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:29.297756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccc324-620a-425f-adad-f8ec8f73a4ff None None] Pushing event updated for resources: {'Port': ['ID=f6ef9509-1511-45ab-a7f6-593a25901619,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:29.300777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Port 83c6d8a7-1594-4ad0-a477-a26437cf56cd cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:29.374150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Provisioning complete for port f6ef9509-1511-45ab-a7f6-593a25901619 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:29.374150 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-55e7beba-1385-40f6-85a3-0c0ce04b4bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.458071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.558882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.591544 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:25Z', 'revision_number': 3, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:29.604478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709eb398-5332-400a-bb35-509371be2d5f,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:29.610314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port 83c6d8a7-1594-4ad0-a477-a26437cf56cd {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:29.610634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Checking router: d261ca83-4184-4a8c-a87e-f2013c322f11 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:29.610894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Updating router d261ca83-4184-4a8c-a87e-f2013c322f11 port 192c191b-9292-48b8-b113-eb925465724b binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:29.611129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.657410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:29.666950 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:29.676205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b9bc8098-20fe-4c1f-a015-68ac26d3e9f1 req-508986da-04ff-4204-956f-32ce64ff84da tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.5733504 May 06 13:03:29.700511 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:29.705064 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:29.720142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.729448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cb8d8483-84b8-4e41-a1b1-d4d6b3ff61b1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3706772 May 06 13:03:29.739853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:29.740688 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.797025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'network': {'name': 'tempest-network-smoke--696051998', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'port_security_enabled': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:29.819749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:29.834871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:29.840075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-498d84ee-b57c-4a35-b707-78349617e522 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4286005 May 06 13:03:29.843968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41814) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:29.947009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8fe13dfb-2730-49a9-9e12-01004b6394d7 None None] Provisioning complete for port 83c6d8a7-1594-4ad0-a477-a26437cf56cd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:29.947632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8fe13dfb-2730-49a9-9e12-01004b6394d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.005910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:network and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:30.019336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:30.158330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:30.326503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:30.378046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:30.381196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.466052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.504520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:30.528848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.529177 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Added segment b9f6a07a-aba3-4582-a3d3-f1cb50dba421 of type vlan for network 77337881-01ff-4c26-b04e-1a55de34f67b May 06 13:03:30.586732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.715633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:30.737315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Transition to ACTIVE for port object 192c191b-9292-48b8-b113-eb925465724b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:30.739566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc887ae7-2d3c-48b4-bfa7-46c540ae6653 None None] Network 54671d72-4a09-4a56-9b32-8537b670e989 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:30.814826 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.resource_extend [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:30.868785 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:27Z', 'revision_number': 3, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:30.879279 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:30.879903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Updating router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 port 56cbe6f2-c120-424b-940e-c2c049b230e6 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:30.912536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for 83c6d8a7-1594-4ad0-a477-a26437cf56cd owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:31.007725 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.011986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:31.012800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.089761 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.144104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Network': ['ID=77337881-01ff-4c26-b04e-1a55de34f67b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:31.148987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51516ac3-3a73-43f2-8409-5c83335e3a40 req-8676d7c8-4ce7-4fdb-88c6-eb597073ec61 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.1934721 May 06 13:03:31.198472 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.209594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 77337881-01ff-4c26-b04e-1a55de34f67b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:31.477599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Attempting to bind port 192c191b-9292-48b8-b113-eb925465724b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:31.478386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Attempting to bind port 192c191b-9292-48b8-b113-eb925465724b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:31.478386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Attempting to bind port 192c191b-9292-48b8-b113-eb925465724b on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:31.520559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7688385-00f9-405a-8c53-a7936f3deb6c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:31.561237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-252ec4a0-7083-4f5d-ba58-0afef693b653 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8171394 May 06 13:03:31.569040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41824) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:31.575209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'admin_state_up': True, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:31.577714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:31.578419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:31.579118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.579741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:31.580494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Bound port: 192c191b-9292-48b8-b113-eb925465724b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:31.581292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.687652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:31.694632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:router and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:31.705188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:31.729659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:31.735412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] For port 192c191b-9292-48b8-b113-eb925465724b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:31.739912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] For port 192c191b-9292-48b8-b113-eb925465724b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=192c191b-9292-48b8-b113-eb925465724b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:31.741603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8fe13dfb-2730-49a9-9e12-01004b6394d7 None None] Port 83c6d8a7-1594-4ad0-a477-a26437cf56cd cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:31.751285 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.856253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.857197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.898122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:31.906059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44fe62-4542-49d9-bf7f-3493646068e7 None None] Pushing event updated for resources: {'Port': ['ID=192c191b-9292-48b8-b113-eb925465724b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:31.957313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.013830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=83c6d8a7-1594-4ad0-a477-a26437cf56cd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:32.024095 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.040022 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Transition to ACTIVE for port object 56cbe6f2-c120-424b-940e-c2c049b230e6 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:32.156200 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.273493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:32.277960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:32.335880 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Pushing event updated for resources: {'Port': ['ID=56cbe6f2-c120-424b-940e-c2c049b230e6,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:32.339283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.393097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.393445 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.393789 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.394129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.394461 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.394788 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.395037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44fe62-4542-49d9-bf7f-3493646068e7 None None] Pushing event updated for resources: {'Port': ['ID=192c191b-9292-48b8-b113-eb925465724b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:32.395187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.395422 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.395742 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.396089 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.396413 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:03:32.406746 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Provisioning for port a7688385-00f9-405a-8c53-a7936f3deb6c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:32.414139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Attempting to bind port 56cbe6f2-c120-424b-940e-c2c049b230e6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:32.414139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Attempting to bind port 56cbe6f2-c120-424b-940e-c2c049b230e6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:32.414139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Attempting to bind port 56cbe6f2-c120-424b-940e-c2c049b230e6 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:32.421789 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:32.422166 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:32.422565 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.422952 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:32.423414 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Bound port: 56cbe6f2-c120-424b-940e-c2c049b230e6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:32.423806 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.529329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] For port 56cbe6f2-c120-424b-940e-c2c049b230e6, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:32.533325 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] For port 56cbe6f2-c120-424b-940e-c2c049b230e6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=56cbe6f2-c120-424b-940e-c2c049b230e6,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:32.552828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a7688385-00f9-405a-8c53-a7936f3deb6c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:32.769356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Provisioning complete for port a7688385-00f9-405a-8c53-a7936f3deb6c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:32.769356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.769537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bb3b10ce-9233-4f1e-aded-c4b1077201c3 req-a812c055-9b14-48b4-8370-e0b414bd79f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.0945935 May 06 13:03:32.769537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.769537 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.770140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7688385-00f9-405a-8c53-a7936f3deb6c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:32.770140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.786463 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.837760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Allocated IP 172.20.0.1 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/6c1ce6cd-acfa-4130-a496-595727a58c91) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:32.843605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:32.847988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:32.953112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Allocated IP 172.20.0.1 (729e2076-a1cc-4c9f-ad29-d8ae35ec45b1/28ad8ec3-2026-4379-a8ac-52cb58953217/07fcb2db-a79a-4637-a319-701679d477ca) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:32.984483 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:32.985321 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:33.165928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.230986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] For port a7688385-00f9-405a-8c53-a7936f3deb6c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7688385-00f9-405a-8c53-a7936f3deb6c,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:33.237010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.252248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.264214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Transition to ACTIVE for port object 07fcb2db-a79a-4637-a319-701679d477ca will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:33.291311 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:33.305636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-95727d95-f298-4b57-acc9-2a1c17ec224c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/83c6d8a7-1594-4ad0-a477-a26437cf56cd HTTP/1.1" status: 204 len: 168 time: 4.1086106 May 06 13:03:33.318022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-847bb78e-f559-4b0a-8fd2-6396388bfc0a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:33.319545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-847bb78e-f559-4b0a-8fd2-6396388bfc0a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.86 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 797 time: 1.6613009 May 06 13:03:33.320105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:33.356055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:25Z', 'revision_number': 3, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:33.361893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42d1444-aaf1-4cce-a39b-5eed8bd3c010 None None] The sync data for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 is: [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:25Z', 'revision_number': 3, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:33.373556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.404188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.420147 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd1f6c1-172f-4152-8fde-412aebdf8951 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] GET failed (client error): The resource could not be found. May 06 13:03:33.420585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dd1f6c1-172f-4152-8fde-412aebdf8951 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:33.422321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Transition to ACTIVE for port object 6c1ce6cd-acfa-4130-a496-595727a58c91 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:33.449842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.502648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.505185 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e92be-efb0-41ea-a5b6-1c4745209855 None None] Pushing event updated for resources: {'Port': ['ID=56cbe6f2-c120-424b-940e-c2c049b230e6,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:33.517845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a500f5fe-459c-4c69-b8fc-4774a3acf3d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 380 time: 0.1362383 May 06 13:03:33.518647 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:03:33.533037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'port': {'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'admin_state_up': True, 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'security_groups': ['f810f715-21db-42b9-8559-d4778c88761d']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:33.544120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.601668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:03:33.602388 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:03:33.620851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:33.629158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dd1f6c1-172f-4152-8fde-412aebdf8951 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:33.635453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2dd1f6c1-172f-4152-8fde-412aebdf8951 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports/83c6d8a7-1594-4ad0-a477-a26437cf56cd HTTP/1.1" status: 404 len: 333 time: 0.3137329 May 06 13:03:33.649278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41838) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:33.650178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:33.653764 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:33.677158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-087945bb-37d8-4e30-9ac0-a1c3153d3a3e None None] Provisioning complete for port a7688385-00f9-405a-8c53-a7936f3deb6c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:33.677158 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-087945bb-37d8-4e30-9ac0-a1c3153d3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.691802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1678367256'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:33.781410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.151 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/0ba4e42d-a62c-4f02-bac6-371a130f6d25) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:33.789915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad85d-ba73-40ea-9d62-9f2bffee3d50 None None] Pushing event updated for resources: {'Port': ['ID=a7688385-00f9-405a-8c53-a7936f3deb6c,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:33.832230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:27Z', 'revision_number': 3, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:33.842217 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34ed6-69bd-452e-a455-3dbda23a28d1 None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:27Z', 'revision_number': 3, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:33.867998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Pushing event updated for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:33.954611 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:33.971793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.048690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:34.065635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:34.066506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e29655d6-02fe-46f0-8966-84e3a01cea08 req-fecf7ba6-e9ee-4b92-a801-d60e45131df3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.1132700 May 06 13:03:34.072054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:34.085357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:34.098396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:34.100632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:34.114582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:34.160295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Pushing event updated for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.178424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1402666f-83b3-46ba-be3e-b4bb0b36d761 None None] Provisioning for port 07fcb2db-a79a-4637-a319-701679d477ca completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:34.196825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.203098 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.228111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:34.232908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.254547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1402666f-83b3-46ba-be3e-b4bb0b36d761 None None] Provisioning complete for port 07fcb2db-a79a-4637-a319-701679d477ca triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:34.255030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1402666f-83b3-46ba-be3e-b4bb0b36d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.320486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6ef9509-1511-45ab-a7f6-593a25901619 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:34.359077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-1402666f-83b3-46ba-be3e-b4bb0b36d761 None None] Port 07fcb2db-a79a-4637-a319-701679d477ca cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:34.382550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:34.386435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.408447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port f6ef9509-1511-45ab-a7f6-593a25901619 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:34.408804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.413358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.441237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.570075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.596660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ade29caf-279d-49a3-91c0-fc8f4fcb9138 None None] Provisioning for port 6c1ce6cd-acfa-4130-a496-595727a58c91 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:34.597586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:34.610810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ade29caf-279d-49a3-91c0-fc8f4fcb9138 None None] Provisioning complete for port 6c1ce6cd-acfa-4130-a496-595727a58c91 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:34.611240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ade29caf-279d-49a3-91c0-fc8f4fcb9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:34.642474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=0ba4e42d-a62c-4f02-bac6-371a130f6d25,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:34.648374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:34.660711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:34.725182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ade29caf-279d-49a3-91c0-fc8f4fcb9138 None None] Port 6c1ce6cd-acfa-4130-a496-595727a58c91 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:34.832831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port 2b1922cf-9a55-4068-887d-3a27817cdb8e yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:35.027876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 192c191b-9292-48b8-b113-eb925465724b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:35.219100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 192c191b-9292-48b8-b113-eb925465724b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:35.236439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 192c191b-9292-48b8-b113-eb925465724b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:35.236439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.314822 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.400108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.401786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.438006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8752295-9769-4604-9ea9-9f6bad644dd9 req-3e05ee83-e472-471f-b32c-d1d7fbb62f01 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.1163781 May 06 13:03:35.439241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.11 (845169e6-45e3-42d6-963c-160b855f6df9/b92b0df4-2ecc-478b-ac39-f9610d343d91/def724b9-c58e-4235-93b5-7c861c6a8d5e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:35.461895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.492985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 192c191b-9292-48b8-b113-eb925465724b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=192c191b-9292-48b8-b113-eb925465724b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:35.497295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::126 (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/2b1922cf-9a55-4068-887d-3a27817cdb8e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:35.512940 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.614061 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.615668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7688385-00f9-405a-8c53-a7936f3deb6c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:35.726762 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:35.816986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=192c191b-9292-48b8-b113-eb925465724b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:35.829642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a7688385-00f9-405a-8c53-a7936f3deb6c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:35.830012 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.886349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:35.983152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.013084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Pushing event updated for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:36.020743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.042250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 56cbe6f2-c120-424b-940e-c2c049b230e6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:36.197321 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.210287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Pushing event updated for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:36.227571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.237991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.239651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:36.241626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:36.257221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object def724b9-c58e-4235-93b5-7c861c6a8d5e will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:36.259406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 56cbe6f2-c120-424b-940e-c2c049b230e6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:36.267117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 56cbe6f2-c120-424b-940e-c2c049b230e6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:36.268016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.283038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object 2b1922cf-9a55-4068-887d-3a27817cdb8e will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:36.468084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:36.470047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:36.482982 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.507003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 56cbe6f2-c120-424b-940e-c2c049b230e6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=56cbe6f2-c120-424b-940e-c2c049b230e6,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:36.568108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.579517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.652077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.740782 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:36.797026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:36.802716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:36.805625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:36.809788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:36.810550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.829592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a256bf8c-6714-4022-8e8e-d10182c10968 None None] Provisioning complete for port 6c1ce6cd-acfa-4130-a496-595727a58c91 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:36.830069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a256bf8c-6714-4022-8e8e-d10182c10968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:36.846783 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 845169e6-45e3-42d6-963c-160b855f6df9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:36.855864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:36.898286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:36.902133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:36.919493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 192c191b-9292-48b8-b113-eb925465724b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:37.010496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=56cbe6f2-c120-424b-940e-c2c049b230e6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:37.044323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b58dba-8beb-4e3f-85b3-d7034df51fff req-c2db7a0c-78c6-430e-9214-4d22b539d41b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.058201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81b58dba-8beb-4e3f-85b3-d7034df51fff req-c2db7a0c-78c6-430e-9214-4d22b539d41b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 932 time: 0.3607616 May 06 13:03:37.186468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a256bf8c-6714-4022-8e8e-d10182c10968 None None] Port 6c1ce6cd-acfa-4130-a496-595727a58c91 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:37.203627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 192c191b-9292-48b8-b113-eb925465724b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:37.204149 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.264572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81b58dba-8beb-4e3f-85b3-d7034df51fff req-72ac984c-fc80-4e8a-9960-691519e4cf28 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:37.348453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-81b58dba-8beb-4e3f-85b3-d7034df51fff req-72ac984c-fc80-4e8a-9960-691519e4cf28 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:37.349623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81b58dba-8beb-4e3f-85b3-d7034df51fff req-72ac984c-fc80-4e8a-9960-691519e4cf28 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897477 May 06 13:03:37.376086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-77b6ef70-559b-4555-9638-060ddbea246b None None] Provisioning complete for port 07fcb2db-a79a-4637-a319-701679d477ca triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:37.376586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77b6ef70-559b-4555-9638-060ddbea246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.410194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:37.487372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:37.488058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.506122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-77b6ef70-559b-4555-9638-060ddbea246b None None] Port 07fcb2db-a79a-4637-a319-701679d477ca cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:37.533282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:37.549174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Sync routers for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:37.563369 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:37.564262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:37.648492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=2b1922cf-9a55-4068-887d-3a27817cdb8e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:37.682456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8b0ec64e-ca13-48a4-acbf-bc5055a3aa00 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9968660 May 06 13:03:37.690018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41854) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:37.706158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:84:4e'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:37.730995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.736667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0ae0c37-04fd-47a9-b3f4-dd2eed16a4be tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1634028 May 06 13:03:37.737679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:37.808443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-99986ca1-6ab1-4796-869b-da1caf270a8f tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=66d25334c69d44e3bb8b2c1e4f0b66fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696676 May 06 13:03:37.816042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:37.816401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Provisioning for port 2b1922cf-9a55-4068-887d-3a27817cdb8e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:37.838884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2feb151e-a50b-4321-a31b-d8ab0240e09d admin admin] 10.222.0.83 "PUT /v2.0/routers/767cea9a-05b8-4b39-99b4-3bf03b385ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9668267 May 06 13:03:37.838884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41862) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:37.839175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Provisioning complete for port 2b1922cf-9a55-4068-887d-3a27817cdb8e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:37.839175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:37.839371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-c7421b9d-dd1d-403d-add4-a79fd7050094 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3080804 May 06 13:03:37.855427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Request body: {'port': {'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:37.955446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Port 2b1922cf-9a55-4068-887d-3a27817cdb8e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:37.970291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:38.130010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Provisioning for port def724b9-c58e-4235-93b5-7c861c6a8d5e completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:38.139960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eab9a-fbf9-4fed-9e68-981eee093c44 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:38.142989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b8eab9a-fbf9-4fed-9e68-981eee093c44 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3161345 May 06 13:03:38.150443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41870) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:38.166897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Provisioning complete for port def724b9-c58e-4235-93b5-7c861c6a8d5e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:38.167414 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.207680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2ce12f76-8653-416b-a848-3426d944db00 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550992 May 06 13:03:38.215226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41874) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:38.220574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956894091', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:38.301163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.387667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-94bef88d-6646-4ca7-873f-81cbb0d7b01c None None] Port def724b9-c58e-4235-93b5-7c861c6a8d5e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:38.523137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49ce5e1b-1592-4480-a901-59d75abef055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.549638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:38.556012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:subnet and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:38.560102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:38.566569 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:38.579025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:38.585198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Checking router: 4b546096-ecbd-4a96-b06a-0d6893bb3f86 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:38.585547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Updating router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:38.642934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.705076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:38.717747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.912848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 56cbe6f2-c120-424b-940e-c2c049b230e6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:38.944500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:38.986518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Router d261ca83-4184-4a8c-a87e-f2013c322f11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:39.003849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256833-e509-4013-944a-da8a59f382d2 req-ae6d1720-5f8d-4162-b940-0234b061257c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:39.003849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-da256833-e509-4013-944a-da8a59f382d2 req-ae6d1720-5f8d-4162-b940-0234b061257c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:39.030695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 56cbe6f2-c120-424b-940e-c2c049b230e6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:39.031069 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.259323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:39.263530 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.278687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-da256833-e509-4013-944a-da8a59f382d2 req-ae6d1720-5f8d-4162-b940-0234b061257c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:39.279871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da256833-e509-4013-944a-da8a59f382d2 req-ae6d1720-5f8d-4162-b940-0234b061257c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 932 time: 0.7429528 May 06 13:03:39.282818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Transition to ACTIVE for port object 0ba4e42d-a62c-4f02-bac6-371a130f6d25 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:39.414461 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.419619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def724b9-c58e-4235-93b5-7c861c6a8d5e {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:39.433654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.453771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.458261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da256833-e509-4013-944a-da8a59f382d2 req-d5c9b85b-eebf-4df6-8b87-cfeca1e33018 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603334 May 06 13:03:39.471218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Transition to ACTIVE for port object def724b9-c58e-4235-93b5-7c861c6a8d5e will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:39.481755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.529317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Subnet': ['ID=a23bc039-ec14-4b44-b547-c15449f4ab43,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:39.571141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:39.580079 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bebedead-fef9-4680-9b8a-a50bf9680f6f admin admin] 10.222.0.83 "PUT /v2.0/routers/d261ca83-4184-4a8c-a87e-f2013c322f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4295402 May 06 13:03:39.580855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Checking segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:39.581219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network hostable DHCP agents. Network: 77337881-01ff-4c26-b04e-1a55de34f67b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:39.595235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.616197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Attempting to bind port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:39.618761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Attempting to bind port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:39.620464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Attempting to bind port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:39.651227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.656113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:39.656489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:39.656889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.657276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:39.662140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Bound port: 0ba4e42d-a62c-4f02-bac6-371a130f6d25, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:39.667401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.692159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] In _notify_port_updated(), no bound segment for port 2b1922cf-9a55-4068-887d-3a27817cdb8e on network 9714c98b-9f7e-4f63-947e-ddf11d2733ce {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:03:39.696047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63974-a8ed-44dc-b87b-38602f78a494 None None] Pushing event updated for resources: {'Port': ['ID=0ba4e42d-a62c-4f02-bac6-371a130f6d25,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:39.696398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:39.697062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.699369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "PUT /v2.0/ports/2b1922cf-9a55-4068-887d-3a27817cdb8e HTTP/1.1" status: 200 len: 1003 time: 2.0081425 May 06 13:03:39.702093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:39.787933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] For port 0ba4e42d-a62c-4f02-bac6-371a130f6d25, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:39.801398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] For port 0ba4e42d-a62c-4f02-bac6-371a130f6d25, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0ba4e42d-a62c-4f02-bac6-371a130f6d25,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:39.804840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 77337881-01ff-4c26-b04e-1a55de34f67b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:39.870439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41910) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:39.877668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:39.889538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-944416046-network', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:39.909714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port 2b1922cf-9a55-4068-887d-3a27817cdb8e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:39.910064 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.063201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec63974-a8ed-44dc-b87b-38602f78a494 None None] Pushing event updated for resources: {'Port': ['ID=0ba4e42d-a62c-4f02-bac6-371a130f6d25,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:40.081401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:40.082048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:40.140656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Pushing event updated for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:40.316334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.361521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Attempting to bind port def724b9-c58e-4235-93b5-7c861c6a8d5e on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:40.361959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Attempting to bind port def724b9-c58e-4235-93b5-7c861c6a8d5e by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:40.362356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Attempting to bind port def724b9-c58e-4235-93b5-7c861c6a8d5e on network 845169e6-45e3-42d6-963c-160b855f6df9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:40.375461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648519cd-0045-4e5d-bfef-ab5dbe0419c4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=2b1922cf-9a55-4068-887d-3a27817cdb8e,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:40.381213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Port def724b9-c58e-4235-93b5-7c861c6a8d5e on network 845169e6-45e3-42d6-963c-160b855f6df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:03:40.381635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Attempting to bind port def724b9-c58e-4235-93b5-7c861c6a8d5e on network 845169e6-45e3-42d6-963c-160b855f6df9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:40.390904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:40.391351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Checking segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:40.391825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Bound using segment: {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:40.392335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Bound port: def724b9-c58e-4235-93b5-7c861c6a8d5e, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaeab57-5547-4f30-a64e-f5df03177cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:40.392754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.426460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:40.491391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for 2b1922cf-9a55-4068-887d-3a27817cdb8e owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:40.531466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:40.536710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:40.543927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:40.546101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 77337881-01ff-4c26-b04e-1a55de34f67b) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:40.561504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Usage tracker for resource:network and tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:40.570258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:40.587567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:40.591463 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.643229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.646525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:40.656244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671a0f3-847a-4f54-9407-040992b1fc01 None None] Network 77337881-01ff-4c26-b04e-1a55de34f67b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:40.742929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8dad7990-c81f-4797-9bed-3fd4a228c753 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5273039 May 06 13:03:40.750162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41924) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:40.777928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:40.779328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] 10.222.0.86 "PUT /v2.0/ports/def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 1092 time: 2.9358778 May 06 13:03:40.779837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:40.828745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746826c8-54bf-4c19-b8ad-823d92997316 service neutron] Pushing event updated for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:40.883473 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1f2e52-f8ba-4c10-ac6d-0f5d6751e510'] response: {'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'status': 'completed', 'code': 200} May 06 13:03:41.001395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37086077-b838-44f5-b260-864ad7c5d67c req-0040f50c-b91a-46dc-b333-7005e9e01155 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1095 time: 0.0960455 May 06 13:03:41.085753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Made reservation on behalf of cfcf8ab76fcb49cdbbb3d26454f12d80 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:41.090620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.129332 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.223948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9feb71dd-49cc-45de-b5d7-2ec77222117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.258008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e56fa9ec-4e7c-4c85-a617-b21f504dcd53 None None] Provisioning complete for port 2b1922cf-9a55-4068-887d-3a27817cdb8e triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:41.258538 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e56fa9ec-4e7c-4c85-a617-b21f504dcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.274979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37086077-b838-44f5-b260-864ad7c5d67c req-116c814f-2aa4-48d4-9882-5a5203627025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:41.281958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37086077-b838-44f5-b260-864ad7c5d67c req-116c814f-2aa4-48d4-9882-5a5203627025 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=79b8395e2d0445459e63839ade9a5932&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2719736 May 06 13:03:41.288078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56f5c0-102f-429e-8608-8bf2cb26e5a4 req-8aaf4af0-952d-4b03-885d-d65f01a27e22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:41.301226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b56f5c0-102f-429e-8608-8bf2cb26e5a4 req-8aaf4af0-952d-4b03-885d-d65f01a27e22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 944 time: 0.6108136 May 06 13:03:41.376293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:41.388106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b56f5c0-102f-429e-8608-8bf2cb26e5a4 req-1d2270e2-a2f4-489a-847c-f92efebd9732 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858002 May 06 13:03:41.390539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13ae3b-a833-4734-b044-ec9a6c55fce8 None None] The sync data for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 is: [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 3, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:41.402134 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.492743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37086077-b838-44f5-b260-864ad7c5d67c req-4c37bb40-3235-423b-b270-31c9d194e0e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:41.495532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37086077-b838-44f5-b260-864ad7c5d67c req-4c37bb40-3235-423b-b270-31c9d194e0e9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075608 May 06 13:03:41.497404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:41.503962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e56fa9ec-4e7c-4c85-a617-b21f504dcd53 None None] Port 2b1922cf-9a55-4068-887d-3a27817cdb8e cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:41.516576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=2b1922cf-9a55-4068-887d-3a27817cdb8e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:41.519035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Usage tracker for resource:security_group_rule and tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:41.528831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:41.530874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-77337881-01ff-4c26-b04e-1a55de34f67b', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:41.533350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.555044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:41.648541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:41.684669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c09b41de-d854-4215-bfef-59ca4bef11a6 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/2b1922cf-9a55-4068-887d-3a27817cdb8e HTTP/1.1" status: 204 len: 168 time: 1.9781981 May 06 13:03:41.684906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-0f16f570-bfab-474e-9dc7-8b95ca828c6c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1095 time: 0.1463320 May 06 13:03:41.688268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:41.862861 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-694a90b8-8959-472f-a151-a227d8c07581 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] GET failed (client error): The resource could not be found. May 06 13:03:41.863438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-694a90b8-8959-472f-a151-a227d8c07581 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:41.883789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41944) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:41.902240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-554799422-network', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:41.904120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Allocated IP 172.20.0.2 (77337881-01ff-4c26-b04e-1a55de34f67b/a23bc039-ec14-4b44-b547-c15449f4ab43/928847b4-2222-4f48-9c9e-0bf21228b85a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:41.907931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a1347dc9-a3e1-4e8c-87a6-7d20d97b5fc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 217 time: 0.2111623 May 06 13:03:41.912957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:41.975006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Usage tracker for resource:network and tenant:6a1a53100592443fa6ff74e2699e2aa6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:41.986481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:41.996591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:42.012723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-694a90b8-8959-472f-a151-a227d8c07581 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:42.017652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-694a90b8-8959-472f-a151-a227d8c07581 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports/2b1922cf-9a55-4068-887d-3a27817cdb8e HTTP/1.1" status: 404 len: 333 time: 0.3245707 May 06 13:03:42.018387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41948) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:42.021681 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a3dd9dbe-be9f-4862-8eab-d8f45d2791a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:42.023155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a3dd9dbe-be9f-4862-8eab-d8f45d2791a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 200 len: 834 time: 0.1075773 May 06 13:03:42.027863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-300865291'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:42.123391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.139287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Made reservation on behalf of 6a1a53100592443fa6ff74e2699e2aa6 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:42.141684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.166948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.206387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.210036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.221825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Transition to ACTIVE for port object 928847b4-2222-4f48-9c9e-0bf21228b85a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:42.244615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Transition to ACTIVE for port object 928847b4-2222-4f48-9c9e-0bf21228b85a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:42.266999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:42.287628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1a53100592443fa6ff74e2699e2aa6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:42.294817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:42.295047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:42.306124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:42.306347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.309378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.313845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:42.316669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-a9e61288-a96e-4db1-93ef-9a44ccce5dc3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=845169e6-45e3-42d6-963c-160b855f6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723417 May 06 13:03:42.345497 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.355960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:42.367218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f627183-b8b0-44a6-9320-c5b7099f14b8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:42.376799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.377104 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Added segment 5b1d3775-c5d2-40c8-a9ac-21baf5701e12 of type vlan for network ca867053-1ead-4d08-8024-12ee46bc00f0 May 06 13:03:42.422472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.460236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Pushing event updated for resources: {'Port': ['ID=928847b4-2222-4f48-9c9e-0bf21228b85a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:42.481583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Network 77337881-01ff-4c26-b04e-1a55de34f67b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:42.483078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:42.488228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:42.542304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:42.545548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.562974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.568404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-8906243c-5517-4866-a750-2384bade06b1 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445903 May 06 13:03:42.614453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port ec0b2de3-1b58-46ed-9e99-223080044522 yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:42.632721 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.634032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:42.634874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.636691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Attempting to bind port 928847b4-2222-4f48-9c9e-0bf21228b85a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:42.637265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Attempting to bind port 928847b4-2222-4f48-9c9e-0bf21228b85a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:42.637795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Attempting to bind port 928847b4-2222-4f48-9c9e-0bf21228b85a on network 77337881-01ff-4c26-b04e-1a55de34f67b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:42.646445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:42.647230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Checking segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:42.647888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.648474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Bound using segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:42.649190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Bound port: 928847b4-2222-4f48-9c9e-0bf21228b85a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:42.649803 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.702189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.766414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8948722 May 06 13:03:42.795848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41954) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:42.809050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] For port 928847b4-2222-4f48-9c9e-0bf21228b85a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:42.812945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Request body: {'subnet': {'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-944416046-subnet', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:42.814102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] For port 928847b4-2222-4f48-9c9e-0bf21228b85a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=928847b4-2222-4f48-9c9e-0bf21228b85a,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:42.904175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:42.920950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7124dc-b2a8-4445-b2a1-8fbd8de8e118 admin admin] Pushing event updated for resources: {'Network': ['ID=ca867053-1ead-4d08-8024-12ee46bc00f0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:42.937612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:42.945631 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Usage tracker for resource:subnet and tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:42.952752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:42.974110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ca867053-1ead-4d08-8024-12ee46bc00f0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:42.988452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:43.035141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.161115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:03:43.162239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2d83-8022-48f9-abcc-6e5d0f2dcc33 None None] Pushing event updated for resources: {'Port': ['ID=928847b4-2222-4f48-9c9e-0bf21228b85a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:43.173535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73060fe9-3b3b-4d1c-930a-9ac85d6e75ce,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:43.202633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.216772 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Added segment 5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6 of type vlan for network 2c7326b7-5077-4d6a-a0b5-9d8944473154 May 06 13:03:43.218088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Made reservation on behalf of cfcf8ab76fcb49cdbbb3d26454f12d80 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:43.218088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.336206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::2d9 (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/ec0b2de3-1b58-46ed-9e99-223080044522) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:43.591292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.690793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.705602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2258a4a-72b3-4841-9e09-916ec13d3482 req-65bc6ccf-eee3-4cbe-93b6-25f35640276d service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1280038 May 06 13:03:43.708569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.726216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.761931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object ec0b2de3-1b58-46ed-9e99-223080044522 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:43.825216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc371f-a3eb-4d56-9123-e400000b518c req-ca476133-ea48-4f2a-a82f-a6bc6c2c4fe7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:43.826938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09dc371f-a3eb-4d56-9123-e400000b518c req-ca476133-ea48-4f2a-a82f-a6bc6c2c4fe7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 944 time: 0.7635977 May 06 13:03:43.856157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.856801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8807a824-2f7b-40db-b66a-07421164c1ff,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:43.918265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Checking segment: {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:43.918618 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Network hostable DHCP agents. Network: ca867053-1ead-4d08-8024-12ee46bc00f0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:43.925533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.926570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:43.926814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:43.955081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.1 (77337881-01ff-4c26-b04e-1a55de34f67b/a23bc039-ec14-4b44-b547-c15449f4ab43/20109a91-1ed1-4987-b95c-ac9f16413e50) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:44.048375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Network ca867053-1ead-4d08-8024-12ee46bc00f0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:44.074957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=ec0b2de3-1b58-46ed-9e99-223080044522,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:44.091914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:44.109842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09dc371f-a3eb-4d56-9123-e400000b518c req-82ddef21-5ea4-4e10-8b66-f325fa8635a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727053 May 06 13:03:44.110808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:44.116451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:44.127396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:44.129013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.137022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7326b7-5077-4d6a-a0b5-9d8944473154,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:44.153518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:03:44.295276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-90187545-203f-4b4c-a510-df2bc0a7c701 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4038494 May 06 13:03:44.298278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41968) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.305031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Request body: {'subnet': {'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-554799422-subnet', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:44.318176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, ca867053-1ead-4d08-8024-12ee46bc00f0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:44.322062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:44.329817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:44.330574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.331966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69d13e61-57fa-4e10-ac6a-9436e6589383 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3123589 May 06 13:03:44.340251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317348c-cde7-4abf-be1b-cea9ac465ad0 None None] Network ca867053-1ead-4d08-8024-12ee46bc00f0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:44.341754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Usage tracker for resource:subnet and tenant:6a1a53100592443fa6ff74e2699e2aa6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:44.350776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41972) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.367243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'network_id': '9714c98b-9f7e-4f63-947e-ddf11d2733ce', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2134295410'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:44.435816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:44.443206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-391655ab-802e-48d4-8f78-3f93e2e2cbb5 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6440086 May 06 13:03:44.446546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 41976) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:44.458303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:44.492753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:44.506839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Usage tracker for resource:router and tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:44.515453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:44.527965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:44.542648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:44.567091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.605062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object 20109a91-1ed1-4987-b95c-ac9f16413e50 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:44.619673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Made reservation on behalf of 6a1a53100592443fa6ff74e2699e2aa6 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:44.622271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.641525 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.642675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.713585 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.757105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:44.765737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Usage tracker for resource:port and tenant:009f857e821d4335bb8d8b838d06635d is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:44.773702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:44.783996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.784149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:44.796034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-ca867053-1ead-4d08-8024-12ee46bc00f0', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:44.796903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.836638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0384a-8528-4d33-aef8-55022c3aaa64 None None] Network 77337881-01ff-4c26-b04e-1a55de34f67b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:44.888998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 928847b4-2222-4f48-9c9e-0bf21228b85a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:44.934006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Made reservation on behalf of 009f857e821d4335bb8d8b838d06635d for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:03:44.937903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:44.965412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] device_id is not set on port adaae855-a128-4de5-a9e4-8f00d884e3aa yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:03:45.006001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.045779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 77337881-01ff-4c26-b04e-1a55de34f67b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:45.052187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:45.054591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:45.098771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:45.110848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b123355b-a622-4d5f-a199-9916cefa7efa None None] Provisioning for port ec0b2de3-1b58-46ed-9e99-223080044522 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:45.128189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.140250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b123355b-a622-4d5f-a199-9916cefa7efa None None] Provisioning complete for port ec0b2de3-1b58-46ed-9e99-223080044522 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:45.140250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b123355b-a622-4d5f-a199-9916cefa7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.149738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036d8a23-a0e7-44f6-bdbe-b685433a93fb,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:45.153948 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.221879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Checking segment: {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:45.222319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Network hostable DHCP agents. Network: 2c7326b7-5077-4d6a-a0b5-9d8944473154, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:03:45.260746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Allocated IP 2001:db8::18c (9714c98b-9f7e-4f63-947e-ddf11d2733ce/3dc5669c-753e-4427-888d-2a85e5e8f5ea/adaae855-a128-4de5-a9e4-8f00d884e3aa) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:45.280140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b123355b-a622-4d5f-a199-9916cefa7efa None None] Port ec0b2de3-1b58-46ed-9e99-223080044522 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:45.353564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 928847b4-2222-4f48-9c9e-0bf21228b85a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:45.356952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Allocated IP 172.20.0.2 (ca867053-1ead-4d08-8024-12ee46bc00f0/8807a824-2f7b-40db-b66a-07421164c1ff/30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:45.467482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.548351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3818-2777-4ce4-9f37-e2a12a7dd01b req-969fb01c-60a7-4b66-a517-847e1aef969e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:45.549576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-212a3818-2777-4ce4-9f37-e2a12a7dd01b req-969fb01c-60a7-4b66-a517-847e1aef969e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 944 time: 0.2788641 May 06 13:03:45.558709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.577928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Transition to ACTIVE for port object adaae855-a128-4de5-a9e4-8f00d884e3aa will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:45.613086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Provisioning for port 928847b4-2222-4f48-9c9e-0bf21228b85a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:45.623610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Provisioning complete for port 928847b4-2222-4f48-9c9e-0bf21228b85a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:45.624228 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.625622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:03:45.681475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.709150 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.731708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Transition to ACTIVE for port object 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:45.833404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=adaae855-a128-4de5-a9e4-8f00d884e3aa,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:45.839100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 2c7326b7-5077-4d6a-a0b5-9d8944473154) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:45.840485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-212a3818-2777-4ce4-9f37-e2a12a7dd01b req-09fdfd4a-c1eb-426e-b26f-1c94c6cde788 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775631 May 06 13:03:45.842500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:45.845272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:45.862082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:45.862082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.914659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Transition to ACTIVE for port object 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:45.924712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:45.928663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:45.929283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:45.983789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7218e4-6557-4011-b5ac-c03008d589fd None None] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:46.023124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.070010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e84f65eb-29d7-464b-a523-d7bf0de56b8c tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7158780 May 06 13:03:46.070010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-869be2c4-6bff-47cd-8dd4-1f1f9953e898 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7696307 May 06 13:03:46.070291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41988) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:46.073552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 41990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:46.078674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b1', 'mac_address': 'fa:16:3e:c0:84:4e'}, {'ip_address': '2001:db8::2d9', 'mac_address': 'fa:16:3e:09:eb:ac'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:46.085201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.161008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.177601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.257099 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Sync routers for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:46.264974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Network ca867053-1ead-4d08-8024-12ee46bc00f0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:46.278958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:46.311616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:46.313963 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:46.317835 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:46.371655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Pushing event updated for resources: {'Port': ['ID=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:46.507057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] For port 928847b4-2222-4f48-9c9e-0bf21228b85a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=928847b4-2222-4f48-9c9e-0bf21228b85a,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:46.531220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:46.609482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.640613 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.669982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Allocated IP 172.25.2.53 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/7f06c8af-272d-4fc2-969e-28f924704507) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:46.676088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:46.682664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:46.687424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Usage tracker for resource:router and tenant:6a1a53100592443fa6ff74e2699e2aa6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:03:46.691226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:03:46.698790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:46.735802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Attempting to bind port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:46.736274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Attempting to bind port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:46.736739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Attempting to bind port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 on network ca867053-1ead-4d08-8024-12ee46bc00f0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:46.739067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device def724b9-c58e-4235-93b5-7c861c6a8d5e details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:03:46.745980 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:46.803622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:46.803622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:46.857321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.945464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.946429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.959260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:46.960243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0ba4e42d-a62c-4f02-bac6-371a130f6d25 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:47.054360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.122719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.338989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:47.339657 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Checking segment: {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:47.339799 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.340169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Bound using segment: {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:47.340656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Bound port: 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:47.341030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.387638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.423959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786a964-5942-4d22-bde5-5058454162b3 req-c7f56f16-b184-4e11-be7d-b321369218eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:47.433315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1786a964-5942-4d22-bde5-5058454162b3 req-c7f56f16-b184-4e11-be7d-b321369218eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 944 time: 0.3139935 May 06 13:03:47.462323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 2, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:47.469208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:47.469376 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Checking router: d261ca83-4184-4a8c-a87e-f2013c322f11 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:47.472470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.476775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Updating router d261ca83-4184-4a8c-a87e-f2013c322f11 port 07fcb2db-a79a-4637-a319-701679d477ca binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:47.548428 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.576718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.662610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1786a964-5942-4d22-bde5-5058454162b3 req-43cf2717-bc11-4bf9-9535-c9e38f1854a1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603277 May 06 13:03:47.706674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] For port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:47.712469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.715323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:47.716336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f06c8af-272d-4fc2-969e-28f924704507,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:47.723673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:47.726744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:47.776199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:03:47.785451 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.872155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 77337881-01ff-4c26-b04e-1a55de34f67b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:47.877534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:47.883758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8916418-d3f1-4c7d-9c12-841648841354 None None] Pushing event updated for resources: {'Port': ['ID=928847b4-2222-4f48-9c9e-0bf21228b85a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:47.891811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] For port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:47.913309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-2c7326b7-5077-4d6a-a0b5-9d8944473154', 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'fixed_ips': [{'subnet_id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:03:47.914390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.965682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:47.969935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Provisioning for port adaae855-a128-4de5-a9e4-8f00d884e3aa completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:48.085015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] In _notify_port_updated(), no bound segment for port adaae855-a128-4de5-a9e4-8f00d884e3aa on network 9714c98b-9f7e-4f63-947e-ddf11d2733ce {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:03:48.089824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:48.091877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.097483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "PUT /v2.0/ports/adaae855-a128-4de5-a9e4-8f00d884e3aa HTTP/1.1" status: 200 len: 1067 time: 2.0254045 May 06 13:03:48.101310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42000) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:48.114940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.123922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170ff41-eedb-4ff0-b79f-e9988a281ecf tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event updated for resources: {'Port': ['ID=adaae855-a128-4de5-a9e4-8f00d884e3aa,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:48.188249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Provisioning complete for port adaae855-a128-4de5-a9e4-8f00d884e3aa triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:48.188970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.207975 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.226240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:48.263282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Transition to ACTIVE for port object 07fcb2db-a79a-4637-a319-701679d477ca will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:48.266166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:48.272197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.312579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.365857 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.380315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port adaae855-a128-4de5-a9e4-8f00d884e3aa {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:48.380659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.413661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.569614 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d66517-fab9-43e1-9231-2793b427c889 None None] Pushing event updated for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:48.652040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49e5a5-473e-4635-81ca-d8c593ce4551 None None] Pushing event updated for resources: {'Port': ['ID=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:48.667079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Port adaae855-a128-4de5-a9e4-8f00d884e3aa cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:48.670472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:48.691512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:48.721682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Attempting to bind port 07fcb2db-a79a-4637-a319-701679d477ca on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:48.722362 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Attempting to bind port 07fcb2db-a79a-4637-a319-701679d477ca by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:48.722922 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Attempting to bind port 07fcb2db-a79a-4637-a319-701679d477ca on network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:48.737055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:48.737476 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Checking segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:48.737878 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.738264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Bound using segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:48.738775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Bound port: 07fcb2db-a79a-4637-a319-701679d477ca, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:48.739137 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.749804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Allocated IP 172.25.2.143 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6015822b-dceb-48a6-bc09-07b6c266e0bd) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:48.873589 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] For port 07fcb2db-a79a-4637-a319-701679d477ca, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:48.877821 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] For port 07fcb2db-a79a-4637-a319-701679d477ca, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=07fcb2db-a79a-4637-a319-701679d477ca,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:48.906819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.908601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.958773 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:48.987962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:03:49.092436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Provisioning complete for port 928847b4-2222-4f48-9c9e-0bf21228b85a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:49.096816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.130378 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d66517-fab9-43e1-9231-2793b427c889 None None] Pushing event updated for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:49.141983 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:49.142642 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:49.154197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.296844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.437402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.445519 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:49.458690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Allocated IP 172.20.0.2 (2c7326b7-5077-4d6a-a0b5-9d8944473154/036d8a23-a0e7-44f6-bdbe-b685433a93fb/21d19a1c-64c5-4239-b1db-929e7d11269b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:49.460255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:49.527488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:49.532687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:49.542036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:49.581395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Pushing event updated for resources: {'Port': ['ID=6015822b-dceb-48a6-bc09-07b6c266e0bd,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:49.760660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def724b9-c58e-4235-93b5-7c861c6a8d5e {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:03:49.799075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:49.868710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.026527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.027287 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.044686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for adaae855-a128-4de5-a9e4-8f00d884e3aa owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:50.114419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:48Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:50.121025 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f19d7-c7ac-40c5-8b82-b2fbb1e7685e None None] The sync data for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 is: [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:48Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:50.143648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a661e68-48d9-4593-9e43-1a3524f8aa99 req-3bc815ed-9b5d-4ced-bd7c-8c9ed142600d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:50.147004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a661e68-48d9-4593-9e43-1a3524f8aa99 req-3bc815ed-9b5d-4ced-bd7c-8c9ed142600d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 944 time: 0.9825783 May 06 13:03:50.238244 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.379629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a661e68-48d9-4593-9e43-1a3524f8aa99 req-cc08ac95-4674-4bbb-b5bd-980fee189d41 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733060 May 06 13:03:50.386550 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:50.682509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 0ba4e42d-a62c-4f02-bac6-371a130f6d25, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0ba4e42d-a62c-4f02-bac6-371a130f6d25,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:50.684080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['def724b9-c58e-4235-93b5-7c861c6a8d5e'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:03:50.715257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23bf5f-8bdb-4ee2-8025-aab9323107fa None None] Network ca867053-1ead-4d08-8024-12ee46bc00f0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:50.806220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.893816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:50.973517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Router 27c1bbad-cd4f-4511-ba77-b9aa947747fd is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:50.984065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=adaae855-a128-4de5-a9e4-8f00d884e3aa,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:51.240324 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.255242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Transition to ACTIVE for port object 21d19a1c-64c5-4239-b1db-929e7d11269b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:51.315347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:51.348359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Provisioning for port 20109a91-1ed1-4987-b95c-ac9f16413e50 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:51.364172 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Router 24a145df-1ad2-40fa-a293-9dc7044a7822 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:03:51.423479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Transition to ACTIVE for port object 21d19a1c-64c5-4239-b1db-929e7d11269b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:51.442860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:51.466768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Provisioning complete for port 20109a91-1ed1-4987-b95c-ac9f16413e50 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:51.467166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.536798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:51.552362 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Sync routers for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:51.575287 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:51.577559 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:51.724901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.742192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.745945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7a62005-166e-4da6-a372-e5d73a183a4a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6715848 May 06 13:03:51.749068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42020) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:51.758938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.763491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:51.921034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a989743c-f5da-496d-91d3-55045ff04e8b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/adaae855-a128-4de5-a9e4-8f00d884e3aa HTTP/1.1" status: 204 len: 168 time: 3.8145242 May 06 13:03:51.928523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42024) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:51.966587 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:52.019428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb296d-5731-4c3d-918e-d8504624b007 None None] Port 20109a91-1ed1-4987-b95c-ac9f16413e50 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:52.039967 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f9d31d-ae82-41a7-97bf-0b14330c0498 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] GET failed (client error): The resource could not be found. May 06 13:03:52.040466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-86f9d31d-ae82-41a7-97bf-0b14330c0498 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:52.048559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:52.063543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:52.077244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:52.091224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:52.099413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff27b01c-1fcb-4921-929d-14cbe0cb3f51 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/4b546096-ecbd-4a96-b06a-0d6893bb3f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3436236 May 06 13:03:52.117255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa876f50-f814-4481-bb97-28c7b59b1863 req-c53ee158-3153-49dc-a038-48b4d83567e3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:52.121048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa876f50-f814-4481-bb97-28c7b59b1863 req-c53ee158-3153-49dc-a038-48b4d83567e3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 945 time: 0.4782887 May 06 13:03:52.158174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:52.184290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-86f9d31d-ae82-41a7-97bf-0b14330c0498 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:52.189605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-86f9d31d-ae82-41a7-97bf-0b14330c0498 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports/adaae855-a128-4de5-a9e4-8f00d884e3aa HTTP/1.1" status: 404 len: 333 time: 0.2566738 May 06 13:03:52.190573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42032) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:52.199962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=0ba4e42d-a62c-4f02-bac6-371a130f6d25,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:52.202277 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aa876f50-f814-4481-bb97-28c7b59b1863 req-ba0c99fb-7bed-4c5f-b951-55692be54a0a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704927 May 06 13:03:52.280648 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.284712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3f63226b-3934-41e5-8f9c-2bf5749501d4 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8337789 May 06 13:03:52.290516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42036) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:52.314502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Could not find standard attr ID for object adaae855-a128-4de5-a9e4-8f00d884e3aa. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:03:52.319467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Sync routers for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:03:52.531312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port ec0b2de3-1b58-46ed-9e99-223080044522 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:52.531893 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.595632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 2, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:52.601064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:52.614109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Attempting to bind port 21d19a1c-64c5-4239-b1db-929e7d11269b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:52.614888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Attempting to bind port 21d19a1c-64c5-4239-b1db-929e7d11269b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:52.615496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Attempting to bind port 21d19a1c-64c5-4239-b1db-929e7d11269b on network 2c7326b7-5077-4d6a-a0b5-9d8944473154 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:52.625124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:52.625882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Updating router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 port 6c1ce6cd-acfa-4130-a496-595727a58c91 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:52.659344 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 3, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:52.664358 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Checking router: 27c1bbad-cd4f-4511-ba77-b9aa947747fd for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:52.664358 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Updating router 27c1bbad-cd4f-4511-ba77-b9aa947747fd port 6015822b-dceb-48a6-bc09-07b6c266e0bd binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:52.704837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.725086 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:52.760315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-6f5c6440-8127-42b5-8908-bb3634e3447d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:52.915331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:52.916047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:52.968430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 07fcb2db-a79a-4637-a319-701679d477ca up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:53.039422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-6f5c6440-8127-42b5-8908-bb3634e3447d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:53.040469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-6f5c6440-8127-42b5-8908-bb3634e3447d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468303886&fields=id&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 267 time: 0.4740102 May 06 13:03:53.058076 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.073222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Pushing event updated for resources: {'Port': ['ID=21d19a1c-64c5-4239-b1db-929e7d11269b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:53.168992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Provisioning for port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:53.194467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:53.195026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Checking segment: {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:53.195432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.195879 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Bound using segment: {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:53.196519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Bound port: 21d19a1c-64c5-4239-b1db-929e7d11269b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:53.196902 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.216649 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.226036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.232245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Transition to ACTIVE for port object 6015822b-dceb-48a6-bc09-07b6c266e0bd will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:53.294178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Provisioning complete for port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:53.294496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.299799 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.383294 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for ec0b2de3-1b58-46ed-9e99-223080044522 owned by {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:53.432298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5cb91-c574-4940-80ad-c401eb3745f5 None None] Pushing event updated for resources: {'Port': ['ID=6015822b-dceb-48a6-bc09-07b6c266e0bd,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:53.450559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afb08-a527-43ec-a511-a8379f29de56 req-81429d53-65a6-49b1-b2f1-73a3631ae05b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:53.451257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-81429d53-65a6-49b1-b2f1-73a3631ae05b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:53.459401 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Attempting to bind port 6015822b-dceb-48a6-bc09-07b6c266e0bd on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:53.459932 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Attempting to bind port 6015822b-dceb-48a6-bc09-07b6c266e0bd by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:53.460389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Attempting to bind port 6015822b-dceb-48a6-bc09-07b6c266e0bd on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:53.469520 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:53.470030 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:53.473192 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.473192 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:53.473192 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Bound port: 6015822b-dceb-48a6-bc09-07b6c266e0bd, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:53.473192 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.498334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] For port 21d19a1c-64c5-4239-b1db-929e7d11269b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:53.502677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] For port 21d19a1c-64c5-4239-b1db-929e7d11269b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=21d19a1c-64c5-4239-b1db-929e7d11269b,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:53.561054 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] For port 6015822b-dceb-48a6-bc09-07b6c266e0bd, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:53.564763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] For port 6015822b-dceb-48a6-bc09-07b6c266e0bd, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6015822b-dceb-48a6-bc09-07b6c266e0bd,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:53.637507 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.650065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-81429d53-65a6-49b1-b2f1-73a3631ae05b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:53.651228 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-81429d53-65a6-49b1-b2f1-73a3631ae05b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 796 time: 0.6019471 May 06 13:03:53.658224 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.663317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Allocated IP 172.20.0.1 (2c7326b7-5077-4d6a-a0b5-9d8944473154/036d8a23-a0e7-44f6-bdbe-b685433a93fb/986a2765-d95f-440f-a688-0f08ff463f0f) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:53.700136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-72fef90d-fac0-4fc4-afde-4bbc075e3b09 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/quotas/66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 375 time: 0.0340090 May 06 13:03:53.734903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5cb91-c574-4940-80ad-c401eb3745f5 None None] Pushing event updated for resources: {'Port': ['ID=6015822b-dceb-48a6-bc09-07b6c266e0bd,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:53.774561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:53.777410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:53.814999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad455288-6107-4c67-8f29-4f8b9980738d req-72b97003-4100-42a8-8e02-343998806039 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:53.817339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad455288-6107-4c67-8f29-4f8b9980738d req-72b97003-4100-42a8-8e02-343998806039 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 945 time: 0.4131916 May 06 13:03:53.872713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.912101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:53.922050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad455288-6107-4c67-8f29-4f8b9980738d req-4e9b8ef2-eee2-42cd-b0b9-8d9c4f1e0eae tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889080 May 06 13:03:53.940283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Transition to ACTIVE for port object 986a2765-d95f-440f-a688-0f08ff463f0f will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:53.953329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-5c1834eb-86d3-46b6-96ba-06362e449225 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:53.959572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=ec0b2de3-1b58-46ed-9e99-223080044522,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:53.988791 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.021734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.090420 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:54.123099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Transition to ACTIVE for port object 6c1ce6cd-acfa-4130-a496-595727a58c91 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:54.178381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.239092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2fb2721-d4ae-4c3c-939d-01f1f7e7bde7 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/ec0b2de3-1b58-46ed-9e99-223080044522 HTTP/1.1" status: 204 len: 168 time: 2.0421238 May 06 13:03:54.241982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db7afb08-a527-43ec-a511-a8379f29de56 req-5c1834eb-86d3-46b6-96ba-06362e449225 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:54.242422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a217c-0bf0-45d4-92ae-72f8d5633236 None None] Pushing event updated for resources: {'Port': ['ID=21d19a1c-64c5-4239-b1db-929e7d11269b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:54.256165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-5c1834eb-86d3-46b6-96ba-06362e449225 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5453653 May 06 13:03:54.267359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42054) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:54.298106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-b601c0ec-9b93-4a0b-9dd8-63eeb2d99f2a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:03:54.307694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-b601c0ec-9b93-4a0b-9dd8-63eeb2d99f2a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0330336 May 06 13:03:54.320901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.452698 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a9762-0570-4812-8b67-ea99719e5e5b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] GET failed (client error): The resource could not be found. May 06 13:03:54.453215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879a9762-0570-4812-8b67-ea99719e5e5b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Synchronizing usage tracker for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:03:54.460795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 07fcb2db-a79a-4637-a319-701679d477ca completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:54.465208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:54.488234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:54.490824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:54.529007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:54.556088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-7217ce5b-b265-491f-ad65-f681d8de4c63 service neutron] 10.222.0.83 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472427 May 06 13:03:54.582668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Pushing event updated for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:54.619545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.643104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.668733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 07fcb2db-a79a-4637-a319-701679d477ca triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:54.669033 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:54.706699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-879a9762-0570-4812-8b67-ea99719e5e5b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Unset dirty status for tenant:009f857e821d4335bb8d8b838d06635d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:03:54.713386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-879a9762-0570-4812-8b67-ea99719e5e5b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "GET /v2.0/ports/ec0b2de3-1b58-46ed-9e99-223080044522 HTTP/1.1" status: 404 len: 333 time: 0.4394178 May 06 13:03:54.713912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42058) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:54.720132 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 3, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:54.725040 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ab0de-1848-4dca-8312-8d84a73a9c04 None None] The sync data for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 is: [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 3, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:54.790062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-54aee2ee-79a1-448f-bc86-29235c9d6d11 service neutron] 10.222.0.83 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318156 May 06 13:03:54.958390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port fdbce348-5822-49b1-b677-055dd4d84410 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:54.958740 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.013002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fae49-bf6c-4c57-a06f-aa8e8d3adb9f None None] Pushing event updated for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:55.032604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.091738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.104124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] For port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:55.288299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.505378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Attempting to bind port 6c1ce6cd-acfa-4130-a496-595727a58c91 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:55.506092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Attempting to bind port 6c1ce6cd-acfa-4130-a496-595727a58c91 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:55.506665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Attempting to bind port 6c1ce6cd-acfa-4130-a496-595727a58c91 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:55.540464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Provisioning complete for port 07fcb2db-a79a-4637-a319-701679d477ca triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:55.542168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.576337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0b1b516-c1bd-4396-9a06-2368a1121855 req-247617d2-bd48-4247-9cd3-602f2ad2b376 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.1195822 May 06 13:03:55.595012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Pushing event updated for resources: {'Port': ['ID=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:55.676981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:03:55.683314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:03:55.683722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.686050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:03:55.686050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Bound port: 6c1ce6cd-acfa-4130-a496-595727a58c91, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:03:55.687805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.748199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.884752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:55.965403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] For port 6c1ce6cd-acfa-4130-a496-595727a58c91, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:03:55.968830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] For port 6c1ce6cd-acfa-4130-a496-595727a58c91, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c1ce6cd-acfa-4130-a496-595727a58c91,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:03:55.972373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f1f03-3464-455f-a881-0af71c4a7115 None None] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:55.975756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Allocated IP 172.20.0.1 (ca867053-1ead-4d08-8024-12ee46bc00f0/8807a824-2f7b-40db-b66a-07421164c1ff/338a592f-0ab9-4d94-9dea-57e8ab399c41) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:03:56.048147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for fdbce348-5822-49b1-b677-055dd4d84410 owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:03:56.102215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 07fcb2db-a79a-4637-a319-701679d477ca, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=07fcb2db-a79a-4637-a319-701679d477ca,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:56.182740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.203465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Transition to ACTIVE for port object 338a592f-0ab9-4d94-9dea-57e8ab399c41 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:56.325169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.329440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device def724b9-c58e-4235-93b5-7c861c6a8d5e up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:56.350120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.360685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.395372 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.424710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=fdbce348-5822-49b1-b677-055dd4d84410,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:56.426717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.430744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 928847b4-2222-4f48-9c9e-0bf21228b85a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:03:56.431007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.552432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Network ca867053-1ead-4d08-8024-12ee46bc00f0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:56.555027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Pushing event updated for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:56.569799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:56.573399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:03:56.596187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:03:56.596891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:56.597667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.764917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:56.902854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Pushing event updated for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:56.976203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1fc51-3040-4bad-b337-0f7653511856 req-7eef8707-e25b-42d3-a5b4-683010cff753 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:56.987990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46a1fc51-3040-4bad-b337-0f7653511856 req-7eef8707-e25b-42d3-a5b4-683010cff753 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 945 time: 1.7337298 May 06 13:03:57.038369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.055123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ff0b7265-6077-4a37-9f95-036fbeda232b tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/ports/fdbce348-5822-49b1-b677-055dd4d84410 HTTP/1.1" status: 204 len: 168 time: 2.3401809 May 06 13:03:57.057885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42080) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:57.062287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:03:57.234632 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e77849a1-8f2a-4865-a340-2f9331314c0f req-40008b2c-e821-4c85-b522-1a28de079980 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.0794804 May 06 13:03:57.235478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.354234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46a1fc51-3040-4bad-b337-0f7653511856 req-c935a450-7d4a-419c-86b3-e5a8e6a45a99 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562336 May 06 13:03:57.376843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port def724b9-c58e-4235-93b5-7c861c6a8d5e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:03:57.383738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fae49-bf6c-4c57-a06f-aa8e8d3adb9f None None] Pushing event updated for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:57.396966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.534335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting subnet 3dc5669c-753e-4427-888d-2a85e5e8f5ea {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:03:57.538852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:57.540203 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.561287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:47Z', 'revision_number': 3, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:57.593334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port def724b9-c58e-4235-93b5-7c861c6a8d5e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:57.593576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.633454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.652073 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.695692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:57.706716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Checking router: 24a145df-1ad2-40fa-a293-9dc7044a7822 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:03:57.707583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Updating router 24a145df-1ad2-40fa-a293-9dc7044a7822 port 7f06c8af-272d-4fc2-969e-28f924704507 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:03:57.709263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:57.733837 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.939630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.941057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:57.952169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.006385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 928847b4-2222-4f48-9c9e-0bf21228b85a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:58.006767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.095542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:03:58.095944 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:03:58.129082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Pushing event updated for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:58.329342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.347928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afb08-a527-43ec-a511-a8379f29de56 req-90324d0b-17ef-43e1-b7b4-fcc30f7ebab4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:58.352778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-90324d0b-17ef-43e1-b7b4-fcc30f7ebab4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 796 time: 0.2207828 May 06 13:03:58.421257 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.432491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc5669c-753e-4427-888d-2a85e5e8f5ea,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:58.470629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.483618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91965def-0b25-4299-90ea-739109bd23e5 None None] Network 9714c98b-9f7e-4f63-947e-ddf11d2733ce requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:03:58.520018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0748da31-e288-46a3-8355-ed0635e5bccc tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/subnets/3dc5669c-753e-4427-888d-2a85e5e8f5ea HTTP/1.1" status: 204 len: 168 time: 1.4573133 May 06 13:03:58.526071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42108) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:03:58.584950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Router 27c1bbad-cd4f-4511-ba77-b9aa947747fd has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:03:58.839938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:58.904690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-bba083e7-9910-41b8-9b46-c62addaafe23 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe HTTP/1.1" status: 200 len: 380 time: 0.5194170 May 06 13:03:58.915255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e865229f-7237-4532-8a29-09e2a958824d req-04ebfd30-02d9-4be5-88a3-00f9d87f34d2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.1119370 May 06 13:03:58.924958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949218ca-4406-442a-9bb4-e64859e63523 req-087ae9e0-1fd1-4768-8a9d-c615da90c1c3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:03:58.928156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'port': {'device_id': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'admin_state_up': True, 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'security_groups': ['74e33849-3f68-4b9a-a3d1-5ffca089c144']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:03:58.930975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-949218ca-4406-442a-9bb4-e64859e63523 req-087ae9e0-1fd1-4768-8a9d-c615da90c1c3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 945 time: 0.2537251 May 06 13:03:59.023627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-949218ca-4406-442a-9bb4-e64859e63523 req-d5500bc0-764d-42c2-8dad-f14ebf238844 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847740 May 06 13:03:59.033628 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Network ca867053-1ead-4d08-8024-12ee46bc00f0 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:03:59.042912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:03:59.124806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:03:59.142825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c118f027-7340-4615-90b3-601e42378424 admin admin] 10.222.0.83 "PUT /v2.0/routers/27c1bbad-cd4f-4511-ba77-b9aa947747fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3782082 May 06 13:03:59.149080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.185439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Transition to ACTIVE for port object 7f06c8af-272d-4fc2-969e-28f924704507 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:03:59.276464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Provisioning complete for port 20109a91-1ed1-4987-b95c-ac9f16413e50 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:03:59.281838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.288035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Deleting port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:03:59.288712 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.361035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:03:59.386000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-639cb5ca-572d-4219-adea-5339b7e4984b None None] Port 20109a91-1ed1-4987-b95c-ac9f16413e50 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:03:59.449668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:03:59.464195 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045e8d4c-7965-4cfb-b77d-a5348b9bcba9'] response: {'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'code': 200} May 06 13:03:59.469620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:55Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:03:59.651154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90e68fba-f4f9-44ec-8659-fe8221da03d2 req-c5fdbb72-6c7b-4964-9f93-180d78d7cc0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1096 time: 0.1228707 May 06 13:03:59.666277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67bd7c-993f-4b85-8a79-a9747b3c427f None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:55Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:03:59.690263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:03:59.735578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-90e68fba-f4f9-44ec-8659-fe8221da03d2 req-1aa452c1-9a6e-45af-82ba-bde3977c1b53 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728085 May 06 13:03:59.778781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.855553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:03:59.903673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] DHCP port deletion for 9714c98b-9f7e-4f63-947e-ddf11d2733ce request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:03:59.923837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb97420-e865-415f-b3ac-5c60f6f90de8 None None] Pushing event updated for resources: {'Port': ['ID=7f06c8af-272d-4fc2-969e-28f924704507,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:03:59.935252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:03:59.940793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Attempting to bind port 7f06c8af-272d-4fc2-969e-28f924704507 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:03:59.941169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Attempting to bind port 7f06c8af-272d-4fc2-969e-28f924704507 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:03:59.941504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Attempting to bind port 7f06c8af-272d-4fc2-969e-28f924704507 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:03:59.953645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning for port 986a2765-d95f-440f-a688-0f08ff463f0f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:00.079659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning complete for port 986a2765-d95f-440f-a688-0f08ff463f0f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:00.083950 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.128118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:00.128118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:00.128118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.128118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:00.128931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Bound port: 7f06c8af-272d-4fc2-969e-28f924704507, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:00.129740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.228088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Deleting port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:00.228553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.284648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:00.292609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Made reservation on behalf of 66d25334c69d44e3bb8b2c1e4f0b66fe for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:00.295533 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.317912 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 21d19a1c-64c5-4239-b1db-929e7d11269b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:00.341939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8871f29c-b1b9-4ebe-882b-6316fc556907 req-a3bfc1d1-876f-48a8-83e9-3e8cb68d6363 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.1079853 May 06 13:04:00.368001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] For port 7f06c8af-272d-4fc2-969e-28f924704507, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:00.368127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] For port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,segment=NetworkSegment(3b965670-4237-4491-b0ee-00070044176a),segment_id=3b965670-4237-4491-b0ee-00070044176a)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:00.368127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.403944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] For port 7f06c8af-272d-4fc2-969e-28f924704507, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7f06c8af-272d-4fc2-969e-28f924704507,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:00.423370 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.423721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.424089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.424430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.424763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.425096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.425427 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.425754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.426080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.426407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.426729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:00.446347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Port 986a2765-d95f-440f-a688-0f08ff463f0f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:00.487601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42126) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:00.494595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150077508', 'description': 'tempest-secgroup-smoke-1150077508 description', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:00.507882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:00.514780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:00.518219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:00.530876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:00.537957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.629118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.657736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Calling delete_port for 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:00.696345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 21d19a1c-64c5-4239-b1db-929e7d11269b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:00.714181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:00.726665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:00.732181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:00.733208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:00.749264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:00.865272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb97420-e865-415f-b3ac-5c60f6f90de8 None None] Pushing event updated for resources: {'Port': ['ID=7f06c8af-272d-4fc2-969e-28f924704507,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:00.874489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning for port 21d19a1c-64c5-4239-b1db-929e7d11269b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:00.903192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] For port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,segment=NetworkSegment(3b965670-4237-4491-b0ee-00070044176a),segment_id=3b965670-4237-4491-b0ee-00070044176a)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:00.904303 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.913999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.953948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning complete for port 21d19a1c-64c5-4239-b1db-929e7d11269b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:00.956659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:00.991590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.100212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f2e45-5c00-4e4d-9c04-8779cceadefc,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:01.126502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984118-7b27-416e-98eb-56e02eecdf23 req-3c904454-a804-4f90-b0d4-6d8b769b274a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:01.132468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f984118-7b27-416e-98eb-56e02eecdf23 req-3c904454-a804-4f90-b0d4-6d8b769b274a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.4272764 May 06 13:04:01.161721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.20.0.10 (77337881-01ff-4c26-b04e-1a55de34f67b/a23bc039-ec14-4b44-b547-c15449f4ab43/6753cd53-235f-4729-b3be-84d45961f1e4) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:01.184679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Calling delete_port for 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:01.223493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.227859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f13c974-df12-4e4e-b949-c9c55b7f72cb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7368069 May 06 13:04:01.229171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:01.236331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:01.236707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:01.237416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:01.262641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:01.274887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:01.281326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f984118-7b27-416e-98eb-56e02eecdf23 req-ef39618f-d100-4b1b-bab8-c3a78219d991 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430342 May 06 13:04:01.284420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:01.296199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:01.305340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Router 24a145df-1ad2-40fa-a293-9dc7044a7822 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:01.334963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.407516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] No DVR routers for this DVR port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:01.412035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:04:01.473439 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:04:01.534975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.557957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Port': ['ID=8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:01.563062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:04:01.563599 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:04:01.568023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:01.568679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.633171 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.687600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:01.718660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.735792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92cef39c-77e3-470c-a187-2a7aa610244a req-cd558761-c70a-4938-8ede-4b1bd15a774a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.1988721 May 06 13:04:01.750847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90944a86-1f24-44cb-8254-59e35334b24b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:01.818844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.827186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] For port 21d19a1c-64c5-4239-b1db-929e7d11269b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=21d19a1c-64c5-4239-b1db-929e7d11269b,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:01.854121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9714c98b-9f7e-4f63-947e-ddf11d2733ce']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:01.882952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:01.884754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-161e1efb-4446-410b-8452-7bb4dbde1606 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6545269 May 06 13:04:01.887753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:01.894512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:01.905344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:01.909922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:01.913988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:01.921257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:01.962373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.009131 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.032245 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.058071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Pushing event updated for resources: {'Port': ['ID=21d19a1c-64c5-4239-b1db-929e7d11269b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:02.085699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b965670-4237-4491-b0ee-00070044176a') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:02.085989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b965670-4237-4491-b0ee-00070044176a') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:02.114586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Deleting port 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:02.115054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.155675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.169489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Transition to ACTIVE for port object 6753cd53-235f-4729-b3be-84d45961f1e4 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:02.193313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.197789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.211504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:02.212157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.229886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b72e0aaf-7f6b-4733-a0b4-b960751ce4b8 None None] The port '8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: timer() May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:02.230727 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:02.235424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 07fcb2db-a79a-4637-a319-701679d477ca up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:02.292112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.305216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning complete for port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:02.305668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.317604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3b990e-34db-4570-ba6e-b0cec2e830bf,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:02.410785 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.442495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.446407 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dfd05625-5a3a-4575-a2e4-f6916e64fba1 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5548031 May 06 13:04:02.446586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:02.453114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:02.465716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:02.476803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:02.481047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:02.498457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:02.505292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:02.511137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.580158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.595420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:02.608656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 07fcb2db-a79a-4637-a319-701679d477ca triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:02.609217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.609621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.611210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] Pushing event deleted for resources: {'Network': ['ID=9714c98b-9f7e-4f63-947e-ddf11d2733ce,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:02.658705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 77337881-01ff-4c26-b04e-1a55de34f67b is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:02.667590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:02.678047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0dc98a84-dc10-46f5-99c1-53459951eab4 tempest-AllowedAddressPairIpV6TestJSON-883488764 tempest-AllowedAddressPairIpV6TestJSON-883488764-project] 10.222.0.83 "DELETE /v2.0/networks/9714c98b-9f7e-4f63-947e-ddf11d2733ce HTTP/1.1" status: 204 len: 168 time: 4.1410820 May 06 13:04:02.678047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:02.751759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '338a592f-0ab9-4d94-9dea-57e8ab399c41', 'name': '', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'mac_address': 'fa:16:3e:9d:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:55Z', 'updated_at': '2022-05-06T13:03:57Z', 'revision_number': 2, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'subnets': [{'id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:02.752080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-70402e35-f163-4f5d-a1a5-ea8cb77e15b0 admin admin] 10.222.0.83 "PUT /v2.0/routers/24a145df-1ad2-40fa-a293-9dc7044a7822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4594533 May 06 13:04:02.774565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2cfe8-ec9c-4ba0-a125-1eceaa3f4a47 req-e230bce8-8764-4ba3-b2bd-f4fad9b8ad98 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:02.781762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45d2cfe8-ec9c-4ba0-a125-1eceaa3f4a47 req-e230bce8-8764-4ba3-b2bd-f4fad9b8ad98 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.2773838 May 06 13:04:02.815181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.840247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:02.843985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.898078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:02.931810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45d2cfe8-ec9c-4ba0-a125-1eceaa3f4a47 req-dc5ed2c7-8c27-477f-b0d1-274b662556e6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478276 May 06 13:04:02.961859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-8cf48188-e3ac-4c8e-9f2e-0b5b94baa158 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0502083 May 06 13:04:02.964735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110adac-332f-481c-b565-fdae3b1426b4 None None] The sync data for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 is: [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '338a592f-0ab9-4d94-9dea-57e8ab399c41', 'name': '', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'mac_address': 'fa:16:3e:9d:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:55Z', 'updated_at': '2022-05-06T13:03:57Z', 'revision_number': 2, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'subnets': [{'id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:02.972074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0ba4e42d-a62c-4f02-bac6-371a130f6d25 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:02.975709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Request body: {'port': {'device_id': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:02.976997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97aff7e6-9ffb-4693-9bc9-a9810314b895,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:03.047750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning for port 338a592f-0ab9-4d94-9dea-57e8ab399c41 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:03.081743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Provisioning complete for port 338a592f-0ab9-4d94-9dea-57e8ab399c41 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:03.081743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.122454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.123089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-68cd270a-d83e-4e2e-8330-9d71960f2f7d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6740222 May 06 13:04:03.125030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42168) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.131053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:03.156631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c57affd6-6e2b-44a8-9fe0-13857107b0dc None None] Port 338a592f-0ab9-4d94-9dea-57e8ab399c41 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:03.158864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:03.170915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:03.183323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:03.184918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:03.185496 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.204041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:03.334940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.425951 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.429972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b97618e9-f0d7-4df0-9e59-8f099ee32ce4 None None] Provisioning for port 6753cd53-235f-4729-b3be-84d45961f1e4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:03.438894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b97618e9-f0d7-4df0-9e59-8f099ee32ce4 None None] Provisioning complete for port 6753cd53-235f-4729-b3be-84d45961f1e4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:03.439870 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b97618e9-f0d7-4df0-9e59-8f099ee32ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.547966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.551521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b97618e9-f0d7-4df0-9e59-8f099ee32ce4 None None] Port 6753cd53-235f-4729-b3be-84d45961f1e4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:03.565418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7b541-b819-4cbb-8599-1a9a3db72dfb req-d244b41f-6ac2-4a10-9a11-91b154e58e97 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:03.573046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56f7b541-b819-4cbb-8599-1a9a3db72dfb req-d244b41f-6ac2-4a10-9a11-91b154e58e97 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.3742332 May 06 13:04:03.575451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0ff07-7d77-4fda-bb13-d4f9e0f3cae6 req-b39db9bc-a30f-48b3-9a87-60de7e61e2d0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:03.577146 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cf0ff07-7d77-4fda-bb13-d4f9e0f3cae6 req-b39db9bc-a30f-48b3-9a87-60de7e61e2d0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 932 time: 0.1504364 May 06 13:04:03.654297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.718897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0cf0ff07-7d77-4fda-bb13-d4f9e0f3cae6 req-57fb4c34-681f-45bb-b492-100e122cdc28 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352968 May 06 13:04:03.743087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaa493a-aa9b-4d04-92c7-fa69b07c5f9c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:03.763762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-56f7b541-b819-4cbb-8599-1a9a3db72dfb req-15ef885e-7d9e-45ce-bbe7-1d7eed366aaf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875870 May 06 13:04:03.800198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42178) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.818534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.853873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 21d19a1c-64c5-4239-b1db-929e7d11269b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:03.907199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.909213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b8b5d1e9-3b72-4ba7-bb51-e9c44b715dc7 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7824225 May 06 13:04:03.921045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42188) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.928581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:03.939028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:03.946129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:03.953042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:03.963074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:03.968885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c66dac7e-693d-4a2b-9261-13edf4b82b55 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1092 time: 0.1487954 May 06 13:04:03.971395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42192) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:03.977846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:03.988223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:03.990062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 21d19a1c-64c5-4239-b1db-929e7d11269b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:03.990193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:03.993870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:floatingip and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:03.997231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:04.003605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:04.092335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-249c38a7-cf63-4196-9b2a-6f9e1355053d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=009f857e821d4335bb8d8b838d06635d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2904878 May 06 13:04:04.095130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:04.111280 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Project d9d6a80edd6f4e4f91d584fe8ef5f1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:04.136014 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.137488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.209732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:04.227020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.247438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c1ce6cd-acfa-4130-a496-595727a58c91 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:04.256223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Transition to ACTIVE for port object 6753cd53-235f-4729-b3be-84d45961f1e4 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:04.282207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.305474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.342163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.360397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.421031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.429308 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.473973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6c1ce6cd-acfa-4130-a496-595727a58c91 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:04.473973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6c1ce6cd-acfa-4130-a496-595727a58c91 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:04.473973 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.553279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcc86ad-5e45-47d6-9d4f-3136f8c7242c,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.561778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.641896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.683356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277bfa2-483d-4ed7-91bd-2e6f8a9c71bf,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:04.713246 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.750698 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.752487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1cc76afb-8e04-49a5-9158-769ccff359b8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d277bfa2-483d-4ed7-91bd-2e6f8a9c71bf HTTP/1.1" status: 204 len: 168 time: 0.6558161 May 06 13:04:04.754157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.25.2.125 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/c09e4b0c-f282-4597-821d-fa1994a125e4) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:04.804338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6c1ce6cd-acfa-4130-a496-595727a58c91, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c1ce6cd-acfa-4130-a496-595727a58c91,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:04.886824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.953636 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:04.953636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1e648011-88e2-4dcf-9a9f-bb3247d22b3b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0290577 May 06 13:04:04.959409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42210) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:04.977229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'security_group_rule': {'security_group_id': '9c4f2e45-5c00-4e4d-9c04-8779cceadefc', 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:04.989749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:05.002996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:security_group_rule and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:05.015010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:05.023434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:05.033659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:05.073823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Attempting to bind port 6753cd53-235f-4729-b3be-84d45961f1e4 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:05.074170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Attempting to bind port 6753cd53-235f-4729-b3be-84d45961f1e4 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:05.074592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Attempting to bind port 6753cd53-235f-4729-b3be-84d45961f1e4 on network 77337881-01ff-4c26-b04e-1a55de34f67b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:05.081320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:05.081548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Port 6753cd53-235f-4729-b3be-84d45961f1e4 on network 77337881-01ff-4c26-b04e-1a55de34f67b not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:04:05.081798 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8a2228c8-0c8a-43e5-a1f4-e1f46c7ab12c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:05.081912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Attempting to bind port 6753cd53-235f-4729-b3be-84d45961f1e4 on network 77337881-01ff-4c26-b04e-1a55de34f67b {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:05.111645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:05.118107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Checking segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:05.118107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Bound using segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:05.118107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Bound port: 6753cd53-235f-4729-b3be-84d45961f1e4, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:05.118107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.137338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.174351 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Project d9d6a80edd6f4e4f91d584fe8ef5f1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:05.211757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.232449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.266497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0641e-1751-49a5-a0dc-c6a2276fae62 req-d027f4e0-6b2c-45fe-bb2e-51f06b6a4dd5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:05.266497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30e0641e-1751-49a5-a0dc-c6a2276fae62 req-d027f4e0-6b2c-45fe-bb2e-51f06b6a4dd5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 944 time: 0.1934049 May 06 13:04:05.334581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30e0641e-1751-49a5-a0dc-c6a2276fae62 req-e0d83ce4-aa64-4c74-9f1e-59004b2fe900 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704520 May 06 13:04:05.346078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:05.352726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:05.354744 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.383809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.449713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.468615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:05.478980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:05.482584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:05.517108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=c09e4b0c-f282-4597-821d-fa1994a125e4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.547456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.646807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.686459 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:05.697271 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-86f01437-3689-4fda-aff4-da77e48b344c service neutron] 10.222.0.13 "PUT /v2.0/ports/6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 1092 time: 2.7258749 May 06 13:04:05.712050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:05.733547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc46bedb-d9bd-44d8-b312-be16c6a9207c,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:05.924997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6015822b-dceb-48a6-bc09-07b6c266e0bd up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:06.030150 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f2c623-abe1-414c-bfc3-bab09fdfa141'] response: {'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'status': 'completed', 'code': 200} May 06 13:04:06.032133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.033551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e76f5584-a300-4de7-be6c-4f98e3c1abd4 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0728588 May 06 13:04:06.115275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-885ccc43-f8dd-45e9-b75b-3d2a5be6b2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1095 time: 0.2824583 May 06 13:04:06.223001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-74c3b605-779c-4e80-92ec-4bff55027aa2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 217 time: 0.0997524 May 06 13:04:06.226269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6015822b-dceb-48a6-bc09-07b6c266e0bd completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:06.243736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6015822b-dceb-48a6-bc09-07b6c266e0bd triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:06.245733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.315299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7afb08-a527-43ec-a511-a8379f29de56 req-ac9b476e-1b34-4479-a493-feadc8ec1e67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:06.318154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-ac9b476e-1b34-4479-a493-feadc8ec1e67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.0889781 May 06 13:04:06.460031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.499489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6015822b-dceb-48a6-bc09-07b6c266e0bd, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6015822b-dceb-48a6-bc09-07b6c266e0bd,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:06.585939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-e27bcb1c-2bcf-4546-bca3-2bc2110e2051 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509210 May 06 13:04:06.602578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.605035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c1ce6cd-acfa-4130-a496-595727a58c91 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:06.777257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6015822b-dceb-48a6-bc09-07b6c266e0bd,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:06.814831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6c1ce6cd-acfa-4130-a496-595727a58c91 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:06.815522 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:06.900803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-853b8988-bd38-47b7-bbac-8eed363661bf tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Synchronizing usage tracker for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:07.068344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42258) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:07.075143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.083330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-a3fbef92-683a-4cc5-a63e-d5dc84afcccd service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900253 May 06 13:04:07.168662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-853b8988-bd38-47b7-bbac-8eed363661bf tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Unset dirty status for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:07.172603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-853b8988-bd38-47b7-bbac-8eed363661bf tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150077508&fields=id&tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc HTTP/1.1" status: 200 len: 267 time: 0.6076233 May 06 13:04:07.183410 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-7580afc7-ced3-4a7e-967f-cbda6c8cdd1d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825113 May 06 13:04:07.251464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db7afb08-a527-43ec-a511-a8379f29de56 req-b38720a0-93c0-469e-b5fa-37d4429dd2fb service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616697 May 06 13:04:07.272514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dd5fd-fc18-4c0b-a170-1f27afb341d2 req-006613b6-9667-47cf-b911-f1363ee7af5b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:07.273279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-983dd5fd-fc18-4c0b-a170-1f27afb341d2 req-006613b6-9667-47cf-b911-f1363ee7af5b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:07.283058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2064258714'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:07.288897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:07.293284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Usage tracker for resource:network and tenant:dee3acc92ace48d6ac882ebabaea5879 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:07.296822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:07.312779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:07.419799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-983dd5fd-fc18-4c0b-a170-1f27afb341d2 req-006613b6-9667-47cf-b911-f1363ee7af5b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:07.424694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-983dd5fd-fc18-4c0b-a170-1f27afb341d2 req-006613b6-9667-47cf-b911-f1363ee7af5b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 944 time: 0.5577202 May 06 13:04:07.428971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Made reservation on behalf of dee3acc92ace48d6ac882ebabaea5879 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:07.433271 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.480709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.522806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.602017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:07.612725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-983dd5fd-fc18-4c0b-a170-1f27afb341d2 req-21c022fd-b2b4-4814-bbeb-a9635672aa72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680558 May 06 13:04:07.613790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Usage tracker for resource:security_group_rule and tenant:dee3acc92ace48d6ac882ebabaea5879 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:07.614276 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-5ccb594c-edfb-4738-8a27-86bcbff39950 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:07.614982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-5ccb594c-edfb-4738-8a27-86bcbff39950 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Synchronizing usage tracker for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:07.623896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:07.629746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:07.643841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-0ef43e40-cbf7-467b-94be-c28d749ad6d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1095 time: 0.1859617 May 06 13:04:07.658474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6015822b-dceb-48a6-bc09-07b6c266e0bd up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:07.731559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-f9f46f34-03f0-4b9d-8e4f-7a10104637ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1097 time: 0.3643367 May 06 13:04:07.795558 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6015822b-dceb-48a6-bc09-07b6c266e0bd triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:07.796552 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.891110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35eb71-9336-4976-86fb-42cec118c089 req-7571ff40-24d5-4f37-aa86-e50458d2793f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:07.892668 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-7571ff40-24d5-4f37-aa86-e50458d2793f service neutron] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 897 time: 0.2408655 May 06 13:04:07.894413 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:07.907115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-5ccb594c-edfb-4738-8a27-86bcbff39950 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Unset dirty status for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:07.909107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-5ccb594c-edfb-4738-8a27-86bcbff39950 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 809 time: 0.7246490 May 06 13:04:07.971890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-fda4f58c-35af-43ff-a8a4-79027b470049 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/quotas/d9d6a80edd6f4e4f91d584fe8ef5f1dc HTTP/1.1" status: 200 len: 375 time: 0.0472569 May 06 13:04:08.024657 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.067994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-c3d357e8-1750-4b73-a7c9-2b2dac64f158 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 217 time: 0.1679392 May 06 13:04:08.077182 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.078601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:08.082051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-215c74b0-0fcb-4785-aef4-6b9b03812a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:08.083533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-215c74b0-0fcb-4785-aef4-6b9b03812a20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 898 time: 0.3264508 May 06 13:04:08.092993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.093353 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Added segment 499ebbc5-2e56-4067-a3d7-3bab6988559e of type vlan for network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e May 06 13:04:08.177478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99545588-5e34-43fb-9dfb-2658a29a02a1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:08.203857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35eb71-9336-4976-86fb-42cec118c089 req-143090bb-bfb9-4799-a8a4-81db98adfe04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:08.205631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-143090bb-bfb9-4799-a8a4-81db98adfe04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.1141317 May 06 13:04:08.206805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-af30663a-a6a3-4152-bba4-2e4fd7af5c28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 1000 time: 0.1151237 May 06 13:04:08.207240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.210468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.333685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-79b43f0a-b972-472f-97ae-15656ba5de1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164074 May 06 13:04:08.407355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=c09e4b0c-f282-4597-821d-fa1994a125e4,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:08.420589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.424478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:08.425030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.433662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-bca6d913-de2c-4f1d-998d-2fb2f4329482 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Synchronizing usage tracker for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:08.439744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-1520ae47-73a4-4e93-b581-7cff63278f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:08.441191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-1520ae47-73a4-4e93-b581-7cff63278f75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 200 len: 834 time: 0.2237720 May 06 13:04:08.450119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.470938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-46d6d403-0487-4053-ab72-75d787d7bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:08.692793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-0b2f0a8a-b9f3-4c28-8a2d-4d443ce34ce8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=845169e6-45e3-42d6-963c-160b855f6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834369 May 06 13:04:08.711370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'Network': ['ID=f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:08.734560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.734974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.735368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.735796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.736198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.736590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.736980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.737361 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.737748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.738210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.738592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:08.745264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-a6e64f3c-6d4f-4cda-b33e-f7b670834511 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968906 May 06 13:04:08.760776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:08.815076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ade4f38e-348b-4b97-834f-5ca36ff6a314 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7454598 May 06 13:04:08.842156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:09.002779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-bca6d913-de2c-4f1d-998d-2fb2f4329482 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Unset dirty status for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:09.004526 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-bca6d913-de2c-4f1d-998d-2fb2f4329482 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0238709 May 06 13:04:09.007544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Request body: {'subnet': {'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:09.031247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc35eb71-9336-4976-86fb-42cec118c089 req-78ea6fa5-2fdd-4463-bff7-396ae6e64284 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769992 May 06 13:04:09.038232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fface-c1e0-46fc-9dbf-9d224532749f req-77f0aa85-88ff-4bb9-86b5-d9015ba07dd3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:09.039665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f8fface-c1e0-46fc-9dbf-9d224532749f req-77f0aa85-88ff-4bb9-86b5-d9015ba07dd3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 944 time: 0.2443933 May 06 13:04:09.100964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f8fface-c1e0-46fc-9dbf-9d224532749f req-84176699-4d60-4d86-b4fc-d5a274fa9ba5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554500 May 06 13:04:09.187997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-13f40845-ed1f-4ad6-9b87-d3f6bc1767ad service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942741 May 06 13:04:09.307255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:09.326798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Usage tracker for resource:subnet and tenant:dee3acc92ace48d6ac882ebabaea5879 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:09.335757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:09.388176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42288) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:09.399819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:09.429384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-653840aa-5905-4c42-a2ec-687c8f068409 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:09.437960 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-653840aa-5905-4c42-a2ec-687c8f068409 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1728475 May 06 13:04:09.454037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-e2ada6bb-0a0c-4c87-b8b3-c4a97325ebfa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0159638 May 06 13:04:09.485631 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Floating IP 2ad62ef1-56b5-4786-920a-a4aa46dd1632 associated. External IP: 172.25.2.125, port: def724b9-c58e-4235-93b5-7c861c6a8d5e. May 06 13:04:09.563919 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-1b308239-535b-441b-bec1-da7a9a6410e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:09.564186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Made reservation on behalf of dee3acc92ace48d6ac882ebabaea5879 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:09.640488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-40149d3f-1ad2-457c-94f2-73a27031b227 service neutron] 10.222.0.83 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097088 May 06 13:04:09.654697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Deleting subnet 62069253-94e3-4e10-9524-fcf304580f49 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:09.658238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.714448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-1b308239-535b-441b-bec1-da7a9a6410e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:09.715844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-1b308239-535b-441b-bec1-da7a9a6410e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2567546 May 06 13:04:09.718739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.723640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a10811f1-cad5-43f4-a7e8-15e025679aa6 req-a36a0cda-6f92-4326-9a66-1349f97784b1 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268350 May 06 13:04:09.835681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.877878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:09.972385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-388a87ee-d952-47b7-9d25-2d4fde8d8de6 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089779 May 06 13:04:09.989624 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-a29d2192-da9d-4637-aef0-d5efb8ddece8 service neutron] 10.222.0.83 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917447 May 06 13:04:10.128333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-3f11d50b-9908-48ad-b94e-cf44bb9bf647 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481030 May 06 13:04:10.162666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.209795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62069253-94e3-4e10-9524-fcf304580f49,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:10.217572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.224185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-76bb321f-52fa-4bd2-9345-1460f01944e6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/62069253-94e3-4e10-9524-fcf304580f49 HTTP/1.1" status: 204 len: 168 time: 0.8346457 May 06 13:04:10.231309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42300) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:10.304512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.390969 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:04:10.422279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.465073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'Subnet': ['ID=efd128d5-d606-4d2a-b1de-69ab739e3b28,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:10.518199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Checking segment: {'id': '499ebbc5-2e56-4067-a3d7-3bab6988559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:10.518565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Network hostable DHCP agents. Network: f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:10.542900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece381a-2d63-46bd-b001-6fe3b60e03f6 req-70a33028-0aa1-4816-a85c-2b85a7d75165 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:10.544422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ece381a-2d63-46bd-b001-6fe3b60e03f6 req-70a33028-0aa1-4816-a85c-2b85a7d75165 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 944 time: 0.1855040 May 06 13:04:10.565293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.594935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3649de-d1ab-420a-9008-e17f80a31436']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:10.608785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f636518-226e-4c35-9ee1-1fc48c0e6d18') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:10.609025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f636518-226e-4c35-9ee1-1fc48c0e6d18') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:10.620370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ece381a-2d63-46bd-b001-6fe3b60e03f6 req-b47c0502-17fe-4d72-8998-b748647afed6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672376 May 06 13:04:10.624162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.632961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:10.642946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.650224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:10.650845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: timer() May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:10.664599 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:10.721521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:04:10.756086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b2b25c4f-d5cd-44b5-ad51-cc9f4f302d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.852617 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:10.887529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:10.901528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '6753cd53-235f-4729-b3be-84d45961f1e4', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'mac_address': 'fa:16:3e:4d:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:04:10.958312 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:10.959081 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7670c5ff-3043-469b-b4fb-52e53d0ec342 req-d3b5a726-7bb1-451e-b977-c2d923157d10 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.1144137 May 06 13:04:10.976145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:10.992373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:11.082668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.098574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9b11ca0-b76c-4ae6-a147-7588bfe39354 req-bc6bbdc7-66a8-4c65-92db-172e0953c7b5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.0464821 May 06 13:04:11.102274 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.105303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:11.122372 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.122769 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:11.125044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3649de-d1ab-420a-9008-e17f80a31436,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:11.141375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:11.142388 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:11.143070 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:11.155720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:11.156756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.192831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa1f4f-9ae2-4d3d-b289-0289ce2f1e70 None None] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:11.321270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:11.335234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f82c0d9c-5c9b-4ddc-97fe-a5aa616668cf admin admin] 10.222.0.83 "DELETE /v2.0/networks/5c3649de-d1ab-420a-9008-e17f80a31436 HTTP/1.1" status: 204 len: 168 time: 1.1022923 May 06 13:04:11.336517 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:11.387064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['6753cd53-235f-4729-b3be-84d45961f1e4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:04:11.431543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.457479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cde672c5-2b20-426b-93c2-70472e3ddda8 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4613144 May 06 13:04:11.460282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42324) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:11.471698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Request body: {'port': {'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-407784691'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:11.492369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a02a386c-e8ac-4599-b176-960e279353eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5195673 May 06 13:04:11.493367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:11.498108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:11.542279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e', 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e', 'tenant_id': 'dee3acc92ace48d6ac882ebabaea5879', 'fixed_ips': [{'subnet_id': 'efd128d5-d606-4d2a-b1de-69ab739e3b28'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:11.543459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:11.614763 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8265176-6df1-41fa-85ec-6931ac4c666a'] response: {'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'status': 'completed', 'code': 200} May 06 13:04:11.636310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7b901133-38ac-43a2-aebc-289c45e7a3af tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.1365335 May 06 13:04:11.739581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-3f9f92fc-488b-4645-908b-67ad3c23cd08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1097 time: 0.0989411 May 06 13:04:11.771316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:11.781187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Usage tracker for resource:port and tenant:dee3acc92ace48d6ac882ebabaea5879 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:11.788506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:11.802526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:11.860646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:11.867161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:11.885477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:11.889297 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:11.889443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42338) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:11.955748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Made reservation on behalf of dee3acc92ace48d6ac882ebabaea5879 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:11.969028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.004696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-4b7a0569-89e2-485f-80ba-9ef5494bf5f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:12.006748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-4b7a0569-89e2-485f-80ba-9ef5494bf5f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 898 time: 0.2535639 May 06 13:04:12.017340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150d409-4518-4d1d-89c1-a9e066b97dab req-a0cb537a-9f3d-4de6-b8c4-5a6f729287b9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:12.019039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8150d409-4518-4d1d-89c1-a9e066b97dab req-a0cb537a-9f3d-4de6-b8c4-5a6f729287b9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 945 time: 0.1487126 May 06 13:04:12.019993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Allocated IP 2001:db8::2 (f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e/efd128d5-d606-4d2a-b1de-69ab739e3b28/8af116e1-2b78-4904-bb76-212925add5b4) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:12.031424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7d29dec-35a3-4557-aae9-9d66f8e88616 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b82179bef3254584ab4f5ee4d3d4c564&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1407847 May 06 13:04:12.037714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42344) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:12.067862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] device_id is not set on port 82de1b4e-5983-493e-af8c-7db053ee3fda yet. {{(pid=84800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:04:12.113284 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:12.179054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-a4369b35-f4ca-4e9d-881c-5a4cc8c4d1e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 1000 time: 0.1588693 May 06 13:04:12.182836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8150d409-4518-4d1d-89c1-a9e066b97dab req-2672e570-c76e-46a7-a0fd-888f72caf7b0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009493 May 06 13:04:12.299912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-edb39d30-995d-4170-80fb-0bb9ed3c61c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:12.301458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-edb39d30-995d-4170-80fb-0bb9ed3c61c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 200 len: 834 time: 0.1166363 May 06 13:04:12.346369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a098fbe-9172-4a60-9838-98fef742a451 req-3be974d4-7b6e-4437-a89d-3897d935d104 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.1114848 May 06 13:04:12.381939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.425586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.426947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.430949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.456957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27e2c607-9d56-4f96-a1b6-e49e211760d7 req-568366f4-3525-4ae9-aa68-01de06b4320d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.0598216 May 06 13:04:12.506061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-f6e10055-4bef-44c1-8dab-3346e23db9ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=845169e6-45e3-42d6-963c-160b855f6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970975 May 06 13:04:12.602425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.614763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Transition to ACTIVE for port object 8af116e1-2b78-4904-bb76-212925add5b4 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:12.635957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Transition to ACTIVE for port object 8af116e1-2b78-4904-bb76-212925add5b4 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:12.640270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42352) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:12.647411 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:12.652399 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d5fcc-fb16-40a2-983c-36bb33655557 None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:12.677629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-7ec29639-ff91-4591-a231-56be57ba847d service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569276 May 06 13:04:12.752400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.775440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:12.785405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:12.835166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f520022-1f40-416b-9065-e77d3e4f53e5 req-8c6779a1-abf3-4385-bbc3-4e1cceb04d11 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483366 May 06 13:04:12.848760 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ee472440-deea-4697-a88f-3c00e53f744c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.2071030 May 06 13:04:12.898349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Allocated IP 2001:db8::24a (f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e/efd128d5-d606-4d2a-b1de-69ab739e3b28/82de1b4e-5983-493e-af8c-7db053ee3fda) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:12.905233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:12.909026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:12.911551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:12.914933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Pushing event updated for resources: {'Port': ['ID=8af116e1-2b78-4904-bb76-212925add5b4,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:13.010814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Attempting to bind port 8af116e1-2b78-4904-bb76-212925add5b4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:13.011089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Attempting to bind port 8af116e1-2b78-4904-bb76-212925add5b4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '499ebbc5-2e56-4067-a3d7-3bab6988559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:13.011448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Attempting to bind port 8af116e1-2b78-4904-bb76-212925add5b4 on network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:13.019124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:13.019502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Checking segment: {'id': '499ebbc5-2e56-4067-a3d7-3bab6988559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:13.022375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.022375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Bound using segment: {'id': '499ebbc5-2e56-4067-a3d7-3bab6988559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:13.022375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Bound port: 8af116e1-2b78-4904-bb76-212925add5b4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499ebbc5-2e56-4067-a3d7-3bab6988559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:13.022375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.047001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.048148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a84d65f0-3dc8-4cef-92b9-db7ac01f5695 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2b3f9c20-94a8-4b5f-95bc-ce4ad1bad0e0 HTTP/1.1" status: 204 len: 168 time: 1.0095074 May 06 13:04:13.123465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-49f08690-f067-4cea-9a86-6e539601729c None None] For port 8af116e1-2b78-4904-bb76-212925add5b4, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:13.126836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-49f08690-f067-4cea-9a86-6e539601729c None None] For port 8af116e1-2b78-4904-bb76-212925add5b4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8af116e1-2b78-4904-bb76-212925add5b4,segment=NetworkSegment(499ebbc5-2e56-4067-a3d7-3bab6988559e),segment_id=499ebbc5-2e56-4067-a3d7-3bab6988559e)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:13.131166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.151107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Transition to ACTIVE for port object 82de1b4e-5983-493e-af8c-7db053ee3fda will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:13.252961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.253503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.328540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:13.332042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:13.346058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:13.349228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08690-f067-4cea-9a86-6e539601729c None None] Pushing event updated for resources: {'Port': ['ID=8af116e1-2b78-4904-bb76-212925add5b4,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:13.358987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:13.359754 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.488837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'Port': ['ID=82de1b4e-5983-493e-af8c-7db053ee3fda,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:13.560881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c86be-7f73-4e0e-98e5-0e8dc04d6547 req-83176348-2549-455c-9cf8-a7bcccc4b0bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:13.565180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-965bb665-4a41-43ae-ae6a-d7f1d1532008 req-38a1cf3d-cb2b-4538-b8c0-4114e0b0cdae tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0707343 May 06 13:04:13.576856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b49c86be-7f73-4e0e-98e5-0e8dc04d6547 req-83176348-2549-455c-9cf8-a7bcccc4b0bd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 945 time: 0.2347105 May 06 13:04:13.622930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:13.667995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b49c86be-7f73-4e0e-98e5-0e8dc04d6547 req-b67bf038-25b0-47c6-b796-72dfb3fa3813 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896749 May 06 13:04:13.677862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b726c0e0-f245-4f1d-9dab-c0fcfe17b226 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2153904 May 06 13:04:13.681354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42366) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:13.688780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Request body: {'port': {'network_id': 'f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1299836729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:13.689576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] bootfile-name is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:13.689940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] tftp-server is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:13.690626 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] server-ip-address is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:13.730177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8af116e1-2b78-4904-bb76-212925add5b4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:13.852650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42370) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:13.963324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 8af116e1-2b78-4904-bb76-212925add5b4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:13.992901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ef62a2b9-5353-4983-a506-765486d418be tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.1382821 May 06 13:04:14.036122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c7c0cdc-8311-4724-815a-cb1b76eec326 req-e3ace6b6-0eb8-4ad9-8dd8-bacd2da4a06a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.2152112 May 06 13:04:14.099923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:14.101251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Usage tracker for resource:port and tenant:dee3acc92ace48d6ac882ebabaea5879 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:14.105312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:14.111423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:14.226505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Made reservation on behalf of dee3acc92ace48d6ac882ebabaea5879 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:14.231012 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:14.328412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] device_id is not set on port b3698a7a-4588-42c1-8acd-7cee68bb3c4a yet. {{(pid=84799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 06 13:04:14.451088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-fc9d0451-2e34-496a-892a-6ecbc3afd6bc tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:14.452720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-fc9d0451-2e34-496a-892a-6ecbc3afd6bc tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.86 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 809 time: 0.2517626 May 06 13:04:14.575195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-a8a1dbf4-bd39-430d-9afd-c1e5ed81f46a tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc HTTP/1.1" status: 200 len: 380 time: 0.0849986 May 06 13:04:14.576600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Allocated IP 2001:db8::28e (f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e/efd128d5-d606-4d2a-b1de-69ab739e3b28/b3698a7a-4588-42c1-8acd-7cee68bb3c4a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:14.592163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'port': {'device_id': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'admin_state_up': True, 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'security_groups': ['9c4f2e45-5c00-4e4d-9c04-8779cceadefc']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:14.651339 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ef579-ae64-4d41-81d5-87f20581b7e7 None None] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:14.770895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:14.784990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6d4d538-2ee7-46b3-81f6-2afa311a3626 req-87f09caa-2539-4d52-a8c4-8b4e5aa38f48 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0675986 May 06 13:04:14.874531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:14.894207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:14.979637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42392) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:14.995556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42398) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:15.008540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.032786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Made reservation on behalf of d9d6a80edd6f4e4f91d584fe8ef5f1dc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:15.035521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.051457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Transition to ACTIVE for port object b3698a7a-4588-42c1-8acd-7cee68bb3c4a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:15.099761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Provisioning for port 8af116e1-2b78-4904-bb76-212925add5b4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:15.109731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Provisioning complete for port 8af116e1-2b78-4904-bb76-212925add5b4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:15.110354 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.180507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 6753cd53-235f-4729-b3be-84d45961f1e4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:15.193834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 6753cd53-235f-4729-b3be-84d45961f1e4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:15.194387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8c078e7e-9439-4b87-bdc1-5bd77b890a90 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.1974192 May 06 13:04:15.194658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.223754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-110389614-network', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:15.232987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2424a4-5779-4023-8784-d465ad585230 req-41067ae8-555e-415a-b90f-9c340a10a0a1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:15.236476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:15.240791 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc2424a4-5779-4023-8784-d465ad585230 req-41067ae8-555e-415a-b90f-9c340a10a0a1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 945 time: 0.2769318 May 06 13:04:15.294801 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Usage tracker for resource:network and tenant:665f16ed0751402cb4f0ef91fbca9c04 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:15.307513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:15.311816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Allocated IP 172.20.0.6 (729e2076-a1cc-4c9f-ad29-d8ae35ec45b1/28ad8ec3-2026-4379-a8ac-52cb58953217/e656e301-3602-48f1-87d8-358deed38691) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:15.320069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:15.321983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.381623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.388535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c51ab4ea-6cfd-4ff4-8856-4ebf97ba0f28 req-f843a87d-0950-4d95-ac6b-b9ed6cdc2258 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.0534286 May 06 13:04:15.391389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc2424a4-5779-4023-8784-d465ad585230 req-b950bdaf-efe6-46df-b4c1-3d911483ca82 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495984 May 06 13:04:15.437456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-d25933e1-9852-4a32-a372-42be6c6a2b75 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:15.438978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-d25933e1-9852-4a32-a372-42be6c6a2b75 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.2434855 May 06 13:04:15.458909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:15.483651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Made reservation on behalf of 665f16ed0751402cb4f0ef91fbca9c04 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:15.486238 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.486576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'Port': ['ID=b3698a7a-4588-42c1-8acd-7cee68bb3c4a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:15.487415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:15.497491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:15.502940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.513753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:15.532073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:15.544697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] For port 8af116e1-2b78-4904-bb76-212925add5b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8af116e1-2b78-4904-bb76-212925add5b4,segment=NetworkSegment(499ebbc5-2e56-4067-a3d7-3bab6988559e),segment_id=499ebbc5-2e56-4067-a3d7-3bab6988559e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:15.556408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:15.562849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:15.562849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.597219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.603980 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d884ec30-a1fa-491e-8305-244b315bfdb3'] response: {'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'code': 200} May 06 13:04:15.736955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.766792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:15.793334 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-25242aa6-71a1-4995-8b4a-354206630eac tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1103885 May 06 13:04:15.807556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:15.838933 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.845133 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:15.918329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347de03-e6e0-4dca-bb9a-d73cf83ec24b None None] Pushing event updated for resources: {'Port': ['ID=8af116e1-2b78-4904-bb76-212925add5b4,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:15.959613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91c9c508-4eaf-45bf-9670-a1238faab640 req-f6233d10-4e47-4426-a7d2-8c6feebe79f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.2114623 May 06 13:04:16.006070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:16.026184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:665f16ed0751402cb4f0ef91fbca9c04 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:16.036020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Transition to ACTIVE for port object e656e301-3602-48f1-87d8-358deed38691 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:16.041005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:16.088947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:16.091046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:16.095145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:16.098725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:16.099659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Synchronizing usage tracker for tenant:dee3acc92ace48d6ac882ebabaea5879 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:16.101060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Provisioning for port 82de1b4e-5983-493e-af8c-7db053ee3fda completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:16.105065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:16.115049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Provisioning complete for port 82de1b4e-5983-493e-af8c-7db053ee3fda triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:16.117417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.126851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dba09594-0209-4892-bc76-7869b7da777c req-19792ecb-2365-4741-bc63-20daef66666c tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0818796 May 06 13:04:16.156109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91c9c508-4eaf-45bf-9670-a1238faab640 req-c231b0ba-053e-4247-9b93-8f30bb27b985 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759698 May 06 13:04:16.156109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:16.196239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42412) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:16.206446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Port 82de1b4e-5983-493e-af8c-7db053ee3fda cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:16.222469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Provisioning complete for port 8af116e1-2b78-4904-bb76-212925add5b4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:16.222939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-01838554-d6fb-43a5-bcb9-74145344838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.274933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.319755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:16.323851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.353300 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.396803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:16.399023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Unset dirty status for tenant:dee3acc92ace48d6ac882ebabaea5879 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:16.400456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ad17d819-c98b-4a69-a9aa-6f6513695c9f tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5918009 May 06 13:04:16.403348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42416) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:16.469330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:16.473751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a289c5d4-e9c4-41da-9161-f72b32b9ea89 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.2748282 May 06 13:04:16.478859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:16.484000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:16.517558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.536943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:16.549127 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.549523 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Added segment 7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6 of type vlan for network 1096c906-ff64-42fe-9428-094af37e1402 May 06 13:04:16.552018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5f847723-3445-43af-8338-fbc2cb39d6b0 None None] Provisioning complete for port 82de1b4e-5983-493e-af8c-7db053ee3fda triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:16.552398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5f847723-3445-43af-8338-fbc2cb39d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.601773 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.642464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Deleting port b3698a7a-4588-42c1-8acd-7cee68bb3c4a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:16.642862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.706644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-5f847723-3445-43af-8338-fbc2cb39d6b0 None None] Port 82de1b4e-5983-493e-af8c-7db053ee3fda cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:16.771577 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.783674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5474fef5-7ff1-4168-8e11-2b5f7a1dd3b7 req-62e5e57e-f882-40b6-91bb-53b09f8d2c3a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.1153753 May 06 13:04:16.800582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a56ba-d5b9-4d97-b19a-41af0f4fe50f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:16.826310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.827627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:16.828247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.922573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-30d16e25-ca8b-4654-b9b4-4f048c673c20 None None] Provisioning for port b3698a7a-4588-42c1-8acd-7cee68bb3c4a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:16.932981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-30d16e25-ca8b-4654-b9b4-4f048c673c20 None None] Provisioning complete for port b3698a7a-4588-42c1-8acd-7cee68bb3c4a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:16.935289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-30d16e25-ca8b-4654-b9b4-4f048c673c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:16.937940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:16.938571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.003328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1096c906-ff64-42fe-9428-094af37e1402,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:17.020900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.4 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/3a24a92e-acec-49dc-b4e9-f6871f5d489a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:17.035996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1096c906-ff64-42fe-9428-094af37e1402 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:17.112631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9a3022fc-4df5-4432-b00a-6236d49ae9c5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1315434 May 06 13:04:17.117754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42424) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:17.156681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-d36c4a2b-3b52-4ba6-b141-0f017a708f6e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5696130 May 06 13:04:17.175519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d56a6-757c-40f7-8e6e-c1c9f3aab49f req-1f2e9f7c-b3a2-413e-8734-1d0e6cf7cea2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:17.187049 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b5d56a6-757c-40f7-8e6e-c1c9f3aab49f req-1f2e9f7c-b3a2-413e-8734-1d0e6cf7cea2 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.4965427 May 06 13:04:17.207043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Request body: {'subnet': {'network_id': '1096c906-ff64-42fe-9428-094af37e1402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-110389614-subnet', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:17.226169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:17.236617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Usage tracker for resource:subnet and tenant:665f16ed0751402cb4f0ef91fbca9c04 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:17.238514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Request body: {'port': {'device_id': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:17.241853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:17.252667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:17.254775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-30d16e25-ca8b-4654-b9b4-4f048c673c20 None None] Port b3698a7a-4588-42c1-8acd-7cee68bb3c4a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:17.319527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.338754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object 3a24a92e-acec-49dc-b4e9-f6871f5d489a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:17.369167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Made reservation on behalf of 665f16ed0751402cb4f0ef91fbca9c04 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:17.373566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.479383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.485796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-344c4f06-e288-4436-81a5-c043ff75b998 None None] Provisioning for port e656e301-3602-48f1-87d8-358deed38691 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:17.487789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42430) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:17.494570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-344c4f06-e288-4436-81a5-c043ff75b998 None None] Provisioning complete for port e656e301-3602-48f1-87d8-358deed38691 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:17.494570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-344c4f06-e288-4436-81a5-c043ff75b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.506171 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.563936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-344c4f06-e288-4436-81a5-c043ff75b998 None None] Port e656e301-3602-48f1-87d8-358deed38691 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:17.646643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b5d56a6-757c-40f7-8e6e-c1c9f3aab49f req-5e4e8571-3645-42fb-9989-043820fdad4d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586387 May 06 13:04:17.654125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Calling delete_port for b3698a7a-4588-42c1-8acd-7cee68bb3c4a owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:17.688781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8af116e1-2b78-4904-bb76-212925add5b4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:17.715544 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.753193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:17.764375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:17.768191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:17.770590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:17.804335 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8f5ea4d3-dce9-4d44-912d-2fdbe5e6484a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.3154685 May 06 13:04:17.813346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 8af116e1-2b78-4904-bb76-212925add5b4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:17.814311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:17.854936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d14e3-9778-4a04-ab46-983db05bf18b req-1a77cd9c-7cca-4f4b-9f23-d093b9cc9550 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:17.873695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa1d14e3-9778-4a04-ab46-983db05bf18b req-1a77cd9c-7cca-4f4b-9f23-d093b9cc9550 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 931 time: 0.4808302 May 06 13:04:18.040072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:18.041524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.101792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa1d14e3-9778-4a04-ab46-983db05bf18b req-4b28e241-47be-4344-a199-cabea014b6be tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222273 May 06 13:04:18.118850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Sync routers for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:18.144408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:18.145846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:18.220726 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-93528573-4088-4354-acbd-92f7d84a4626 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7690828 May 06 13:04:18.317587 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.402604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.476948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396a5b-764c-4dbe-a364-d767dad2ecf3 req-91d76b1c-664d-4b15-8e08-fcfffa7df1aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:18.485262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e396a5b-764c-4dbe-a364-d767dad2ecf3 req-91d76b1c-664d-4b15-8e08-fcfffa7df1aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 931 time: 0.3163810 May 06 13:04:18.518158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event deleted for resources: {'Port': ['ID=b3698a7a-4588-42c1-8acd-7cee68bb3c4a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:18.563943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.resource_extend [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:04:18.611434 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:18.726120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Request body: {'port': {'device_id': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:18.732643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-768ebcf6-d283-41f9-9ded-a7e66f688bcd None None] Provisioning for port 3a24a92e-acec-49dc-b4e9-f6871f5d489a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:18.762004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-768ebcf6-d283-41f9-9ded-a7e66f688bcd None None] Provisioning complete for port 3a24a92e-acec-49dc-b4e9-f6871f5d489a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:18.762388 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-768ebcf6-d283-41f9-9ded-a7e66f688bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.798511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5e396a5b-764c-4dbe-a364-d767dad2ecf3 req-22308e91-307e-46bb-8181-74b2e8786dbf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:18.813310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce464dd5-7bea-4ed1-8c18-fb955a36cca9,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:18.816820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42440) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:18.823253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:18.876783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-768ebcf6-d283-41f9-9ded-a7e66f688bcd None None] Port 3a24a92e-acec-49dc-b4e9-f6871f5d489a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:18.912166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.027328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5e396a5b-764c-4dbe-a364-d767dad2ecf3 req-22308e91-307e-46bb-8181-74b2e8786dbf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:19.029310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e396a5b-764c-4dbe-a364-d767dad2ecf3 req-22308e91-307e-46bb-8181-74b2e8786dbf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429692 May 06 13:04:19.038589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e656e301-3602-48f1-87d8-358deed38691 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:19.054394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.121245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0316db7-ff3c-451f-8565-527a98e24865 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.2689371 May 06 13:04:19.122921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Transition to ACTIVE for port object e656e301-3602-48f1-87d8-358deed38691 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:19.143761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b621fc02-ed80-4670-b509-1cda1844a083 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "DELETE /v2.0/ports/b3698a7a-4588-42c1-8acd-7cee68bb3c4a HTTP/1.1" status: 204 len: 168 time: 2.7393548 May 06 13:04:19.148274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42446) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:19.154763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Request body: {'port': {'name': 'tempest-new-port-name-1284434212', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:19.155265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] bootfile-name is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:19.155704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] tftp-server is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:19.156520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.api.validators [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] server-ip-address is not in valid_values {{(pid=84799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 06 13:04:19.237947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.353434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Checking segment: {'id': '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1096c906-ff64-42fe-9428-094af37e1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:19.354213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Network hostable DHCP agents. Network: 1096c906-ff64-42fe-9428-094af37e1402, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:19.397338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 2, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:19.403411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Checking router: 4b546096-ecbd-4a96-b06a-0d6893bb3f86 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:19.403764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Updating router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 port 20109a91-1ed1-4987-b95c-ac9f16413e50 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:04:19.426497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Pushing event updated for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:19.482544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.521889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba57d-fb8e-4832-891e-20725b001861 req-f64cc738-0d30-43cf-ad74-f0c96f9d4436 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:19.523709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-612ba57d-fb8e-4832-891e-20725b001861 req-f64cc738-0d30-43cf-ad74-f0c96f9d4436 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.5490375 May 06 13:04:19.670978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Network 1096c906-ff64-42fe-9428-094af37e1402 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:19.721399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-612ba57d-fb8e-4832-891e-20725b001861 req-15268d60-d270-4b8e-8178-6f175ce99dab tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759973 May 06 13:04:19.810187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1096c906-ff64-42fe-9428-094af37e1402) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:19.815410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:19.815924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.840415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7f06c8af-272d-4fc2-969e-28f924704507 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:19.866301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a24a92e-acec-49dc-b4e9-f6871f5d489a {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:19.873655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433377b6-e25e-47c1-9129-7b4251b4f1a7 None None] Network 1096c906-ff64-42fe-9428-094af37e1402 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:19.874811 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:19.882507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.882850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.883184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.883517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.883870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.884891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.892332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.892763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.893103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.893432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.893759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:04:19.908040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Transition to ACTIVE for port object 3a24a92e-acec-49dc-b4e9-f6871f5d489a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:19.936867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-df2fe483-e2d5-4b46-82a1-d078f58922e8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8170156 May 06 13:04:19.940308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42452) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:19.950272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-110389614-router', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:19.956923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:19.964784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Usage tracker for resource:router and tenant:665f16ed0751402cb4f0ef91fbca9c04 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:19.968744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:19.978684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:20.019907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.028039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.130372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:20.249924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0a4a1-9389-44a9-9ce7-d0845520529d req-43fa6405-90e1-4bcf-9e52-27545145607b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:20.250753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8cc0a4a1-9389-44a9-9ce7-d0845520529d req-43fa6405-90e1-4bcf-9e52-27545145607b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Synchronizing usage tracker for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:20.291501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Attempting to bind port e656e301-3602-48f1-87d8-358deed38691 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:20.292091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Attempting to bind port e656e301-3602-48f1-87d8-358deed38691 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:20.292535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Attempting to bind port e656e301-3602-48f1-87d8-358deed38691 on network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:20.398895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.399675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.404254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Pushing event updated for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:20.411803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Attempting to bind port 3a24a92e-acec-49dc-b4e9-f6871f5d489a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:20.412145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Attempting to bind port 3a24a92e-acec-49dc-b4e9-f6871f5d489a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:20.412467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Attempting to bind port 3a24a92e-acec-49dc-b4e9-f6871f5d489a on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:20.418300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7f06c8af-272d-4fc2-969e-28f924704507 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:20.422688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Port e656e301-3602-48f1-87d8-358deed38691 on network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:04:20.423947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Attempting to bind port e656e301-3602-48f1-87d8-358deed38691 on network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:20.425104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50a487-4da8-40c7-b687-e8b3558b7442 req-ea16b34a-d0e2-4570-bafc-949aa73eee82 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:20.426628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a50a487-4da8-40c7-b687-e8b3558b7442 req-ea16b34a-d0e2-4570-bafc-949aa73eee82 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.4509048 May 06 13:04:20.429572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7f06c8af-272d-4fc2-969e-28f924704507 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:20.429977 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.439552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Port 3a24a92e-acec-49dc-b4e9-f6871f5d489a on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:04:20.439897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Attempting to bind port 3a24a92e-acec-49dc-b4e9-f6871f5d489a on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:20.445523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8cc0a4a1-9389-44a9-9ce7-d0845520529d req-43fa6405-90e1-4bcf-9e52-27545145607b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Unset dirty status for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:20.447458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cc0a4a1-9389-44a9-9ce7-d0845520529d req-43fa6405-90e1-4bcf-9e52-27545145607b tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 943 time: 1.1342003 May 06 13:04:20.468954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1096c906-ff64-42fe-9428-094af37e1402', 'network_id': '1096c906-ff64-42fe-9428-094af37e1402', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'fixed_ips': [{'subnet_id': 'ce464dd5-7bea-4ed1-8c18-fb955a36cca9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:20.469941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.486712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ce20f24-9461-46f7-b15e-8b83db5fb3a8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.3499339 May 06 13:04:20.495006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:20.498482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:20.498482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:20.498482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Bound port: 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:20.498785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:20.498889 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.498975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Checking segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:20.498975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Bound using segment: {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:20.498975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Bound port: e656e301-3602-48f1-87d8-358deed38691, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c05655-1c07-4ec4-8397-97a5830be298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:20.498975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.519720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.555102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a50a487-4da8-40c7-b687-e8b3558b7442 req-40f10b14-0d2e-4463-939c-d82696eb307d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184084 May 06 13:04:20.596969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42462) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:20.620168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8cc0a4a1-9389-44a9-9ce7-d0845520529d req-d4716b1e-23df-4992-ab93-770bb5efcf8d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588824 May 06 13:04:20.666466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:20.670630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e656e301-3602-48f1-87d8-358deed38691,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:20.677753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.693607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Allocated IP 172.20.0.2 (1096c906-ff64-42fe-9428-094af37e1402/ce464dd5-7bea-4ed1-8c18-fb955a36cca9/61748737-dc65-4b1b-b733-80498ebe8703) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:20.696251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.704124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:20.709331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:20.716322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Transition to ACTIVE for port object 20109a91-1ed1-4987-b95c-ac9f16413e50 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:20.817491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.861148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.870529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.901915 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.902184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.903341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] 10.222.0.86 "PUT /v2.0/ports/e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 1091 time: 3.7108197 May 06 13:04:20.904148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'tag': 'e656e301-3602-48f1-87d8-358deed38691'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:20.916330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] In _notify_port_updated(), no bound segment for port 82de1b4e-5983-493e-af8c-7db053ee3fda on network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e {{(pid=84799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 06 13:04:20.920478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:20.921181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.922770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "PUT /v2.0/ports/82de1b4e-5983-493e-af8c-7db053ee3fda HTTP/1.1" status: 200 len: 1130 time: 1.7732179 May 06 13:04:20.926816 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42468) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:20.952445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:20.982601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3086d5-9c61-42fd-bbcb-4965b73ad517 service neutron] Pushing event updated for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:20.989677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-91b6352a-4c69-4b8b-a532-104456c2df60 tempest-TestNetworkAdvancedServerOps-1417388330 tempest-TestNetworkAdvancedServerOps-1417388330-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1092 time: 0.3851073 May 06 13:04:21.022027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:21.042177 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb90b42-8529-4017-9efc-cb647bd2304a'] response: {'name': 'network-changed', 'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'tag': 'e656e301-3602-48f1-87d8-358deed38691', 'status': 'completed', 'code': 200} May 06 13:04:21.057879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.066418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:21.087131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:21.099651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.101064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] 10.222.0.86 "PUT /v2.0/ports/3a24a92e-acec-49dc-b4e9-f6871f5d489a HTTP/1.1" status: 200 len: 1091 time: 2.8652239 May 06 13:04:21.107823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:21.124991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Usage tracker for resource:floatingip and tenant:66d25334c69d44e3bb8b2c1e4f0b66fe is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:21.130691 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266b89-829c-4509-a877-b04f7ac47119 None None] Pushing event updated for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:21.132213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.144570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c6660-d07a-4056-b8fc-d43c1ab63759 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:21.145347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e06c6660-d07a-4056-b8fc-d43c1ab63759 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Synchronizing usage tracker for tenant:dee3acc92ace48d6ac882ebabaea5879 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:21.148468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7f06c8af-272d-4fc2-969e-28f924704507, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7f06c8af-272d-4fc2-969e-28f924704507,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:21.154657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:21.161644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d11d9-b2ea-4a31-a317-9457bb31ee14 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event updated for resources: {'Port': ['ID=82de1b4e-5983-493e-af8c-7db053ee3fda,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:21.182307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:21.250434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e6810-6167-42ed-9b2b-26f2781e8658 service neutron] Pushing event updated for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:21.282790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.302149 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5e7241-8328-46d9-b7e0-f70185b7dd9e'] response: {'name': 'network-changed', 'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a', 'status': 'completed', 'code': 200} May 06 13:04:21.302350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c434c048-f4de-4e89-82a6-3f54505db43a req-d489a046-b185-4a59-8849-620b5e058224 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1094 time: 0.2425973 May 06 13:04:21.318233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214361bf-d80d-4009-b959-8e920c0c18ab req-8491e166-ce15-4f45-8fb8-940d16d91d7b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:21.319219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-214361bf-d80d-4009-b959-8e920c0c18ab req-8491e166-ce15-4f45-8fb8-940d16d91d7b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:21.446638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e06c6660-d07a-4056-b8fc-d43c1ab63759 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Unset dirty status for tenant:dee3acc92ace48d6ac882ebabaea5879 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:21.451485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e06c6660-d07a-4056-b8fc-d43c1ab63759 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "GET /v2.0/ports/82de1b4e-5983-493e-af8c-7db053ee3fda HTTP/1.1" status: 200 len: 1130 time: 0.5236039 May 06 13:04:21.452319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42480) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:21.485355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7f06c8af-272d-4fc2-969e-28f924704507,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:21.524527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Attempting to bind port 20109a91-1ed1-4987-b95c-ac9f16413e50 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:21.525236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Attempting to bind port 20109a91-1ed1-4987-b95c-ac9f16413e50 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:21.525731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Attempting to bind port 20109a91-1ed1-4987-b95c-ac9f16413e50 on network 77337881-01ff-4c26-b04e-1a55de34f67b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:21.545336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42484) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:21.553949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:21.556645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Checking segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:21.557262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.557729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Bound using segment: {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:21.558496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Bound port: 20109a91-1ed1-4987-b95c-ac9f16413e50, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:21.558983 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.581707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.584159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-214361bf-d80d-4009-b959-8e920c0c18ab req-8491e166-ce15-4f45-8fb8-940d16d91d7b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:21.585329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-214361bf-d80d-4009-b959-8e920c0c18ab req-8491e166-ce15-4f45-8fb8-940d16d91d7b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.8137815 May 06 13:04:21.586340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.620101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Transition to ACTIVE for port object 61748737-dc65-4b1b-b733-80498ebe8703 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:21.744557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7f06c8af-272d-4fc2-969e-28f924704507 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:21.781031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Deleting port 82de1b4e-5983-493e-af8c-7db053ee3fda {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:21.781438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.832726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-740ae261-bbe2-4858-b7a5-3110b01d3306 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.2861872 May 06 13:04:21.836736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434c048-f4de-4e89-82a6-3f54505db43a req-506ebde2-18a1-4e95-a6d1-ae42c032a35d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:21.838828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c434c048-f4de-4e89-82a6-3f54505db43a req-506ebde2-18a1-4e95-a6d1-ae42c032a35d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5280881 May 06 13:04:21.865472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] For port 20109a91-1ed1-4987-b95c-ac9f16413e50, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:21.877465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Transition to ACTIVE for port object 61748737-dc65-4b1b-b733-80498ebe8703 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:21.880396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] For port 20109a91-1ed1-4987-b95c-ac9f16413e50, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=20109a91-1ed1-4987-b95c-ac9f16413e50,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:21.892461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-9ac4720f-29c6-4b02-b2f4-8c8489cdc570 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 1094 time: 0.6754315 May 06 13:04:21.900333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7f06c8af-272d-4fc2-969e-28f924704507 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:21.900878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:21.977755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-00a38dd3-47da-4ab4-8a6c-62e1da33d2e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a HTTP/1.1" status: 200 len: 217 time: 0.0735035 May 06 13:04:21.984313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-214361bf-d80d-4009-b959-8e920c0c18ab req-eaaf5534-c035-4319-b016-aeaf3680618e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399780 May 06 13:04:22.018308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.083509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.089729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-c154ef0f-48b6-4a6e-9f4a-46ad253aacdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.091563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-c154ef0f-48b6-4a6e-9f4a-46ad253aacdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1047554 May 06 13:04:22.156109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7ac8eaaa-cc14-4ddd-8c7d-284695c32d7a None None] Provisioning complete for port 82de1b4e-5983-493e-af8c-7db053ee3fda triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:22.156576 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ac8eaaa-cc14-4ddd-8c7d-284695c32d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.194055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Network 1096c906-ff64-42fe-9428-094af37e1402 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:22.201871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266b89-829c-4509-a877-b04f7ac47119 None None] Pushing event updated for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:22.238795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:22.265678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:22.300483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8eaaa-cc14-4ddd-8c7d-284695c32d7a None None] Port 82de1b4e-5983-493e-af8c-7db053ee3fda cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:22.302330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:22.303054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:22.328097 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.376311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434c048-f4de-4e89-82a6-3f54505db43a req-c5977af3-df54-4860-ae2f-4c1c16e4968f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.377773 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c434c048-f4de-4e89-82a6-3f54505db43a req-c5977af3-df54-4860-ae2f-4c1c16e4968f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5206351 May 06 13:04:22.395090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9c5a-8f73-4ea1-8932-839d38e76001 req-0f46db3c-5d91-433a-8c04-cf69b2b3dd8c tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:22.396789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-711c9c5a-8f73-4ea1-8932-839d38e76001 req-0f46db3c-5d91-433a-8c04-cf69b2b3dd8c tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 943 time: 0.5443931 May 06 13:04:22.408309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.457368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.470287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Pushing event updated for resources: {'Port': ['ID=61748737-dc65-4b1b-b733-80498ebe8703,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:22.521782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.595591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-0455235a-4d56-4f0d-8ce2-48fff770b474 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950466 May 06 13:04:22.607936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Attempting to bind port 61748737-dc65-4b1b-b733-80498ebe8703 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:22.609008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Attempting to bind port 61748737-dc65-4b1b-b733-80498ebe8703 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1096c906-ff64-42fe-9428-094af37e1402'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:22.609008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Attempting to bind port 61748737-dc65-4b1b-b733-80498ebe8703 on network 1096c906-ff64-42fe-9428-094af37e1402 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:22.632178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:22.632599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Checking segment: {'id': '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1096c906-ff64-42fe-9428-094af37e1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:22.633347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.633471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Bound using segment: {'id': '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1096c906-ff64-42fe-9428-094af37e1402'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:22.633876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Bound port: 61748737-dc65-4b1b-b733-80498ebe8703, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1096c906-ff64-42fe-9428-094af37e1402'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:22.635253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.664561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Calling delete_port for 82de1b4e-5983-493e-af8c-7db053ee3fda owned by {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:22.712731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Allocated IP 172.25.2.152 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/b0a60d5e-b832-4d72-939d-d19fd3f3b5fc) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:22.719658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-711c9c5a-8f73-4ea1-8932-839d38e76001 req-80e58042-5647-499f-a2a5-de196dafe8f2 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132188 May 06 13:04:22.761674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:22.780566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-8b16f76b-5aca-4051-bf7f-0e85064d44f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1094 time: 0.3415725 May 06 13:04:22.848809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-aaea01e1-7295-4be4-8547-17f1f5d65890 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449620 May 06 13:04:22.887085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] For port 61748737-dc65-4b1b-b733-80498ebe8703, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:22.894501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] For port 61748737-dc65-4b1b-b733-80498ebe8703, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=61748737-dc65-4b1b-b733-80498ebe8703,segment=NetworkSegment(7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6),segment_id=7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:22.898569 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671fe0b-cc29-4c98-91a5-0f9d664cc681 None None] New status for floating IP 2ad62ef1-56b5-4786-920a-a4aa46dd1632: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:04:22.908274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42490) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:22.935202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-76012221-f81f-48cf-a902-4a545ba3a959 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 217 time: 0.1475821 May 06 13:04:22.985078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:22.996081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.062377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event deleted for resources: {'Port': ['ID=82de1b4e-5983-493e-af8c-7db053ee3fda,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:23.080104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-b44f4558-56db-4cf7-aaec-05c37b614e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:23.082009 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-b44f4558-56db-4cf7-aaec-05c37b614e40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 200 len: 848 time: 0.1377885 May 06 13:04:23.184522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.260842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-c4bd3d8c-f9d0-4701-bf5f-e257d552eb9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392465 May 06 13:04:23.272985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641cf3-a103-4a7d-bc25-f6cc7e12e351 None None] Pushing event updated for resources: {'Port': ['ID=61748737-dc65-4b1b-b733-80498ebe8703,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:23.321549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a50f863d-5f1a-4a5b-9131-8d6cc0caf7b1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 992 time: 0.4120700 May 06 13:04:23.326637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79d27ccd-57ef-470a-89ae-0f0872df3324 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "DELETE /v2.0/ports/82de1b4e-5983-493e-af8c-7db053ee3fda HTTP/1.1" status: 204 len: 168 time: 1.8621004 May 06 13:04:23.330235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42496) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:23.414617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:21Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:23.423613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb9f4cf-ae56-4c11-8244-d1a87c71c658 None None] The sync data for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 is: [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:21Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:23.505516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:23.519560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-97d576ba-8a7f-473e-a830-4e102aa6588e req-8e5581e7-acee-4f44-8516-70e6350b72db service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032488 May 06 13:04:23.521570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-7a521787-7e80-4fa1-a835-4edfdff375f9 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512472 May 06 13:04:23.600153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5d1f0-f656-49fd-a52a-a08902016533 req-24502faa-c6e4-4d48-9b4f-9bb871779f46 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:23.608034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88b5d1f0-f656-49fd-a52a-a08902016533 req-24502faa-c6e4-4d48-9b4f-9bb871779f46 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.3804090 May 06 13:04:23.793453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35b22a45-d719-4b5f-81ca-c35c85161ced req-aeab1d76-af79-4e90-957e-99d441abc655 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622104 May 06 13:04:23.836469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 20109a91-1ed1-4987-b95c-ac9f16413e50 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:24.028608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 20109a91-1ed1-4987-b95c-ac9f16413e50 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:24.037916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 20109a91-1ed1-4987-b95c-ac9f16413e50 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:24.038555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.039759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f84789-abc9-4d11-8e18-57bfd51572d7 req-53b5ed85-d677-424f-967c-b220d449c2e0 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:24.041420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88b5d1f0-f656-49fd-a52a-a08902016533 req-8aa94e92-9232-4652-9ed1-538e80d099c5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375797 May 06 13:04:24.043132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3f84789-abc9-4d11-8e18-57bfd51572d7 req-53b5ed85-d677-424f-967c-b220d449c2e0 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 943 time: 0.0904691 May 06 13:04:24.105975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Deleting subnet efd128d5-d606-4d2a-b1de-69ab739e3b28 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:24.108743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.126957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a3f84789-abc9-4d11-8e18-57bfd51572d7 req-e611837f-91f8-40de-9e9b-e82a6731fad0 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718753 May 06 13:04:24.169775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-efc1f5df-846a-4c0d-9391-62bbefe7d37c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 1094 time: 0.2414091 May 06 13:04:24.234204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.253776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.271153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 20109a91-1ed1-4987-b95c-ac9f16413e50, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=20109a91-1ed1-4987-b95c-ac9f16413e50,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:24.300675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.325808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:24.417761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.418687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 61748737-dc65-4b1b-b733-80498ebe8703 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:24.474684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:24.489704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8c450cef-723f-48cf-b1d4-2081089f5b8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 200 len: 994 time: 0.1571078 May 06 13:04:24.500405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:24.503127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:24.558910 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=b0a60d5e-b832-4d72-939d-d19fd3f3b5fc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:24.572267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Allocated IP 172.25.2.181 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/72be7a81-2c79-4cc6-9934-baa7e94e7f2b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:24.594056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:24.632958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-82a1debb-cdd7-4447-9c40-df26afdfe5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:24.635017 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-82a1debb-cdd7-4447-9c40-df26afdfe5ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.4590116 May 06 13:04:24.746728 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:24.762528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 61748737-dc65-4b1b-b733-80498ebe8703 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:24.779199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cc934-764f-4f66-8648-a65a8b402593 None None] Network 1096c906-ff64-42fe-9428-094af37e1402 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:24.961418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-7318c928-cb43-4173-b7c6-92b07bdb21e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a HTTP/1.1" status: 200 len: 217 time: 0.2389102 May 06 13:04:25.056130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-f7b83c6e-d856-4244-908c-d1f1ba5d8141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:25.057799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-f7b83c6e-d856-4244-908c-d1f1ba5d8141 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1485918 May 06 13:04:25.160317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Provisioning for port 61748737-dc65-4b1b-b733-80498ebe8703 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:25.167946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Provisioning complete for port 61748737-dc65-4b1b-b733-80498ebe8703 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:25.174294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.297770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.321976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.339760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.377278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] For port 61748737-dc65-4b1b-b733-80498ebe8703, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=61748737-dc65-4b1b-b733-80498ebe8703,segment=NetworkSegment(7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6),segment_id=7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:25.386246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc552ca-f6ab-4278-a18a-b8244c185116 req-5f80188a-e25d-4f39-b3b6-27b3227855b8 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:25.389503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3fc552ca-f6ab-4278-a18a-b8244c185116 req-5f80188a-e25d-4f39-b3b6-27b3227855b8 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 943 time: 0.1004844 May 06 13:04:25.439667 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3fc552ca-f6ab-4278-a18a-b8244c185116 req-a6e05cc4-824e-4b36-901e-22d3ea43803f tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450191 May 06 13:04:25.482351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.514472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event deleted for resources: {'Subnet': ['ID=efd128d5-d606-4d2a-b1de-69ab739e3b28,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:25.550840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.551543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf4465-40e3-4dea-b41e-1b7a7bb5281d None None] Network f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:25.593406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-caf675cb-271c-491f-b789-b354c1a0a7bf tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "DELETE /v2.0/subnets/efd128d5-d606-4d2a-b1de-69ab739e3b28 HTTP/1.1" status: 204 len: 168 time: 2.2581959 May 06 13:04:25.595935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42510) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:25.626124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f134-5ab4-44dc-a34a-d5274907dfbc None None] Pushing event updated for resources: {'Port': ['ID=61748737-dc65-4b1b-b733-80498ebe8703,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:25.635528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789b2a-eb49-4249-a220-7fa9b70a52b9 req-64a760ac-f171-4ce8-ab10-f70155b38586 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:25.637333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a789b2a-eb49-4249-a220-7fa9b70a52b9 req-64a760ac-f171-4ce8-ab10-f70155b38586 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.3722663 May 06 13:04:25.643019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-403f91ae-4904-45cb-9222-b541bed55435 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5763698 May 06 13:04:25.752820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 20109a91-1ed1-4987-b95c-ac9f16413e50 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:25.753092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.758516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.772013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Deleting port 8af116e1-2b78-4904-bb76-212925add5b4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:25.772899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.857762 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c9665bc0-3d64-430a-b423-4c16899a5d6b None None] Provisioning complete for port 61748737-dc65-4b1b-b733-80498ebe8703 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:25.858726 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9665bc0-3d64-430a-b423-4c16899a5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:25.875150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a789b2a-eb49-4249-a220-7fa9b70a52b9 req-bbecb2d2-3eed-4079-bdfd-a47d3c81f489 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311683 May 06 13:04:25.905884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:25.920455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:25.930292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Pushing event updated for resources: {'Port': ['ID=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:25.936754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:25.975128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-a5fa7dff-0766-4b2e-b4ea-4231cf226879 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138437 May 06 13:04:26.092994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 20109a91-1ed1-4987-b95c-ac9f16413e50 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:26.093699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.171496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] DHCP port deletion for f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:04:26.174798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] For port 8af116e1-2b78-4904-bb76-212925add5b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8af116e1-2b78-4904-bb76-212925add5b4,segment=NetworkSegment(499ebbc5-2e56-4067-a3d7-3bab6988559e),segment_id=499ebbc5-2e56-4067-a3d7-3bab6988559e)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:26.175174 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.180232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Deleting port 8af116e1-2b78-4904-bb76-212925add5b4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:26.180628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.284111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f908d4-0838-4373-b1b5-01916ed5f9b9 req-17f25ab4-14d3-455e-b364-2499b32de64a service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952690 May 06 13:04:26.303031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Calling delete_port for 8af116e1-2b78-4904-bb76-212925add5b4 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:26.327215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.444724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e656e301-3602-48f1-87d8-358deed38691 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:04:26.452125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] For port 8af116e1-2b78-4904-bb76-212925add5b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8af116e1-2b78-4904-bb76-212925add5b4,segment=NetworkSegment(499ebbc5-2e56-4067-a3d7-3bab6988559e),segment_id=499ebbc5-2e56-4067-a3d7-3bab6988559e)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:26.452525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.466265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.485846 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.541270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event deleted for resources: {'Port': ['ID=8af116e1-2b78-4904-bb76-212925add5b4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:26.548625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] No DVR routers for this DVR port 8af116e1-2b78-4904-bb76-212925add5b4 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:26.568480 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.573158 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.604651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Calling delete_port for 8af116e1-2b78-4904-bb76-212925add5b4 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:26.652936 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.resource_extend [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 13:04:26.774187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.814573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e656e301-3602-48f1-87d8-358deed38691,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:26.818138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:26.840586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'e656e301-3602-48f1-87d8-358deed38691', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'port_id': 'e656e301-3602-48f1-87d8-358deed38691', 'mac_address': 'fa:16:3e:fb:36:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:04:26.841166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499ebbc5-2e56-4067-a3d7-3bab6988559e') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:26.841472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499ebbc5-2e56-4067-a3d7-3bab6988559e') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:26.845379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:04:26.845735 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:04:26.858171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.874913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a458a-20b9-4734-bf6d-48cfc812a240 req-2c50f6af-af0b-48e9-ad68-2c171b2b46e8 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:26.876539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b96a458a-20b9-4734-bf6d-48cfc812a240 req-2c50f6af-af0b-48e9-ad68-2c171b2b46e8 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 943 time: 0.2371864 May 06 13:04:26.905274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.909595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.918211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:26.918988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.935192 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:26.939294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e656e301-3602-48f1-87d8-358deed38691 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:26.965918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e656e301-3602-48f1-87d8-358deed38691,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: timer() May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:26.995589 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:27.028960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.041099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b96a458a-20b9-4734-bf6d-48cfc812a240 req-1bfc194c-73f9-465e-b27d-72270cd9d653 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514599 May 06 13:04:27.060459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.133685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:27.143342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.164371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.179123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] Pushing event deleted for resources: {'Network': ['ID=f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:27.188659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-351d1dbb-e97e-4dd1-8f98-064c9c0b050b tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033 tempest-ExtraDHCPOptionsIpV6TestJSON-1571566033-project] 10.222.0.83 "DELETE /v2.0/networks/f69779cc-9ad4-4ed0-948b-efb6d0e7ff7e HTTP/1.1" status: 204 len: 168 time: 1.5915918 May 06 13:04:27.192984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event updated for resources: {'Port': ['ID=b0a60d5e-b832-4d72-939d-d19fd3f3b5fc,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:27.244360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.307545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Router d2133eaa-bd73-496f-9944-381d1515ebda is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:04:27.307811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e656e301-3602-48f1-87d8-358deed38691'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:04:27.323529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d85de-5bea-4120-a610-284aa1564473 req-a25c6c36-0d55-4085-aeee-45fc587c4f06 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:27.325069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f62d85de-5bea-4120-a610-284aa1564473 req-a25c6c36-0d55-4085-aeee-45fc587c4f06 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.2542582 May 06 13:04:27.352378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Deleting port 8af116e1-2b78-4904-bb76-212925add5b4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:27.352846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.435543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5390ffb-ba7f-4b67-ba1c-feecf2b4f522 None None] The port '8af116e1-2b78-4904-bb76-212925add5b4' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:04:27.704360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 61748737-dc65-4b1b-b733-80498ebe8703 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:27.705240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f62d85de-5bea-4120-a610-284aa1564473 req-646b7afe-8872-4673-90d2-dc1977082eb0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343787 May 06 13:04:27.781927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42526) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:27.826463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 61748737-dc65-4b1b-b733-80498ebe8703 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:27.826976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:27.877607 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Floating IP ce9ed745-8825-4c2a-8efe-2c04b1163ea9 associated. External IP: 172.25.2.152, port: 6753cd53-235f-4729-b3be-84d45961f1e4. May 06 13:04:28.004593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b092c1c4-336d-41db-968a-81b307ec49dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dee3acc92ace48d6ac882ebabaea5879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2214892 May 06 13:04:28.007217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42532) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:28.020864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8af116e1-2b78-4904-bb76-212925add5b4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:28.042443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:28.069337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8af116e1-2b78-4904-bb76-212925add5b4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:28.069706 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8af116e1-2b78-4904-bb76-212925add5b4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:28.071390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Sync routers for ids ['d2133eaa-bd73-496f-9944-381d1515ebda'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:28.086024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.111607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Routers {'d2133eaa-bd73-496f-9944-381d1515ebda'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:28.112279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d2133eaa-bd73-496f-9944-381d1515ebda'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:28.128931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.321933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac38d0-689a-4829-9163-1790c391b1fe req-bcaa30a8-7a8f-4f65-9db4-7dff5aa0c3eb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:28.323468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01ac38d0-689a-4829-9163-1790c391b1fe req-bcaa30a8-7a8f-4f65-9db4-7dff5aa0c3eb tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 944 time: 0.0850830 May 06 13:04:28.373187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01ac38d0-689a-4829-9163-1790c391b1fe req-6ede9a88-9801-40ba-8d2c-bce7d7adb6a5 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438316 May 06 13:04:28.383042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:28.387574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.391702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-25d6dbe4-e66c-4651-b7be-4977a57891ee admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4496582 May 06 13:04:28.392162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42538) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:28.409506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Set router d2133eaa-bd73-496f-9944-381d1515ebda gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:28.457820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.526800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e656e301-3602-48f1-87d8-358deed38691 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:28.538918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99545588-5e34-43fb-9dfb-2658a29a02a1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:28.546823 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.548658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a7e27d0d-d0ea-4372-9e51-7dd2e58e2164 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/99545588-5e34-43fb-9dfb-2658a29a02a1 HTTP/1.1" status: 204 len: 168 time: 0.5402832 May 06 13:04:28.625079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:28.765806 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.876368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port e656e301-3602-48f1-87d8-358deed38691 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:28.885523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port e656e301-3602-48f1-87d8-358deed38691 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:28.885905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:28.913826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e819f2b6-db4d-41c5-b097-def952085beb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.8830707 May 06 13:04:28.914072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'name': 'tempest-TestAggregatesBasicOps-110389614-router', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:20Z', 'updated_at': '2022-05-06T13:04:26Z', 'revision_number': 3, 'project_id': '665f16ed0751402cb4f0ef91fbca9c04', 'gw_port': {'id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:22Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:28.921962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Checking router: d2133eaa-bd73-496f-9944-381d1515ebda for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:28.922318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Updating router d2133eaa-bd73-496f-9944-381d1515ebda port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:04:28.926917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:29.009291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.027737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e480f6-d466-41b1-82fa-90b418b76ecc req-1b909a6e-e681-4cc1-a9ef-2be630ce925a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:29.031338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76e480f6-d466-41b1-82fa-90b418b76ecc req-1b909a6e-e681-4cc1-a9ef-2be630ce925a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.1560898 May 06 13:04:29.108739 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-76e480f6-d466-41b1-82fa-90b418b76ecc req-b387158d-e0e8-40bd-a477-43650b5a941f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705457 May 06 13:04:29.207535 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8637901f-0089-4cb1-a1fc-1e1b5dbd2509'] response: {'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'status': 'completed', 'code': 200} May 06 13:04:29.313843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819313-c776-4f64-944c-a66ee23934df req-fc80962b-4ae6-4470-9039-9776d6dd05a5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:29.315457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b819313-c776-4f64-944c-a66ee23934df req-fc80962b-4ae6-4470-9039-9776d6dd05a5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.2175105 May 06 13:04:29.346637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-3f03564c-ba37-4f96-b709-c1bc90a79c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.1073883 May 06 13:04:29.352275 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.399759 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b819313-c776-4f64-944c-a66ee23934df req-aead62f8-2da8-4ed8-98f5-da6261617096 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779970 May 06 13:04:29.448699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42562) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:29.458275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e656e301-3602-48f1-87d8-358deed38691'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:29.496952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e656e301-3602-48f1-87d8-358deed38691,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:29.605435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.645591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-80e8682d-587f-46d0-9e3a-a50662220715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:29.647147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-80e8682d-587f-46d0-9e3a-a50662220715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 897 time: 0.2950525 May 06 13:04:29.660407 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.706963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.709975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:29.726276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Transition to ACTIVE for port object 72be7a81-2c79-4cc6-9934-baa7e94e7f2b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:29.826194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:29.923413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Allocated IP 172.20.0.1 (1096c906-ff64-42fe-9428-094af37e1402/ce464dd5-7bea-4ed1-8c18-fb955a36cca9/aea3d682-d854-4127-9487-62437182d1d9) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:29.991391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-672c297b-55bf-4d54-96cd-05c227fea39d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.5414209 May 06 13:04:30.011535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c96d-2e39-4e66-a982-c5317d3614a1 None None] Pushing event updated for resources: {'Port': ['ID=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:30.023225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Attempting to bind port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:30.023690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Attempting to bind port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:30.024169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Attempting to bind port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:30.029468 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-fbac2096-6493-443e-8644-c43162211bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 1000 time: 0.3738804 May 06 13:04:30.033285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:30.033809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:30.034317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.035974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:30.035974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Bound port: 72be7a81-2c79-4cc6-9934-baa7e94e7f2b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:30.035974 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.046996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87674d1f-46c9-4705-bdbe-f31ba15698bf req-d4c2a5bb-67a1-4059-9b39-c7d7f05216d6 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:30.054118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87674d1f-46c9-4705-bdbe-f31ba15698bf req-d4c2a5bb-67a1-4059-9b39-c7d7f05216d6 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.4032140 May 06 13:04:30.077114 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25163516-bf30-4bae-a945-d36bb2c51ea4'] response: {'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e656e301-3602-48f1-87d8-358deed38691', 'code': 200} May 06 13:04:30.155410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] For port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:30.161049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] For port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:30.202558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-aca972a8-43fb-46de-ac27-d21444b46083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:30.204193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-aca972a8-43fb-46de-ac27-d21444b46083 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.1645985 May 06 13:04:30.223705 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87674d1f-46c9-4705-bdbe-f31ba15698bf req-4248ac2a-966e-4ab8-b02a-c15a0c3a9c56 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685631 May 06 13:04:30.233556 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.257524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Transition to ACTIVE for port object aea3d682-d854-4127-9487-62437182d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:30.271151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.341441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-36d528dc-869d-40bf-a867-73b04d0f30fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163299 May 06 13:04:30.345202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65dfa396-4a14-4ec6-852b-7cb1bd8402e6 req-bcb6b8ce-31a9-4aa5-9bcc-c163956e71b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.2052913 May 06 13:04:30.364466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42580) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.411986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c866e7d-bb02-4030-9ea5-eed8d4da5f20 req-48179c94-7dca-4ea4-b6f4-b6a27aaf431f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:30.413806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c866e7d-bb02-4030-9ea5-eed8d4da5f20 req-48179c94-7dca-4ea4-b6f4-b6a27aaf431f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.1219559 May 06 13:04:30.416144 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.416352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Routers {'d2133eaa-bd73-496f-9944-381d1515ebda'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:30.417109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d2133eaa-bd73-496f-9944-381d1515ebda'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:30.503835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-65dfa396-4a14-4ec6-852b-7cb1bd8402e6 req-570a61bf-bab1-4dfc-9826-064841b680e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265507 May 06 13:04:30.519604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Network 1096c906-ff64-42fe-9428-094af37e1402 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:30.525916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:30.531878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:30.551341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-67a93503-30be-4881-a4be-504a7de6c73c service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004411 May 06 13:04:30.609325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.624504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a5fa5422-01dc-4721-b5fb-b4a749659d16 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] Request body: {'port': {'network_id': 'ea0e3ae9-cbc3-443a-b5ab-f7a2390128ce', 'name': 'tempest-NetworksNegativeTestJSON-1691139249'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:30.642883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Pushing event updated for resources: {'Port': ['ID=aea3d682-d854-4127-9487-62437182d1d9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:30.666472 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fa5422-01dc-4721-b5fb-b4a749659d16 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] POST failed (client error): The resource could not be found. May 06 13:04:30.666916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fa5422-01dc-4721-b5fb-b4a749659d16 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:30.671703 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5fa5422-01dc-4721-b5fb-b4a749659d16 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3012559 May 06 13:04:30.671856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c96d-2e39-4e66-a982-c5317d3614a1 None None] Pushing event updated for resources: {'Port': ['ID=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:30.672327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42586) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.691459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c866e7d-bb02-4030-9ea5-eed8d4da5f20 req-dff1a2dd-c4fd-446c-b921-092bf650bece tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633257 May 06 13:04:30.712821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] Set router d2133eaa-bd73-496f-9944-381d1515ebda gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:30.712950 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e308c0-316f-407d-bc0a-c7f3ce07ec13 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] DELETE failed (client error): The resource could not be found. May 06 13:04:30.712950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e308c0-316f-407d-bc0a-c7f3ce07ec13 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:30.716134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-34e308c0-316f-407d-bc0a-c7f3ce07ec13 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "DELETE /v2.0/networks/542b3f47-e86b-442b-8ff7-f1c8dff738fe HTTP/1.1" status: 404 len: 339 time: 0.0403597 May 06 13:04:30.717916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.768878 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbe1b85-0c07-43c9-bc70-0c15e3703cd8 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] DELETE failed (client error): The resource could not be found. May 06 13:04:30.769316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbe1b85-0c07-43c9-bc70-0c15e3703cd8 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:30.780869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2bbe1b85-0c07-43c9-bc70-0c15e3703cd8 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "DELETE /v2.0/ports/b894c332-7285-480e-b2cc-437775c4f8a5 HTTP/1.1" status: 404 len: 333 time: 0.0614893 May 06 13:04:30.781450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42594) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.820975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c83329a8-f503-4e1e-a641-6a771ce9f94e req-47c91f3d-93a2-4f76-8e9a-8e219857bc4d service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624891 May 06 13:04:30.857904 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-67242487-c2e7-415a-845d-2648656464f3 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] DELETE failed (client error): The resource could not be found. May 06 13:04:30.858596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67242487-c2e7-415a-845d-2648656464f3 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:30.860911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-67242487-c2e7-415a-845d-2648656464f3 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "DELETE /v2.0/subnets/4b06272a-c877-4e94-8e8c-5e888ca02fe6 HTTP/1.1" status: 404 len: 337 time: 0.0781331 May 06 13:04:30.864316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42598) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.892354 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3b1671-d38a-49dd-a900-6d5d733d511c tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] GET failed (client error): The resource could not be found. May 06 13:04:30.898540 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca3b1671-d38a-49dd-a900-6d5d733d511c tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "GET /v2.0/networks/a2ee500b-6276-428a-b048-1692391998da HTTP/1.1" status: 404 len: 339 time: 0.0286398 May 06 13:04:30.899575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.911988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:30.947981 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5b0ee7-3cef-468c-af5c-a3ebaab9aba3 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] GET failed (client error): The resource could not be found. May 06 13:04:30.953280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff5b0ee7-3cef-468c-af5c-a3ebaab9aba3 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "GET /v2.0/ports/77abd2c9-5268-45ac-a59d-ad98808b6efa HTTP/1.1" status: 404 len: 333 time: 0.0476074 May 06 13:04:30.953494 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42606) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.996245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42610) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:30.999438 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de2b251-141e-45a4-95b6-d806d040c567 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] GET failed (client error): The resource could not be found. May 06 13:04:31.000832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7de2b251-141e-45a4-95b6-d806d040c567 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "GET /v2.0/subnets/c1ad1137-01ea-426d-8904-aa6d14bae80d HTTP/1.1" status: 404 len: 337 time: 0.0465028 May 06 13:04:31.005311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:31.069165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-db54dec0-8077-4894-aa1d-294504d33eb6 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:31.105287 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-db54dec0-8077-4894-aa1d-294504d33eb6 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] PUT failed (client error): The resource could not be found. May 06 13:04:31.105730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db54dec0-8077-4894-aa1d-294504d33eb6 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:31.106841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db54dec0-8077-4894-aa1d-294504d33eb6 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "PUT /v2.0/networks/6992ffaa-bc97-448c-a72b-df1f37d34c3d HTTP/1.1" status: 404 len: 339 time: 0.1005905 May 06 13:04:31.113717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:31.122404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cba9a9ad-1e5a-4e56-9070-4660227d3877 None None] Provisioning for port aea3d682-d854-4127-9487-62437182d1d9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:31.131303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cba9a9ad-1e5a-4e56-9070-4660227d3877 None None] Provisioning complete for port aea3d682-d854-4127-9487-62437182d1d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:31.131809 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cba9a9ad-1e5a-4e56-9070-4660227d3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.133002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-907672d8-0fdd-4136-8b83-7b35408a6ba7 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:31.144334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7a920538-9895-4e49-beab-f1808a8c9139 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1451268 May 06 13:04:31.179193 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-907672d8-0fdd-4136-8b83-7b35408a6ba7 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] PUT failed (client error): The resource could not be found. May 06 13:04:31.179639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907672d8-0fdd-4136-8b83-7b35408a6ba7 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:31.181304 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-907672d8-0fdd-4136-8b83-7b35408a6ba7 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "PUT /v2.0/ports/62d6aa87-d9d8-4b34-bcc7-b7ad497a9f15 HTTP/1.1" status: 404 len: 333 time: 0.0657935 May 06 13:04:31.191787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42622) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:31.192713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'name': 'tempest-TestAggregatesBasicOps-110389614-router', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:20Z', 'updated_at': '2022-05-06T13:04:26Z', 'revision_number': 3, 'project_id': '665f16ed0751402cb4f0ef91fbca9c04', 'gw_port': {'id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:22Z', 'updated_at': '2022-05-06T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:31.198564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-4deabfcf-0146-405f-87bc-1d3f274d16a2 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:31.201463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df32e8-de7a-4e36-bddc-e44d448b25b0 None None] The sync data for ids ['d2133eaa-bd73-496f-9944-381d1515ebda'] in n-d-840845-1 is: [{'id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'name': 'tempest-TestAggregatesBasicOps-110389614-router', 'tenant_id': '665f16ed0751402cb4f0ef91fbca9c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:20Z', 'updated_at': '2022-05-06T13:04:26Z', 'revision_number': 3, 'project_id': '665f16ed0751402cb4f0ef91fbca9c04', 'gw_port': {'id': '72be7a81-2c79-4cc6-9934-baa7e94e7f2b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2133eaa-bd73-496f-9944-381d1515ebda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:22Z', 'updated_at': '2022-05-06T13:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:31.203065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cba9a9ad-1e5a-4e56-9070-4660227d3877 None None] Port aea3d682-d854-4127-9487-62437182d1d9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:31.235035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.244462 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deabfcf-0146-405f-87bc-1d3f274d16a2 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] PUT failed (client error): The resource could not be found. May 06 13:04:31.244462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deabfcf-0146-405f-87bc-1d3f274d16a2 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:04:31.245232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4deabfcf-0146-405f-87bc-1d3f274d16a2 tempest-NetworksNegativeTestJSON-1718168000 tempest-NetworksNegativeTestJSON-1718168000-project] 10.222.0.83 "PUT /v2.0/subnets/2646a9d9-01f9-4802-a3c3-fb8fecb2e151 HTTP/1.1" status: 404 len: 337 time: 0.0518761 May 06 13:04:31.326288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.434971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f0c47-e437-40ad-84c9-1e4ceb9840d2 req-1bfa7bdc-455e-4896-9f27-73edbe1b492c tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:31.436660 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-533f0c47-e437-40ad-84c9-1e4ceb9840d2 req-1bfa7bdc-455e-4896-9f27-73edbe1b492c tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0837674 May 06 13:04:31.492936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-533f0c47-e437-40ad-84c9-1e4ceb9840d2 req-d2265216-e720-4ce2-9b65-be0923c30d23 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 May 06 13:04:31.613989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Pushing event updated for resources: {'Port': ['ID=aea3d682-d854-4127-9487-62437182d1d9,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:31.613989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:31.762808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Network 1096c906-ff64-42fe-9428-094af37e1402 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:31.764117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:32.006437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42634) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:32.052983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c78a-64e8-4073-bdd8-3194cf9c61e4 req-398004c2-eb68-4b95-be91-3b3897c8fcd4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:32.054374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c804c78a-64e8-4073-bdd8-3194cf9c61e4 req-398004c2-eb68-4b95-be91-3b3897c8fcd4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 943 time: 0.2099743 May 06 13:04:32.132377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7ca4d823-99ce-4902-adb1-e0e3fb6e17d6 None None] Provisioning complete for port aea3d682-d854-4127-9487-62437182d1d9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:32.132984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ca4d823-99ce-4902-adb1-e0e3fb6e17d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.147470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42640) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:32.203312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4d823-99ce-4902-adb1-e0e3fb6e17d6 None None] Port aea3d682-d854-4127-9487-62437182d1d9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:32.234655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c804c78a-64e8-4073-bdd8-3194cf9c61e4 req-0fb3ef2b-7d0a-471e-8858-74dd02d29b22 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717134 May 06 13:04:32.250086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.308648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3bfd301f-0da6-4f10-9589-8c76f5d0744d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1599216 May 06 13:04:32.314301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:32.319364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Usage tracker for resource:security_group_rule and tenant:248e16c362d3459fadf9ec56465c6813 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:32.323427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:32.331025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:32.331637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Router d2133eaa-bd73-496f-9944-381d1515ebda has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:32.420697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.480323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3a24a92e-acec-49dc-b4e9-f6871f5d489a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:04:32.533746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.567053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:32.573620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9e2e4210-5ea0-441b-8643-80536df225d2 admin admin] 10.222.0.83 "PUT /v2.0/routers/d2133eaa-bd73-496f-9944-381d1515ebda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1797242 May 06 13:04:32.597611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa1c40-bc0c-4f9a-b317-40995914aab7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:32.601830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4cb669d-0873-4d72-82b4-7c2003e77001 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=248e16c362d3459fadf9ec56465c6813&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5943377 May 06 13:04:32.605269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:32.673823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:32.689638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3a24a92e-acec-49dc-b4e9-f6871f5d489a', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': '3a24a92e-acec-49dc-b4e9-f6871f5d489a', 'mac_address': 'fa:16:3e:8d:ce:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:04:32.761421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.763253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.779111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb1eed-c31b-4d16-8a15-7a35e1050731 req-62c57c7e-1bda-45f0-9d45-483476e76a84 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:32.783816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a24a92e-acec-49dc-b4e9-f6871f5d489a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:32.787092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48cb1eed-c31b-4d16-8a15-7a35e1050731 req-62c57c7e-1bda-45f0-9d45-483476e76a84 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0959210 May 06 13:04:32.802322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:32.810977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:32.845717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48cb1eed-c31b-4d16-8a15-7a35e1050731 req-906ea9be-9bf3-483c-902e-8b402a09e7bd tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575833 May 06 13:04:32.973810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.035645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.060299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:33.062658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e368-935a-4faa-84d2-0ad5b060065a req-bc20619b-82c5-44f0-9d53-0fb753157bce tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:33.065020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3568e368-935a-4faa-84d2-0ad5b060065a req-bc20619b-82c5-44f0-9d53-0fb753157bce tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.0986173 May 06 13:04:33.068079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa1c40-bc0c-4f9a-b317-40995914aab7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:33.096700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:33.096897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9ec57e70-78d4-437a-a7a6-ac1358d85fe2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96fa1c40-bc0c-4f9a-b317-40995914aab7 HTTP/1.1" status: 204 len: 168 time: 0.4892430 May 06 13:04:33.129980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3568e368-935a-4faa-84d2-0ad5b060065a req-7e625c80-f35f-4d62-86df-fed1f59aa755 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564854 May 06 13:04:33.262140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3a24a92e-acec-49dc-b4e9-f6871f5d489a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:04:33.313074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42666) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:33.375263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d029f-9e8a-4ab3-b1b0-150b83bbc41c req-bfe1d0ab-72a2-4bba-82be-d69d086f422d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:33.375263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa5d029f-9e8a-4ab3-b1b0-150b83bbc41c req-bfe1d0ab-72a2-4bba-82be-d69d086f422d tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.1124668 May 06 13:04:33.442447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fa5d029f-9e8a-4ab3-b1b0-150b83bbc41c req-2c589cd4-848c-42bc-8bb1-e3e40719fd54 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614743 May 06 13:04:33.473283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42674) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:33.545290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0bac4162-cc20-4e95-969a-87da05e360ef tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.2296867 May 06 13:04:33.587977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21214e-f67d-4f6d-bcda-7f8d2890ce7b req-311bf23d-2c09-48c7-93af-7ec82003e3f6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:33.589827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b21214e-f67d-4f6d-bcda-7f8d2890ce7b req-311bf23d-2c09-48c7-93af-7ec82003e3f6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 944 time: 0.1273561 May 06 13:04:33.641408 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b21214e-f67d-4f6d-bcda-7f8d2890ce7b req-d8da3a38-b99f-417c-9e19-112e89a144b8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 May 06 13:04:33.860576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-774a36dd-0de5-4e7a-9d90-aa93cb0f6f37 tempest-TestServerBasicOps-1014760643 tempest-TestServerBasicOps-1014760643-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1091 time: 0.3862965 May 06 13:04:33.863384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:33.869633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'e656e301-3602-48f1-87d8-358deed38691', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:33.875857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:33.880995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Usage tracker for resource:floatingip and tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:33.885534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:33.892876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:33.968204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.120309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.307305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Allocated IP 172.25.2.185 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:34.384796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42702) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:34.391928 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-280149413-network', 'tenant_id': '5cebb21307f944d0bf2755f908474009'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:34.398163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:34.406588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Usage tracker for resource:network and tenant:5cebb21307f944d0bf2755f908474009 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:34.410373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:34.417616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:34.473666 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.493436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3a24a92e-acec-49dc-b4e9-f6871f5d489a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:34.539431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Made reservation on behalf of 5cebb21307f944d0bf2755f908474009 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:34.543145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.548353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:34.556688 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.591100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:34.595358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5cebb21307f944d0bf2755f908474009 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:34.598771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:34.605498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:34.665751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 3a24a92e-acec-49dc-b4e9-f6871f5d489a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:34.672622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3a24a92e-acec-49dc-b4e9-f6871f5d489a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:34.678529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.680506 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.720172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.776834 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.843539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee75f48-e86d-489e-814b-02fda445a64d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:34.845915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:34.860293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.860293 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Added segment 09a4860a-dfea-4326-af47-e0df738ab575 of type vlan for network 9eb614b8-801a-42d1-8763-d11ce2f6949f May 06 13:04:34.867174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.892457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:34.903127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:34.915295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:34.939218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:34.940311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'Port': ['ID=a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:34.941618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42720) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:34.953020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:34.955739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:34.969510 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c0aab8-f174-4137-a2df-cb5d3e88fbe4'] response: {'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a', 'code': 200} May 06 13:04:35.005629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.015889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-62791bd1-9249-4d1a-974e-a07d433d80c0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.4644914 May 06 13:04:35.026649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.032357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:35.034069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.093495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:35.126872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7ed4de84-6403-4000-a191-e68fef74d433 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:35.127443 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-7ed4de84-6403-4000-a191-e68fef74d433 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:04:35.128424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ed4de84-6403-4000-a191-e68fef74d433 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1857734 May 06 13:04:35.138149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42726) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:35.166712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb614b8-801a-42d1-8763-d11ce2f6949f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:35.176970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:35.186671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602083861'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:35.204400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:35.215113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:35.221926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:35.233020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689d3f4-dcf3-4519-9143-d4e4ff4b1e57 req-12f44299-32bc-4b55-b00f-724af5195211 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:35.234527 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9689d3f4-dcf3-4519-9143-d4e4ff4b1e57 req-12f44299-32bc-4b55-b00f-724af5195211 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 944 time: 0.4264019 May 06 13:04:35.240695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:35.280685 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca249e53-d70d-418a-88c9-cf98053932b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8939884 May 06 13:04:35.281045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42730) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:35.286530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Request body: {'subnet': {'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-280149413-subnet', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:35.293183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:35.297259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Usage tracker for resource:subnet and tenant:5cebb21307f944d0bf2755f908474009 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:35.300218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:35.306603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:35.465262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c738e197-0ea1-432c-b8af-6f61a881353d req-7fd15c4c-112e-43f4-bfab-5803b8e11221 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 1096 time: 0.3675611 May 06 13:04:35.469968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9689d3f4-dcf3-4519-9143-d4e4ff4b1e57 req-70b09a8d-ce17-4509-b29c-d52df638b6c3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196374 May 06 13:04:35.497789 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.518610 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.567869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Made reservation on behalf of 5cebb21307f944d0bf2755f908474009 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:35.570167 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.575889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c738e197-0ea1-432c-b8af-6f61a881353d req-1442204d-c55c-48c3-83d5-07000efa7371 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959532 May 06 13:04:35.594827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:35.600394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:35.604741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:35.612684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:35.783498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.802379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.888411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.967399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:35.968058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=78946519-1c0c-44d4-bd70-44cc53877f20,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:35.979623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Checking segment: {'id': '09a4860a-dfea-4326-af47-e0df738ab575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:35.982499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Network hostable DHCP agents. Network: 9eb614b8-801a-42d1-8763-d11ce2f6949f, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:36.017822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42734) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:36.034583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:36.041006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b76ea9-6f58-4836-8f3b-35325e3d8b37,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:36.043825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:36.046418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.069726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:36.084999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:36.129344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-07fa3015-50f1-4944-a2c7-3c3024243d97 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1102171 May 06 13:04:36.185311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:36.239649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.303745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.430399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 9eb614b8-801a-42d1-8763-d11ce2f6949f) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:36.434850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:36.435430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.439541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ed06b-a99c-4bde-98fc-7550adacdc17 None None] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:36.476389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.493498 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.561108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-52079628-2c54-4d12-a77e-e9fe715554dd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2769787 May 06 13:04:36.565060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42740) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:36.574456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-280149413-router', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:36.584746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:36.593041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Usage tracker for resource:router and tenant:5cebb21307f944d0bf2755f908474009 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:36.598708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:36.607202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:36.646935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8a053-11df-401f-9d74-b7927d579c92,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:36.682881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event updated for resources: {'Port': ['ID=a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:36.689859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-9eb614b8-801a-42d1-8763-d11ce2f6949f', 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'fixed_ips': [{'subnet_id': '78946519-1c0c-44d4-bd70-44cc53877f20'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:36.690808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.699943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.720631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc961d-25b1-4534-bf38-d51b3225a199 req-ae773ea4-ac8c-44a2-911e-47a13890402a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:36.722249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9fc961d-25b1-4534-bf38-d51b3225a199 req-ae773ea4-ac8c-44a2-911e-47a13890402a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.1125791 May 06 13:04:36.799539 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9fc961d-25b1-4534-bf38-d51b3225a199 req-9f96ba3b-fb00-4509-aafb-10c5ba035856 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703990 May 06 13:04:36.916842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Allocated IP 172.20.0.2 (9eb614b8-801a-42d1-8763-d11ce2f6949f/78946519-1c0c-44d4-bd70-44cc53877f20/7bb65861-6a72-4a64-bc2d-db70357d7b6a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:36.924144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.924672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f65a77ff-262b-4131-b5f1-7bb8de53e346 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7615921 May 06 13:04:36.928015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:36.933969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '66f8a053-11df-401f-9d74-b7927d579c92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:36.945104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:36.951540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:36.955080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:36.963366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:36.980843 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:36.982821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.034611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.051466 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Floating IP 19cd7db4-c6c4-4a37-a67d-1d156ecbae80 associated. External IP: 172.25.2.185, port: e656e301-3602-48f1-87d8-358deed38691. May 06 13:04:37.068984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.135901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42750) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:37.255223 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.268956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Transition to ACTIVE for port object 7bb65861-6a72-4a64-bc2d-db70357d7b6a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:37.291166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Transition to ACTIVE for port object 7bb65861-6a72-4a64-bc2d-db70357d7b6a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:37.418705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.438512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1ab2b24a-cf2b-4534-9fad-e2e8364a5618 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.3004925 May 06 13:04:37.447621 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.463637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.515210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Router d261ca83-4184-4a8c-a87e-f2013c322f11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:37.534337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:37.537736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:37.543061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:37.545409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Pushing event updated for resources: {'Port': ['ID=7bb65861-6a72-4a64-bc2d-db70357d7b6a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:37.567906 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.593759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f8a35e-01ac-4c01-9a40-c81c8c356ce2,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:37.631788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42756) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:37.646333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Attempting to bind port 7bb65861-6a72-4a64-bc2d-db70357d7b6a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:37.652192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Attempting to bind port 7bb65861-6a72-4a64-bc2d-db70357d7b6a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '09a4860a-dfea-4326-af47-e0df738ab575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:37.652192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Attempting to bind port 7bb65861-6a72-4a64-bc2d-db70357d7b6a on network 9eb614b8-801a-42d1-8763-d11ce2f6949f {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:37.658473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:37.659264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Checking segment: {'id': '09a4860a-dfea-4326-af47-e0df738ab575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:37.660064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.660993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Bound using segment: {'id': '09a4860a-dfea-4326-af47-e0df738ab575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:37.661884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Bound port: 7bb65861-6a72-4a64-bc2d-db70357d7b6a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a4860a-dfea-4326-af47-e0df738ab575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9eb614b8-801a-42d1-8763-d11ce2f6949f'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:37.662599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.714141 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.718207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7089caf1-91e7-4c18-8c73-a5d1a07389ae tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7863336 May 06 13:04:37.718533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42760) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:37.730696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '66f8a053-11df-401f-9d74-b7927d579c92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:37.740272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:37.750489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:37.754168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:37.762958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:37.775750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] For port 7bb65861-6a72-4a64-bc2d-db70357d7b6a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:37.779897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] For port 7bb65861-6a72-4a64-bc2d-db70357d7b6a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7bb65861-6a72-4a64-bc2d-db70357d7b6a,segment=NetworkSegment(09a4860a-dfea-4326-af47-e0df738ab575),segment_id=09a4860a-dfea-4326-af47-e0df738ab575)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:37.843154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15f17213-4982-469c-91e8-cb90c4241b05 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=79b8395e2d0445459e63839ade9a5932&network_id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 2970 time: 0.1949677 May 06 13:04:37.860535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:37.874956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Sync routers for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:37.890315 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:37.891380 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:37.908293 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.949174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:37.968290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.001599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.060609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6e67-21cf-4644-a593-7ce4a0df69d7 None None] Pushing event updated for resources: {'Port': ['ID=7bb65861-6a72-4a64-bc2d-db70357d7b6a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:38.069508 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.143277 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:38.147458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d0f6-e5ae-46ca-946b-b98f2dabefdc req-2f03e95f-347e-4a3b-9180-eb6af3d6f7d3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:38.153536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4318d0f6-e5ae-46ca-946b-b98f2dabefdc req-2f03e95f-347e-4a3b-9180-eb6af3d6f7d3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.2002745 May 06 13:04:38.181673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3aaa83ef-58ac-4f5b-b1f6-9b49aa6b773e tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3056760 May 06 13:04:38.181673 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'tag': 'e656e301-3602-48f1-87d8-358deed38691'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:38.219183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4318d0f6-e5ae-46ca-946b-b98f2dabefdc req-1f8b5aac-606e-40e4-ad2d-099d1e325cf6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 May 06 13:04:38.220799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Allocated IP 172.25.2.31 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8c232be5-1265-4beb-bbf4-bf5ffd8bc71b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:38.256068 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0622b6fd-8720-4496-b959-86f8512d4a9b'] response: {'name': 'network-changed', 'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'tag': 'e656e301-3602-48f1-87d8-358deed38691', 'status': 'completed', 'code': 200} May 06 13:04:38.260153 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): There was a conflict when trying to complete your request. May 06 13:04:38.264572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f94b782a-cf5b-429f-87df-6c553396a0ff tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5416598 May 06 13:04:38.266840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42776) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:38.443511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42780) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:38.499309 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9300905-5ddd-4045-8a9e-6bf168a7ced4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.544009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.622291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-bf1051ce-4a59-4da4-977c-357aa914530c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.3289773 May 06 13:04:38.646263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.646741 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '19cd7db4-c6c4-4a37-a67d-1d156ecbae80', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'port_id': 'e656e301-3602-48f1-87d8-358deed38691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'mac_address': 'fa:16:3e:fb:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:35Z', 'updated_at': '2022-05-06T13:04:35Z', 'revision_number': 0, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:38.651119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Checking router: d261ca83-4184-4a8c-a87e-f2013c322f11 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:38.662460 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:38.663137 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:38.688738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.744881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4a63dc25-0042-4b31-94c4-27d7d518d17e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.2939961 May 06 13:04:38.764482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:38.767129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:38.770390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:38.776655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:38.862936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b88d-6e9b-4de0-8660-178ebf14ec57 req-9b2c6020-ed99-41e1-a9df-39198d091ce6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:38.866250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f003b88d-6e9b-4de0-8660-178ebf14ec57 req-9b2c6020-ed99-41e1-a9df-39198d091ce6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.4272335 May 06 13:04:38.880455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-f8d507b4-4835-4384-afc0-2cf1304ab5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:38.881998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-f8d507b4-4835-4384-afc0-2cf1304ab5e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 910 time: 0.2434430 May 06 13:04:38.893395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:38.948824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:39.060210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f003b88d-6e9b-4de0-8660-178ebf14ec57 req-159749b5-065c-48c3-9c42-737d001de8b8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808746 May 06 13:04:39.065081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-9c942858-32a1-44fd-afda-d5b69c0a49e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 999 time: 0.1605942 May 06 13:04:39.070400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.263028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8a053-11df-401f-9d74-b7927d579c92,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:39.277240 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.279299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-15e808b5-d097-4a0a-a4a8-fb1849db8920 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/66f8a053-11df-401f-9d74-b7927d579c92 HTTP/1.1" status: 204 len: 168 time: 1.0107429 May 06 13:04:39.281444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:39.301695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605eaa4d-673c-48c1-8284-edbde0c4ae23 None None] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:39.329324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2176a-12f7-4ad0-9333-9a6f3d519e7c req-a2bf7e17-c9e5-4097-ad1a-149c968631bc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:39.331147 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f2176a-12f7-4ad0-9333-9a6f3d519e7c req-a2bf7e17-c9e5-4097-ad1a-149c968631bc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.1157691 May 06 13:04:39.338015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-a9de5b48-f910-40fb-8f16-bd76ec00a0a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:39.339901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-a9de5b48-f910-40fb-8f16-bd76ec00a0a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 200 len: 848 time: 0.2645717 May 06 13:04:39.374630 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.375370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:39.405779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87e4b465-2e42-4fdf-ba65-a33afe11a74d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:39.458788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-99b587d4-921d-4bdd-a373-5ecaaf90157e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044452 May 06 13:04:39.520054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34f2176a-12f7-4ad0-9333-9a6f3d519e7c req-861685c0-515b-4e92-a529-dd833bbe582e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808147 May 06 13:04:39.550434 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '19cd7db4-c6c4-4a37-a67d-1d156ecbae80', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'port_id': 'e656e301-3602-48f1-87d8-358deed38691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'mac_address': 'fa:16:3e:fb:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:35Z', 'updated_at': '2022-05-06T13:04:35Z', 'revision_number': 0, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:39.553711 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb0311a-2215-419b-be63-1f1a73ae18d6 None None] The sync data for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 is: [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '19cd7db4-c6c4-4a37-a67d-1d156ecbae80', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'port_id': 'e656e301-3602-48f1-87d8-358deed38691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'mac_address': 'fa:16:3e:fb:36:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:35Z', 'updated_at': '2022-05-06T13:04:35Z', 'revision_number': 0, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:39.637365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-87e4b465-2e42-4fdf-ba65-a33afe11a74d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:39.647953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-87e4b465-2e42-4fdf-ba65-a33afe11a74d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3560982 May 06 13:04:39.647953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42794) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:39.655327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173545538'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:39.669418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:39.673495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-0b976991-46bf-49ea-bd00-fb03efbae715 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135253 May 06 13:04:39.716380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:39.747732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42798) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:39.796681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e4b0c228-e91b-4ba5-be47-7d9edbc7d58c None None] Provisioning for port 7bb65861-6a72-4a64-bc2d-db70357d7b6a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:39.807654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7bb65861-6a72-4a64-bc2d-db70357d7b6a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:39.873309 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c70cf39-9b83-4c32-a85e-61e77e56a433 req-2b26ea39-6d33-47a8-9220-f2ad4e0edac2 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935499 May 06 13:04:39.924952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Router a4feffbb-bb7f-4842-ae2a-0eea256badda is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:04:39.940632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-becf61e6-47b8-4ef9-a206-b51bf43238fa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1883681 May 06 13:04:39.971473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.021023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:40.027356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:40.030363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:40.036139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:40.088572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7bb65861-6a72-4a64-bc2d-db70357d7b6a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:40.096391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7bb65861-6a72-4a64-bc2d-db70357d7b6a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:40.101242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.101388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.147605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:40.159154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Sync routers for ids ['a4feffbb-bb7f-4842-ae2a-0eea256badda'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:04:40.184509 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Routers {'a4feffbb-bb7f-4842-ae2a-0eea256badda'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:40.186266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a4feffbb-bb7f-4842-ae2a-0eea256badda'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.248049 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.292401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedcf6e9-8d9c-4707-bb7a-a13e3df52996,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:40.348426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.349902 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-86d2e5d1-0a4b-4283-a18e-44945e95d2f6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7829251 May 06 13:04:40.353337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42804) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.377405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.431616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.436700 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-274c1ba9-4152-4260-9005-b803897406c4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7921147 May 06 13:04:40.438675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7bb65861-6a72-4a64-bc2d-db70357d7b6a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7bb65861-6a72-4a64-bc2d-db70357d7b6a,segment=NetworkSegment(09a4860a-dfea-4326-af47-e0df738ab575),segment_id=09a4860a-dfea-4326-af47-e0df738ab575)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:40.441788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42810) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.447538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-98aa1915-96e4-4439-b4e5-de2609d21edf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'eedcf6e9-8d9c-4707-bb7a-a13e3df52996', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:40.448200 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-98aa1915-96e4-4439-b4e5-de2609d21edf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:40.451635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-98aa1915-96e4-4439-b4e5-de2609d21edf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063813 May 06 13:04:40.452420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42814) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.464072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Set router a4feffbb-bb7f-4842-ae2a-0eea256badda gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:40.517806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.520692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.553694 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.589871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31411841-e322-4e8d-8fee-19cdbeab5c32 req-bd7f51f3-6ccb-4c81-a54a-38132c2e7c5e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:40.591370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31411841-e322-4e8d-8fee-19cdbeab5c32 req-bd7f51f3-6ccb-4c81-a54a-38132c2e7c5e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.1199253 May 06 13:04:40.666877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-31411841-e322-4e8d-8fee-19cdbeab5c32 req-320daf3c-d97f-4cc7-8f0f-bf265e84c6ae tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650930 May 06 13:04:40.693541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.718111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedcf6e9-8d9c-4707-bb7a-a13e3df52996,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:40.725063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.726208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e15786f7-1c96-4694-b8ba-1628e3c8f803 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/eedcf6e9-8d9c-4707-bb7a-a13e3df52996 HTTP/1.1" status: 204 len: 168 time: 0.2728562 May 06 13:04:40.729698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42818) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.734207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7bb65861-6a72-4a64-bc2d-db70357d7b6a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:40.787934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d7134b1a-35c2-41d3-8312-9941dcb2ce4f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:40.834664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ea8a1b19-4188-472f-9c8c-6fc203bd22e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.866299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'name': 'tempest-TestAggregatesBasicOps-280149413-router', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:36Z', 'updated_at': '2022-05-06T13:04:39Z', 'revision_number': 3, 'project_id': '5cebb21307f944d0bf2755f908474009', 'gw_port': {'id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:38Z', 'updated_at': '2022-05-06T13:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:40.871711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Checking router: a4feffbb-bb7f-4842-ae2a-0eea256badda for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:04:40.872133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Updating router a4feffbb-bb7f-4842-ae2a-0eea256badda port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:04:40.924692 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:40.931168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d7134b1a-35c2-41d3-8312-9941dcb2ce4f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:40.937039 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d7134b1a-35c2-41d3-8312-9941dcb2ce4f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2019203 May 06 13:04:40.941144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.943459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--47113087'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:40.950706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42826) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.951158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:40.984617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:41.077164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:41.130770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f0a4f-fc77-4353-b80d-6802a53cdaaf tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:41.140437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-833f0a4f-fc77-4353-b80d-6802a53cdaaf tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8 HTTP/1.1" status: 200 len: 814 time: 0.1787167 May 06 13:04:41.140437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3bc9e6e-6b6f-467d-bba3-9ed2a6042939 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1830344 May 06 13:04:41.202474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.248470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:41.252917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:41.256781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:41.263297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:41.328191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.361268 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.373609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Transition to ACTIVE for port object 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:41.410874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.435128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.458289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d3b52-d3b1-4b10-9645-f8d2fdfe398d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:41.505075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.544989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.549587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f1faf4f-ba70-4103-9d9a-2329718242ea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6107879 May 06 13:04:41.550719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42838) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:41.557872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-39769cf6-56e7-4166-9f4d-c64aab82216e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'e23d3b52-d3b1-4b10-9645-f8d2fdfe398d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:41.558273 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-39769cf6-56e7-4166-9f4d-c64aab82216e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:41.565051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-39769cf6-56e7-4166-9f4d-c64aab82216e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066009 May 06 13:04:41.566005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42842) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:41.591744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Attempting to bind port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:41.592095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Attempting to bind port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:41.592407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Attempting to bind port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:41.595090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd3314-cb2e-449f-b868-f1ae2652f2b9 None None] Pushing event updated for resources: {'Port': ['ID=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:41.601417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:41.601780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:41.602168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.603249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:41.603869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Bound port: 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:41.604704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.678180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] For port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:41.681677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] For port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:41.688171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7bb65861-6a72-4a64-bc2d-db70357d7b6a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:41.705551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Allocated IP 172.20.0.1 (9eb614b8-801a-42d1-8763-d11ce2f6949f/78946519-1c0c-44d4-bd70-44cc53877f20/ae8f95f5-bf15-4cb6-936d-af85b7a47945) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:41.707438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.760482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.766991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42848) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:41.772934 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'network': {'name': 'tempest-network-smoke--1608680097', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'port_security_enabled': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:41.787485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:41.796196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7bb65861-6a72-4a64-bc2d-db70357d7b6a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:41.796983 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.808140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:41.829830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.912051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:41.915316 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.936364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:41.955205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c391-925f-416e-a020-d2c81d5e4ded req-95b5800a-fb18-4ba8-924b-0883aa195df3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:41.956715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb1c391-925f-416e-a020-d2c81d5e4ded req-95b5800a-fb18-4ba8-924b-0883aa195df3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.1463871 May 06 13:04:41.975725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd3314-cb2e-449f-b868-f1ae2652f2b9 None None] Pushing event updated for resources: {'Port': ['ID=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:41.989501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Routers {'a4feffbb-bb7f-4842-ae2a-0eea256badda'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:04:41.990122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['a4feffbb-bb7f-4842-ae2a-0eea256badda'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:42.009410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb1c391-925f-416e-a020-d2c81d5e4ded req-9bba9176-3bfd-46f4-9800-89bcdf01d293 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 May 06 13:04:42.014680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Transition to ACTIVE for port object ae8f95f5-bf15-4cb6-936d-af85b7a47945 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:42.036592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:04:42.036709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.036815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.036815 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Added segment 443479a1-43f5-4914-b430-a9403a8c91c1 of type vlan for network 3401b148-a0ad-4e31-9f8d-fd98226a34cc May 06 13:04:42.053393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d3b52-d3b1-4b10-9645-f8d2fdfe398d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:42.076136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.076528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.079950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42852) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.080113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8fc9262-8cda-4689-9cde-430625e73bb2 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/e23d3b52-d3b1-4b10-9645-f8d2fdfe398d HTTP/1.1" status: 204 len: 168 time: 0.5139034 May 06 13:04:42.139117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42856) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.212556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-347f048d-efc0-4bb5-8d8f-a69bfcffbfc0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:42.231086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.231333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] Set router a4feffbb-bb7f-4842-ae2a-0eea256badda gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:04:42.242018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-9d581bc6-a6e3-4bfd-bd53-2014f78b18f0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:42.244683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-9d581bc6-a6e3-4bfd-bd53-2014f78b18f0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.1638343 May 06 13:04:42.321151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 3a24a92e-acec-49dc-b4e9-f6871f5d489a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:42.322120 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.332852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c65cd14-ea07-42b4-b779-2cd36056f291 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1915092 May 06 13:04:42.339990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:42.340877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f95f5-bf15-4cb6-936d-af85b7a47945,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:42.343508 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:42.345746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:42.413448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.420690 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.461261 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.463729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.466278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:42.466906 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.490272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-347f048d-efc0-4bb5-8d8f-a69bfcffbfc0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:42.491688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-347f048d-efc0-4bb5-8d8f-a69bfcffbfc0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4097526 May 06 13:04:42.496715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42860) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.505435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960718254'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:42.514845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:42.528018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:42.559927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'name': 'tempest-TestAggregatesBasicOps-280149413-router', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:36Z', 'updated_at': '2022-05-06T13:04:39Z', 'revision_number': 3, 'project_id': '5cebb21307f944d0bf2755f908474009', 'gw_port': {'id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:38Z', 'updated_at': '2022-05-06T13:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:42.564272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7af8-8aa1-4e68-96dc-cfe99b215b28 None None] The sync data for ids ['a4feffbb-bb7f-4842-ae2a-0eea256badda'] in n-d-840845-1 is: [{'id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'name': 'tempest-TestAggregatesBasicOps-280149413-router', 'tenant_id': '5cebb21307f944d0bf2755f908474009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:04:36Z', 'updated_at': '2022-05-06T13:04:39Z', 'revision_number': 3, 'project_id': '5cebb21307f944d0bf2755f908474009', 'gw_port': {'id': '8c232be5-1265-4beb-bbf4-bf5ffd8bc71b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:68:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4feffbb-bb7f-4842-ae2a-0eea256badda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:04:38Z', 'updated_at': '2022-05-06T13:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:04:42.635879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.692279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Network': ['ID=3401b148-a0ad-4e31-9f8d-fd98226a34cc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:42.706295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:04:42.732989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.747850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port 3a24a92e-acec-49dc-b4e9-f6871f5d489a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3a24a92e-acec-49dc-b4e9-f6871f5d489a,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:42.748753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.819272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3973140b-9bcd-418e-89a6-45085b16aa5c None None] Provisioning for port ae8f95f5-bf15-4cb6-936d-af85b7a47945 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:42.822714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:42.826403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3973140b-9bcd-418e-89a6-45085b16aa5c None None] Provisioning complete for port ae8f95f5-bf15-4cb6-936d-af85b7a47945 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:42.827035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3973140b-9bcd-418e-89a6-45085b16aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:42.839321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:42.844380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:42.853953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:42.895371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-3973140b-9bcd-418e-89a6-45085b16aa5c None None] Port ae8f95f5-bf15-4cb6-936d-af85b7a47945 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:42.930366 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eb797f0d-badf-4c2f-b691-40bd3ed65164 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1622121 May 06 13:04:42.938613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:42.995733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 3a24a92e-acec-49dc-b4e9-f6871f5d489a owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:42.998584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.026352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.038878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f6c4c-b5b5-4105-bfc1-a56591deb3ac tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:43.040991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f36f6c4c-b5b5-4105-bfc1-a56591deb3ac tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=79b8395e2d0445459e63839ade9a5932&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1013951 May 06 13:04:43.043945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42868) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.123390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.210868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.316874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b764cdf8-19c9-44c5-87dd-38907659813c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:43.335689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42874) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.386196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f95f5-bf15-4cb6-936d-af85b7a47945,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:43.400014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f870fe1-0201-462d-be8f-9546ae6c5301 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:43.401309 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f870fe1-0201-462d-be8f-9546ae6c5301 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3564475 May 06 13:04:43.403065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.406570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.449715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c7bbc00f-dca6-4956-9253-3cdb2461c9ac tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1110334 May 06 13:04:43.451047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.465679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3a24a92e-acec-49dc-b4e9-f6871f5d489a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:04:43.510476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=3a24a92e-acec-49dc-b4e9-f6871f5d489a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:43.574990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4d590eaa-8d66-4656-82d2-abcefd642383 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1635869 May 06 13:04:43.574990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.575621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.575757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9ad0eb6-c408-4a6c-aab7-e7b0ef2b838d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0770309 May 06 13:04:43.592911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42886) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.601648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1f824b1a-2414-49d4-a115-83e7c9ef99cd tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'b764cdf8-19c9-44c5-87dd-38907659813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.602448 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-1f824b1a-2414-49d4-a115-83e7c9ef99cd tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:43.604087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1f824b1a-2414-49d4-a115-83e7c9ef99cd tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104654 May 06 13:04:43.610300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e9289-fae4-40b6-a3ef-f6464d73a893 req-8233f02f-b14f-4106-a702-fd1bf8132430 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:43.611792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b3e9289-fae4-40b6-a3ef-f6464d73a893 req-8233f02f-b14f-4106-a702-fd1bf8132430 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 945 time: 0.4619572 May 06 13:04:43.615848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42890) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.625837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.629547 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b711b07e-e051-4120-baed-7ffe8b5a2ce5 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=79b8395e2d0445459e63839ade9a5932&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504405 May 06 13:04:43.632196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42894) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.636083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port 3a24a92e-acec-49dc-b4e9-f6871f5d489a on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:43.656534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:43.659128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'name': 'network-vif-deleted', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:04:43.672767 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ff638fb6-ef6a-43a6-93c9-644b6acfeeaa tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'b764cdf8-19c9-44c5-87dd-38907659813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.673469 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-ff638fb6-ef6a-43a6-93c9-644b6acfeeaa tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:43.674485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ff638fb6-ef6a-43a6-93c9-644b6acfeeaa tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0578017 May 06 13:04:43.679753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42900) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.753185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b3e9289-fae4-40b6-a3ef-f6464d73a893 req-944b61fb-135e-4754-8bdc-64f2bacb228f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348503 May 06 13:04:43.784079 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80100dce-0e90-42d7-9650-acfdc32acd62'] response: {'server_uuid': 'afda02a9-f3ad-4e31-a7d1-80258daa4170', 'name': 'network-vif-deleted', 'tag': '3a24a92e-acec-49dc-b4e9-f6871f5d489a', 'status': 'completed', 'code': 200} May 06 13:04:43.785448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:43.786833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:43.798950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cd00e274-2703-4eac-b0ee-a129ee1686c9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'b764cdf8-19c9-44c5-87dd-38907659813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.798950 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-cd00e274-2703-4eac-b0ee-a129ee1686c9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:43.798950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cd00e274-2703-4eac-b0ee-a129ee1686c9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180097 May 06 13:04:43.809669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42906) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.811144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c053c83-f432-45b0-8bca-91b29693aa84 req-98177aa4-7f9a-4546-af46-4546d56943b7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "DELETE /v2.0/ports/3a24a92e-acec-49dc-b4e9-f6871f5d489a HTTP/1.1" status: 204 len: 173 time: 1.5613508 May 06 13:04:43.819411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ead32939-442f-49ce-8d48-c38e56162d16 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'b764cdf8-19c9-44c5-87dd-38907659813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:43.820284 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-ead32939-442f-49ce-8d48-c38e56162d16 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:43.823835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ead32939-442f-49ce-8d48-c38e56162d16 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091879 May 06 13:04:43.827524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42910) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.872753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c8b027-e7dc-48f9-91d3-51e858131c79 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:43.874288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-63c8b027-e7dc-48f9-91d3-51e858131c79 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2408917 May 06 13:04:43.878119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42914) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.937934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4216207c-3c4f-4c45-8d98-4a725289e216 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585570 May 06 13:04:43.946091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42918) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:43.950129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656145444', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:44.052886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.112551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:44.112551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.128721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:subnet and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:44.133192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a8ac14d2-0582-415a-acbf-5832b0244b03 None None] Provisioning complete for port ae8f95f5-bf15-4cb6-936d-af85b7a47945 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:44.133618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a8ac14d2-0582-415a-acbf-5832b0244b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.133950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:44.148181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:44.194813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac14d2-0582-415a-acbf-5832b0244b03 None None] Port ae8f95f5-bf15-4cb6-936d-af85b7a47945 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:44.243848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Router a4feffbb-bb7f-4842-ae2a-0eea256badda has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:44.351020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:44.434421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.454845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42922) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:44.478447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b764cdf8-19c9-44c5-87dd-38907659813c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:44.499009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.502338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-df7bea83-aa33-4a54-a1c5-4e2bbe5b2245 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/b764cdf8-19c9-44c5-87dd-38907659813c HTTP/1.1" status: 204 len: 168 time: 0.6714017 May 06 13:04:44.502575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:44.507691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.568071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:44.574825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d99adb99-7987-4995-bb57-48ac76b29e03 admin admin] 10.222.0.83 "PUT /v2.0/routers/a4feffbb-bb7f-4842-ae2a-0eea256badda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2204537 May 06 13:04:44.581607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8fb0cd6-7538-42a3-968c-24e8dc6f85d7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1229057 May 06 13:04:44.668486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e506f014-70ff-4a19-9103-60dc6502f97f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:44.837706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e506f014-70ff-4a19-9103-60dc6502f97f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:44.843489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e506f014-70ff-4a19-9103-60dc6502f97f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3399022 May 06 13:04:44.849195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42938) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:44.851109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024587338'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:44.858203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:44.869308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:44.922418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:44.973815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d7a7df9-a37e-4b4e-87d1-8debb9630d4e req-41e8d24d-fcb2-4ddb-8dfc-e7d816d3e6a4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=afda02a9-f3ad-4e31-a7d1-80258daa4170 HTTP/1.1" status: 200 len: 210 time: 0.0436976 May 06 13:04:45.012878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Subnet': ['ID=2db77c11-140c-4151-a46b-85ab4fa26e4d,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:45.019692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Checking segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:45.020078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network hostable DHCP agents. Network: 3401b148-a0ad-4e31-9f8d-fd98226a34cc, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:04:45.110633 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.145058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:04:45.155370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:45.160531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:45.163541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:45.170517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:45.230891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.308226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3401b148-a0ad-4e31-9f8d-fd98226a34cc) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:45.312248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:45.312828 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.322429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5697e5-ed83-4857-9b50-6e8e5ab0bba6 None None] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:45.482259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.520423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48c77b62-69e7-470a-b55a-af3eb50aa39c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5765555 May 06 13:04:45.539297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:45.584504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42954) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.633185 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ips': [{'subnet_id': '2db77c11-140c-4151-a46b-85ab4fa26e4d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:04:45.634889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.690761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:45.691982 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-deed425e-facd-4d51-a22e-3313ca4fe99d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8469238 May 06 13:04:45.694831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42958) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.702917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-17f895ef-a3b7-4a01-856c-fe6f7653dde1 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:45.703555 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-17f895ef-a3b7-4a01-856c-fe6f7653dde1 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:45.707068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-17f895ef-a3b7-4a01-856c-fe6f7653dde1 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086129 May 06 13:04:45.708915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42962) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.717333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:45.721190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8f49055-371a-4e3f-a7a7-9ab1d53bc8a0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1351769 May 06 13:04:45.726847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:45.733319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:45.736423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:45.742674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:45.816510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Allocated IP 172.20.0.18 (3401b148-a0ad-4e31-9f8d-fd98226a34cc/2db77c11-140c-4151-a46b-85ab4fa26e4d/e183058c-f955-45a7-9186-62854ce3b141) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:45.959583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42972) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:45.965804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055005890', 'description': 'tempest-secgroup-smoke-1055005890 description', 'project_id': '79b8395e2d0445459e63839ade9a5932'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:45.972849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:45.984605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.045820 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.049651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-71b36fa2-6949-44de-b9ef-4a4651428cfc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3368082 May 06 13:04:46.049798 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.050094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42980) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.057555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-45712012-b6c3-4494-85bb-bd6a9df58d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.058647 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-45712012-b6c3-4494-85bb-bd6a9df58d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.060295 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-45712012-b6c3-4494-85bb-bd6a9df58d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080547 May 06 13:04:46.060978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Transition to ACTIVE for port object e183058c-f955-45a7-9186-62854ce3b141 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:46.062895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42984) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.069142 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.077459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:46.083781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:46.084332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Transition to ACTIVE for port object e183058c-f955-45a7-9186-62854ce3b141 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:46.088084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:46.093845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.197776 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.200029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.252686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:46.256714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:46.260568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:46.266662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.278538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:46.282061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Pushing event updated for resources: {'Port': ['ID=e183058c-f955-45a7-9186-62854ce3b141,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:46.284459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:46.286461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:46.329675 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.377072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Attempting to bind port e183058c-f955-45a7-9186-62854ce3b141 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:04:46.377654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Attempting to bind port e183058c-f955-45a7-9186-62854ce3b141 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:04:46.377822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Attempting to bind port e183058c-f955-45a7-9186-62854ce3b141 on network 3401b148-a0ad-4e31-9f8d-fd98226a34cc {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:04:46.379477 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.380557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d3f7e25a-6509-40b5-8006-c76303c85d1d tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3166606 May 06 13:04:46.383255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 42994) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.384803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:04:46.385173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Checking segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:04:46.385599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.385986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Bound using segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:04:46.386449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Bound port: e183058c-f955-45a7-9186-62854ce3b141, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:04:46.386824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.388991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-caecb491-8b06-4f6f-be93-faf539936e36 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.401572 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-caecb491-8b06-4f6f-be93-faf539936e36 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.401572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-caecb491-8b06-4f6f-be93-faf539936e36 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061722 May 06 13:04:46.403752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 42998) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.409741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.416979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:46.420942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:46.423871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:46.428455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.445801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.500549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] For port e183058c-f955-45a7-9186-62854ce3b141, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:04:46.504716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] For port e183058c-f955-45a7-9186-62854ce3b141, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e183058c-f955-45a7-9186-62854ce3b141,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:04:46.513714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:46.553910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3a24a92e-acec-49dc-b4e9-f6871f5d489a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:46.567743 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Project 3b6e95d2e1224eecaea06b6981f8d658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:46.589520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 3a24a92e-acec-49dc-b4e9-f6871f5d489a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:04:46.589864 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3a24a92e-acec-49dc-b4e9-f6871f5d489a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:04:46.607815 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.609826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f097125f-170e-413e-a67d-1c3dd89fc592 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6490726 May 06 13:04:46.612152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.614478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.622327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.632997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:46.642145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:46.650219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:46.665622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.711061 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.715447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-add2d3e4-52ff-4176-8c03-e0957e3d81f0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3082480 May 06 13:04:46.716163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.722204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4e3fcbb1-c018-490e-992e-5ca02683b8f4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.722877 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-4e3fcbb1-c018-490e-992e-5ca02683b8f4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:46.724138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e3fcbb1-c018-490e-992e-5ca02683b8f4 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067322 May 06 13:04:46.726746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43018) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.731718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:46.732786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046cd1c-7c09-4eda-a468-b406ffdb874d None None] Pushing event updated for resources: {'Port': ['ID=e183058c-f955-45a7-9186-62854ce3b141,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:46.773598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.838709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:46.852763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:46.874960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:46.878777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:46.885897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:46.918721 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.943422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fd2b34e8-be71-4572-8451-72396d6dc7c0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.2102220 May 06 13:04:46.991389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:46.998141 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Project 3b6e95d2e1224eecaea06b6981f8d658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:47.392385 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:04:47.723013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e183058c-f955-45a7-9186-62854ce3b141 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:47.885804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e208b9b-e6c9-4463-bdde-8ec38b6e7638 None None] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:47.939544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:47.947710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43038) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:47.962206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042fe4e8-86fe-44a3-87e3-b2ae7ec105ba,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:48.032031 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:48.033525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-918bb6b7-e6d0-4bf5-91e9-38d40452f3fc tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.3047762 May 06 13:04:48.036441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43042) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.044640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:48.053752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e183058c-f955-45a7-9186-62854ce3b141 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:48.066624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:48.159755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Provisioning for port e183058c-f955-45a7-9186-62854ce3b141 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:48.167304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Provisioning complete for port e183058c-f955-45a7-9186-62854ce3b141 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:48.167670 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.209037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:48.216036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:48.227382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:48.236495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.241189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a04ddc1b-11a6-4082-b393-51c583ca26b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6247923 May 06 13:04:48.242021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43048) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.249236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:48.253372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a541f94-1afb-46c1-93bb-ec7782e979b0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.3037741 May 06 13:04:48.256861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:48.261558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:48.265503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:48.279694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:48.283129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43052) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.314229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.352372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] For port e183058c-f955-45a7-9186-62854ce3b141, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e183058c-f955-45a7-9186-62854ce3b141,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:48.390935 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Project 3b6e95d2e1224eecaea06b6981f8d658 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:48.487753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.533496 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:48.534631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0d0f73b4-5722-4542-8129-961eaf347a3b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4971752 May 06 13:04:48.537624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43056) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.560472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b2b53-72e9-46ff-acba-f14038a72052 None None] Pushing event updated for resources: {'Port': ['ID=e183058c-f955-45a7-9186-62854ce3b141,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:48.605138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.615421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51dc64c4-40b7-478d-a203-9cc8c95d21cb None None] Provisioning complete for port e183058c-f955-45a7-9186-62854ce3b141 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:48.616194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51dc64c4-40b7-478d-a203-9cc8c95d21cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.622318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.634381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.738051 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.810763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.830596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.851289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:48.860395 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:48.864712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:48.865634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-59f33fda-156e-43ae-9fd7-362088495a3e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/1cc08561-8a0d-4c2b-a6b9-afb96ea0b8ae HTTP/1.1" status: 204 len: 168 time: 0.3270605 May 06 13:04:48.937031 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.000067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec5de7b-8817-4b5e-ba08-4def69d43a34,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:49.029774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6c506c00-7c40-4a05-891f-be4c8584f23f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1637287 May 06 13:04:49.038378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43072) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.047405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628748458'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:49.060450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:49.067805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:49.075278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:49.084920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.099833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.104299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68787e7e-e64d-4abe-b576-a32661acd5e1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8610029 May 06 13:04:49.104965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43084) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.113138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:49.117798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:49.123089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:49.126163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:49.149014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.214309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.262756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.267881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:49.270368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.283639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:49.288581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:49.303460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.381550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.397964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.431982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-944376fc-df84-40a1-b7ec-59591909b05a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1680689 May 06 13:04:49.487803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.516734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8e5764-2d59-4fe3-b891-7f419f73be5f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:49.578965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.624037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095e3db7-6924-4586-9d9e-318dbf2611fb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:49.642938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Deleting port aea3d682-d854-4127-9487-62437182d1d9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:49.643439 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.706503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e183058c-f955-45a7-9186-62854ce3b141 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:04:49.714135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.715903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-984e3048-0219-4ba4-873b-e177124a84f9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6096480 May 06 13:04:49.719036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.725257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:49.733543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:49.737877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:49.741016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:49.760615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.761846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1cfb891-c8dc-4650-b10d-93dd6642bdd9 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7224636 May 06 13:04:49.771836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43106) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:49.782671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '095e3db7-6924-4586-9d9e-318dbf2611fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:49.799072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:49.810692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:49.816234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e183058c-f955-45a7-9186-62854ce3b141 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:49.817903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.820853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:49.834136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.838403 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:49.849493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:49.999930 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.074115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.078236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Calling delete_port for aea3d682-d854-4127-9487-62437182d1d9 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:50.179284 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The resource could not be found. May 06 13:04:50.180658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-876a2099-d9bb-4eaf-b961-c85ae18fe543 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4078817 May 06 13:04:50.184131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:50.206157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '095e3db7-6924-4586-9d9e-318dbf2611fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e50d79c-edae-44eb-9363-cdb1a86fac55'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:50.215289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:50.219364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:50.222902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:50.229492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:50.236761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.262887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6f88a3-394e-4fe2-94c3-a2ce3f9a1fc6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:50.435183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:50.442306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.485518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Pushing event deleted for resources: {'Port': ['ID=aea3d682-d854-4127-9487-62437182d1d9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:50.514081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.515257 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b59b4178-e837-4e55-9f34-a7ca7b1c5ad0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7954929 May 06 13:04:50.518665 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The resource could not be found. May 06 13:04:50.519931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3b8f2ea6-2ccf-4540-9f01-a300d79c0987 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3343098 May 06 13:04:50.520177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43122) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:50.531973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43124) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:50.535674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:50.559819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:50.569220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:50.581534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:50.598051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:50.631204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f5a1f7fd-f2b6-4eb5-acda-5332f4e9351f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1947455 May 06 13:04:50.666231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.698682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.754771 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:50.764046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.827820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.860908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.888368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.910871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095e3db7-6924-4586-9d9e-318dbf2611fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:50.921895 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.923112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-eee373cd-e97a-49b8-a298-d94086fe9b26 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/095e3db7-6924-4586-9d9e-318dbf2611fb HTTP/1.1" status: 204 len: 168 time: 0.3784077 May 06 13:04:50.928289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:50.931195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:50.991284 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4b323453-f60a-4a7f-aac3-5df53557bf9e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:50.998154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.032166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4bbdf8-c78f-49e3-9ecd-491eeae3d930,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:51.110650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4b323453-f60a-4a7f-aac3-5df53557bf9e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:51.116520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4b323453-f60a-4a7f-aac3-5df53557bf9e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1870079 May 06 13:04:51.117281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.123158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'c1892da2-643c-454e-92ce-5091e56b6d68', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:51.130943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:51.135912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:51.139847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:51.150568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:51.159360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.163607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-311e2c98-4df9-4d1e-bc94-692e5163ea43 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6329427 May 06 13:04:51.164419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43154) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.173832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '217ffbd6-e6ae-4127-8a40-bd69e2aa74bb', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:51.184052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:51.188099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:51.193034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:51.200680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:51.316929 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:04:51.325940 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.423337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.453368 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The resource could not be found. May 06 13:04:51.454454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-01c2d9b4-48d1-44df-aa39-ac0d0a8b4eea tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3361659 May 06 13:04:51.457985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43160) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.466263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488625439'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:51.471328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:51.483544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:51.491416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Router d2133eaa-bd73-496f-9944-381d1515ebda has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:04:51.527672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.557323 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7a22bc-57b7-41c6-a0cf-eb812ccee7ec,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:51.606781 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.636748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43164) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.712911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.713952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f95061e3-8965-45b0-935a-14b4e7ec9621 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5461030 May 06 13:04:51.733784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:51.750086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:51.755528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:51.767192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:51.791200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a24093d-f47d-4b93-9f30-fd6fa2c8b276 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1529591 May 06 13:04:51.857341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:51.889078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:04:51.905671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b2378e8c-8289-4280-ba85-3b05f0ca466a admin admin] 10.222.0.83 "PUT /v2.0/routers/d2133eaa-bd73-496f-9944-381d1515ebda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6212204 May 06 13:04:51.908057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43170) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:51.950496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.008198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3242c-c5f1-469a-a444-cc78681fcfe6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:52.113046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-c029d20e-c4fb-45d4-9248-95fe0a20af80 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055005890&fields=id&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 267 time: 0.0445542 May 06 13:04:52.120260 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.123957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a06e608f-81b2-475e-971c-34dd428c158e tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6625028 May 06 13:04:52.124950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43180) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:52.131073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--811160390'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:52.140081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:52.149275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:52.152823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:52.159797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:52.168842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.281922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-6753b3c8-86b9-488c-8be9-13020a28461d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:52.283382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-6753b3c8-86b9-488c-8be9-13020a28461d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/networks?id=3401b148-a0ad-4e31-9f8d-fd98226a34cc HTTP/1.1" status: 200 len: 797 time: 0.1607966 May 06 13:04:52.300468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.301372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-2d2ebf33-0840-491c-836f-01494ecd1230 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/quotas/79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 375 time: 0.0122967 May 06 13:04:52.359290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:52.366310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:52.371015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:52.379644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:52.421121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-4db41af1-7072-4951-8ce4-eea77c6d1fb1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1096954 May 06 13:04:52.462955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.490468 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.580244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.591092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-a5ffdccb-d52b-4ab4-b7ae-ea2907eb0f75 service neutron] 10.222.0.83 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552973 May 06 13:04:52.604655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Deleting port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:52.605003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.682462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf6b03c-f7e2-4375-ad0b-66e5e4b34abb,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:52.736191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-1689184a-5a5e-4964-ade5-a1f4284f20e5 service neutron] 10.222.0.83 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442065 May 06 13:04:52.772974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.777572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-13723da5-034c-486a-a659-7f2c75272056 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6474292 May 06 13:04:52.777836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43186) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:52.783323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': 'bcd3242c-c5f1-469a-a444-cc78681fcfe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aaf6b03c-f7e2-4375-ad0b-66e5e4b34abb'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:52.794317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:52.799064 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:52.801558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:52.806283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:52.824817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:52.857284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] For port 72be7a81-2c79-4cc6-9934-baa7e94e7f2b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:52.857640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:52.968895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4ce00462-bbeb-4ad0-b81d-7958778ce042 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1725364 May 06 13:04:53.021302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Calling delete_port for 72be7a81-2c79-4cc6-9934-baa7e94e7f2b owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:53.134621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfebb3fc-0052-48dc-ba24-def397a9c71f req-53c9429f-b048-4f00-a090-c837452ea895 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.0721617 May 06 13:04:53.162961 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:53.167530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43200) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:53.172317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cba16da5-e309-4a73-bfc1-0846819f7e24 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3935018 May 06 13:04:53.383761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.413961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.414949 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.465025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Pushing event deleted for resources: {'Port': ['ID=72be7a81-2c79-4cc6-9934-baa7e94e7f2b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:53.565294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.592093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf6b03c-f7e2-4375-ad0b-66e5e4b34abb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:53.604112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.607602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a92ac15c-e797-40ad-a7ff-b83679b05de7 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/aaf6b03c-f7e2-4375-ad0b-66e5e4b34abb HTTP/1.1" status: 204 len: 168 time: 0.4367919 May 06 13:04:53.607926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43212) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:53.704734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f0b71225-8e03-4242-bc08-ab86bab15e5c tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:53.729373 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.786990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f0b71225-8e03-4242-bc08-ab86bab15e5c tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:53.788391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f0b71225-8e03-4242-bc08-ab86bab15e5c tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1795428 May 06 13:04:53.791944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43216) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:53.881161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.914478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:53.972177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43222) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:54.075979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.111080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3242c-c5f1-469a-a444-cc78681fcfe6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.115347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-645e5059-4d5f-49d7-a8db-e1ad12598f53 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1419477 May 06 13:04:54.126407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.131733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.263099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.263658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2133eaa-bd73-496f-9944-381d1515ebda {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:04:54.264451 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c9472f8-86d3-4ad9-aa60-f53f5bddd281 req-3f7d66c6-6b5f-422e-a521-6516bbaffa63 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.0494413 May 06 13:04:54.266530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.272360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4dc7f86f-f009-40e9-adb2-ae1e63a6d795 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/bcd3242c-c5f1-469a-a444-cc78681fcfe6 HTTP/1.1" status: 204 len: 168 time: 0.4774067 May 06 13:04:54.272360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43228) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:54.284816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.291144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:54.292045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cfb9b6b8-5030-4a0a-96fd-fe1965b4941d admin admin] 10.222.0.83 "DELETE /v2.0/routers/d2133eaa-bd73-496f-9944-381d1515ebda HTTP/1.1" status: 204 len: 168 time: 2.3828869 May 06 13:04:54.382934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Deleting subnet ce464dd5-7bea-4ed1-8c18-fb955a36cca9 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:04:54.386949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47239fd-9ff8-4fc3-b968-9dfdde49f993 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:54.392040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.449647 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.534216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.573651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e47239fd-9ff8-4fc3-b968-9dfdde49f993 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:54.574885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e47239fd-9ff8-4fc3-b968-9dfdde49f993 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3029537 May 06 13:04:54.579324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:54.585793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110256208'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:54.596840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:54.612343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:54.762164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.803547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:54.807893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:54.810867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:54.816903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:54.822767 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.871867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce464dd5-7bea-4ed1-8c18-fb955a36cca9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:54.884639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:54.895069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81221d-7216-4358-b7dd-069ce91d7cc7 None None] Network 1096c906-ff64-42fe-9428-094af37e1402 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:04:54.934009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.060252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-82d2b5e7-7161-4ec9-966a-3fb1c9684266 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ce464dd5-7bea-4ed1-8c18-fb955a36cca9 HTTP/1.1" status: 204 len: 168 time: 0.7678618 May 06 13:04:55.061235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.062716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43242) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:55.125635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c0d5de-5dd8-4119-bda8-12a01b733b7d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:55.128231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:55.198053 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.198610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] DHCP port deletion for 1096c906-ff64-42fe-9428-094af37e1402 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:04:55.202806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Deleting port 61748737-dc65-4b1b-b733-80498ebe8703 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:55.203578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.210713 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Deleting port 61748737-dc65-4b1b-b733-80498ebe8703 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:55.211104 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.234381 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.235721 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81d40cad-29cf-4225-8b7b-0e85fe0ef799 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6561124 May 06 13:04:55.239607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:55.247348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '87c0d5de-5dd8-4119-bda8-12a01b733b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:55.260062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:55.274052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:55.280148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:55.288710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-596230a0-e6d6-4b6f-8000-f7e9d22f51bf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1584451 May 06 13:04:55.290326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:55.444244 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d72b7-7f91-46cc-acbf-8852183e4f7d None None] New status for floating IP 19cd7db4-c6c4-4a37-a67d-1d156ecbae80: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:04:55.538625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] For port 61748737-dc65-4b1b-b733-80498ebe8703, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=61748737-dc65-4b1b-b733-80498ebe8703,segment=NetworkSegment(7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6),segment_id=7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:55.539549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.550689 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:55.552283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6387b0f6-c3a7-4e79-acf7-568e10f0a370 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3119457 May 06 13:04:55.554899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43260) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:55.560765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group_rule': {'security_group_id': '87c0d5de-5dd8-4119-bda8-12a01b733b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:55.568898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-92b89871-32f5-4451-8729-b23d99c87c48 req-6fd7182e-c8ed-4d16-aff6-bed72b350e1f tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.0621350 May 06 13:04:55.569349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:55.582184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:55.585737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:55.604601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:55.612291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] For port 61748737-dc65-4b1b-b733-80498ebe8703, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=61748737-dc65-4b1b-b733-80498ebe8703,segment=NetworkSegment(7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6),segment_id=7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:04:55.612809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:55.772460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Calling delete_port for 61748737-dc65-4b1b-b733-80498ebe8703 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:55.836929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Calling delete_port for 61748737-dc65-4b1b-b733-80498ebe8703 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:55.887512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 61748737-dc65-4b1b-b733-80498ebe8703 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:04:56.061824 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.096817 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:04:56.097916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b6cc18b-155c-4367-8724-8ed9d01debcf tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5419049 May 06 13:04:56.100802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43266) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.135123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.176326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:04:56.176673 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:04:56.194221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.201715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=61748737-dc65-4b1b-b733-80498ebe8703,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:56.219605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] No DVR routers for this DVR port 61748737-dc65-4b1b-b733-80498ebe8703 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:04:56.231922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.292690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43270) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.406889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.435093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c0d5de-5dd8-4119-bda8-12a01b733b7d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:56.440656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.455081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.458606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6bffb274-90e5-462c-bd31-c6071b7db38b tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/87c0d5de-5dd8-4119-bda8-12a01b733b7d HTTP/1.1" status: 204 len: 168 time: 0.3567121 May 06 13:04:56.459278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43274) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.471034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-60237aac-b754-478f-a9e4-90d6a978dbc4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1730108 May 06 13:04:56.505134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1096c906-ff64-42fe-9428-094af37e1402']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:56.523723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:56.524144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3af22f-f6dd-4ec9-b4dd-d151213ea0a6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:04:56.540999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-eeaef694-d313-4add-9d39-24dbd857fcc4 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:56.541134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dab6af29-f147-4c37-8b0e-f41381a5a719 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:56.541245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-eeaef694-d313-4add-9d39-24dbd857fcc4 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:56.553361 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.576470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.586336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:04:56.586336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.667155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dab6af29-f147-4c37-8b0e-f41381a5a719 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:56.669289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dab6af29-f147-4c37-8b0e-f41381a5a719 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2068801 May 06 13:04:56.673398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:56.679649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Deleting port 61748737-dc65-4b1b-b733-80498ebe8703 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:56.679649 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.697676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'tempest-secgroup--588644616'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: timer() May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:04:56.701414 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:04:56.715685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-eeaef694-d313-4add-9d39-24dbd857fcc4 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:56.718246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-eeaef694-d313-4add-9d39-24dbd857fcc4 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/networks?id=3401b148-a0ad-4e31-9f8d-fd98226a34cc HTTP/1.1" status: 200 len: 797 time: 0.4680893 May 06 13:04:56.731831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:56.818196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-a6bc1b28-1b7d-46fd-bdce-96fc8e00a2f1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:56.822991 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.863351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7010e833-b12f-4ed2-ac7b-899edeef9bda None None] The port '61748737-dc65-4b1b-b733-80498ebe8703' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:04:56.864405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:56.875357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-84bc31b9-55d9-4ef7-96fa-e7dfd3ef5cb3 req-cf3c9311-2311-4ad9-940c-1be458965831 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.1253574 May 06 13:04:56.900999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:56.914586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1096c906-ff64-42fe-9428-094af37e1402,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:56.924129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6a56bb18-da05-451b-8b97-ef4951e6cc27 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1096c906-ff64-42fe-9428-094af37e1402 HTTP/1.1" status: 204 len: 168 time: 1.8569899 May 06 13:04:56.924327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:57.028335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-a6bc1b28-1b7d-46fd-bdce-96fc8e00a2f1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:57.030211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-a6bc1b28-1b7d-46fd-bdce-96fc8e00a2f1 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 473 time: 0.2965124 May 06 13:04:57.056206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'port': {'device_id': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'admin_state_up': True, 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'security_groups': ['217ffbd6-e6ae-4127-8a40-bd69e2aa74bb']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:57.087240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.155223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:57.161793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Usage tracker for resource:security_group_rule and tenant:3b6e95d2e1224eecaea06b6981f8d658 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:57.166526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:57.175995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:57.271738 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.384701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:04:57.391276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:port and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:04:57.394751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:04:57.402451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:04:57.471117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43290) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:57.471359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.536703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:04:57.540717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.599265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f582a2-2994-4cdc-a766-b5dcf78e8e03,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:57.646881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1b0fd4b1-b3ce-49b3-8910-407f186aeba3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1732168 May 06 13:04:57.701748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.756560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:57.757781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c5312742-31c8-4b6c-bd3e-26e6a274a0d5 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0806589 May 06 13:04:57.762064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.29 (3401b148-a0ad-4e31-9f8d-fd98226a34cc/2db77c11-140c-4151-a46b-85ab4fa26e4d/1a37ef1c-3922-4711-a035-1d2c24435e62) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:04:57.764415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43294) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:57.770534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-95309a30-1f44-4740-afec-ea774f01550f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:57.773360 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-95309a30-1f44-4740-afec-ea774f01550f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] update failed (client error): There was a conflict when trying to complete your request. May 06 13:04:57.776157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-95309a30-1f44-4740-afec-ea774f01550f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "PUT /v2.0/security-groups/76f582a2-2994-4cdc-a766-b5dcf78e8e03 HTTP/1.1" status: 409 len: 330 time: 0.0078776 May 06 13:04:57.779095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43298) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:57.951283 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.026379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.159552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e2a2cb2-ff09-4ffb-b5e5-1d14bf16a0b3 req-c81b9e7b-e0c5-4106-83f2-ea92202493b9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.0641370 May 06 13:04:58.165471 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.260227 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.265196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object 1a37ef1c-3922-4711-a035-1d2c24435e62 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:58.298020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f582a2-2994-4cdc-a766-b5dcf78e8e03,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:58.305108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.307498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-33150247-6bc2-4af2-9805-d85e65f32753 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/76f582a2-2994-4cdc-a766-b5dcf78e8e03 HTTP/1.1" status: 204 len: 168 time: 0.5275297 May 06 13:04:58.310071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.375557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1aa6e5c3-7f56-4e8d-91e7-d443cddcbc35 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Synchronizing usage tracker for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:04:58.434866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Deleting port ae8f95f5-bf15-4cb6-936d-af85b7a47945 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:04:58.435213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.446074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.497398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1aa6e5c3-7f56-4e8d-91e7-d443cddcbc35 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] Unset dirty status for tenant:3b6e95d2e1224eecaea06b6981f8d658 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:04:58.498628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1aa6e5c3-7f56-4e8d-91e7-d443cddcbc35 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1876602 May 06 13:04:58.508828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.542564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:04:58.546448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:04:58.549254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:04:58.578786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:58.588930 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-e925f58c-cd8a-466b-90ec-0dc55919549f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] delete failed (client error): The resource could not be found. May 06 13:04:58.594448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e925f58c-cd8a-466b-90ec-0dc55919549f tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "DELETE /v2.0/security-groups/6b476497-c99d-4884-a320-2d775dc980e0 HTTP/1.1" status: 404 len: 347 time: 0.0795844 May 06 13:04:58.594863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.624125 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-17557752-7b11-4a89-ac50-f29c30591f54 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] show failed (client error): The resource could not be found. May 06 13:04:58.629450 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-17557752-7b11-4a89-ac50-f29c30591f54 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-groups/03a43e29-1293-4fe9-a018-c35a60d4c3c7 HTTP/1.1" status: 404 len: 347 time: 0.0296059 May 06 13:04:58.629450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43318) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.651245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43322) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:58.657802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:58.658450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.667613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:58.730146 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [None req-0b255fa6-185a-45d8-b1f5-145d48840cc0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] show failed (client error): The resource could not be found. May 06 13:04:58.735715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0b255fa6-185a-45d8-b1f5-145d48840cc0 tempest-NegativeSecGroupIPv6Test-1036384325 tempest-NegativeSecGroupIPv6Test-1036384325-project] 10.222.0.83 "GET /v2.0/security-group-rules/5222aaa6-5c60-4589-a381-6691e47c96b4 HTTP/1.1" status: 404 len: 356 time: 0.1013930 May 06 13:04:58.814393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-69a39f21-6d4e-4cde-a569-ee15af0c3a4a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1608026 May 06 13:04:58.876916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-62b2f7b9-d8ad-4783-9d6a-6d0815cd0e0b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8375974 May 06 13:04:58.877693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Calling delete_port for ae8f95f5-bf15-4cb6-936d-af85b7a47945 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:04:58.892286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Request body: {'port': {'device_id': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:04:58.973779 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-59e1e266-ce28-4585-be94-c1fbc0f9c284 None None] Provisioning for port 1a37ef1c-3922-4711-a035-1d2c24435e62 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:04:58.984054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-59e1e266-ce28-4585-be94-c1fbc0f9c284 None None] Provisioning complete for port 1a37ef1c-3922-4711-a035-1d2c24435e62 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:04:58.984054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-59e1e266-ce28-4585-be94-c1fbc0f9c284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.018731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.054906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-59e1e266-ce28-4585-be94-c1fbc0f9c284 None None] Port 1a37ef1c-3922-4711-a035-1d2c24435e62 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:04:59.385661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4953-bd6e-4306-8b74-035581511e70 req-9f1646e1-4a6c-47a9-a776-0aad956556a3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:04:59.387730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35cd4953-bd6e-4306-8b74-035581511e70 req-9f1646e1-4a6c-47a9-a776-0aad956556a3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 932 time: 0.0929227 May 06 13:04:59.428730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a37ef1c-3922-4711-a035-1d2c24435e62 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:04:59.433840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.441994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.454143 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Transition to ACTIVE for port object 1a37ef1c-3922-4711-a035-1d2c24435e62 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:04:59.490660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8f95f5-bf15-4cb6-936d-af85b7a47945,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:04:59.497136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35cd4953-bd6e-4306-8b74-035581511e70 req-74632f2e-0f08-41c1-aca7-75de9454cfba tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034608 May 06 13:04:59.593929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:04:59.678100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:04:59.818534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43340) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:00.074989 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.142218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Pushing event updated for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:00.273993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7076b26e-433b-4147-9d5d-4ade924a5641 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.4430521 May 06 13:05:00.333685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cdbf206e-9f11-4273-aa43-ad29fbc8d202 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3b6e95d2e1224eecaea06b6981f8d658&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6541278 May 06 13:05:00.334265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43348) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:00.338887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Attempting to bind port 1a37ef1c-3922-4711-a035-1d2c24435e62 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:00.339220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Attempting to bind port 1a37ef1c-3922-4711-a035-1d2c24435e62 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:00.339555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Attempting to bind port 1a37ef1c-3922-4711-a035-1d2c24435e62 on network 3401b148-a0ad-4e31-9f8d-fd98226a34cc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:00.364539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Port 1a37ef1c-3922-4711-a035-1d2c24435e62 on network 3401b148-a0ad-4e31-9f8d-fd98226a34cc not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:05:00.365135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Attempting to bind port 1a37ef1c-3922-4711-a035-1d2c24435e62 on network 3401b148-a0ad-4e31-9f8d-fd98226a34cc {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:00.395998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:00.396335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Checking segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:00.396724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Bound using segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:00.397161 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Bound port: 1a37ef1c-3922-4711-a035-1d2c24435e62, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:00.397501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.485362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.533564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.542288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:00.562507 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1a37ef1c-3922-4711-a035-1d2c24435e62,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:00.686791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.739681 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.763169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Router a4feffbb-bb7f-4842-ae2a-0eea256badda has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:00.803305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b76ea9-6f58-4836-8f3b-35325e3d8b37,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:00.811637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.813979 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] 10.222.0.13 "PUT /v2.0/ports/1a37ef1c-3922-4711-a035-1d2c24435e62 HTTP/1.1" status: 200 len: 1092 time: 1.9287088 May 06 13:05:00.820077 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:00.852802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe18f61-9034-4aab-a7ca-16bbb4aeb57c service neutron] Pushing event updated for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:00.866658 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234de02-4a1c-48f1-ac36-9135490f481d req-9337b681-d357-43ec-b1e2-421bf7f30c4e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:00.867537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6234de02-4a1c-48f1-ac36-9135490f481d req-9337b681-d357-43ec-b1e2-421bf7f30c4e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:00.919764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:00.921161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f48f6384-0ecc-4fbb-b9a1-02a05d5f845f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/94b76ea9-6f58-4836-8f3b-35325e3d8b37 HTTP/1.1" status: 204 len: 168 time: 0.5845189 May 06 13:05:01.053970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6234de02-4a1c-48f1-ac36-9135490f481d req-9337b681-d357-43ec-b1e2-421bf7f30c4e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:01.057251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6234de02-4a1c-48f1-ac36-9135490f481d req-9337b681-d357-43ec-b1e2-421bf7f30c4e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 944 time: 0.4145665 May 06 13:05:01.112954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:01.136599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e140bfc-ea6f-4f8b-8ab9-128ae8a322ec admin admin] 10.222.0.83 "PUT /v2.0/routers/a4feffbb-bb7f-4842-ae2a-0eea256badda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2102017 May 06 13:05:01.138032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43360) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:01.182115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6234de02-4a1c-48f1-ac36-9135490f481d req-717227c0-bac2-4755-8b67-ee0e7b8b6c08 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163375 May 06 13:05:01.186217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-7e1afc09-cf0d-47df-9d01-3b972a440ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 1095 time: 0.1954045 May 06 13:05:01.266270 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f076f38e-3034-46c2-ad77-76ae35bb65c6'] response: {'name': 'network-changed', 'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62', 'status': 'completed', 'code': 200} May 06 13:05:01.283198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43364) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:01.340672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-5af22854-8c0e-4c1d-a31a-eccf02d223e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1a37ef1c-3922-4711-a035-1d2c24435e62 HTTP/1.1" status: 200 len: 217 time: 0.1475239 May 06 13:05:01.433747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.449952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-136fbf75-a5bb-4b3e-8aa8-835f79be293f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1655638 May 06 13:05:01.458584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-4f656061-6260-4bc6-8f86-48f20e51702a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:01.458584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-4f656061-6260-4bc6-8f86-48f20e51702a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2db77c11-140c-4151-a46b-85ab4fa26e4d HTTP/1.1" status: 200 len: 837 time: 0.1048961 May 06 13:05:01.554771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-5661c69d-0da3-4359-92bc-7cd94225bea5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3401b148-a0ad-4e31-9f8d-fd98226a34cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951385 May 06 13:05:01.748352 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-38c02bf5-e7ed-4af3-82ff-ea71ab347b9e service neutron] 10.222.0.13 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854260 May 06 13:05:01.803211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.922145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Deleting port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:01.922489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:01.923291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec010cfa-ce56-4591-9040-d676b80b2cf5 req-9328e223-b0eb-4f12-b4e5-01690f6e2f73 service neutron] 10.222.0.13 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682148 May 06 13:05:02.119792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] For port 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:02.120405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:02.169718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-29760549-cf18-4ef8-a5cb-2c3111e36a5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 1095 time: 0.1009796 May 06 13:05:02.272927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Calling delete_port for 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:02.343349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-812bb412-f218-4809-9668-8de9b3d92621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:02.344758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-812bb412-f218-4809-9668-8de9b3d92621 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3401b148-a0ad-4e31-9f8d-fd98226a34cc HTTP/1.1" status: 200 len: 898 time: 0.1654587 May 06 13:05:02.453810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:02.524172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-d27fafda-ac16-4085-b291-778738600fab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1a37ef1c-3922-4711-a035-1d2c24435e62 HTTP/1.1" status: 200 len: 217 time: 0.1717527 May 06 13:05:02.614694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ba03d-906f-4afb-94ff-4ea6b23b53dd req-5b623e4f-5c63-4ac4-b281-fe5f4de44b96 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:02.616236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-022ba03d-906f-4afb-94ff-4ea6b23b53dd req-5b623e4f-5c63-4ac4-b281-fe5f4de44b96 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 944 time: 0.2491674 May 06 13:05:02.670868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7796f9d-561f-406b-ab9c-58afc3daa1a4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.2090836 May 06 13:05:02.674076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43396) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:02.689115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-022ba03d-906f-4afb-94ff-4ea6b23b53dd req-ae6ecb04-f5eb-4c79-b2dc-a7173a5a1715 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653114 May 06 13:05:02.756267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:02.798643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e5110fc6-1a74-4c13-b067-40e5167aad3d tempest-ServiceProvidersTest-1614138385 tempest-ServiceProvidersTest-1614138385-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1233833 May 06 13:05:02.807215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c232be5-1265-4beb-bbf4-bf5ffd8bc71b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:02.834333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-3f585af0-6702-4f9a-a32c-6ad964226351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:02.836362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-3f585af0-6702-4f9a-a32c-6ad964226351 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2db77c11-140c-4151-a46b-85ab4fa26e4d HTTP/1.1" status: 200 len: 837 time: 0.3044004 May 06 13:05:02.943238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-e2abc1ab-143d-4d1f-a417-88193ab7ef72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3401b148-a0ad-4e31-9f8d-fd98226a34cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002347 May 06 13:05:03.064204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.097643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-d07a08b3-e0d5-4902-9b8f-9e18f4cf901e service neutron] 10.222.0.13 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477690 May 06 13:05:03.269345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fb42c7e-db09-40f2-8b72-648c1f57f9ce req-ddaa67ad-b1ad-4fec-b61d-03f2d2deb861 service neutron] 10.222.0.13 "GET /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560714 May 06 13:05:03.269534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Sync routers for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:03.292550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:03.293263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:03.370138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.375336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.511466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:03.676420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43406) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:03.838250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0fc3fda3-38d2-4853-8730-4daddce3629c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1606712 May 06 13:05:03.910244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.910244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4feffbb-bb7f-4842-ae2a-0eea256badda {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:05:03.920641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:03.924040 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8bafc2bd-ea8d-4bda-be29-c262c9a950b0 admin admin] 10.222.0.83 "DELETE /v2.0/routers/a4feffbb-bb7f-4842-ae2a-0eea256badda HTTP/1.1" status: 204 len: 168 time: 2.7825825 May 06 13:05:03.926591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43414) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:03.957088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa1a5f-9d6f-4d7f-b731-51d5cc7aadb7 req-c5594ed8-5d78-4ff4-a792-d6e618e945e9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:03.958852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71aa1a5f-9d6f-4d7f-b731-51d5cc7aadb7 req-c5594ed8-5d78-4ff4-a792-d6e618e945e9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 944 time: 0.1040664 May 06 13:05:04.014514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43420) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:04.037881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71aa1a5f-9d6f-4d7f-b731-51d5cc7aadb7 req-e12bc703-4d00-4efb-ba58-b7946d5fb992 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706148 May 06 13:05:04.066312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ce9ed745-8825-4c2a-8efe-2c04b1163ea9', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'mac_address': 'fa:16:3e:4d:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:25Z', 'updated_at': '2022-05-06T13:04:25Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:04.082255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Checking router: 4b546096-ecbd-4a96-b06a-0d6893bb3f86 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:05:04.098069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:04.098612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:04.157258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Deleting subnet 78946519-1c0c-44d4-bd70-44cc53877f20 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:04.160279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.215662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.238730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.284248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:04.291870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Usage tracker for resource:security_group_rule and tenant:9532852fd5fa404ca8cd06f2598573bb is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:04.299854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:04.311603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:04.329357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.330658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:04.402264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Sync routers for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:04.420290 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.423730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:04.424380 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:04.508519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.617480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18750272-e4f9-4081-97a1-28f0fbb4eab4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:04.653679 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.671949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b3178759-dbba-412b-a0e4-6681ac5bc803 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9532852fd5fa404ca8cd06f2598573bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6558921 May 06 13:05:04.673895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43426) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:04.726943 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:04.772948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:04.793680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/78946519-1c0c-44d4-bd70-44cc53877f20 HTTP/1.1" status: 204 len: 168 time: 0.8651412 May 06 13:05:04.801198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43432) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:04.807718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d58875-d7ed-49e3-8f3b-08b94d53baf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78946519-1c0c-44d4-bd70-44cc53877f20,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:04.841569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43436) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:04.896453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5ac7b-dde8-417c-87b5-61c5d3ea9149 None None] Network 9eb614b8-801a-42d1-8763-d11ce2f6949f requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:05.064188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-87e6b1ab-8a40-4ee5-a03e-43b32f7e31d0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.2196617 May 06 13:05:05.089086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1a37ef1c-3922-4711-a035-1d2c24435e62 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:05:05.149241 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.158521 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.242310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.252697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Deleting port 7bb65861-6a72-4a64-bc2d-db70357d7b6a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:05.253172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.396932 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:54Z', 'revision_number': 4, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '986a2765-d95f-440f-a688-0f08ff463f0f', 'name': '', 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'mac_address': 'fa:16:3e:04:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:53Z', 'updated_at': '2022-05-06T13:03:55Z', 'revision_number': 2, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'subnets': [{'id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:05.407062 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Checking router: 27c1bbad-cd4f-4511-ba77-b9aa947747fd for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:05:05.407734 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Updating router 27c1bbad-cd4f-4511-ba77-b9aa947747fd port 986a2765-d95f-440f-a688-0f08ff463f0f binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:05:05.511987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bcb4e-662f-475d-8501-12bdbaec229e req-7d818793-2b1f-4e08-bd11-f0fe8e3e86cc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:05.513835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-178bcb4e-662f-475d-8501-12bdbaec229e req-7d818793-2b1f-4e08-bd11-f0fe8e3e86cc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 944 time: 0.2255411 May 06 13:05:05.550435 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.621496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-178bcb4e-662f-475d-8501-12bdbaec229e req-90c6f82b-af45-4ae1-a216-4527e431909d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928638 May 06 13:05:05.720705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1a37ef1c-3922-4711-a035-1d2c24435e62,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:05.738169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ce9ed745-8825-4c2a-8efe-2c04b1163ea9', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'mac_address': 'fa:16:3e:4d:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:25Z', 'updated_at': '2022-05-06T13:04:25Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:05.750051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f26b28-3151-4a4d-8241-db81dab6de1a None None] The sync data for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 is: [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ce9ed745-8825-4c2a-8efe-2c04b1163ea9', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'mac_address': 'fa:16:3e:4d:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:25Z', 'updated_at': '2022-05-06T13:04:25Z', 'revision_number': 0, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:05.758068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] For port 7bb65861-6a72-4a64-bc2d-db70357d7b6a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7bb65861-6a72-4a64-bc2d-db70357d7b6a,segment=NetworkSegment(09a4860a-dfea-4326-af47-e0df738ab575),segment_id=09a4860a-dfea-4326-af47-e0df738ab575)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:05.758068 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.758719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '1a37ef1c-3922-4711-a035-1d2c24435e62', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'port_id': '1a37ef1c-3922-4711-a035-1d2c24435e62', 'mac_address': 'fa:16:3e:2e:30:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:05:05.906289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:05.918454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Calling delete_port for 7bb65861-6a72-4a64-bc2d-db70357d7b6a owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:05.933405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a37ef1c-3922-4711-a035-1d2c24435e62 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:05.952652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1a37ef1c-3922-4711-a035-1d2c24435e62,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:06.029663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d3636-5d22-42b0-9e12-b382e21fb468 None None] DHCP port deletion for 9eb614b8-801a-42d1-8763-d11ce2f6949f request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:06.033976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-176d3636-5d22-42b0-9e12-b382e21fb468 None None] Deleting port 7bb65861-6a72-4a64-bc2d-db70357d7b6a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:06.034341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-176d3636-5d22-42b0-9e12-b382e21fb468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.065403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43446) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:06.124104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.162671 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.259189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] No DVR routers for this DVR port 7bb65861-6a72-4a64-bc2d-db70357d7b6a on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:06.259189 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.266028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c35ae206-3d5c-4edc-99a5-7936d4e0c0dd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1990843 May 06 13:05:06.277154 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.290389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Transition to ACTIVE for port object 986a2765-d95f-440f-a688-0f08ff463f0f will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:06.298767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18750272-e4f9-4081-97a1-28f0fbb4eab4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:06.302809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb65861-6a72-4a64-bc2d-db70357d7b6a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:06.385282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-176d3636-5d22-42b0-9e12-b382e21fb468 None None] The port '7bb65861-6a72-4a64-bc2d-db70357d7b6a' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:06.385282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:06.389627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.390248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.390811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.391432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.392796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.392796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.393127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.394478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.394478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.394992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.395556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:06.413440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['1a37ef1c-3922-4711-a035-1d2c24435e62'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:05:06.442629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.454313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.460966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f3ec8fa-2621-4142-ba4a-ca1b84efd4ed admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18750272-e4f9-4081-97a1-28f0fbb4eab4 HTTP/1.1" status: 204 len: 168 time: 1.7807350 May 06 13:05:06.483695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb614b8-801a-42d1-8763-d11ce2f6949f']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:06.508296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a4860a-dfea-4326-af47-e0df738ab575') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:06.510458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a4860a-dfea-4326-af47-e0df738ab575') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:06.523376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.544414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.552115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:06.552573 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: timer() May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:06.568122 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:06.834493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-5fef80d8-00f5-44d3-8c07-1b954260009e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2129252 May 06 13:05:06.991083 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.029169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2fc78-fbc6-4edb-ab3e-756640b2d051 req-b3cd4bd9-42b7-4d74-b72d-2898aa305ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:07.030655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bf2fc78-fbc6-4edb-ab3e-756640b2d051 req-b3cd4bd9-42b7-4d74-b72d-2898aa305ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 945 time: 0.1924083 May 06 13:05:07.113701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-1d377a17-6b80-4379-a042-5daf84643efd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.2007124 May 06 13:05:07.119235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8bf2fc78-fbc6-4edb-ab3e-756640b2d051 req-db55c161-8cc4-43de-ae13-f9dd4026a2cc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811167 May 06 13:05:07.129203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-9a7b2472-780f-460d-bd84-19bbd710afde service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1561189 May 06 13:05:07.136387 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Pushing event updated for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:07.153337 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.153706 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.154269 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.154596 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.154929 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.164045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.164498 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.165477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.166027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.166439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.166765 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:07.271134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43460) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:07.290323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Attempting to bind port 986a2765-d95f-440f-a688-0f08ff463f0f on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:07.290805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Attempting to bind port 986a2765-d95f-440f-a688-0f08ff463f0f by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:07.291105 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Attempting to bind port 986a2765-d95f-440f-a688-0f08ff463f0f on network 2c7326b7-5077-4d6a-a0b5-9d8944473154 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:07.299432 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:07.299911 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Checking segment: {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:07.300256 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.300636 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Bound using segment: {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:07.301121 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Bound port: 986a2765-d95f-440f-a688-0f08ff463f0f, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:07.301651 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.441441 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] For port 986a2765-d95f-440f-a688-0f08ff463f0f, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:07.450629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] For port 986a2765-d95f-440f-a688-0f08ff463f0f, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=986a2765-d95f-440f-a688-0f08ff463f0f,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:07.460644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-02a1af05-9ca3-48bb-81a7-4fbc5cc2dd4f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1881905 May 06 13:05:07.474480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a82620-2817-4d7f-8840-075af9a93724 req-66be135d-01cc-4a36-88b0-bee627dab35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:07.476432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-66be135d-01cc-4a36-88b0-bee627dab35f service neutron] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 897 time: 0.3306682 May 06 13:05:07.484595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-092a7489-3daa-42a0-aac6-fa94c547ead6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1097 time: 0.1652701 May 06 13:05:07.652576 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.659967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.706670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7bb65861-6a72-4a64-bc2d-db70357d7b6a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:07.715922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9eb614b8-801a-42d1-8763-d11ce2f6949f HTTP/1.1" status: 204 len: 168 time: 2.9105289 May 06 13:05:07.718208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3a6ce-2d21-4ea7-ae60-067af0a84c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb614b8-801a-42d1-8763-d11ce2f6949f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:07.724022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-d098aa42-224d-4564-b42d-ea0ea70b977f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 1000 time: 0.2384617 May 06 13:05:07.728601 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:07.748008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7bb65861-6a72-4a64-bc2d-db70357d7b6a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:07.748485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7bb65861-6a72-4a64-bc2d-db70357d7b6a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:07.893499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-0d395468-baa4-43ef-98bb-bd7a1ce79496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:07.895727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-0d395468-baa4-43ef-98bb-bd7a1ce79496 service neutron] 10.222.0.86 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 898 time: 0.3512924 May 06 13:05:07.904398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a82620-2817-4d7f-8840-075af9a93724 req-666b4f4d-6c25-4330-b734-fd4ef45b39a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:07.906308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-666b4f4d-6c25-4330-b734-fd4ef45b39a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.1584072 May 06 13:05:07.938601 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:07.938601 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:04:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:07.979936 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac354ce-347d-46b8-ae87-81e5b6a4bd73 None None] Pushing event updated for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:08.096399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-30f363d5-6915-4010-a551-4076ed1445d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 1002 time: 0.1890068 May 06 13:05:08.149559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-a2060050-9ef5-424b-8e2e-062305278e90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789374 May 06 13:05:08.205390 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:08.282920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-66ae5a06-5bf6-4101-a573-7cdea6217092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:08.285268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-66ae5a06-5bf6-4101-a573-7cdea6217092 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 200 len: 834 time: 0.1793964 May 06 13:05:08.319253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:08.439658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f42f7d3a-694c-4b77-bb98-370a38742080 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=665f16ed0751402cb4f0ef91fbca9c04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1173432 May 06 13:05:08.447129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43488) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:08.469195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43492) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:08.503209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2053e854-27f1-4500-869a-6c8188589e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:08.532085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a51bd8-3a8c-4fdf-b078-59981ef86365 req-3f7dcce2-5b10-44b2-80a2-ff52ff4b89e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:08.533658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65a51bd8-3a8c-4fdf-b078-59981ef86365 req-3f7dcce2-5b10-44b2-80a2-ff52ff4b89e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 945 time: 0.0962858 May 06 13:05:08.608356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65a51bd8-3a8c-4fdf-b078-59981ef86365 req-bf40a4b5-c646-4e66-b52d-79b2dc71d183 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651045 May 06 13:05:08.674672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-a9728424-6e0a-469a-92cf-8f0984b9a0a1 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109363 May 06 13:05:08.753389 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:54Z', 'revision_number': 4, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '986a2765-d95f-440f-a688-0f08ff463f0f', 'name': '', 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'mac_address': 'fa:16:3e:04:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:53Z', 'updated_at': '2022-05-06T13:05:07Z', 'revision_number': 4, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'subnets': [{'id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:08.760203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78c57b9-c11b-4e0e-998e-37e3a35298f8 None None] The sync data for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 is: [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:03:54Z', 'revision_number': 4, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '986a2765-d95f-440f-a688-0f08ff463f0f', 'name': '', 'network_id': '2c7326b7-5077-4d6a-a0b5-9d8944473154', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'mac_address': 'fa:16:3e:04:27:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:53Z', 'updated_at': '2022-05-06T13:05:07Z', 'revision_number': 4, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'subnets': [{'id': '036d8a23-a0e7-44f6-bdbe-b685433a93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:08.934508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7a82620-2817-4d7f-8840-075af9a93724 req-67e65d4f-e5eb-4fcd-8fab-c6cf07ddc1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450452 May 06 13:05:08.937597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-66bdaa0e-dbd8-4798-a02e-b03c6663bdf0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=845169e6-45e3-42d6-963c-160b855f6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6458626 May 06 13:05:08.973159 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-32f11fc7-a397-4499-9e53-11d40a216c27 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.4721308 May 06 13:05:09.033171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1a37ef1c-3922-4711-a035-1d2c24435e62 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:09.174374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.228982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.234321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:09.238390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029118 May 06 13:05:09.243135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 1a37ef1c-3922-4711-a035-1d2c24435e62 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:09.249742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43504) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:09.253709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 1a37ef1c-3922-4711-a035-1d2c24435e62 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:09.254088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.310085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-06c1805f-e102-4b56-9886-cc36e20a5946 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645790 May 06 13:05:09.478289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.483898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6ce1894-716f-4c2a-bd8a-8b2ec50beba4 req-85707147-c1da-4a2c-9eff-9f46c57d4938 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627114 May 06 13:05:09.521354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:09.559130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b5c175bd-3e5b-44d1-ba5f-d2a2463ffeca tempest-NetworksApiDiscovery-700621647 tempest-NetworksApiDiscovery-700621647-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3082211 May 06 13:05:09.562960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.563962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1a37ef1c-3922-4711-a035-1d2c24435e62,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:09.590885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a56ba-d5b9-4d97-b19a-41af0f4fe50f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4b0a56ba-d5b9-4d97-b19a-41af0f4fe50f HTTP/1.1" status: 204 len: 168 time: 1.1763146 May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.641255 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d239761a-8130-4cd3-99a7-83813cf20897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:09.653841 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e1d895-9b2d-4ef0-9026-110c04f1a50a'] response: {'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62', 'code': 200} May 06 13:05:09.728939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:09.920636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:09.930690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d03e9517-f2f1-4007-a1c9-09a7167bc331 req-5983b04e-c8a3-41cf-99fe-57d7e2fea68a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 1097 time: 0.2051189 May 06 13:05:09.935189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 986a2765-d95f-440f-a688-0f08ff463f0f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:09.980679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43526) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.053034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4eeb6-789a-4adf-9ae0-b991cac4bfca req-bd452122-590e-45f0-a20a-acaa8ab8c1b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:10.061318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ac4eeb6-789a-4adf-9ae0-b991cac4bfca req-bd452122-590e-45f0-a20a-acaa8ab8c1b5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.1579976 May 06 13:05:10.116794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d03e9517-f2f1-4007-a1c9-09a7167bc331 req-ea64ef00-1759-4b3a-8c55-5be2a5303923 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719444 May 06 13:05:10.128388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ac4eeb6-789a-4adf-9ae0-b991cac4bfca req-7af12dd2-5739-4ee3-b28a-0bcc7f607fd0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661016 May 06 13:05:10.134216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 986a2765-d95f-440f-a688-0f08ff463f0f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:10.142266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 986a2765-d95f-440f-a688-0f08ff463f0f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:10.143821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.168534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8903210c-411c-4d6b-b3db-549eedc562e3 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1764121 May 06 13:05:10.282846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.354041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 986a2765-d95f-440f-a688-0f08ff463f0f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=986a2765-d95f-440f-a688-0f08ff463f0f,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:10.443585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43534) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.445090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.521379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:10.635547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.671312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:10.675211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Usage tracker for resource:security_group_rule and tenant:327aca71cd1643c68557390a58d6d1f0 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:10.678559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:10.684279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50a6d484-7164-4c21-a3e2-1f6c357afc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.687188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:10.785947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.869941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43546) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.892691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:10.965980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=327aca71cd1643c68557390a58d6d1f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5198660 May 06 13:05:10.966908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a979-3207-48c4-8293-62e8f2e6babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c0e3e-c53f-497f-b6d5-57376c3a1510,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:10.968359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43550) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:10.981023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7b635428-b4a5-4e8a-9f87-715e961eb139 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5cebb21307f944d0bf2755f908474009&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1067278 May 06 13:05:10.981023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43554) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:11.047540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.054778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.077516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.083420 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.161598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43558) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:11.250710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.281438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c0e3e-c53f-497f-b6d5-57376c3a1510,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:11.294910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.296121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2917fe4b-3409-44e2-916e-530ea717d309 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f90c0e3e-c53f-497f-b6d5-57376c3a1510 HTTP/1.1" status: 204 len: 168 time: 0.3266189 May 06 13:05:11.324494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2db93fda-4dfe-4aaf-8466-f114998ddd18 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1616678 May 06 13:05:11.325277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.349892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee75f48-e86d-489e-814b-02fda445a64d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:11.431905 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:11.435862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-165a2501-6f14-4d37-a94b-2256dc736631 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bee75f48-e86d-489e-814b-02fda445a64d HTTP/1.1" status: 204 len: 168 time: 0.4542842 May 06 13:05:11.449308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa674ad-3996-4b57-957f-0fe53c598bb1 req-c3374ec6-66d0-4a5e-a830-93c41cf7030d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:11.450812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-efa674ad-3996-4b57-957f-0fe53c598bb1 req-c3374ec6-66d0-4a5e-a830-93c41cf7030d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.1194601 May 06 13:05:11.515023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-efa674ad-3996-4b57-957f-0fe53c598bb1 req-4d0d59f2-9038-4473-bb2b-dfc49a4dce49 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581846 May 06 13:05:11.701572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 986a2765-d95f-440f-a688-0f08ff463f0f up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:11.769707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 986a2765-d95f-440f-a688-0f08ff463f0f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:11.770077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.228499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43582) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:12.327880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43590) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:12.331140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.332828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:12.396259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fe9523-fbed-492c-a010-07a830611111 None None] New status for floating IP ce9ed745-8825-4c2a-8efe-2c04b1163ea9: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:05:12.497860 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0f439b59-56f2-467c-b221-545abb4b8465 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1688473 May 06 13:05:12.536055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5687899d-cea4-4e08-93d5-a79a81fb76fb req-5278954c-b541-4cce-aecc-758027b8b2bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.3060827 May 06 13:05:12.594069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5687899d-cea4-4e08-93d5-a79a81fb76fb req-a9fefcd3-149a-4248-8812-ffce08ce181e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504415 May 06 13:05:12.749442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b74b17-22fe-4d94-8d49-f29739bca969 req-d4bf3d34-0d8e-4e3b-9377-802e4f77d6b8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:12.751001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95b74b17-22fe-4d94-8d49-f29739bca969 req-d4bf3d34-0d8e-4e3b-9377-802e4f77d6b8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.0893531 May 06 13:05:12.804252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95b74b17-22fe-4d94-8d49-f29739bca969 req-7537a121-e769-4b0b-8d51-767345d37d21 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 May 06 13:05:13.017951 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946da06-4810-4629-ae22-6b3adacdf895 req-47c07f0e-d40c-4566-8606-4ae52d80a5ce tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:13.019396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9946da06-4810-4629-ae22-6b3adacdf895 req-47c07f0e-d40c-4566-8606-4ae52d80a5ce tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.0842924 May 06 13:05:13.068044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9946da06-4810-4629-ae22-6b3adacdf895 req-99136b82-6185-480d-b48c-3eddfeb97472 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 May 06 13:05:13.501615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:13.614290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbd4f63b-b936-439a-9b37-9e8a6ec43488 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 994 time: 0.1114836 May 06 13:05:13.755214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:14.401577 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Sync routers for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:14.415392 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:14.416065 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:14.616256 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43662) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:14.642442 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:14.806483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2772fcb-861c-4ee7-b796-195d0d9a6528 req-ac827c82-34a2-4721-aa17-4f2cc13914a7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:14.809042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2772fcb-861c-4ee7-b796-195d0d9a6528 req-ac827c82-34a2-4721-aa17-4f2cc13914a7 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0833423 May 06 13:05:14.891035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2772fcb-861c-4ee7-b796-195d0d9a6528 req-d4030e6a-6785-4ca1-8b71-03ac7e008514 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760169 May 06 13:05:15.143548 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '338a592f-0ab9-4d94-9dea-57e8ab399c41', 'name': '', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'mac_address': 'fa:16:3e:9d:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:55Z', 'updated_at': '2022-05-06T13:03:57Z', 'revision_number': 2, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'subnets': [{'id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:15.147875 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Checking router: 24a145df-1ad2-40fa-a293-9dc7044a7822 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:05:15.149324 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Updating router 24a145df-1ad2-40fa-a293-9dc7044a7822 port 338a592f-0ab9-4d94-9dea-57e8ab399c41 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:05:15.216838 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.605771 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.618409 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Transition to ACTIVE for port object 338a592f-0ab9-4d94-9dea-57e8ab399c41 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:15.661289 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.764700 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:15.856565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43682) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:15.927666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2536355-d0fa-417a-a73d-36e6433d4864 None None] Pushing event updated for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.077633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.087915 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Attempting to bind port 338a592f-0ab9-4d94-9dea-57e8ab399c41 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:16.088255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Attempting to bind port 338a592f-0ab9-4d94-9dea-57e8ab399c41 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:16.088651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Attempting to bind port 338a592f-0ab9-4d94-9dea-57e8ab399c41 on network ca867053-1ead-4d08-8024-12ee46bc00f0 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:16.097177 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:16.097559 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Checking segment: {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:16.097967 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.098360 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Bound using segment: {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:16.098826 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Bound port: 338a592f-0ab9-4d94-9dea-57e8ab399c41, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1d3775-c5d2-40c8-a9ac-21baf5701e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:16.099202 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.119797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:16.128923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Usage tracker for resource:security_group_rule and tenant:786100e18625461286e520a8b85ac3de is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:16.132847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:16.140201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:16.187994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.17 (3401b148-a0ad-4e31-9f8d-fd98226a34cc/2db77c11-140c-4151-a46b-85ab4fa26e4d/72ec2fff-7d53-4ec2-8564-bfb5a09887d0) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:16.208584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] For port 338a592f-0ab9-4d94-9dea-57e8ab399c41, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:16.212681 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] For port 338a592f-0ab9-4d94-9dea-57e8ab399c41, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=338a592f-0ab9-4d94-9dea-57e8ab399c41,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:16.223110 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.306311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9e279-5fc1-4294-a606-4db126cc3fdc req-30bdd857-7546-46fe-a417-1a9f04b0477a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:16.307878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a9e279-5fc1-4294-a606-4db126cc3fdc req-30bdd857-7546-46fe-a417-1a9f04b0477a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.2219007 May 06 13:05:16.390544 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.403047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e5a9e279-5fc1-4294-a606-4db126cc3fdc req-4f054a92-42e9-424b-aab7-7d08e87bcc2d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888689 May 06 13:05:16.410562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.416425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.428347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:16.475042 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=786100e18625461286e520a8b85ac3de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6174095 May 06 13:05:16.482473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:16.496039 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f849147-92b2-475a-a321-d8ac438728d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9deb30b-32e7-4338-8cd6-8fbd35b32454,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.498109 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2536355-d0fa-417a-a73d-36e6433d4864 None None] Pushing event updated for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.509435 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:16.510253 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:16.575803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.606366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.662836 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.732215 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:16.741849 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.750586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:16.753621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:16.756202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:16.804242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.826653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.838846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9deb30b-32e7-4338-8cd6-8fbd35b32454,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:16.856778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.982615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:16.982615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9c87188a-66f7-4cb3-ba38-8b4aef5b97ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c9deb30b-32e7-4338-8cd6-8fbd35b32454 HTTP/1.1" status: 204 len: 168 time: 0.4941151 May 06 13:05:17.076610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.120397 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '338a592f-0ab9-4d94-9dea-57e8ab399c41', 'name': '', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'mac_address': 'fa:16:3e:9d:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:55Z', 'updated_at': '2022-05-06T13:05:16Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'subnets': [{'id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:17.124590 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f13409-2d7a-4e6e-8956-40a7c89e46e7 None None] The sync data for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 is: [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '338a592f-0ab9-4d94-9dea-57e8ab399c41', 'name': '', 'network_id': 'ca867053-1ead-4d08-8024-12ee46bc00f0', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'mac_address': 'fa:16:3e:9d:6e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:55Z', 'updated_at': '2022-05-06T13:05:16Z', 'revision_number': 4, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'subnets': [{'id': '8807a824-2f7b-40db-b66a-07421164c1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:17.139017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-04b156e1-f104-45e4-a0e2-491890cc595c None None] Provisioning for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:17.145229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-04b156e1-f104-45e4-a0e2-491890cc595c None None] Provisioning complete for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:17.153719 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-04b156e1-f104-45e4-a0e2-491890cc595c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.219575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-04b156e1-f104-45e4-a0e2-491890cc595c None None] Port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:17.673891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.674522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ebed-7156-4648-8d1f-3cc5e6e24a46 req-4a542c80-674f-4916-872b-52abfa05575a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:17.676160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2704ebed-7156-4648-8d1f-3cc5e6e24a46 req-4a542c80-674f-4916-872b-52abfa05575a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0950131 May 06 13:05:17.744984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 338a592f-0ab9-4d94-9dea-57e8ab399c41 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:17.828528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.857675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2704ebed-7156-4648-8d1f-3cc5e6e24a46 req-d0d2d645-19cc-4446-a33d-aacccc24e8df tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716740 May 06 13:05:17.947508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.951579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:17.959594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 338a592f-0ab9-4d94-9dea-57e8ab399c41 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:17.968053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 338a592f-0ab9-4d94-9dea-57e8ab399c41 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:17.968528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:17.968851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43706) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:17.988253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.024211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:18.028512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Usage tracker for resource:security_group_rule and tenant:a738849979e544398a0818d9d9325e44 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:18.031614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:18.038542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:18.110122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:18.110431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.111827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:18.143520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.183134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 338a592f-0ab9-4d94-9dea-57e8ab399c41, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=338a592f-0ab9-4d94-9dea-57e8ab399c41,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:18.225172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.282353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641fd61-0cb8-436c-b4b1-d9c46931cad7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:18.289853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3c032b42-9007-48fa-a51d-42fb0c86af09 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a738849979e544398a0818d9d9325e44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192067 May 06 13:05:18.295342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43710) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:18.333439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.367078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.403014 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.413877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e875be3b-4b2c-408e-976c-677132f6700f None None] Provisioning complete for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:18.414314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e875be3b-4b2c-408e-976c-677132f6700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.451679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:18.479498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e875be3b-4b2c-408e-976c-677132f6700f None None] Port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:18.560305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:18.620223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.640329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641fd61-0cb8-436c-b4b1-d9c46931cad7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:18.650541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:18.652558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e42fe989-1f80-4daa-83ac-306c33f7c710 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f641fd61-0cb8-436c-b4b1-d9c46931cad7 HTTP/1.1" status: 204 len: 168 time: 0.3553894 May 06 13:05:18.793747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:18.815353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ad4dcbda-cbeb-4900-8d8c-01df0439bac9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/ce01dd27-1d06-456a-898c-8f2128272e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1827178 May 06 13:05:18.816743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:18.834453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:18.848130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:19.089288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:19.103898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5d560-0a02-46be-bcd5-99d46e8e8209 req-3865dd29-fff7-4182-92e8-6c290bb41d6b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:19.105477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b5d560-0a02-46be-bcd5-99d46e8e8209 req-3865dd29-fff7-4182-92e8-6c290bb41d6b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1010439 May 06 13:05:19.157960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01b5d560-0a02-46be-bcd5-99d46e8e8209 req-5c9a15d5-ec7a-42aa-a2e7-20f79fdb730e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 May 06 13:05:19.484444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:16Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec2fff-7d53-4ec2-8564-bfb5a09887d0', 'name': '', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:74:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:05:15Z', 'updated_at': '2022-05-06T13:05:17Z', 'revision_number': 2, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:19.488425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:05:19.488809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Updating router ce01dd27-1d06-456a-898c-8f2128272e0a port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:05:19.546418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:19.732531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 338a592f-0ab9-4d94-9dea-57e8ab399c41 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:19.928279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 338a592f-0ab9-4d94-9dea-57e8ab399c41 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:19.928908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.127616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43742) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:20.128960 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.159212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Transition to ACTIVE for port object 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:20.230437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.278433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077692164-network', 'tenant_id': 'fcc360f862854b87a7eda34547c625ab'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:20.286249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:20.290971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Usage tracker for resource:network and tenant:fcc360f862854b87a7eda34547c625ab is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:20.295400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:20.302096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:20.370555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dee9d-7abe-4a42-b107-e56c31ee39fb None None] Pushing event updated for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:20.404341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Made reservation on behalf of fcc360f862854b87a7eda34547c625ab for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:20.406331 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.424488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.484438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:20.490714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc360f862854b87a7eda34547c625ab is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:20.499201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:20.507656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b1032-8214-4000-98d0-1a3bec0fb407 req-2165ab0c-b0ea-48b2-a789-61ea4a1b911d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:20.510074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff6b1032-8214-4000-98d0-1a3bec0fb407 req-2165ab0c-b0ea-48b2-a789-61ea4a1b911d tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1700072 May 06 13:05:20.516219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:20.549758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Attempting to bind port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:20.550713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Attempting to bind port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:20.551225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Attempting to bind port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 on network 3401b148-a0ad-4e31-9f8d-fd98226a34cc {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:20.559014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:20.559381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Checking segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:20.559802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.560182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Bound using segment: {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:20.560644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Bound port: 72ec2fff-7d53-4ec2-8564-bfb5a09887d0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443479a1-43f5-4914-b430-a9403a8c91c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:20.561016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.602872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff6b1032-8214-4000-98d0-1a3bec0fb407 req-cb129c00-f705-4d93-b5f5-a3547b83dfe1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695760 May 06 13:05:20.643004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.677795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] For port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:20.679661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] For port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:20.747529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.780016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:05:20.788806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.789418 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95126c38-5eac-4a38-8345-b9af9286ecdc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:20.797421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.797937 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Added segment ce688f63-8e54-4186-ad08-2a73ac1f92cc of type vlan for network 28a2fccd-b27a-42df-8180-c55613695051 May 06 13:05:20.829969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.887541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6dee9d-7abe-4a42-b107-e56c31ee39fb None None] Pushing event updated for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:20.892670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:20.893251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:20.951412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:20.952394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:20.952976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.006964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.071977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=28a2fccd-b27a-42df-8180-c55613695051,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:21.087720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 28a2fccd-b27a-42df-8180-c55613695051 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:05:21.197464 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10ca9377-9604-43fd-a231-2107dd602ca4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0684712 May 06 13:05:21.200579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43752) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:21.206583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Request body: {'subnet': {'network_id': '28a2fccd-b27a-42df-8180-c55613695051', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077692164-subnet', 'tenant_id': 'fcc360f862854b87a7eda34547c625ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:21.212845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:21.215302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:21.217193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Usage tracker for resource:subnet and tenant:fcc360f862854b87a7eda34547c625ab is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:21.220245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:21.226610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:21.333011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Made reservation on behalf of fcc360f862854b87a7eda34547c625ab for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:21.335457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.597559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:16Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec2fff-7d53-4ec2-8564-bfb5a09887d0', 'name': '', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:74:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:05:15Z', 'updated_at': '2022-05-06T13:05:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:21.601662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f9c7bd-4214-4a4b-ba3a-d8853049bfe6 None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:16Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec2fff-7d53-4ec2-8564-bfb5a09887d0', 'name': '', 'network_id': '3401b148-a0ad-4e31-9f8d-fd98226a34cc', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:74:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:05:15Z', 'updated_at': '2022-05-06T13:05:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '2db77c11-140c-4151-a46b-85ab4fa26e4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:21.625185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:21.728567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45cd080-6cd8-42f3-bd35-301ba92f6024,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:21.761497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.761921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.762263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.762594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.763177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.763506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.763847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.764174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.764491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.764811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.765132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:05:21.781578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Checking segment: {'id': 'ce688f63-8e54-4186-ad08-2a73ac1f92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '28a2fccd-b27a-42df-8180-c55613695051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:21.782133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Network hostable DHCP agents. Network: 28a2fccd-b27a-42df-8180-c55613695051, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:05:21.814735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:21.926479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f1108-7132-4ffc-9248-f87b9afdf2e7 req-188a099c-fb7a-4025-8c2d-d84c116f3ffc tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:21.928199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a3f1108-7132-4ffc-9248-f87b9afdf2e7 req-188a099c-fb7a-4025-8c2d-d84c116f3ffc tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1280489 May 06 13:05:21.985341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1a3f1108-7132-4ffc-9248-f87b9afdf2e7 req-7e406aa7-0199-4585-bf33-09d3470c18e4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487719 May 06 13:05:22.027702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:22.033349 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:22.033782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.042005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Network 28a2fccd-b27a-42df-8180-c55613695051 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:05:22.155974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 28a2fccd-b27a-42df-8180-c55613695051) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:22.167083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:22.168072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021cd9e-ee18-4595-9655-ba4f6abe7a69 None None] Network 28a2fccd-b27a-42df-8180-c55613695051 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:22.168192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.235096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.271878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d6374329-c5fa-408d-bcd0-b67f162ac176 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0699551 May 06 13:05:22.297886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:22.421798 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:22.473169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18dd35-6faf-4ea0-9d34-062418d007b4 None None] Network 28a2fccd-b27a-42df-8180-c55613695051 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:22.578192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:23.206725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec4291-2573-437f-b33a-31db782cda32 req-f97f5231-d301-44f8-9f15-3fbdabf68647 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:23.208203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48ec4291-2573-437f-b33a-31db782cda32 req-f97f5231-d301-44f8-9f15-3fbdabf68647 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0837638 May 06 13:05:23.267163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48ec4291-2573-437f-b33a-31db782cda32 req-79a15f56-d20b-4514-901a-0366e5247628 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527642 May 06 13:05:23.594738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43790) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:23.600238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-746675767-network', 'tenant_id': 'a4052507ad7840c2b2ca5e8432ab06ef'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:23.607014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:23.720086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Usage tracker for resource:network and tenant:a4052507ad7840c2b2ca5e8432ab06ef is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:23.720374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:23.723636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:23.731308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:23.805048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:23.805322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.819879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Made reservation on behalf of a4052507ad7840c2b2ca5e8432ab06ef for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:23.823579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.843810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:23.897769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:23.921131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Usage tracker for resource:security_group_rule and tenant:a4052507ad7840c2b2ca5e8432ab06ef is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:23.938457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:23.951798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:24.043475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.147352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.181499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:05:24.186896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988f2311-58f5-44c0-a6bc-72c51c28d45d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:24.197301 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.197301 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Added segment 2716c9af-fe56-433b-9936-f2e8eaf41ddf of type vlan for network a9f97b06-66ba-4a79-a239-7e382541a7ad May 06 13:05:24.221136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.394647 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:05:24.430810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.431655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:24.432258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:24.558008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] Pushing event updated for resources: {'Network': ['ID=a9f97b06-66ba-4a79-a239-7e382541a7ad,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:24.571374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a9f97b06-66ba-4a79-a239-7e382541a7ad details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:05:24.578178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8643bc-fa47-4a02-b805-eab2901979dc req-149e0466-4ecf-4e98-bc6d-dd06e1e68244 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:24.580694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d8643bc-fa47-4a02-b805-eab2901979dc req-149e0466-4ecf-4e98-bc6d-dd06e1e68244 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1873715 May 06 13:05:24.638133 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d8643bc-fa47-4a02-b805-eab2901979dc req-0c83b0c1-d105-4cbf-948f-3f8f89d2d4a1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526531 May 06 13:05:24.682651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e2a8970-946b-4fbe-9619-3a98dfedffbe admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0867445 May 06 13:05:24.686304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43800) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:24.694225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Request body: {'subnet': {'network_id': 'a9f97b06-66ba-4a79-a239-7e382541a7ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-746675767-subnet', 'tenant_id': 'a4052507ad7840c2b2ca5e8432ab06ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:24.700637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:24.706054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Usage tracker for resource:subnet and tenant:a4052507ad7840c2b2ca5e8432ab06ef is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:05:24.707423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:05:24.714033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:24.822429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Made reservation on behalf of a4052507ad7840c2b2ca5e8432ab06ef for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:24.824915 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.101696 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.172352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-837df63a-cc88-49a1-b118-bd6e5af78b7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:25.174503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-837df63a-cc88-49a1-b118-bd6e5af78b7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1479940 May 06 13:05:25.179153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fe13dd-58d9-4dd7-a6a7-5f7a7d8feff8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:25.192324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-64b5099c-5e22-410a-b710-111dff0dcf01 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0127857 May 06 13:05:25.192546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Checking segment: {'id': '2716c9af-fe56-433b-9936-f2e8eaf41ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a9f97b06-66ba-4a79-a239-7e382541a7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:25.192789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Network hostable DHCP agents. Network: a9f97b06-66ba-4a79-a239-7e382541a7ad, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:05:25.276324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-7813c152-ce31-4b28-93d1-fb3461dd8c99 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:25.333549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Network a9f97b06-66ba-4a79-a239-7e382541a7ad is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:05:25.384846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-7813c152-ce31-4b28-93d1-fb3461dd8c99 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:25.386209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-7813c152-ce31-4b28-93d1-fb3461dd8c99 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873579 May 06 13:05:25.458747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a9f97b06-66ba-4a79-a239-7e382541a7ad) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:25.462730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:25.463304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.469750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27b8cc-4972-454b-b90e-e9cada25b5e5 None None] Network a9f97b06-66ba-4a79-a239-7e382541a7ad requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:25.608196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-86629b00-04c6-49b4-aa16-5af505363e41 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9214559 May 06 13:05:25.674065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-291b0c3c-b6fd-424e-a927-e8112ba7d4dd service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805934 May 06 13:05:25.693106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3d7c0-570b-4c94-a80d-3800a49b36a0 None None] Network a9f97b06-66ba-4a79-a239-7e382541a7ad requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:25.756394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:25.866967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-d36e229f-6d61-46a0-9a74-45c6c94e8ab0 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689687 May 06 13:05:25.888438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Deleting subnet d45cd080-6cd8-42f3-bd35-301ba92f6024 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:25.894359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:25.955075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7667-90f9-4783-9be3-c19d329c45c3 req-0796c88d-241c-424b-a2b3-41a7b82bb61f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:25.956612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65fc7667-90f9-4783-9be3-c19d329c45c3 req-0796c88d-241c-424b-a2b3-41a7b82bb61f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1560454 May 06 13:05:25.958815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.054250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-65fc7667-90f9-4783-9be3-c19d329c45c3 req-6fa0fc4e-5165-486a-a27f-1c3acd7c48af tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660613 May 06 13:05:26.055409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.232168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3fd8d91e-7842-45ca-a953-6f12d8d43ae0 req-d0111b70-4fc4-49fe-b083-5eaa0719e77c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 210 time: 0.0462887 May 06 13:05:26.253923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.294697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45cd080-6cd8-42f3-bd35-301ba92f6024,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:26.301354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.307639 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-334d7bca-43cc-47f4-abcf-cd4e47f573af admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d45cd080-6cd8-42f3-bd35-301ba92f6024 HTTP/1.1" status: 204 len: 168 time: 0.5496192 May 06 13:05:26.310306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:26.417200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.548318 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.576316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a2fccd-b27a-42df-8180-c55613695051']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:26.589175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce688f63-8e54-4186-ad08-2a73ac1f92cc') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:26.589470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce688f63-8e54-4186-ad08-2a73ac1f92cc') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:26.600766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.616942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.624040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:26.624449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: timer() May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:26.638266 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:26.799061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.817178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:26.828259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/28a2fccd-b27a-42df-8180-c55613695051 HTTP/1.1" status: 204 len: 168 time: 0.5169654 May 06 13:05:26.829353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f08dbc-b4b0-4b5f-978c-5c7b29ce53f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=28a2fccd-b27a-42df-8180-c55613695051,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:26.831030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43842) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:27.014809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Deleting subnet a9fe13dd-58d9-4dd7-a6a7-5f7a7d8feff8 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:27.017869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.089460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.151542 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.290798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a56f5-ecaa-4925-aff1-db619ee1e90b req-93a0bbce-3a5b-423a-94b3-50a7a672862e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:27.292482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6a56f5-ecaa-4925-aff1-db619ee1e90b req-93a0bbce-3a5b-423a-94b3-50a7a672862e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0947483 May 06 13:05:27.343188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a6a56f5-ecaa-4925-aff1-db619ee1e90b req-39d98422-6932-4226-b4e9-a7b96e5e5fb6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444255 May 06 13:05:27.345306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.390067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fe13dd-58d9-4dd7-a6a7-5f7a7d8feff8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:27.397120 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.403646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-086a1e7a-b6e2-4d1e-b5b7-b7f0d3b23e59 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a9fe13dd-58d9-4dd7-a6a7-5f7a7d8feff8 HTTP/1.1" status: 204 len: 168 time: 0.5717154 May 06 13:05:27.406077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43850) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:27.537015 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1c013fec-51c9-4c69-83e4-76aee65236f7 req-c5a1be2a-803b-4a39-9ee4-cbcf72a648c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 210 time: 0.1116922 May 06 13:05:27.573340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.722255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.751007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f97b06-66ba-4a79-a239-7e382541a7ad']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.765204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2716c9af-fe56-433b-9936-f2e8eaf41ddf') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.765794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2716c9af-fe56-433b-9936-f2e8eaf41ddf') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:27.778492 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.799484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.808952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:27.809597 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: timer() May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:27.825120 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:27.984777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:27.989794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.012747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] 10.222.0.83 "DELETE /v2.0/networks/a9f97b06-66ba-4a79-a239-7e382541a7ad HTTP/1.1" status: 204 len: 168 time: 0.6056800 May 06 13:05:28.014050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ad7ff-a56d-4f67-b18c-26a2d7c1f54c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f97b06-66ba-4a79-a239-7e382541a7ad,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:28.489199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43860) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:28.546598 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9899ca46-3629-45e8-b9df-c2aedacc11dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fcc360f862854b87a7eda34547c625ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561686 May 06 13:05:28.548509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1008e58-0357-4c9e-8f08-f91ce5df5036 req-f0ef165e-36f0-42d2-990a-e474047f21f5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:28.549444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:28.550444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1008e58-0357-4c9e-8f08-f91ce5df5036 req-f0ef165e-36f0-42d2-990a-e474047f21f5 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0815952 May 06 13:05:28.614438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.642519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.702281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1008e58-0357-4c9e-8f08-f91ce5df5036 req-3f24ad88-a9ce-4186-a6ac-56a9e892b1fa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310360 May 06 13:05:28.727967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53c74149-1db2-4493-a2b5-7a6ee802ea6d req-f966b8ff-483a-4b98-8238-7fd19557132b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 210 time: 0.0613194 May 06 13:05:28.735752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-074162dd-bc34-4915-aec3-61394ceac9b0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:28.737203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-074162dd-bc34-4915-aec3-61394ceac9b0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1855447 May 06 13:05:28.755134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': '9447d4d0-8688-44e2-b981-fd683d37f688', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:28.844577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.860519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95126c38-5eac-4a38-8345-b9af9286ecdc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:28.868484 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:28.869691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a7b173d6-1715-409c-94dc-7bc94dd87044 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/95126c38-5eac-4a38-8345-b9af9286ecdc HTTP/1.1" status: 204 len: 168 time: 0.3193526 May 06 13:05:28.907461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:05:28.917536 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:05:28.996557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:05:28.999692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.272049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.8 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/6a74adfa-2458-4ba6-bd21-53f036c4c5c5) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:05:29.575753 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.593533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:29.781817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.862769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:05:29.866864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:05:29.869477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:29.871719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:05:29.942179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:29.943076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:29.976056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 43878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:30.012102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325e713-b80a-44ce-b5f7-c075c5b83080 req-916b1cbf-3424-411c-83ff-4eea79edabb5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:30.017965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5325e713-b80a-44ce-b5f7-c075c5b83080 req-916b1cbf-3424-411c-83ff-4eea79edabb5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 931 time: 0.1272249 May 06 13:05:30.061132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383f3dd-db58-4645-8664-d98c4f4107c8 req-a9f7949d-31a9-46f2-b277-0a56cc9730ff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:30.062835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6383f3dd-db58-4645-8664-d98c4f4107c8 req-a9f7949d-31a9-46f2-b277-0a56cc9730ff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1088791 May 06 13:05:30.094073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4399907f-8960-4bd1-868b-d89c32ab1e5a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a4052507ad7840c2b2ca5e8432ab06ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1092939 May 06 13:05:30.094834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 43882) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:30.097108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5325e713-b80a-44ce-b5f7-c075c5b83080 req-120ff57c-82f8-48a5-9efb-a2b41a44bc8c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756836 May 06 13:05:30.157106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-642cbc2e-794b-4845-9346-0bf38305aa40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4059744 May 06 13:05:30.162778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6383f3dd-db58-4645-8664-d98c4f4107c8 req-96a390b3-9ab7-4ff7-bc20-55c28edfdc2b tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941763 May 06 13:05:30.171305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Request body: {'port': {'device_id': '9447d4d0-8688-44e2-b981-fd683d37f688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:05:30.241060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.348469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.360907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.450123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e2e50b75-5a56-4992-b604-036777b93449 None None] Provisioning for port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:05:30.456490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e2e50b75-5a56-4992-b604-036777b93449 None None] Provisioning complete for port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:30.457199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e2e50b75-5a56-4992-b604-036777b93449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.515862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e2e50b75-5a56-4992-b604-036777b93449 None None] Port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:05:30.598857 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.629562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988f2311-58f5-44c0-a6bc-72c51c28d45d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:30.636579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.637740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f6a4af78-b3d2-498d-ac79-a27906df3118 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/988f2311-58f5-44c0-a6bc-72c51c28d45d HTTP/1.1" status: 204 len: 168 time: 0.5419381 May 06 13:05:30.760784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:30.769389 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:30.790090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Transition to ACTIVE for port object 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:05:30.873135 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.006445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Pushing event updated for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:31.137512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Attempting to bind port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:05:31.138091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Attempting to bind port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:05:31.138857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Attempting to bind port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:31.145693 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:05:31.146021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Attempting to bind port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:05:31.154180 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:05:31.154760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:05:31.155311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:05:31.156084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Bound port: 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:05:31.156917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.278766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:05:31.282662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:05:31.375201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98284-6701-4c2f-8a3f-b1b19c41760d req-023c1e14-70b6-4612-9189-3a0e3f134021 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:31.375201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7c98284-6701-4c2f-8a3f-b1b19c41760d req-023c1e14-70b6-4612-9189-3a0e3f134021 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0953703 May 06 13:05:31.397510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.438110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7c98284-6701-4c2f-8a3f-b1b19c41760d req-96a40c30-9068-4250-819e-2b3ddba068b3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570824 May 06 13:05:31.475927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:31.477563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] 10.222.0.86 "PUT /v2.0/ports/6a74adfa-2458-4ba6-bd21-53f036c4c5c5 HTTP/1.1" status: 200 len: 1091 time: 1.3112843 May 06 13:05:31.478203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:31.489714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572488-e3a9-4138-bf74-c93047e2d18d req-f809856b-6d22-44dc-9ff4-936002222a58 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:31.491462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81572488-e3a9-4138-bf74-c93047e2d18d req-f809856b-6d22-44dc-9ff4-936002222a58 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1765635 May 06 13:05:31.603831 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301377da-cc70-4b71-91bf-9358f822f92f'] response: {'name': 'network-changed', 'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5', 'status': 'completed', 'code': 200} May 06 13:05:31.618884 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81572488-e3a9-4138-bf74-c93047e2d18d req-490a62e6-e715-4900-8e6d-93f2634cc1d6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072185 May 06 13:05:31.618884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5610-8fff-4f45-ad1b-8f4aabf5e31d service neutron] Pushing event updated for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:31.795886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1c075cb-cb1a-4ee9-8f98-ad03d4fc3d3e req-741c25a2-9685-494e-8f4a-e3c54cb8554a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 1094 time: 0.1809568 May 06 13:05:31.968697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c075cb-cb1a-4ee9-8f98-ad03d4fc3d3e req-a0b799f7-8379-4cce-a480-51e032701e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:31.970247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1c075cb-cb1a-4ee9-8f98-ad03d4fc3d3e req-a0b799f7-8379-4cce-a480-51e032701e3d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=59f597caa6924978af45e8524840b331&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1675379 May 06 13:05:32.131689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c075cb-cb1a-4ee9-8f98-ad03d4fc3d3e req-4f1fd43d-caf7-4533-b8f5-6cc2504716a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:32.133576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1c075cb-cb1a-4ee9-8f98-ad03d4fc3d3e req-4f1fd43d-caf7-4533-b8f5-6cc2504716a9 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567318 May 06 13:05:32.267419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-98b03516-b070-44a2-a4d2-81b0eeff1e82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 1094 time: 0.0885623 May 06 13:05:32.339829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-8e310f61-9ea7-4b72-bbfc-6eb316392b1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5 HTTP/1.1" status: 200 len: 217 time: 0.0652854 May 06 13:05:32.427975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-ab5ca92e-9a07-404f-84ac-1f008a2c728f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:32.429897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-ab5ca92e-9a07-404f-84ac-1f008a2c728f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0836928 May 06 13:05:32.528942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-a65cef57-8e19-4f88-88c0-e6ac747e232b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903969 May 06 13:05:32.660335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7683-3154-433d-9f59-1e394ab98f91 req-2e56a375-c025-49fa-aa50-9301bf760c1a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:32.671185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06fb7683-3154-433d-9f59-1e394ab98f91 req-2e56a375-c025-49fa-aa50-9301bf760c1a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0998621 May 06 13:05:32.708055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-bd6b6e51-9449-4619-80ed-8b7c88372632 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714983 May 06 13:05:32.727931 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06fb7683-3154-433d-9f59-1e394ab98f91 req-ae7f0372-a07a-4cf4-b83e-d7dbd9a11c23 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556238 May 06 13:05:32.964894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0bc6adf-43be-4bbb-b9e2-a7b464d0713a req-4ce623aa-cabc-4de9-968d-9547303086cb service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477219 May 06 13:05:32.977928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a6c1b-c915-4ff0-89f7-69bae1e9ba51 req-4d190a6b-f52a-4889-9e7c-08d42b448e58 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:32.979435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e52a6c1b-c915-4ff0-89f7-69bae1e9ba51 req-4d190a6b-f52a-4889-9e7c-08d42b448e58 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1520400 May 06 13:05:33.040340 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e52a6c1b-c915-4ff0-89f7-69bae1e9ba51 req-5244a695-4159-46d7-ae8c-cc1bbae39a42 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537386 May 06 13:05:33.971184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b958ea4-5243-4a3e-9776-86f084c613a2 req-699c4b6b-a237-4aba-a49b-1c6b12213b28 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:33.973238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b958ea4-5243-4a3e-9776-86f084c613a2 req-699c4b6b-a237-4aba-a49b-1c6b12213b28 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1165311 May 06 13:05:34.040126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b958ea4-5243-4a3e-9776-86f084c613a2 req-66394a5d-cbcf-4c72-9b87-e4ba4e2ec967 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556672 May 06 13:05:34.268286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95036a08-7d6c-4bb1-a3e4-e50c1490b636 req-2e54a134-64d6-4594-94bb-2a0bf01f0bbf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:34.269685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95036a08-7d6c-4bb1-a3e4-e50c1490b636 req-2e54a134-64d6-4594-94bb-2a0bf01f0bbf tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0943248 May 06 13:05:34.322701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-95036a08-7d6c-4bb1-a3e4-e50c1490b636 req-55736dc2-b42a-4cd8-b064-b295d0a1be57 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 May 06 13:05:35.271117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e180-3eae-4449-b325-986d534da539 req-6f3fd981-89d1-45cf-a6ba-726e47fe2125 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:35.272481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1554e180-3eae-4449-b325-986d534da539 req-6f3fd981-89d1-45cf-a6ba-726e47fe2125 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0949948 May 06 13:05:35.329139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1554e180-3eae-4449-b325-986d534da539 req-30e65114-a093-4680-889d-0f1b7053ce34 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 May 06 13:05:35.550671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b6e48-2afd-4dac-b750-50706d89f3c7 req-b3a64b52-d14f-46d4-8d1d-ff62ae90ccaa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:35.552078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f6b6e48-2afd-4dac-b750-50706d89f3c7 req-b3a64b52-d14f-46d4-8d1d-ff62ae90ccaa tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0937364 May 06 13:05:35.603999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f6b6e48-2afd-4dac-b750-50706d89f3c7 req-7f6ce2cb-1880-4d9e-a98e-0c0894aa1354 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 May 06 13:05:36.569882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2aa1a-0803-4351-8d4d-48c665552ffa req-6885e225-556c-4762-a91d-4f81caa440a8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:36.573042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52e2aa1a-0803-4351-8d4d-48c665552ffa req-6885e225-556c-4762-a91d-4f81caa440a8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1036181 May 06 13:05:36.626048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-52e2aa1a-0803-4351-8d4d-48c665552ffa req-f3054a1e-28f9-4bc3-b560-83cd981ee859 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 May 06 13:05:36.817994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8223e3-5275-470e-99b1-4f63004172d2 req-5e053272-7235-48d0-9c88-27166c87c57a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:36.819533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df8223e3-5275-470e-99b1-4f63004172d2 req-5e053272-7235-48d0-9c88-27166c87c57a tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0832849 May 06 13:05:36.871697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df8223e3-5275-470e-99b1-4f63004172d2 req-89767c65-ba14-4bd4-b0ec-55c767cc8b3c tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 May 06 13:05:37.860762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d303e4-0839-47e6-84a4-c5ee3bf511d4 req-ec1c3188-b68d-45c4-b425-ca376a5a6cbd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:37.862367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88d303e4-0839-47e6-84a4-c5ee3bf511d4 req-ec1c3188-b68d-45c4-b425-ca376a5a6cbd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0945098 May 06 13:05:37.935920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88d303e4-0839-47e6-84a4-c5ee3bf511d4 req-dcc079c0-bb13-46bc-baa8-a0c643564244 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 May 06 13:05:38.093267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220707e8-0d78-47eb-bceb-c0cdef0a745a req-c20a5e75-5852-48b6-bae3-5c1e3bebfad4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:38.094797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-220707e8-0d78-47eb-bceb-c0cdef0a745a req-c20a5e75-5852-48b6-bae3-5c1e3bebfad4 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0898128 May 06 13:05:38.150494 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-220707e8-0d78-47eb-bceb-c0cdef0a745a req-a4592969-90a4-4e2f-bc84-baf519577e6f tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494201 May 06 13:05:38.542199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-19bfa8ae-66ec-4ebc-8639-973ec8c58e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:39.177332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2f775-fbbe-40af-947e-867e5e2940dc req-a9a8f88c-60e7-47f5-8180-a038ed75875c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:39.192482 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57d2f775-fbbe-40af-947e-867e5e2940dc req-a9a8f88c-60e7-47f5-8180-a038ed75875c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1112697 May 06 13:05:39.246681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-57d2f775-fbbe-40af-947e-867e5e2940dc req-7ba6ba2e-6d2c-4771-866c-af6b0b79c635 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532846 May 06 13:05:39.399153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813532-6631-4742-a038-6049d589492e req-6d7e42b4-8f84-48b3-a73e-441362be6607 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:39.400867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88813532-6631-4742-a038-6049d589492e req-6d7e42b4-8f84-48b3-a73e-441362be6607 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0964098 May 06 13:05:39.463604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88813532-6631-4742-a038-6049d589492e req-87cefd43-558d-45d7-936f-17b660a9c4ae tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551486 May 06 13:05:40.501176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364feee1-71f2-4035-939b-512f4293482c req-e310eeb8-0064-4d04-a811-689a74230844 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:40.502658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-364feee1-71f2-4035-939b-512f4293482c req-e310eeb8-0064-4d04-a811-689a74230844 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0887251 May 06 13:05:40.556436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-364feee1-71f2-4035-939b-512f4293482c req-3c1b2fe6-3c4c-4066-acbf-9af27b5538db tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 May 06 13:05:40.730266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929432d3-514a-4499-be89-9b9a37b9c48b req-3ac23571-4a6a-476a-80dd-f5a350643efd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:40.731923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-929432d3-514a-4499-be89-9b9a37b9c48b req-3ac23571-4a6a-476a-80dd-f5a350643efd tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0907660 May 06 13:05:40.747318 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b22c9b5e-8d1a-4c36-83e1-9cca16d54b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:40.783350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-929432d3-514a-4499-be89-9b9a37b9c48b req-daab0381-d187-4294-8511-d44aa101d241 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455861 May 06 13:05:41.924255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0382386-c793-405d-a911-f3d0d183a455 req-a7cd1934-16be-4ac5-abe5-e71249abb24f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:41.926567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0382386-c793-405d-a911-f3d0d183a455 req-a7cd1934-16be-4ac5-abe5-e71249abb24f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.2340500 May 06 13:05:41.992507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0382386-c793-405d-a911-f3d0d183a455 req-bfaa4dfd-7ebc-4200-821b-212a24caa11f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595179 May 06 13:05:42.206842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151749e3-ce6b-4ea7-9792-f3ca55744b82 req-cb860673-42db-4737-8fd6-70b675fcfdd1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:42.216413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-151749e3-ce6b-4ea7-9792-f3ca55744b82 req-cb860673-42db-4737-8fd6-70b675fcfdd1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.2414992 May 06 13:05:42.311616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-151749e3-ce6b-4ea7-9792-f3ca55744b82 req-ce7980a1-aaab-4413-93c6-aa2da5210141 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872512 May 06 13:05:42.330289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:42.399212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.213449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2605f-8f72-49c0-b12d-33f1a2cc4ef5 req-9990e0d1-f41e-426f-8c4a-e40d5dee6b8b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:43.213449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74e2605f-8f72-49c0-b12d-33f1a2cc4ef5 req-9990e0d1-f41e-426f-8c4a-e40d5dee6b8b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0867288 May 06 13:05:43.265883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74e2605f-8f72-49c0-b12d-33f1a2cc4ef5 req-4d32c473-c79a-4b0c-814e-99df30ed2cd7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 May 06 13:05:43.528734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aad90-11c6-41ce-a45f-8a7bfa2975aa req-f09c51f3-d131-44bb-9b87-5c30f50bbe72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:43.530100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c96aad90-11c6-41ce-a45f-8a7bfa2975aa req-f09c51f3-d131-44bb-9b87-5c30f50bbe72 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.0853820 May 06 13:05:43.583787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c96aad90-11c6-41ce-a45f-8a7bfa2975aa req-b99367ae-24e7-46b7-b6b4-792de372314e tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480657 May 06 13:05:43.658754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:43.663024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9127788-395f-4db4-8089-19f610188884 req-c8da3b0d-7fc5-4d63-b8e7-0ab868dd1a8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.0740457 May 06 13:05:43.714589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9127788-395f-4db4-8089-19f610188884 req-2c364186-c928-49c9-a1d3-db0d77d839f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 May 06 13:05:44.480106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdef800-dbfb-4122-a44a-0ad1922a86d1 req-72f12dfe-2534-4350-9296-bd9226ce2587 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:44.481679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcdef800-dbfb-4122-a44a-0ad1922a86d1 req-72f12dfe-2534-4350-9296-bd9226ce2587 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0878501 May 06 13:05:44.540638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fcdef800-dbfb-4122-a44a-0ad1922a86d1 req-6a33f905-37c1-40af-ba3a-4d62c3986a86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 May 06 13:05:44.832012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117dabe-64be-4af5-96d0-8c430856749b req-cbc24131-c20e-4652-bfb7-ac332291ff68 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:44.835015 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2117dabe-64be-4af5-96d0-8c430856749b req-cbc24131-c20e-4652-bfb7-ac332291ff68 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1196156 May 06 13:05:44.888735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2117dabe-64be-4af5-96d0-8c430856749b req-5ce04d32-f62e-48bf-b31c-60bcc21c90f6 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470545 May 06 13:05:45.175037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:05:45.177938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:45.418963 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.465283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:45.480309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:45.495211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:45.496473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '6753cd53-235f-4729-b3be-84d45961f1e4', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'port_id': '6753cd53-235f-4729-b3be-84d45961f1e4', 'mac_address': 'fa:16:3e:4d:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:05:45.584063 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcf953e-d836-4892-bad4-99241efbbdad'] response: {'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'code': 200} May 06 13:05:45.584930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.646297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:45.687364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:45.769858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:45.772473 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:45.804393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:45.847516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623ca66-d97c-4700-ab27-1b727bfe4da1 req-d901e5fb-e011-45f9-87d3-8eba0e1eb435 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:45.848562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1623ca66-d97c-4700-ab27-1b727bfe4da1 req-d901e5fb-e011-45f9-87d3-8eba0e1eb435 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:45.992815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1623ca66-d97c-4700-ab27-1b727bfe4da1 req-d901e5fb-e011-45f9-87d3-8eba0e1eb435 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:45.994777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1623ca66-d97c-4700-ab27-1b727bfe4da1 req-d901e5fb-e011-45f9-87d3-8eba0e1eb435 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.2711101 May 06 13:05:46.055382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1623ca66-d97c-4700-ab27-1b727bfe4da1 req-8a142bfe-751c-4d9a-a20c-4decd393c05b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 May 06 13:05:46.106250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509539-5726-44f1-ab88-eba02debbc2e req-d6f6acf0-cafa-4732-809e-da92f7600ef0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:46.114527 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21509539-5726-44f1-ab88-eba02debbc2e req-d6f6acf0-cafa-4732-809e-da92f7600ef0 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 944 time: 0.0856516 May 06 13:05:46.156795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21509539-5726-44f1-ab88-eba02debbc2e req-c6670cc4-0414-4640-b6d1-3bdfa57c9974 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 May 06 13:05:46.185209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:46.302829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff45a827-3e04-40f3-a55e-8d3beba099f1 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 200 len: 992 time: 0.1164110 May 06 13:05:46.338821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.360421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:05:46.378601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:46.502828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.578606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:46.756689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['6753cd53-235f-4729-b3be-84d45961f1e4'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:05:46.856781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:46.907382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:47.299926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2a204-0d3b-4b3b-abe3-36a8e0846ac1 req-182024ed-891c-46a9-ae5d-be61fa6e4439 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:47.301426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6fa2a204-0d3b-4b3b-abe3-36a8e0846ac1 req-182024ed-891c-46a9-ae5d-be61fa6e4439 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0979190 May 06 13:05:47.353904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6fa2a204-0d3b-4b3b-abe3-36a8e0846ac1 req-3e15d538-99f3-4114-8c2f-a0cfcfb52136 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 May 06 13:05:47.382385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.095678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:48.096069 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.410966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 72ec2fff-7d53-4ec2-8564-bfb5a09887d0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:48.411625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.543690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:48.703095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6577dd6-cb9d-4acf-b01e-9450834dc48c req-67a255a5-80ae-4f02-969f-a05215c8ab88 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:48.704723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6577dd6-cb9d-4acf-b01e-9450834dc48c req-67a255a5-80ae-4f02-969f-a05215c8ab88 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1694136 May 06 13:05:48.801929 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6577dd6-cb9d-4acf-b01e-9450834dc48c req-711ac2c7-2e4e-4555-969d-e5e23a232f46 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876043 May 06 13:05:48.941284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:48.994708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=72ec2fff-7d53-4ec2-8564-bfb5a09887d0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:49.174497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:05:49.270991 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 6753cd53-235f-4729-b3be-84d45961f1e4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:05:49.271459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.346705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.409725 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.438229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:49.448909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:49.497204 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9900e59f-03eb-47f1-b208-aac0c85e7e00'] response: {'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'code': 200} May 06 13:05:49.784352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:49.871177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:50.048891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7475a2-03d4-4ba4-9007-5b9503f9ee91 req-a2b65074-7da9-40fb-aa69-86d58e455ca1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:50.050340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3e7475a2-03d4-4ba4-9007-5b9503f9ee91 req-a2b65074-7da9-40fb-aa69-86d58e455ca1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1135995 May 06 13:05:50.204290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:50.238556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3e7475a2-03d4-4ba4-9007-5b9503f9ee91 req-42024b52-af3f-4137-aca6-b1b555334aa8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818690 May 06 13:05:50.455637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:50.473847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:50.479714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ed38df17-b632-4dc7-8c81-20c4036b942e tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/ce01dd27-1d06-456a-898c-8f2128272e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5716851 May 06 13:05:50.503270 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:50.504361 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:50.748271 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:51.038433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:51.166322 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:51.171177 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:05:51.191538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:51.192293 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:51.277333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d949f6-90e6-4baa-a515-fc79489275be req-853dc94a-594e-42c6-be1e-5a1c346f4095 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:51.278685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-17d949f6-90e6-4baa-a515-fc79489275be req-853dc94a-594e-42c6-be1e-5a1c346f4095 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:51.443195 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:05:51.481692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f281d8-e201-4f56-84b6-9e9b3d513d62 req-c9240ba3-5cc0-416d-b23b-84b39821eccb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:51.486251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73f281d8-e201-4f56-84b6-9e9b3d513d62 req-c9240ba3-5cc0-416d-b23b-84b39821eccb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0908704 May 06 13:05:51.539220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-17d949f6-90e6-4baa-a515-fc79489275be req-853dc94a-594e-42c6-be1e-5a1c346f4095 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:51.542364 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17d949f6-90e6-4baa-a515-fc79489275be req-853dc94a-594e-42c6-be1e-5a1c346f4095 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.3613343 May 06 13:05:51.553904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-73f281d8-e201-4f56-84b6-9e9b3d513d62 req-a934e4dd-887f-4e38-bd3c-cd60df955eb1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 May 06 13:05:51.600190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17d949f6-90e6-4baa-a515-fc79489275be req-e99f95ae-dcf8-4423-ac73-39544d1e4ddf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526338 May 06 13:05:51.860343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:51.866036 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd7c16-fd91-4987-9bcd-3b32de24643d None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2ad62ef1-56b5-4786-920a-a4aa46dd1632', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'port_id': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'mac_address': 'fa:16:3e:1e:6e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:04:06Z', 'updated_at': '2022-05-06T13:04:23Z', 'revision_number': 1, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:51.996067 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Sync routers for ids ['d2133eaa-bd73-496f-9944-381d1515ebda'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:52.009872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:52.010248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:05:52.010844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d2133eaa-bd73-496f-9944-381d1515ebda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:05:52.022522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:52.022986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:05:52.023471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_agentschedulers_db [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d2133eaa-bd73-496f-9944-381d1515ebda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84801) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:05:52.023873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fcb8e-d14e-46c8-b6dd-eadb75b439ef None None] The sync data for ids ['d2133eaa-bd73-496f-9944-381d1515ebda'] in n-d-840845-1 is: [] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:52.672439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ef4204e8-823b-40bd-bc6b-bcbe240c00ba tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:52.674116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ef4204e8-823b-40bd-bc6b-bcbe240c00ba tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.0883520 May 06 13:05:52.818608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 1a37ef1c-3922-4711-a035-1d2c24435e62 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:52.818944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:52.874129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e86d3-06af-452f-93b4-bf928c9e4d00 req-ede6f770-b06d-4e86-9541-20e0f334ebe2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:52.875875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e6e86d3-06af-452f-93b4-bf928c9e4d00 req-ede6f770-b06d-4e86-9541-20e0f334ebe2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 946 time: 0.1291955 May 06 13:05:52.882146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f024a7-cd5f-4bb3-8050-e86ed8850061 req-b5172f66-84e3-4aa4-a80d-a11c912c5b7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:52.884405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15f024a7-cd5f-4bb3-8050-e86ed8850061 req-b5172f66-84e3-4aa4-a80d-a11c912c5b7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1733615 May 06 13:05:52.935391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e6e86d3-06af-452f-93b4-bf928c9e4d00 req-370604d9-6f77-4470-928a-092b7c6a2e02 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540316 May 06 13:05:52.984004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15f024a7-cd5f-4bb3-8050-e86ed8850061 req-02b2ad47-7942-4f77-b581-9a135f2817c3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915947 May 06 13:05:53.173213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 1a37ef1c-3922-4711-a035-1d2c24435e62, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1a37ef1c-3922-4711-a035-1d2c24435e62,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:53.178692 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.288317 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Sync routers for ids ['a4feffbb-bb7f-4842-ae2a-0eea256badda'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:53.306573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 1a37ef1c-3922-4711-a035-1d2c24435e62 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:53.307967 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:53.308461 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:05:53.309161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4feffbb-bb7f-4842-ae2a-0eea256badda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:05:53.336766 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:53.337994 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:05:53.338615 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a4feffbb-bb7f-4842-ae2a-0eea256badda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:05:53.339170 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7234529-ea07-4524-b9f4-a891034f4055 None None] The sync data for ids ['a4feffbb-bb7f-4842-ae2a-0eea256badda'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:05:53.621074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.729149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=1a37ef1c-3922-4711-a035-1d2c24435e62,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:53.871697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] No DVR routers for this DVR port 1a37ef1c-3922-4711-a035-1d2c24435e62 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:53.874538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:53.878405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'name': 'network-vif-deleted', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:53.970076 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43aeb7f2-e186-4be2-b10a-ce1014896a62'] response: {'server_uuid': '7911629c-b12d-4c7b-9c12-4be1cd61e334', 'name': 'network-vif-deleted', 'tag': '1a37ef1c-3922-4711-a035-1d2c24435e62', 'status': 'completed', 'code': 200} May 06 13:05:53.970204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:53.994680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7edf943d-9ccd-4325-8f84-72dbff1074b8 req-ff4b5682-90e2-46ed-9871-b4f3865b36c7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "DELETE /v2.0/ports/1a37ef1c-3922-4711-a035-1d2c24435e62 HTTP/1.1" status: 204 len: 173 time: 1.3139081 May 06 13:05:54.022887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:54.023293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 8c232be5-1265-4beb-bbf4-bf5ffd8bc71b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:54.023823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:54.119249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:54.119949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72ec2fff-7d53-4ec2-8564-bfb5a09887d0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:54.120528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72be7a81-2c79-4cc6-9934-baa7e94e7f2b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:54.160940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4a2f89af-8624-4530-9379-de1f5ea1de4c req-9825d92e-d436-4fee-b9d4-97f02da23a8a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:05:54.168874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 72be7a81-2c79-4cc6-9934-baa7e94e7f2b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:54.169439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 72be7a81-2c79-4cc6-9934-baa7e94e7f2b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:54.224848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c24a7-e0f3-4d8e-b44d-451d609ec4fb req-5d730b00-b2b8-4c16-a5dd-f8f1a36dc8d4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:54.227042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-895c24a7-e0f3-4d8e-b44d-451d609ec4fb req-5d730b00-b2b8-4c16-a5dd-f8f1a36dc8d4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0888278 May 06 13:05:54.273505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4a2f89af-8624-4530-9379-de1f5ea1de4c req-9825d92e-d436-4fee-b9d4-97f02da23a8a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:05:54.276177 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a2f89af-8624-4530-9379-de1f5ea1de4c req-9825d92e-d436-4fee-b9d4-97f02da23a8a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=7911629c-b12d-4c7b-9c12-4be1cd61e334 HTTP/1.1" status: 200 len: 210 time: 0.1753321 May 06 13:05:54.281049 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-895c24a7-e0f3-4d8e-b44d-451d609ec4fb req-4e3d4900-fb90-47da-a22e-248b92ef4eba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 May 06 13:05:55.404122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44174) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:55.538903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.595210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80b4c-95f8-46d5-af30-8408d3431bcc req-f9168321-e278-4299-8053-593c2a7f57e1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:55.595210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26e80b4c-95f8-46d5-af30-8408d3431bcc req-f9168321-e278-4299-8053-593c2a7f57e1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1450462 May 06 13:05:55.595210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.669961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26e80b4c-95f8-46d5-af30-8408d3431bcc req-7176b927-fd5b-4a2e-bee0-ca87f3c341ad tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720680 May 06 13:05:55.867061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:55.884758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ffbd6-e6ae-4127-8a40-bd69e2aa74bb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.014999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.016462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-290cfb9e-2ffe-4983-ba42-c64009160a22 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/security-groups/217ffbd6-e6ae-4127-8a40-bd69e2aa74bb HTTP/1.1" status: 204 len: 168 time: 0.6113780 May 06 13:05:56.152234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:56.357547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting subnet 2db77c11-140c-4151-a46b-85ab4fa26e4d {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:05:56.361061 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.417900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.504747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.648169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.687449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Subnet': ['ID=2db77c11-140c-4151-a46b-85ab4fa26e4d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:56.694989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.702502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-85e1204f-b207-4097-b9a7-643b49bc6f17 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/subnets/2db77c11-140c-4151-a46b-85ab4fa26e4d HTTP/1.1" status: 204 len: 168 time: 0.5492005 May 06 13:05:56.704358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce8247-9334-4a2c-ae47-4de9f50530cf None None] Network 3401b148-a0ad-4e31-9f8d-fd98226a34cc requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:05:56.705282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44196) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:56.870060 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.882504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port e183058c-f955-45a7-9186-62854ce3b141 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:56.882774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:56.915350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347a1b3-b9f7-4766-95be-0ebe95d7e76a req-d1c10408-e787-4e8b-9ad2-a9f6c9f0f8cf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:56.915350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3347a1b3-b9f7-4766-95be-0ebe95d7e76a req-d1c10408-e787-4e8b-9ad2-a9f6c9f0f8cf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0940630 May 06 13:05:56.964829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3347a1b3-b9f7-4766-95be-0ebe95d7e76a req-6d59d64b-56fe-464c-b202-79cc06dbc2e1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 May 06 13:05:57.015239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] DHCP port deletion for 3401b148-a0ad-4e31-9f8d-fd98226a34cc request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:05:57.019635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Deleting port e183058c-f955-45a7-9186-62854ce3b141 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:57.019970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.115134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port e183058c-f955-45a7-9186-62854ce3b141, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e183058c-f955-45a7-9186-62854ce3b141,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:57.115489 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.218483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1a37ef1c-3922-4711-a035-1d2c24435e62 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:57.243567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for e183058c-f955-45a7-9186-62854ce3b141 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:57.260269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 1a37ef1c-3922-4711-a035-1d2c24435e62 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:57.260615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1a37ef1c-3922-4711-a035-1d2c24435e62 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:57.265978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] For port e183058c-f955-45a7-9186-62854ce3b141, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e183058c-f955-45a7-9186-62854ce3b141,segment=NetworkSegment(443479a1-43f5-4914-b430-a9403a8c91c1),segment_id=443479a1-43f5-4914-b430-a9403a8c91c1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:05:57.266377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.388004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Calling delete_port for e183058c-f955-45a7-9186-62854ce3b141 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:57.409844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.462342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=e183058c-f955-45a7-9186-62854ce3b141,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:57.462579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:05:57.462934 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:05:57.467537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] No DVR routers for this DVR port e183058c-f955-45a7-9186-62854ce3b141 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:05:57.597185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.622442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3401b148-a0ad-4e31-9f8d-fd98226a34cc']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:57.635094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443479a1-43f5-4914-b430-a9403a8c91c1') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:57.635379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443479a1-43f5-4914-b430-a9403a8c91c1') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:57.647009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.664395 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.672295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:05:57.672688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: timer() May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:05:57.688305 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:05:57.722010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e183058c-f955-45a7-9186-62854ce3b141 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:05:57.791426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e183058c-f955-45a7-9186-62854ce3b141 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:05:57.792079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e183058c-f955-45a7-9186-62854ce3b141 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:05:57.849360 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.866570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.878070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Network': ['ID=3401b148-a0ad-4e31-9f8d-fd98226a34cc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:57.964232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Deleting port e183058c-f955-45a7-9186-62854ce3b141 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:57.964635 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:57.990871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1eb5157b-8c41-430c-9d79-aaac376d0763 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/networks/3401b148-a0ad-4e31-9f8d-fd98226a34cc HTTP/1.1" status: 204 len: 168 time: 1.2844603 May 06 13:05:57.993923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44212) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:05:58.028632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51186afb-4df5-4638-b3fc-162ed0e07ad0 None None] The port 'e183058c-f955-45a7-9186-62854ce3b141' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:05:58.367558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b2bfe-da89-49dc-bc77-c641c3ccc840 req-ca025e5d-b988-4db4-a927-545d065cae71 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:58.370155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f0b2bfe-da89-49dc-bc77-c641c3ccc840 req-ca025e5d-b988-4db4-a927-545d065cae71 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.2053142 May 06 13:05:58.371614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port c09e4b0c-f282-4597-821d-fa1994a125e4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:05:58.371984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:58.536967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f0b2bfe-da89-49dc-bc77-c641c3ccc840 req-fd712870-de25-45b2-a0a4-5991f30dd74f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416075 May 06 13:05:58.585350 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:58.588686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:58.710185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for c09e4b0c-f282-4597-821d-fa1994a125e4 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:05:58.927651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:58.973574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=c09e4b0c-f282-4597-821d-fa1994a125e4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:05:59.082946 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:59.519528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:05:59.761904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:05:59.776279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:05:59.782161 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:05:59.809086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:05:59.817899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:05:59.857670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-61c8b4e9-6867-4566-a617-484391e8a107 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/floatingips/2ad62ef1-56b5-4786-920a-a4aa46dd1632 HTTP/1.1" status: 204 len: 168 time: 1.8623970 May 06 13:05:59.858321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:05:59.873412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1801b1-f9e2-43da-9776-d2466d511baf req-9adb779d-78d9-45fe-b5f5-7b25269d7867 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:05:59.875649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e1801b1-f9e2-43da-9776-d2466d511baf req-9adb779d-78d9-45fe-b5f5-7b25269d7867 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1135063 May 06 13:05:59.931336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e1801b1-f9e2-43da-9776-d2466d511baf req-06ba48b8-6295-4262-9897-48d050ebc5c1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 May 06 13:06:00.006350 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f39304-bc91-4e14-9805-20be57c613be'] response: {'name': 'network-changed', 'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'status': 'completed', 'code': 200} May 06 13:06:00.111092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:00.237275 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-d788a713-1fc0-4fb6-897c-61445f12c33e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 1097 time: 0.1900992 May 06 13:06:00.392533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-39bc928b-e38a-414d-9a74-c5a105b84735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:00.396984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-39bc928b-e38a-414d-9a74-c5a105b84735 service neutron] 10.222.0.86 "GET /v2.0/networks?id=845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 200 len: 898 time: 0.1536975 May 06 13:06:00.478200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-003a4e62-84b6-40d2-8ca0-8f32f43dd881 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 200 len: 217 time: 0.0738313 May 06 13:06:00.506495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:00.511266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:00.522863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:00.523599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:00.563790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-aa035182-4940-439f-8956-769b005a18b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:00.564804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-aa035182-4940-439f-8956-769b005a18b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 200 len: 834 time: 0.0791664 May 06 13:06:00.643035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4de13-9b07-4ac1-bfcf-933d63de16b8 req-82dd3a44-d662-44e2-abd2-4a833d981e88 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:00.645161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3de4de13-9b07-4ac1-bfcf-933d63de16b8 req-82dd3a44-d662-44e2-abd2-4a833d981e88 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.1107373 May 06 13:06:00.658023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-333cb0e7-c899-415e-883e-64a92d788ac0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=845169e6-45e3-42d6-963c-160b855f6df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861914 May 06 13:06:00.699110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3de4de13-9b07-4ac1-bfcf-933d63de16b8 req-8c885c9e-5dcc-4b8e-ad92-701222cb307c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:00.751811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:00.825420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3de4de13-9b07-4ac1-bfcf-933d63de16b8 req-8c885c9e-5dcc-4b8e-ad92-701222cb307c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:00.828045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3de4de13-9b07-4ac1-bfcf-933d63de16b8 req-8c885c9e-5dcc-4b8e-ad92-701222cb307c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761172 May 06 13:06:00.893992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-ccd409e7-92a0-4516-9784-aae9536467d5 service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290120 May 06 13:06:01.042791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a69cb2b6-adc6-4059-a3dc-7eb226463271 req-ec6fdb93-434f-43c9-950b-c293c44acc0d service neutron] 10.222.0.86 "GET /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420388 May 06 13:06:01.148265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:01.153117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fdf617-6cb1-4e09-81c0-baccf3dc41f7 None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:05:48Z', 'revision_number': 6, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '97207f18-4a70-4648-a158-640e601be9d8', 'name': '', 'network_id': '845169e6-45e3-42d6-963c-160b855f6df9', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:67:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:08Z', 'updated_at': '2022-05-06T13:03:24Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': 'b92b0df4-2ecc-478b-ac39-f9610d343d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:01.184222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf7895-8de3-4e35-be5b-6d6987dbeba3 req-681984be-b8aa-41a5-b146-cfdf0f99faf2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:01.185671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36bf7895-8de3-4e35-be5b-6d6987dbeba3 req-681984be-b8aa-41a5-b146-cfdf0f99faf2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0880461 May 06 13:06:01.238419 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36bf7895-8de3-4e35-be5b-6d6987dbeba3 req-2f10bad9-183f-41dd-8b2f-1a21e3f6f5a8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 May 06 13:06:01.396928 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:06:01.412030 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3266cc66-fcd7-429b-a79e-dfdabcdf2aaf None None] New status for floating IP 2ad62ef1-56b5-4786-920a-a4aa46dd1632: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:06:01.923876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7f52-737c-407f-8554-0180c3372dcb req-08899772-11eb-4a86-b6c2-829e96673760 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:01.924566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-59ce7f52-737c-407f-8554-0180c3372dcb req-08899772-11eb-4a86-b6c2-829e96673760 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:02.038797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-59ce7f52-737c-407f-8554-0180c3372dcb req-08899772-11eb-4a86-b6c2-829e96673760 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:02.050423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59ce7f52-737c-407f-8554-0180c3372dcb req-08899772-11eb-4a86-b6c2-829e96673760 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.86 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.1981833 May 06 13:06:02.050598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d118d-db2d-4e14-b193-e0d8f42362ea req-a9ee8d6c-f2a0-44e9-8201-b2fb06d2eda5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:02.056717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc4d118d-db2d-4e14-b193-e0d8f42362ea req-a9ee8d6c-f2a0-44e9-8201-b2fb06d2eda5 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 946 time: 0.0967159 May 06 13:06:02.101185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc4d118d-db2d-4e14-b193-e0d8f42362ea req-33154c67-941c-479c-a001-a39f3ca1fbfd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=f810f715-21db-42b9-8559-d4778c88761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 May 06 13:06:02.124894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port def724b9-c58e-4235-93b5-7c861c6a8d5e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:02.125317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.419041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port def724b9-c58e-4235-93b5-7c861c6a8d5e, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=def724b9-c58e-4235-93b5-7c861c6a8d5e,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:02.419404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.566088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for def724b9-c58e-4235-93b5-7c861c6a8d5e owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:02.653377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b7b43-7275-4453-8825-88edb611d83c req-0ad7e3c0-fdf9-415b-b787-34aea65354e4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:02.654832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-249b7b43-7275-4453-8825-88edb611d83c req-0ad7e3c0-fdf9-415b-b787-34aea65354e4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.2859766 May 06 13:06:02.850596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-249b7b43-7275-4453-8825-88edb611d83c req-b9fa0be0-42e9-4aaa-95a9-3d6d40ac3bad tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604118 May 06 13:06:02.941509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:02.992723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=def724b9-c58e-4235-93b5-7c861c6a8d5e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:03.064370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] No DVR routers for this DVR port def724b9-c58e-4235-93b5-7c861c6a8d5e on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:03.066844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:03.069300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'name': 'network-vif-deleted', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:03.128103 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8cf630-feb5-46c5-a83c-d1398a33a389'] response: {'server_uuid': 'bbfd4aff-adb2-47c2-85cd-f123ec02840a', 'name': 'network-vif-deleted', 'tag': 'def724b9-c58e-4235-93b5-7c861c6a8d5e', 'status': 'completed', 'code': 200} May 06 13:06:03.159671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59ce7f52-737c-407f-8554-0180c3372dcb req-020c6ae2-351c-479b-8a26-19f9f1b924d2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.86 "DELETE /v2.0/ports/def724b9-c58e-4235-93b5-7c861c6a8d5e HTTP/1.1" status: 204 len: 173 time: 1.1087410 May 06 13:06:03.276710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6b8b16a3-ab4e-4658-a682-e17197c0e0cb req-b5eb2477-b64a-4b5a-a3e2-f94ead9cc5d7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:03.390493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6b8b16a3-ab4e-4658-a682-e17197c0e0cb req-b5eb2477-b64a-4b5a-a3e2-f94ead9cc5d7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:03.392195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b8b16a3-ab4e-4658-a682-e17197c0e0cb req-b5eb2477-b64a-4b5a-a3e2-f94ead9cc5d7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbfd4aff-adb2-47c2-85cd-f123ec02840a HTTP/1.1" status: 200 len: 210 time: 0.1591501 May 06 13:06:04.055332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63c22a-781b-4a5b-8560-912dba9390ca req-159761fb-116c-4d61-b696-c6fe15630219 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:04.056837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af63c22a-781b-4a5b-8560-912dba9390ca req-159761fb-116c-4d61-b696-c6fe15630219 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0826061 May 06 13:06:04.107201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af63c22a-781b-4a5b-8560-912dba9390ca req-71e83153-be06-48ce-a0df-4dabd7987405 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443707 May 06 13:06:04.501366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44282) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:04.577957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.609538 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.764265 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.784097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810f715-21db-42b9-8559-d4778c88761d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:04.883779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:04.887732 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-055d4f69-c114-48f1-bf14-9bf8ceda3694 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/security-groups/f810f715-21db-42b9-8559-d4778c88761d HTTP/1.1" status: 204 len: 168 time: 0.3826966 May 06 13:06:05.017249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44298) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:05.447157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d249e57-52c8-49c9-be0b-50b57b6099be req-dbd7b8c2-cd1e-469d-bcb7-4f0a0a38e4a7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:05.448655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d249e57-52c8-49c9-be0b-50b57b6099be req-dbd7b8c2-cd1e-469d-bcb7-4f0a0a38e4a7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.1609733 May 06 13:06:05.516153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d249e57-52c8-49c9-be0b-50b57b6099be req-ad2acecd-eb89-4b1b-af43-81cf91ed7cc3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 May 06 13:06:05.549268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.593185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44308) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:05.739129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.774780 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:05.787502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Usage tracker for resource:security_group_rule and tenant:3841bb3e212d4b6f8987fe087f51f2e1 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:05.787502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:05.790464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:05.862793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:05.955603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.005214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adfa4e-5b68-473f-933b-362c14e0853c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:06.013937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7f9c3871-45e2-492b-9979-8a3ceaf6306d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3841bb3e212d4b6f8987fe087f51f2e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4169979 May 06 13:06:06.014832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44314) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:06.078562 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.107058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.182959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 97207f18-4a70-4648-a158-640e601be9d8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:06.183322 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.272460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.287557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adfa4e-5b68-473f-933b-362c14e0853c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:06.295073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.296083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6d84eea-d110-4f36-8e90-7eb606a25bd5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8adfa4e-5b68-473f-933b-362c14e0853c HTTP/1.1" status: 204 len: 168 time: 0.2803714 May 06 13:06:06.472447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 97207f18-4a70-4648-a158-640e601be9d8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=97207f18-4a70-4648-a158-640e601be9d8,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:06.472803 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.599409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 97207f18-4a70-4648-a158-640e601be9d8 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:06.729644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da040fec-e0f8-4943-8bb2-eb95caa706ff req-22f00ff0-4726-468d-9ae5-e8b5be698845 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:06.731477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da040fec-e0f8-4943-8bb2-eb95caa706ff req-22f00ff0-4726-468d-9ae5-e8b5be698845 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0795078 May 06 13:06:06.779720 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da040fec-e0f8-4943-8bb2-eb95caa706ff req-bd4a8aba-10e0-4f49-abcd-23f876a7dea8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 May 06 13:06:06.833887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device def724b9-c58e-4235-93b5-7c861c6a8d5e no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:06.847320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:06.868535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: def724b9-c58e-4235-93b5-7c861c6a8d5e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:06.869265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device def724b9-c58e-4235-93b5-7c861c6a8d5e not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:06.896454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=97207f18-4a70-4648-a158-640e601be9d8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:07.074784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44324) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:07.094418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.126994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:07.130838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Usage tracker for resource:security_group_rule and tenant:a873b3090edc415f916de931774e2719 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:07.134199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:07.140291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:07.197376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.213205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.346705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.395797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c634c-5796-46c1-99d9-78524cf49f44,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:07.403738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ccca2381-0ed3-4222-adaa-14654ca74717 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a873b3090edc415f916de931774e2719&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3256297 May 06 13:06:07.404077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44328) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:07.466416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.492018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.689235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.716231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c634c-5796-46c1-99d9-78524cf49f44,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:07.735475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:07.739051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac19ec4d-d3a1-4fb8-bcf5-de29ff2e00ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4a4c634c-5796-46c1-99d9-78524cf49f44 HTTP/1.1" status: 204 len: 168 time: 0.3341057 May 06 13:06:07.785154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-bfc73df0-46be-47c0-adc8-56a2dc579940 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2244685 May 06 13:06:07.887330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router ce01dd27-1d06-456a-898c-8f2128272e0a has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:08.282305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990190-259c-4f22-8635-21f65e07627d req-5df6bcb4-c16d-4f67-ba2a-d2e2f6a3a436 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:08.284010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7990190-259c-4f22-8635-21f65e07627d req-5df6bcb4-c16d-4f67-ba2a-d2e2f6a3a436 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.2408619 May 06 13:06:08.288825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-4b6a0c0c-b2d5-4eef-9af0-8c6f7796c385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.3834898 May 06 13:06:08.440564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a7990190-259c-4f22-8635-21f65e07627d req-f720251b-0798-40bd-a3e8-7c5ec3da5aab tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456697 May 06 13:06:08.502388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-519aa142-ccd2-4c69-b85a-f14033d9fdcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:08.503929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-519aa142-ccd2-4c69-b85a-f14033d9fdcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 897 time: 0.1829293 May 06 13:06:08.556301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d34dee67-b60e-46c0-9569-d7487dd2ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:08.569659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:08.580462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Sync routers for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:08.596416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:08.597138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:08.623508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-3438b768-0533-4071-876c-eccdbeef75b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 1002 time: 0.1118338 May 06 13:06:08.694600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-b2ed0be0-d35a-4cb3-af64-71a9ba8e9280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:08.696698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-b2ed0be0-d35a-4cb3-af64-71a9ba8e9280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.0671947 May 06 13:06:08.763033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ff399538-8269-4023-9e66-c2b682c3b207 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/ce01dd27-1d06-456a-898c-8f2128272e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7443779 May 06 13:06:08.765664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44346) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:08.845827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-e9bde3f5-7fa1-4bb2-b7c3-b019010acc93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426802 May 06 13:06:08.856735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:08.901255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:06:09.097819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-c70ad05a-5947-4337-8490-c101195f8832 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398980 May 06 13:06:09.116670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting subnet b92b0df4-2ecc-478b-ac39-f9610d343d91 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:06:09.120685 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.141886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-c01cc028-eabd-49e1-9574-232e779733ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916754 May 06 13:06:09.178184 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.271445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:09.278143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.312989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5', 'mac_address': 'fa:16:3e:97:25:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:06:09.355905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eaf8d019-326a-423c-a7ff-47a89c57c2c8 req-4971beab-a212-49e3-9766-a64c268bef41 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491899 May 06 13:06:09.373516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.377687 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-ec705989-60e1-46e2-9a29-081b7d63be03 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.1798799 May 06 13:06:09.396894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:09.416024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:06:06Z', 'revision_number': 7, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:09.428910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:09.428910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Checking router: ce01dd27-1d06-456a-898c-8f2128272e0a for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:09.432048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Routers {'ce01dd27-1d06-456a-898c-8f2128272e0a'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:09.432655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:05:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ce01dd27-1d06-456a-898c-8f2128272e0a'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:09.539106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b832b-0fa1-4733-b768-5af44426a191 req-d3973bc7-fd87-46a8-95f3-73844748f063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:09.541405 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-d3973bc7-fd87-46a8-95f3-73844748f063 service neutron] 10.222.0.86 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 910 time: 0.1441944 May 06 13:06:09.614420 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] Set router ce01dd27-1d06-456a-898c-8f2128272e0a gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:09.660102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-214323bb-0736-4345-b08b-a230b4e8abce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 1001 time: 0.1125336 May 06 13:06:09.663936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f4aac-82ad-4569-a42e-da25662e7265 req-9d3abef4-a486-441d-93d1-4c1bd5d4c98e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:09.666161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e6f4aac-82ad-4569-a42e-da25662e7265 req-9d3abef4-a486-441d-93d1-4c1bd5d4c98e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 943 time: 0.0845380 May 06 13:06:09.692541 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.743923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Subnet': ['ID=b92b0df4-2ecc-478b-ac39-f9610d343d91,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:09.759514 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b832b-0fa1-4733-b768-5af44426a191 req-5c59dde8-e373-40ff-8b0f-5b609b2b023c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:09.761026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-5c59dde8-e373-40ff-8b0f-5b609b2b023c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 200 len: 848 time: 0.0949457 May 06 13:06:09.780356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8e6f4aac-82ad-4569-a42e-da25662e7265 req-7a346106-736e-4525-a8eb-e38e63afcb34 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078212 May 06 13:06:09.785236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:09.795197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2ef8c914-ed94-4904-bd60-1d2a49fb0f25 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/subnets/b92b0df4-2ecc-478b-ac39-f9610d343d91 HTTP/1.1" status: 204 len: 168 time: 1.0256155 May 06 13:06:09.798871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44358) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:09.986282 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586ed6a-c07f-4d1e-97d2-381d63de7650 None None] Network 845169e6-45e3-42d6-963c-160b855f6df9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:10.004143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.035222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-350e7439-d445-485c-b3a9-5093567388f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2667584 May 06 13:06:10.058276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.198720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-89a002e6-e095-4081-b30e-e9667d843d60 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550114 May 06 13:06:10.246830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:10.265455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.265839 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.266141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.266478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.266812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.267144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.267472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.267825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.268181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.268461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.268782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:10.287996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['6a74adfa-2458-4ba6-bd21-53f036c4c5c5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:10.325656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-6010e75f-e603-4747-8542-e27091c10614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:06:06Z', 'revision_number': 7, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:10.331852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e75f-e603-4747-8542-e27091c10614 None None] The sync data for ids ['ce01dd27-1d06-456a-898c-8f2128272e0a'] in n-d-840845-1 is: [{'id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'name': 'tempest-TestNetworkBasicOps-router-1299670602', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:02:59Z', 'updated_at': '2022-05-06T13:06:06Z', 'revision_number': 7, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': 'cbef3adc-a978-4aed-91e0-45f15ec659b8', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01dd27-1d06-456a-898c-8f2128272e0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:00Z', 'updated_at': '2022-05-06T13:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:10.343350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.400013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-836b832b-0fa1-4733-b768-5af44426a191 req-6f0cb002-dc25-432f-a63b-e3c27bbaafec service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938829 May 06 13:06:10.590014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port cbef3adc-a978-4aed-91e0-45f15ec659b8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:10.590371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.759176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] DHCP port deletion for 845169e6-45e3-42d6-963c-160b855f6df9 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:06:10.765644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Deleting port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:10.766137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.815172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port cbef3adc-a978-4aed-91e0-45f15ec659b8, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cbef3adc-a978-4aed-91e0-45f15ec659b8,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:10.815806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:10.982472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for cbef3adc-a978-4aed-91e0-45f15ec659b8 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:11.005315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-651fb7ca-7605-499e-98de-f2c07462d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.179602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] For port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,segment=NetworkSegment(4eaeab57-5547-4f30-a64e-f5df03177cac),segment_id=4eaeab57-5547-4f30-a64e-f5df03177cac)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:11.180280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.191971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d84716-eb91-4389-9be6-d7be842eb6ce req-188e8bda-318d-4c69-82d9-78749a329c7a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:11.193457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96d84716-eb91-4389-9be6-d7be842eb6ce req-188e8bda-318d-4c69-82d9-78749a329c7a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 944 time: 0.1556129 May 06 13:06:11.278865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96d84716-eb91-4389-9be6-d7be842eb6ce req-6caa23df-75fb-4901-a972-791a6cac5fed tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773664 May 06 13:06:11.305161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Calling delete_port for b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:11.432721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.488519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=cbef3adc-a978-4aed-91e0-45f15ec659b8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:11.552260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.610295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] Pushing event deleted for resources: {'Port': ['ID=b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:11.614885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25f139e-8791-416d-8a80-a3335e30012a None None] No DVR routers for this DVR port b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:11.826693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:11.860775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:11.870133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:11.870600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b6d345a2-55d6-4b6e-9bf7-5500dc08b3f3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:11.871164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97207f18-4a70-4648-a158-640e601be9d8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:11.908712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 97207f18-4a70-4648-a158-640e601be9d8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:11.909063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 97207f18-4a70-4648-a158-640e601be9d8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:12.116103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.120907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.226317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.226867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Fanout notify agent at l3_agent the message router_deleted on router ce01dd27-1d06-456a-898c-8f2128272e0a {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:06:12.243331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.245871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-382bbd9b-1bbd-4a01-aad8-ff858172078a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/routers/ce01dd27-1d06-456a-898c-8f2128272e0a HTTP/1.1" status: 204 len: 168 time: 2.4458356 May 06 13:06:12.248755 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44402) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:12.261455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.262340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.377128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.572422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.609204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845169e6-45e3-42d6-963c-160b855f6df9']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:12.625362 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaeab57-5547-4f30-a64e-f5df03177cac') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:12.625656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaeab57-5547-4f30-a64e-f5df03177cac') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:12.640546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.662047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9158fc5-838f-4265-8ea2-ab8d417bc126 req-5b6c86f3-61aa-4280-89d4-1cba897242da tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:12.662297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44410) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:12.663493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9158fc5-838f-4265-8ea2-ab8d417bc126 req-5b6c86f3-61aa-4280-89d4-1cba897242da tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 944 time: 0.1636348 May 06 13:06:12.667188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.690606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:06:12.691001 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: timer() May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:06:12.705623 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:06:12.797623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f9158fc5-838f-4265-8ea2-ab8d417bc126 req-bdfdc144-6e2b-4f40-8563-2714f6d29658 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277578 May 06 13:06:12.819727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.839216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:12.851344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:12.855940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Usage tracker for resource:security_group_rule and tenant:59afc5aec52248dca60d7ece3c6d3d8f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:12.858707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:12.864399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:12.912199 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.931861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.933835 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:12.940032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Network': ['ID=845169e6-45e3-42d6-963c-160b855f6df9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:12.952883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/networks/845169e6-45e3-42d6-963c-160b855f6df9 HTTP/1.1" status: 204 len: 168 time: 0.7027526 May 06 13:06:12.954869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.955210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.955664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.955930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.956221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.956661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.956986 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.957308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.957626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.957940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.958254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262e5a00-a3bf-4f9a-9945-977142e91e9d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:12.975035 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44416) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:12.981112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'network': {'name': 'tempest-network-smoke--968179773', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:12.987272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:12.991306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:network and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:12.994219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:12.995851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:12.999923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:13.004943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:13.005424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.032437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.080953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc447e-87e8-4953-990d-9670d1de8e79,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:13.085732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-91d9f0f0-efc5-4667-b3fa-a63d5baa0561 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59afc5aec52248dca60d7ece3c6d3d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223473 May 06 13:06:13.088902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44420) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:13.116752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:13.129320 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.129499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.155763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:13.166676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:13.171367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:06:13.187359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.191413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.191752 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Added segment 2782fb17-a2b4-4223-aeee-8e88912cbe23 of type vlan for network 6632994e-193c-4fe6-b590-c54d5b01d3a1 May 06 13:06:13.213780 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8aaae3-f20e-4802-9a3b-1c1cf5195f5e'] response: {'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5', 'code': 200} May 06 13:06:13.234121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.249383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.300919 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.346469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed2061-5f93-4e6a-9218-40a75ddfe357 req-524348d0-69d5-4e81-8eb2-5c1de0d677d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 1096 time: 0.0768917 May 06 13:06:13.369960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.373083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:13.373952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:13.374618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.391807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed2061-5f93-4e6a-9218-40a75ddfe357 req-0e3a66cf-e99b-49e2-87b7-8869940c4874 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 May 06 13:06:13.408251 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.490226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc447e-87e8-4953-990d-9670d1de8e79,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:13.514111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.515285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea240503-6d6b-4434-adf3-0631c6af7d8f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/16fc447e-87e8-4953-990d-9670d1de8e79 HTTP/1.1" status: 204 len: 168 time: 0.4254901 May 06 13:06:13.515996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Network': ['ID=6632994e-193c-4fe6-b590-c54d5b01d3a1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:13.529468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:06:13.563212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca960155-8b0c-4c7c-b2b9-a6e2b4d97e6a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5863264 May 06 13:06:13.565415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44428) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:13.571440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'admin_state_up': True, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:13.579040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:13.583670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:router and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:13.587557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:13.594134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:13.608673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.683717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.684722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.705081 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:13.706106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cbef3adc-a978-4aed-91e0-45f15ec659b8 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:13.739122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cbef3adc-a978-4aed-91e0-45f15ec659b8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:13.739469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cbef3adc-a978-4aed-91e0-45f15ec659b8 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:14.008846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.036410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaca76d-030a-4a47-9bf2-eedf7048e4e7 req-a8a7d553-e223-4225-bbd5-46ee1025bb72 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:14.037857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4eaca76d-030a-4a47-9bf2-eedf7048e4e7 req-a8a7d553-e223-4225-bbd5-46ee1025bb72 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.1024992 May 06 13:06:14.084629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4eaca76d-030a-4a47-9bf2-eedf7048e4e7 req-908f366e-a13b-4b5b-88d1-e70828dffef3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 May 06 13:06:14.277105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.308515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44438) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:14.308996 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.327573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.362536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:14.366777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Usage tracker for resource:security_group_rule and tenant:bef946871c4240e9b02c2508fd8fe323 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:14.370818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:14.377138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:14.449314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.566281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.25.2.126 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5c02ddf5-f755-49d7-9232-439e6f23247d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:14.580623 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.627878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1e24ea-c41a-4ce7-a3ff-1d165a0e92c1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:14.634567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b42bad06-61d8-41c2-b93f-305952b0828f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bef946871c4240e9b02c2508fd8fe323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3244829 May 06 13:06:14.642482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44442) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:14.710577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.728278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.736766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.843731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.872814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.893425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1e24ea-c41a-4ce7-a3ff-1d165a0e92c1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:14.900998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:14.902164 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-531d48e8-5dce-44ac-9f2e-d53be1987e89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b1e24ea-c41a-4ce7-a3ff-1d165a0e92c1 HTTP/1.1" status: 204 len: 168 time: 0.2585776 May 06 13:06:14.921179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:14.923884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:14.927625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:14.957213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=5c02ddf5-f755-49d7-9232-439e6f23247d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:15.184882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:15.185634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:15.457352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b4da8-560b-4dbe-8855-45e6de5d291c req-1f00af36-b373-406c-b10b-43c80080e3bd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:15.458890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c12b4da8-560b-4dbe-8855-45e6de5d291c req-1f00af36-b373-406c-b10b-43c80080e3bd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.0924342 May 06 13:06:15.510594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c12b4da8-560b-4dbe-8855-45e6de5d291c req-92d5fb65-1a34-4de8-890f-b3a51a0230d5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 May 06 13:06:15.526903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:06:15.793447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fd6e9-63c1-483b-995a-ac2fe18e3863 req-1dc17a89-c538-47ca-80d6-da10f0d962b9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:15.794850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e3fd6e9-63c1-483b-995a-ac2fe18e3863 req-1dc17a89-c538-47ca-80d6-da10f0d962b9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.1212051 May 06 13:06:15.859940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e3fd6e9-63c1-483b-995a-ac2fe18e3863 req-4c560e42-fd08-4451-925c-8ec716148765 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 May 06 13:06:15.880470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:15.897502 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Sync routers for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:15.916015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:15.917392 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:15.992180 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:15.994573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3fa32409-e1c6-4f41-a3f1-5df711d9fedf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4281192 May 06 13:06:15.997683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44468) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:16.039207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f858409-3646-4954-9496-635b17eeb7dc tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=79b8395e2d0445459e63839ade9a5932&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403800 May 06 13:06:16.042528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44472) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:16.129986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f198da-c6eb-4cd7-a64b-a42fab290bc7 req-b2127b1e-d31e-42eb-91f4-cee9ed553fcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:16.131674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f198da-c6eb-4cd7-a64b-a42fab290bc7 req-b2127b1e-d31e-42eb-91f4-cee9ed553fcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.1104088 May 06 13:06:16.184056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:16.207461 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8f551-8daf-46ee-8cfa-2e0ad8e371a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:16.210853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f198da-c6eb-4cd7-a64b-a42fab290bc7 req-a3a9e165-182c-4739-b2cd-c7a0e878aa28 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722666 May 06 13:06:16.213659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44476) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:16.224634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-16d8f551-8daf-46ee-8cfa-2e0ad8e371a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808927 May 06 13:06:16.268552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44484) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:16.269437 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-036cc9c3-345b-43fc-a569-6eb57ea60aff tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533891 May 06 13:06:16.275284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218569668', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:16.410259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:16.414297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:subnet and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:16.417583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:16.425132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:16.500775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:16.525109 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:15Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:16.529225 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Checking router: 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:16.530960 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Updating router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded port 5c02ddf5-f755-49d7-9232-439e6f23247d binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:06:16.581185 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:16.623340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:16.740789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:16.961077 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:16.974530 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Transition to ACTIVE for port object 5c02ddf5-f755-49d7-9232-439e6f23247d will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:17.049214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.060318 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae046a1-67fd-46d7-b525-aba14aa1ab19 req-97356a2d-c72b-4411-a8a5-a85875228c4a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:17.061776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dae046a1-67fd-46d7-b525-aba14aa1ab19 req-97356a2d-c72b-4411-a8a5-a85875228c4a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.0810201 May 06 13:06:17.077939 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.129306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dae046a1-67fd-46d7-b525-aba14aa1ab19 req-86931eb2-13a5-490c-b28a-60f2df87263d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576262 May 06 13:06:17.146946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Subnet': ['ID=10eeb87c-3272-4513-838c-63a628ac9c69,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:17.167748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Attempting to bind port 5c02ddf5-f755-49d7-9232-439e6f23247d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:17.168410 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Attempting to bind port 5c02ddf5-f755-49d7-9232-439e6f23247d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:17.168741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Checking segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:17.168959 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Attempting to bind port 5c02ddf5-f755-49d7-9232-439e6f23247d on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:17.169085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network hostable DHCP agents. Network: 6632994e-193c-4fe6-b590-c54d5b01d3a1, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:06:17.177487 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:17.178231 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:17.178231 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.178626 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:17.179079 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Bound port: 5c02ddf5-f755-49d7-9232-439e6f23247d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:17.179442 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.228164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Pushing event updated for resources: {'Port': ['ID=5c02ddf5-f755-49d7-9232-439e6f23247d,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:17.252938 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.253490 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.254328 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.254633 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.255542 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.255668 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.255997 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.256318 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.256635 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.257061 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.257384 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:17.258183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:06:17.282164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] For port 5c02ddf5-f755-49d7-9232-439e6f23247d, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:17.285164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] For port 5c02ddf5-f755-49d7-9232-439e6f23247d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c02ddf5-f755-49d7-9232-439e6f23247d,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:17.375444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 6632994e-193c-4fe6-b590-c54d5b01d3a1) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:17.376400 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.387898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:17.388517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.389437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04587de2-2436-4f0f-a408-5f1f3ea8aca8 None None] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:17.457823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a60a8-1d71-4409-81aa-6909510efdf6 None None] Pushing event updated for resources: {'Port': ['ID=5c02ddf5-f755-49d7-9232-439e6f23247d,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:17.498459 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:17.498459 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:17.533889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5873f47a-1109-482d-a010-d61caedbb24c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2641449 May 06 13:06:17.536585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44510) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:17.636867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-6632994e-193c-4fe6-b590-c54d5b01d3a1', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:06:17.638569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:17.701673 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:17.900801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Allocated IP 172.20.0.2 (6632994e-193c-4fe6-b590-c54d5b01d3a1/10eeb87c-3272-4513-838c-63a628ac9c69/e81dd713-1c1b-4580-ab51-16bd7a0c0efe) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:18.090392 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:15Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:18.095960 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb6496-b54b-4d9b-9887-12edf05f91f4 None None] The sync data for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 is: [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:15Z', 'revision_number': 3, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:18.209455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.222813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Transition to ACTIVE for port object e81dd713-1c1b-4580-ab51-16bd7a0c0efe will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:18.249363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Transition to ACTIVE for port object e81dd713-1c1b-4580-ab51-16bd7a0c0efe will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:18.316817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.417833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Pushing event updated for resources: {'Port': ['ID=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:18.436321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:18.436321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:18.436321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:18.537280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Attempting to bind port e81dd713-1c1b-4580-ab51-16bd7a0c0efe on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:18.537642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Attempting to bind port e81dd713-1c1b-4580-ab51-16bd7a0c0efe by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:18.538007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Attempting to bind port e81dd713-1c1b-4580-ab51-16bd7a0c0efe on network 6632994e-193c-4fe6-b590-c54d5b01d3a1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:18.545642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:18.546015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Checking segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:18.546452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.546801 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Bound using segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:18.547257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Bound port: e81dd713-1c1b-4580-ab51-16bd7a0c0efe, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:18.547625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.588596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797f87-ce38-49b0-8e6b-b126655df16b req-856f9f90-eca1-4c85-8585-da661350fb84 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:18.591222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23797f87-ce38-49b0-8e6b-b126655df16b req-856f9f90-eca1-4c85-8585-da661350fb84 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.3087070 May 06 13:06:18.649402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] For port e81dd713-1c1b-4580-ab51-16bd7a0c0efe, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:18.653708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] For port e81dd713-1c1b-4580-ab51-16bd7a0c0efe, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:18.673261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-23797f87-ce38-49b0-8e6b-b126655df16b req-3acebc36-7030-4123-8ee3-9a81a7b1c140 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712140 May 06 13:06:18.676438 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.728705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:18.831553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac3c7a-d052-4922-889f-9ea9f8e27d0d None None] Pushing event updated for resources: {'Port': ['ID=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:18.882702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-851a05f2-04ad-46ad-86de-38c9f52000d8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:18.885056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-851a05f2-04ad-46ad-86de-38c9f52000d8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.4366720 May 06 13:06:19.162371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:19.162825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:19.567414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.1 (6632994e-193c-4fe6-b590-c54d5b01d3a1/10eeb87c-3272-4513-838c-63a628ac9c69/6be3ded3-fe16-4471-9b12-53f89c910a92) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:19.689823 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:19.690392 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:19.871484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e81dd713-1c1b-4580-ab51-16bd7a0c0efe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:19.937490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1be99-42bd-44eb-8664-cb9f70d1d2f7 req-64e928c0-1a55-449e-8eef-a88fa93f7c71 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:19.947065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-daf1be99-42bd-44eb-8664-cb9f70d1d2f7 req-64e928c0-1a55-449e-8eef-a88fa93f7c71 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 945 time: 0.0996377 May 06 13:06:19.968231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:20.073268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e81dd713-1c1b-4580-ab51-16bd7a0c0efe completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:20.083850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c02ddf5-f755-49d7-9232-439e6f23247d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:20.104096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44552) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:20.114989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865d829-c660-4b9e-bbeb-0a64d404b3de None None] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:20.122963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-daf1be99-42bd-44eb-8664-cb9f70d1d2f7 req-8ac59346-861a-41fb-bf22-1355b59d6e41 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748509 May 06 13:06:20.266608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.279926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['6a74adfa-2458-4ba6-bd21-53f036c4c5c5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:20.330755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.343854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=6a74adfa-2458-4ba6-bd21-53f036c4c5c5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:20.345600 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.356759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Provisioning for port e81dd713-1c1b-4580-ab51-16bd7a0c0efe completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:20.365914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Provisioning complete for port e81dd713-1c1b-4580-ab51-16bd7a0c0efe triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:20.366291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.376988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object 6be3ded3-fe16-4471-9b12-53f89c910a92 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:20.405097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 5c02ddf5-f755-49d7-9232-439e6f23247d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:20.459198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5c02ddf5-f755-49d7-9232-439e6f23247d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:20.459484 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.470702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:20.478287 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.481106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'name': 'network-vif-deleted', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:20.496995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:20.508559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Usage tracker for resource:security_group_rule and tenant:f628a6c137854f71871a71d608f2e6fb is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:20.515360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:20.529079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:20.559564 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2b043a-bb8c-4497-ab00-0620aecdf599'] response: {'server_uuid': '9447d4d0-8688-44e2-b981-fd683d37f688', 'name': 'network-vif-deleted', 'tag': '6a74adfa-2458-4ba6-bd21-53f036c4c5c5', 'status': 'completed', 'code': 200} May 06 13:06:20.615596 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.626810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba37eff6-4f2c-48e0-a586-1fc9b509afd8 req-a678e000-37fc-4f17-9249-482e740352fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "DELETE /v2.0/ports/6a74adfa-2458-4ba6-bd21-53f036c4c5c5 HTTP/1.1" status: 204 len: 173 time: 1.7324059 May 06 13:06:20.672712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.699908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.714017 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.727598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 5c02ddf5-f755-49d7-9232-439e6f23247d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c02ddf5-f755-49d7-9232-439e6f23247d,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:20.729598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] For port e81dd713-1c1b-4580-ab51-16bd7a0c0efe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:20.768763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.820712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.857614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:20.864069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:20.865990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:20.870937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:20.902658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:20.922019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd03694-2d85-4a3c-8594-4a37c72c6e70,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:20.928996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-af2a0807-19ad-4943-bff6-37e1f6303021 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f628a6c137854f71871a71d608f2e6fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8210247 May 06 13:06:20.930523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44560) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:20.949857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=5c02ddf5-f755-49d7-9232-439e6f23247d,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:20.951958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.029122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.037376 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.054096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57324c-0c9c-4e46-bba6-6d3b311b7dc3 None None] Pushing event updated for resources: {'Port': ['ID=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:21.058392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0908747f-2329-43e6-b7d4-8ee1ab3c6f54 None None] Provisioning complete for port e81dd713-1c1b-4580-ab51-16bd7a0c0efe triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:21.058763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0908747f-2329-43e6-b7d4-8ee1ab3c6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.077725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.203231 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.204781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.226080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd03694-2d85-4a3c-8594-4a37c72c6e70,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:21.236954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.242179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1d4b41a3-a025-45ca-b4cd-b6fab0457922 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7dd03694-2d85-4a3c-8594-4a37c72c6e70 HTTP/1.1" status: 204 len: 168 time: 0.3065014 May 06 13:06:21.376827 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2f9cf21-cd85-431c-897a-9ee194282c61 req-0a6ddaf5-ed9a-4efa-8c9c-0964aed04db2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 210 time: 0.0589976 May 06 13:06:21.414805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-32f709aa-bd15-46d4-9c74-73d66e20bd7f None None] Provisioning for port 6be3ded3-fe16-4471-9b12-53f89c910a92 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:21.420255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-32f709aa-bd15-46d4-9c74-73d66e20bd7f None None] Provisioning complete for port 6be3ded3-fe16-4471-9b12-53f89c910a92 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:21.424899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-32f709aa-bd15-46d4-9c74-73d66e20bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.477712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-32f709aa-bd15-46d4-9c74-73d66e20bd7f None None] Port 6be3ded3-fe16-4471-9b12-53f89c910a92 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:21.782643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e81dd713-1c1b-4580-ab51-16bd7a0c0efe up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:21.847284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.854444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e81dd713-1c1b-4580-ab51-16bd7a0c0efe triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:21.854888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.950551 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:21.978701 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c02ddf5-f755-49d7-9232-439e6f23247d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:22.093975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5c02ddf5-f755-49d7-9232-439e6f23247d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:22.095305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.115493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:22.120604 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.137045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44572) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:22.227002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44576) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:22.270570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.355498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:22.357348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:22.724123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:22.730835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2f8f0b0aa847b98535e5dd95a90e44 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:22.735043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:22.744558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:22.757309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2bcbcdd4-9d5c-40a6-b168-a9dff41cbfdd req-10e3c174-23cd-4b06-9d90-ef6c254a8aa8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:22.814207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-29dc0244-024d-49e0-b9c7-73a85c8824d2 None None] Provisioning complete for port 6be3ded3-fe16-4471-9b12-53f89c910a92 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:22.814702 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-29dc0244-024d-49e0-b9c7-73a85c8824d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.833634 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.855158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port b0a60d5e-b832-4d72-939d-d19fd3f3b5fc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:22.855795 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.888072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-29dc0244-024d-49e0-b9c7-73a85c8824d2 None None] Port 6be3ded3-fe16-4471-9b12-53f89c910a92 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:22.889931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:22.918463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:22.925793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:22.927332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 6a74adfa-2458-4ba6-bd21-53f036c4c5c5 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:22.948427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-2bcbcdd4-9d5c-40a6-b168-a9dff41cbfdd req-10e3c174-23cd-4b06-9d90-ef6c254a8aa8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:22.950890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2bcbcdd4-9d5c-40a6-b168-a9dff41cbfdd req-10e3c174-23cd-4b06-9d90-ef6c254a8aa8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=9447d4d0-8688-44e2-b981-fd683d37f688 HTTP/1.1" status: 200 len: 210 time: 0.2627859 May 06 13:06:23.084587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd04f8-3889-450c-86e9-24eda55b3eeb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:23.093748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9c2f8f0b0aa847b98535e5dd95a90e44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8604369 May 06 13:06:23.099009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:23.111472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.111841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.112180 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.112512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.112841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.113164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.113808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.114128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.114455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.114756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.115074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09817df5-8b3c-4590-b995-8e35fc4f42c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:06:23.141998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.142695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.172527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:23.199321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.272040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for b0a60d5e-b832-4d72-939d-d19fd3f3b5fc owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:23.342090 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.476646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:23.487160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Sync routers for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:23.495878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20fd9a44-806d-4465-876f-cde75a7d8956 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/969c331d-5a45-4b3d-aee2-aaa0e4ed6ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9564903 May 06 13:06:23.496652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44588) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:23.505191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:23.505823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:23.552362 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.602336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.606431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.607871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88bd04f8-3889-450c-86e9-24eda55b3eeb HTTP/1.1" status: 204 len: 168 time: 0.5062675 May 06 13:06:23.624720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=b0a60d5e-b832-4d72-939d-d19fd3f3b5fc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:23.624961 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6da43-f911-448e-b008-83638483c2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd04f8-3889-450c-86e9-24eda55b3eeb,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:23.746766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:23.775745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.778079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.779938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.780470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.784212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.785094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.785620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.786137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.787015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.790673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b764a0e1-788d-4be5-86a8-c9bd8a64850c tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.2928207 May 06 13:06:23.796228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44594) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:23.804618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:23.907953 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.908332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.908696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.909056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.909408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.909765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.910254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.910602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.910950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:23.915709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fcbf8d08-04f3-4a25-b918-b0fa773dd0a7 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5897 time: 0.1160405 May 06 13:06:23.919306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44598) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:24.245940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:21Z', 'revision_number': 2, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:24.255258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Checking router: 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:24.255258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Updating router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded port 6be3ded3-fe16-4471-9b12-53f89c910a92 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:06:24.344852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:24.419124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-48e78258-2291-43f6-a7c7-9d1389004439 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.4952898 May 06 13:06:24.441479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:24.908007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:24.921027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:24.922610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Transition to ACTIVE for port object 6be3ded3-fe16-4471-9b12-53f89c910a92 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:24.933202 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Sync routers for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:24.947875 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:24.948579 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:25.032500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44622) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:25.038278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595264853', 'description': 'tempest-secgroup-smoke-1595264853 description', 'project_id': '79b8395e2d0445459e63839ade9a5932'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:25.045952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:25.050278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:25.053932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:25.060678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:25.100893 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.129987 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:25.192443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.269464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.283198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2c1c7-d388-49d5-a9da-dcf05e9c39c5 None None] Pushing event updated for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:25.400780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Attempting to bind port 6be3ded3-fe16-4471-9b12-53f89c910a92 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:25.401246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Attempting to bind port 6be3ded3-fe16-4471-9b12-53f89c910a92 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:25.404066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Attempting to bind port 6be3ded3-fe16-4471-9b12-53f89c910a92 on network 6632994e-193c-4fe6-b590-c54d5b01d3a1 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:25.409267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:25.409759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Checking segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:25.410163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.410552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Bound using segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:25.411013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Bound port: 6be3ded3-fe16-4471-9b12-53f89c910a92, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:25.411384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.478968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:25.494809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19adbc5d-a579-4683-80d1-567db320af50 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/floatingips/ce9ed745-8825-4c2a-8efe-2c04b1163ea9 HTTP/1.1" status: 204 len: 168 time: 3.3557777 May 06 13:06:25.499976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:25.507598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:25.520972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:25.535925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:25.629258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] For port 6be3ded3-fe16-4471-9b12-53f89c910a92, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:25.646238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] For port 6be3ded3-fe16-4471-9b12-53f89c910a92, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6be3ded3-fe16-4471-9b12-53f89c910a92,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:25.664128 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.724847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:25.736961 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Checking router: 4b546096-ecbd-4a96-b06a-0d6893bb3f86 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:25.754529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.755087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:25.763458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:25.764372 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:25.853682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d50e55-8a79-49eb-a658-df8ac4f320f2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:25.921637 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c94f975-0476-4e7f-933c-d8da53cb1444'] response: {'name': 'network-changed', 'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'status': 'completed', 'code': 200} May 06 13:06:25.954663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2c1c7-d388-49d5-a9da-dcf05e9c39c5 None None] Pushing event updated for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:25.969121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:25.977693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:26.032395 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.037590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f458f871-1d2a-4abc-b004-b94623effef7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0039198 May 06 13:06:26.041500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44644) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:26.045881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:26.081447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:26.095751 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:26.097522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:26.108077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:26.119552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:26.126404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-a81a9a74-64f7-445c-be4f-bbce7bc9ec47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 1097 time: 0.1911125 May 06 13:06:26.323240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.452354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-f72d6aa8-7e38-4e30-9f36-9c85c867a283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:26.459954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-f72d6aa8-7e38-4e30-9f36-9c85c867a283 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 200 len: 897 time: 0.3207824 May 06 13:06:26.550018 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.600095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:26.633985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-acfca836-f61f-4654-932c-7fe084f6d11c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 200 len: 217 time: 0.1711802 May 06 13:06:26.665786 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.698838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42d8143-7798-4962-a04d-bff40493bdd1,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:26.794501 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:26.804789 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9bc90c-c3c8-42c5-8851-d09279eabb77 None None] The sync data for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 is: [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:03:45Z', 'revision_number': 4, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '20109a91-1ed1-4987-b95c-ac9f16413e50', 'name': '', 'network_id': '77337881-01ff-4c26-b04e-1a55de34f67b', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'mac_address': 'fa:16:3e:90:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:43Z', 'updated_at': '2022-05-06T13:04:24Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'subnets': [{'id': 'a23bc039-ec14-4b44-b547-c15449f4ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:26.832424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:26.833806 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3ea4d48b-b482-4ed8-a4b0-51bb36e30ae3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7941663 May 06 13:06:26.837160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44660) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:26.844172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:26.857634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-37cd8e63-b7d8-47e7-96ed-5814ea892153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:26.859875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-37cd8e63-b7d8-47e7-96ed-5814ea892153 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 200 len: 834 time: 0.2195745 May 06 13:06:26.879935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:26.894166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:26.897466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:26.910309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:27.067371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:27.168472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2995-d8d3-4b5e-a4f8-ed28f0acd706 req-1f3e16ed-e190-41af-9880-57e5b67d7fa8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:27.188436 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e76a2995-d8d3-4b5e-a4f8-ed28f0acd706 req-1f3e16ed-e190-41af-9880-57e5b67d7fa8 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.3278344 May 06 13:06:27.213346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:27.223531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-a4e2c6a1-76ea-4dae-8292-38825bde5d31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77337881-01ff-4c26-b04e-1a55de34f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245944 May 06 13:06:27.298972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:27.317921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed5872-a7d8-4720-9dc9-bf0646a2ad2d None None] New status for floating IP ce9ed745-8825-4c2a-8efe-2c04b1163ea9: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:06:27.345456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88796a86-6619-4076-b072-82c74e615581,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:27.462198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e76a2995-d8d3-4b5e-a4f8-ed28f0acd706 req-43a9b510-3b65-4a28-ac8e-d35b31b68b61 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724891 May 06 13:06:27.476139 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:27.477462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c61a77b3-dbda-4959-b6be-0ba9944ad3e2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6389890 May 06 13:06:27.480407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44670) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:27.487490 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:27.542850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:27.545872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:27.557193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:27.572834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:27.598157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-7757d488-7b0a-45a6-93f0-ff051ab20ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662205 May 06 13:06:27.614479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:25Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:27.620047 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684703f3-dad9-46e7-a9e2-e0f5e056aeeb None None] The sync data for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 is: [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:25Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:27.759991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:27.869026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12cc3519-650c-4c1f-93d6-b1c1ce74394f req-ac01b85f-f9b5-4b3b-9f23-6dbc9a9c065b service neutron] 10.222.0.13 "GET /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636290 May 06 13:06:27.983915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6be3ded3-fe16-4471-9b12-53f89c910a92 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:27.995810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.122333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-a0134df8-49c5-4f53-9a02-e8e1c4406044 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:28.123875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-a0134df8-49c5-4f53-9a02-e8e1c4406044 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.1952806 May 06 13:06:28.142134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.200925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69110ff7-f41c-4cf8-bf76-7547a261eda6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:28.222696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:28.223289 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.232748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6be3ded3-fe16-4471-9b12-53f89c910a92 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:28.238514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6be3ded3-fe16-4471-9b12-53f89c910a92 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:28.239199 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.373212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.374922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a9870e40-f642-4051-9dbd-860501111c7b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8935242 May 06 13:06:28.379637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:28.387149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:28.408411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:28.418529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:28.422370 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.425834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:28.447456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:28.484782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6be3ded3-fe16-4471-9b12-53f89c910a92, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6be3ded3-fe16-4471-9b12-53f89c910a92,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:28.555698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 6753cd53-235f-4729-b3be-84d45961f1e4, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=6753cd53-235f-4729-b3be-84d45961f1e4,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:28.555698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.601499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.614945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.776985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:28.777213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 6753cd53-235f-4729-b3be-84d45961f1e4 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:28.860390 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:28.911069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293956f4-c357-429c-aedb-612ff96a48df req-037e6e66-7ed0-4ba7-9d61-eeb76816da02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:28.912407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-293956f4-c357-429c-aedb-612ff96a48df req-037e6e66-7ed0-4ba7-9d61-eeb76816da02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Synchronizing usage tracker for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:29.059246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.061009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-293956f4-c357-429c-aedb-612ff96a48df req-037e6e66-7ed0-4ba7-9d61-eeb76816da02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Unset dirty status for tenant:66d25334c69d44e3bb8b2c1e4f0b66fe on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:29.062300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-293956f4-c357-429c-aedb-612ff96a48df req-037e6e66-7ed0-4ba7-9d61-eeb76816da02 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 946 time: 0.3500576 May 06 13:06:29.105612 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab17b48-e9a3-49c9-9362-a2d6182048dc,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:29.118148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.151692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-293956f4-c357-429c-aedb-612ff96a48df req-5f762861-f41d-4044-9a34-78a1555c6343 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/security-groups?id=74e33849-3f68-4b9a-a3d1-5ffca089c144&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790751 May 06 13:06:29.201950 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.203938 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-26f68dba-af98-4b23-a4f7-f53ca29f43a2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8249800 May 06 13:06:29.206915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44694) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:29.215219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:29.222232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:29.226657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:29.230257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:29.236680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:29.275044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=6753cd53-235f-4729-b3be-84d45961f1e4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:29.348266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] No DVR routers for this DVR port 6753cd53-235f-4729-b3be-84d45961f1e4 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:29.351462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.354177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-deleted', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:29.398056 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:06:29.413512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.414041 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30563350-cd04-45ee-ad0d-26f227c9bdb0'] response: {'server_uuid': '708f3966-747d-4fd0-aa86-0b3339c947a3', 'name': 'network-vif-deleted', 'tag': '6753cd53-235f-4729-b3be-84d45961f1e4', 'status': 'completed', 'code': 200} May 06 13:06:29.477760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.541615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d12f648b-fe31-4644-a5f0-4a0e402bedd6 req-9ff0e5c1-3730-4a69-ae10-212c13115561 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.13 "DELETE /v2.0/ports/6753cd53-235f-4729-b3be-84d45961f1e4 HTTP/1.1" status: 204 len: 173 time: 1.4122832 May 06 13:06:29.580494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.604745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaeb2004-5bd1-4428-9bff-8d3fe211bd1d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:29.723640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.724919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-da73d35c-3621-4393-9fe7-e17a5a77a9eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5164943 May 06 13:06:29.728634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44704) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:29.735169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'security_group_rule': {'security_group_id': '84d50e55-8a79-49eb-a658-df8ac4f320f2', 'project_id': '79b8395e2d0445459e63839ade9a5932', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:29.750741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:29.775095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:security_group_rule and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:29.784839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:29.797449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:29.813903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6be3ded3-fe16-4471-9b12-53f89c910a92 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:29.915142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6be3ded3-fe16-4471-9b12-53f89c910a92 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:29.915579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:29.935258 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Project 79b8395e2d0445459e63839ade9a5932 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:06:29.942766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:30.012269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:30.174589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:30.199539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107bc702-6f0d-4789-b7c2-40a6276b7c02,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:30.287534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:30.298201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8a8fe857-073e-46f8-bce0-3d4830889e66 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5676320 May 06 13:06:30.386304 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb86d3d2-f62a-4220-8613-38d40b096393 req-c41978d1-ce34-42f7-a13a-e4406d396fb9 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "GET /v2.0/ports?device_id=708f3966-747d-4fd0-aa86-0b3339c947a3 HTTP/1.1" status: 200 len: 210 time: 0.0625231 May 06 13:06:30.605889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-3fcb1ab8-89cc-4b2a-add3-d9b9768f6853 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:30.740468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-3fcb1ab8-89cc-4b2a-add3-d9b9768f6853 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:30.741583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-3fcb1ab8-89cc-4b2a-add3-d9b9768f6853 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595264853&fields=id&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 267 time: 0.1816399 May 06 13:06:30.967311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-2475c38b-790c-4e0f-9948-4748c9c6df70 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:30.967675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-2475c38b-790c-4e0f-9948-4748c9c6df70 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:31.098171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-2475c38b-790c-4e0f-9948-4748c9c6df70 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:31.099361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-2475c38b-790c-4e0f-9948-4748c9c6df70 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/networks?id=6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 200 len: 796 time: 0.3480134 May 06 13:06:31.118479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-b423245c-a882-494b-a62a-a6feb5c84a38 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/quotas/79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 375 time: 0.0122967 May 06 13:06:31.206660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-aaecbeea-0750-4e53-9b28-13397cd27237 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:31.312221 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-aaecbeea-0750-4e53-9b28-13397cd27237 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:31.313473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-aaecbeea-0750-4e53-9b28-13397cd27237 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1892755 May 06 13:06:31.342631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:31.378402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 6753cd53-235f-4729-b3be-84d45961f1e4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:31.378747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 6753cd53-235f-4729-b3be-84d45961f1e4 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:31.491110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-287fc927-0bac-40fb-b35e-961d363fc7a8 service neutron] 10.222.0.83 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602829 May 06 13:06:31.519893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44738) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:31.652583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-47014fe6-5a53-40b1-b595-8ca45074e9ed service neutron] 10.222.0.83 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599789 May 06 13:06:31.949725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e56e92f7-b378-4f48-98bd-60f2c363d20e req-a9b5b457-bdd6-4d6c-ab62-fe882624d301 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0452371 May 06 13:06:32.016323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:32.800754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 20109a91-1ed1-4987-b95c-ac9f16413e50 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:32.801378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:33.136574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8b9c7ce2-96fe-4a34-8266-70b03491a9dd req-d57327cf-1bd6-4073-a2ec-e306c2030c54 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0463622 May 06 13:06:33.180107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 20109a91-1ed1-4987-b95c-ac9f16413e50, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=20109a91-1ed1-4987-b95c-ac9f16413e50,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:33.180107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:33.372307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 20109a91-1ed1-4987-b95c-ac9f16413e50 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:33.733448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:33.876563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=20109a91-1ed1-4987-b95c-ac9f16413e50,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:34.220230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:34.405455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37bdca8a-3927-439a-a828-8e5856bfd333 req-90ff4a3e-534e-4b15-a783-f1f80cc39197 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.1106231 May 06 13:06:35.067541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:35.322595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:35.335097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Sync routers for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:35.338285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5adbe03-883c-49dc-8626-50571cedfaff tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "PUT /v2.0/routers/4b546096-ecbd-4a96-b06a-0d6893bb3f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8172734 May 06 13:06:35.341848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44830) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:35.352937 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:35.353585 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:35.623911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting subnet a23bc039-ec14-4b44-b547-c15449f4ab43 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:06:35.627132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:35.640293 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:35.738534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-808ff50a-3868-4aa6-88c7-a6b35e14d02d req-f859504f-e61f-4f66-888c-fa6082a46cd3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0662889 May 06 13:06:35.811091 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:35.994844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.082538 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:06:33Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:36.089118 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Checking router: 4b546096-ecbd-4a96-b06a-0d6893bb3f86 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:36.103367 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Routers {'4b546096-ecbd-4a96-b06a-0d6893bb3f86'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:36.104447 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:36.312801 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] Set router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:36.329839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.385696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Subnet': ['ID=a23bc039-ec14-4b44-b547-c15449f4ab43,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:36.403362 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.415620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df625c7-9370-4d1e-abce-cff1225a9f87 None None] Network 77337881-01ff-4c26-b04e-1a55de34f67b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:36.423348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ed5c2006-3d9f-4ce8-a1c7-c761ac144d74 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/subnets/a23bc039-ec14-4b44-b547-c15449f4ab43 HTTP/1.1" status: 204 len: 168 time: 1.0796275 May 06 13:06:36.426373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44842) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:36.565139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-171e302c-de06-4162-b873-bca48c729b15 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:36.567679 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-171e302c-de06-4162-b873-bca48c729b15 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/networks?id=6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 200 len: 796 time: 0.3239644 May 06 13:06:36.679097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-17f214e1-727b-47db-871a-4ad1a689801b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b8395e2d0445459e63839ade9a5932 HTTP/1.1" status: 200 len: 380 time: 0.0987208 May 06 13:06:36.692450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'port': {'device_id': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'admin_state_up': True, 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'security_groups': ['84d50e55-8a79-49eb-a658-df8ac4f320f2']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:36.721223 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:06:33Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:36.726991 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8baff1-1177-4860-ae70-0934d64bcf39 None None] The sync data for ids ['4b546096-ecbd-4a96-b06a-0d6893bb3f86'] in n-d-840845-1 is: [{'id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569101385', 'tenant_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:31Z', 'updated_at': '2022-05-06T13:06:33Z', 'revision_number': 5, 'project_id': '66d25334c69d44e3bb8b2c1e4f0b66fe', 'gw_port': {'id': '0ba4e42d-a62c-4f02-bac6-371a130f6d25', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b546096-ecbd-4a96-b06a-0d6893bb3f86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:33Z', 'updated_at': '2022-05-06T13:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:36.801989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44848) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:36.881595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:36.917446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:36.931063 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:37.026686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Made reservation on behalf of 79b8395e2d0445459e63839ade9a5932 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:37.030366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.073536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8457307a-eb0f-4081-9eaa-59ee28e3c414 req-bbffa56b-8a34-470e-b419-734ae38bc30a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0639360 May 06 13:06:37.165819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] DHCP port deletion for 77337881-01ff-4c26-b04e-1a55de34f67b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:06:37.171224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Deleting port 928847b4-2222-4f48-9c9e-0bf21228b85a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:37.171731 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.225382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.335148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:37.353136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Usage tracker for resource:security_group_rule and tenant:e5596f05e85a4a03a504ffafb75da2e6 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:37.361990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:37.383445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:37.498675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.500704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.20.0.11 (6632994e-193c-4fe6-b590-c54d5b01d3a1/10eeb87c-3272-4513-838c-63a628ac9c69/15726e00-9519-4c4f-8549-9bcf7c669bcd) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:37.536731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.574576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] For port 928847b4-2222-4f48-9c9e-0bf21228b85a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=928847b4-2222-4f48-9c9e-0bf21228b85a,segment=NetworkSegment(b9f6a07a-aba3-4582-a3d3-f1cb50dba421),segment_id=b9f6a07a-aba3-4582-a3d3-f1cb50dba421)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:37.576040 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.664981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.691524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Deleting port 0ba4e42d-a62c-4f02-bac6-371a130f6d25 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:06:37.691887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.712978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Calling delete_port for 928847b4-2222-4f48-9c9e-0bf21228b85a owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:37.792883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:37.834032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 20109a91-1ed1-4987-b95c-ac9f16413e50 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:37.885946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 20109a91-1ed1-4987-b95c-ac9f16413e50 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:37.886294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 20109a91-1ed1-4987-b95c-ac9f16413e50 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:37.886755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 928847b4-2222-4f48-9c9e-0bf21228b85a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:37.887465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3656868-b525-48ca-9e3b-9bcca0903b19,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:37.911655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-18d8c2b2-a5ad-4f78-b683-1d836971d504 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5596f05e85a4a03a504ffafb75da2e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1061125 May 06 13:06:37.912158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:37.974070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Transition to ACTIVE for port object 15726e00-9519-4c4f-8549-9bcf7c669bcd will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:37.998886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port 928847b4-2222-4f48-9c9e-0bf21228b85a {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:06:37.999293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 928847b4-2222-4f48-9c9e-0bf21228b85a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:38.015464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.063491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.073600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] Pushing event deleted for resources: {'Port': ['ID=928847b4-2222-4f48-9c9e-0bf21228b85a,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:38.079790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0a3b9-650a-486e-b206-5b389169782f None None] No DVR routers for this DVR port 928847b4-2222-4f48-9c9e-0bf21228b85a on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:06:38.080004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] For port 0ba4e42d-a62c-4f02-bac6-371a130f6d25, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=0ba4e42d-a62c-4f02-bac6-371a130f6d25,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:38.080356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.102825 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.212839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.219864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Calling delete_port for 0ba4e42d-a62c-4f02-bac6-371a130f6d25 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:06:38.296491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.401871 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:06:38.406779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3656868-b525-48ca-9e3b-9bcca0903b19,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:38.409940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:38.416856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:38.423019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:38.469346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:38.494611 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99008247-a475-4685-a8da-a28176b5e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.574433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.575574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6176cbc5-69a6-4a98-af1d-f80b1845442d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a3656868-b525-48ca-9e3b-9bcca0903b19 HTTP/1.1" status: 204 len: 168 time: 0.6616428 May 06 13:06:38.589326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:38.592080 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.614585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d35dd0-463d-4c2c-aa43-c54300f5faaa req-6f316f1a-f413-47f7-b78b-3c2668076596 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:38.614585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1d35dd0-463d-4c2c-aa43-c54300f5faaa req-6f316f1a-f413-47f7-b78b-3c2668076596 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:38.723736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.776297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Port': ['ID=0ba4e42d-a62c-4f02-bac6-371a130f6d25,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:38.798356 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-585e9b20-59b6-4923-a679-5a35bc30e8f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1129394 May 06 13:06:38.799088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c1d35dd0-463d-4c2c-aa43-c54300f5faaa req-6f316f1a-f413-47f7-b78b-3c2668076596 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:38.800134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1d35dd0-463d-4c2c-aa43-c54300f5faaa req-6f316f1a-f413-47f7-b78b-3c2668076596 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 932 time: 0.5160584 May 06 13:06:38.809730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Request body: {'port': {'device_id': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:38.900805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e5d8a347-51f6-4ae9-af0f-18d4a39ca5de None None] Provisioning for port 15726e00-9519-4c4f-8549-9bcf7c669bcd completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:38.906717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e5d8a347-51f6-4ae9-af0f-18d4a39ca5de None None] Provisioning complete for port 15726e00-9519-4c4f-8549-9bcf7c669bcd triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:38.907398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e5d8a347-51f6-4ae9-af0f-18d4a39ca5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.970799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:38.977562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8a347-51f6-4ae9-af0f-18d4a39ca5de None None] Port 15726e00-9519-4c4f-8549-9bcf7c669bcd cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:38.993307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c1d35dd0-463d-4c2c-aa43-c54300f5faaa req-ad04fe7f-aa23-4516-ae10-3e41ddd23e93 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094475 May 06 13:06:39.080886 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.367027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15726e00-9519-4c4f-8549-9bcf7c669bcd {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:39.369061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.373339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.375446 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.390931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Transition to ACTIVE for port object 15726e00-9519-4c4f-8549-9bcf7c669bcd will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:39.546212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.546766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.546912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Fanout notify agent at l3_agent the message router_deleted on router 4b546096-ecbd-4a96-b06a-0d6893bb3f86 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:06:39.573957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.576038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c224fc7-aac4-4848-a874-5ff35b6436ee tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/routers/4b546096-ecbd-4a96-b06a-0d6893bb3f86 HTTP/1.1" status: 204 len: 168 time: 3.1473951 May 06 13:06:39.577920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44874) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:39.697348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Pushing event updated for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:39.701125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44878) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:39.736117 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.791123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.906383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:39.915946 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Usage tracker for resource:security_group_rule and tenant:41ab970438054e8f97ddd6a5f536cc06 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:39.928718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:39.939210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:39.961146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Attempting to bind port 15726e00-9519-4c4f-8549-9bcf7c669bcd on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:39.962068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Attempting to bind port 15726e00-9519-4c4f-8549-9bcf7c669bcd by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:39.962068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Attempting to bind port 15726e00-9519-4c4f-8549-9bcf7c669bcd on network 6632994e-193c-4fe6-b590-c54d5b01d3a1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:39.969983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:39.972242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Port 15726e00-9519-4c4f-8549-9bcf7c669bcd on network 6632994e-193c-4fe6-b590-c54d5b01d3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:06:39.972651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Attempting to bind port 15726e00-9519-4c4f-8549-9bcf7c669bcd on network 6632994e-193c-4fe6-b590-c54d5b01d3a1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:39.988491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:39.988853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Checking segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:39.989286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Bound using segment: {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:39.991421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Bound port: 15726e00-9519-4c4f-8549-9bcf7c669bcd, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2782fb17-a2b4-4223-aeee-8e88912cbe23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:39.991800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.011735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77337881-01ff-4c26-b04e-1a55de34f67b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:40.033906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:40.033906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f6a07a-aba3-4582-a3d3-f1cb50dba421') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:40.048800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.073861 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.083385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:06:40.085523 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: timer() May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:06:40.108045 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:06:40.138831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.149055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:40.152501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:40.226029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.270478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f8167-bea6-4499-9ef4-f42ea5635ef7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:40.270728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60265dca-b04c-4ea0-a1e4-34a9a582b617 req-7083bd09-75a8-4188-962c-d2a407103fd2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:40.272095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60265dca-b04c-4ea0-a1e4-34a9a582b617 req-7083bd09-75a8-4188-962c-d2a407103fd2 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 944 time: 0.1008611 May 06 13:06:40.276412 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.330002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-60265dca-b04c-4ea0-a1e4-34a9a582b617 req-efe0e77c-51ef-4c13-b33d-e65f1b8c65f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:06:40.343726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-60265dca-b04c-4ea0-a1e4-34a9a582b617 req-efe0e77c-51ef-4c13-b33d-e65f1b8c65f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:06:40.345461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60265dca-b04c-4ea0-a1e4-34a9a582b617 req-efe0e77c-51ef-4c13-b33d-e65f1b8c65f7 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589733 May 06 13:06:40.356777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.377718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e91bb07b-fb3b-42f8-b53c-a5972c1f0e00 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41ab970438054e8f97ddd6a5f536cc06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6754754 May 06 13:06:40.382612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44886) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:40.387436 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.388504 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.390490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] 10.222.0.13 "PUT /v2.0/ports/15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 200 len: 1092 time: 1.5850613 May 06 13:06:40.401734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:40.410418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'Network': ['ID=77337881-01ff-4c26-b04e-1a55de34f67b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:40.412612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05739ba-3614-45ee-affc-e24d47961893 service neutron] Pushing event updated for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:40.476313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.480194 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356b011e-a12a-4629-9525-ee82671740a8'] response: {'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'status': 'completed', 'code': 200} May 06 13:06:40.570179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.604048 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-387626f6-8749-4304-8c04-f029b655b7cb tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/networks/77337881-01ff-4c26-b04e-1a55de34f67b HTTP/1.1" status: 204 len: 168 time: 1.0246940 May 06 13:06:40.608171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 44894) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:40.708482 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.712932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-48430165-fd6f-4db5-9af8-f6dd0033198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.743746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.810583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d6f9996-c153-4791-ae8f-a8ab11648070 req-90e76bbd-74a5-49c5-ab84-8b9108b6ac4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1095 time: 0.3079336 May 06 13:06:40.953858 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.974253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f8167-bea6-4499-9ef4-f42ea5635ef7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:40.978863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9996-c153-4791-ae8f-a8ab11648070 req-3f864858-b9eb-4e31-a132-9effe0b0ccb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:40.980448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d6f9996-c153-4791-ae8f-a8ab11648070 req-3f864858-b9eb-4e31-a132-9effe0b0ccb6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=79b8395e2d0445459e63839ade9a5932&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1625621 May 06 13:06:40.983884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:40.984921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6c8f4cb1-bd11-43e5-ba11-15796f93aaf7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/141f8167-bea6-4499-9ef4-f42ea5635ef7 HTTP/1.1" status: 204 len: 168 time: 0.5988643 May 06 13:06:40.997672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:41.021740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e33849-3f68-4b9a-a3d1-5ffca089c144,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:41.134053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:41.137870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd0e6d55-e0c7-4d8c-a24f-bee321276978 tempest-TestNetworkAdvancedServerOps-1095791862 tempest-TestNetworkAdvancedServerOps-1095791862-project] 10.222.0.83 "DELETE /v2.0/security-groups/74e33849-3f68-4b9a-a3d1-5ffca089c144 HTTP/1.1" status: 204 len: 168 time: 0.5260291 May 06 13:06:41.150728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f9996-c153-4791-ae8f-a8ab11648070 req-10257596-c3f5-4855-8b9b-9aabadb76368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:41.152222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d6f9996-c153-4791-ae8f-a8ab11648070 req-10257596-c3f5-4855-8b9b-9aabadb76368 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660194 May 06 13:06:41.267628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-eb6820a5-08f1-49da-8155-d4edbafa4896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1095 time: 0.0772214 May 06 13:06:41.355070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-9efdd063-486b-4b0d-8d92-5953bb0c1272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 200 len: 217 time: 0.0792370 May 06 13:06:41.431261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-a2da3d55-e5f9-42f0-9308-f36f63113040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:41.434957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-a2da3d55-e5f9-42f0-9308-f36f63113040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10eeb87c-3272-4513-838c-63a628ac9c69 HTTP/1.1" status: 200 len: 834 time: 0.0719740 May 06 13:06:41.585569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-57386a89-9b06-435b-98f2-9a16ac09c7d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6632994e-193c-4fe6-b590-c54d5b01d3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460056 May 06 13:06:41.683014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85987e6d-f29b-4cad-ad35-e0c4bdfc87be req-9e59ba18-9366-401a-8bed-7d2bab5c52cc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:41.684554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85987e6d-f29b-4cad-ad35-e0c4bdfc87be req-9e59ba18-9366-401a-8bed-7d2bab5c52cc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 944 time: 0.1894524 May 06 13:06:41.798069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85987e6d-f29b-4cad-ad35-e0c4bdfc87be req-d1ef38a3-5a6a-4986-9ee4-ab3f23cf3fb3 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990918 May 06 13:06:41.798069 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-3510ad64-ea1b-4354-8a4c-46bc2fc58412 service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997061 May 06 13:06:41.956596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6cc837db-1d6c-4dbc-8f6c-4a73ae68290e req-161ce551-9476-4e2a-933c-74e0fe81f8dc service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560555 May 06 13:06:42.012346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:42.203752 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da588b69-1dbf-484c-b548-1e7544b40755 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66d25334c69d44e3bb8b2c1e4f0b66fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900461 May 06 13:06:42.206095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44926) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:42.260687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.283445 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.307010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.314518 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.499990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.518341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433f2ef-3928-4abb-bfeb-e132dda6e552,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:42.525532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:42.526941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7831bfbe-8b53-4420-bba2-2724e84ea135 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c433f2ef-3928-4abb-bfeb-e132dda6e552 HTTP/1.1" status: 204 len: 168 time: 0.3193161 May 06 13:06:43.043136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980bcca-98aa-4a1a-9ac7-1f075a68e632 req-c6c20f30-c880-4b42-8c6c-a022e7350850 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:43.047866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b980bcca-98aa-4a1a-9ac7-1f075a68e632 req-c6c20f30-c880-4b42-8c6c-a022e7350850 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 944 time: 0.0964544 May 06 13:06:43.262810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b980bcca-98aa-4a1a-9ac7-1f075a68e632 req-ba5810f5-99e0-4c7e-b49c-aa3d3e0040eb tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094872 May 06 13:06:43.641995 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:43.725326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0ba4e42d-a62c-4f02-bac6-371a130f6d25 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:06:43.743203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44948) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:43.796301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 0ba4e42d-a62c-4f02-bac6-371a130f6d25 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:06:43.797572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 0ba4e42d-a62c-4f02-bac6-371a130f6d25 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:06:43.799225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bdf2297b-8e5c-4539-bda9-a07af134f65a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1e2aca18004241ba87c2fd607815a02b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548606 May 06 13:06:43.801728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44952) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:43.882405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:43.913029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.111930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.130905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e55dc76-cb3a-4531-becd-5309ae0c4f92,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:44.226644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:44.228643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5b2e0b02-d6ae-49d4-95dc-979f165940bd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3e55dc76-cb3a-4531-becd-5309ae0c4f92 HTTP/1.1" status: 204 len: 168 time: 0.4251742 May 06 13:06:44.482806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfcc0e-456c-41f9-84a1-03c14f472696 req-0b1136f8-b5ec-4e20-adb1-b487251cb255 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:44.484341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20dfcc0e-456c-41f9-84a1-03c14f472696 req-0b1136f8-b5ec-4e20-adb1-b487251cb255 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 944 time: 0.0879169 May 06 13:06:44.541136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-20dfcc0e-456c-41f9-84a1-03c14f472696 req-91393ac3-cb16-4c4c-a52e-79bb3d3422b6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501587 May 06 13:06:45.436478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 15726e00-9519-4c4f-8549-9bcf7c669bcd details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:06:45.669584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:45.689570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'port_id': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'mac_address': 'fa:16:3e:1f:a2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:06:45.750774 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.770042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15726e00-9519-4c4f-8549-9bcf7c669bcd {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:06:45.786291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb9e19-332b-4be2-99dc-02a3d2580434 req-aaf3b89e-9514-4840-84dd-88596e708865 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:45.790891 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4bb9e19-332b-4be2-99dc-02a3d2580434 req-aaf3b89e-9514-4840-84dd-88596e708865 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 944 time: 0.1135905 May 06 13:06:45.797172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:45.846120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4bb9e19-332b-4be2-99dc-02a3d2580434 req-95f708da-90eb-40d2-959b-f48e487b2abf tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480633 May 06 13:06:45.894661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:45.964718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:46.052842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 44990) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:46.101044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['15726e00-9519-4c4f-8549-9bcf7c669bcd'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:06:46.250393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1668330320-network', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:46.259270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:46.268508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Usage tracker for resource:network and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:46.290286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:46.299040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:46.391736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Made reservation on behalf of 5de5c16a621a41f9a4d39178e589cbd7 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:46.394404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.411950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.453183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:46.458642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:46.466689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:46.477995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:46.572414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.677176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.702671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:06:46.724149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b689d97a-243b-4b2e-a7b5-7477ea6ef0c7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:46.727200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.728142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.728751 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Added segment 5ebb1bd8-566f-4ad3-b542-2201f67885b3 of type vlan for network a90712a9-87af-412c-b0ae-71887f99a978 May 06 13:06:46.763568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.883900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:46.884831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:46.885424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.160819 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] Pushing event updated for resources: {'Network': ['ID=a90712a9-87af-412c-b0ae-71887f99a978,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:47.195475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a90712a9-87af-412c-b0ae-71887f99a978 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:06:47.204146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d62e5-acdc-48ae-abc1-bcc3708ec7d7 req-8898292d-e5f1-4cd8-9163-d8af9cd749a0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:47.205708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-399d62e5-acdc-48ae-abc1-bcc3708ec7d7 req-8898292d-e5f1-4cd8-9163-d8af9cd749a0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 945 time: 0.2018247 May 06 13:06:47.285785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-399d62e5-acdc-48ae-abc1-bcc3708ec7d7 req-8224738c-b63f-4902-9f33-9029ae78b4d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732820 May 06 13:06:47.435253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 15726e00-9519-4c4f-8549-9bcf7c669bcd up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:47.518081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e0780560-1c2d-4dc7-a178-6bfc90a5f840 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4640512 May 06 13:06:47.521202 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45008) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:47.527733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Request body: {'subnet': {'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1668330320-subnet', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:47.533983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:47.538675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Usage tracker for resource:subnet and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:47.543042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:47.549386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:47.722949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 15726e00-9519-4c4f-8549-9bcf7c669bcd completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:47.729658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 15726e00-9519-4c4f-8549-9bcf7c669bcd triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:47.739728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.763049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Made reservation on behalf of 5de5c16a621a41f9a4d39178e589cbd7 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:06:47.765610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.870144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:47.907755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:47.937483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:47.991306 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c154f7-4ac2-44e1-91c1-8c2c69488833'] response: {'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'code': 200} May 06 13:06:48.030090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.140166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:48.162996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fd0d95c-f939-4bba-9db2-262679a9d236 req-28edf058-e5b9-4873-b2fc-44e6f4020882 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1097 time: 0.0939889 May 06 13:06:48.207356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.215618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fd0d95c-f939-4bba-9db2-262679a9d236 req-0514ef47-48a6-49f0-bde5-ca5169b39e32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 May 06 13:06:48.275677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7649a6c-ce2c-4b55-9338-7d0662b98aa6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:48.306624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Checking segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:48.316537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Network hostable DHCP agents. Network: a90712a9-87af-412c-b0ae-71887f99a978, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:06:48.448756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Network a90712a9-87af-412c-b0ae-71887f99a978 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:06:48.524776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01728-ca4f-401b-bf4c-37eefebbbe7f req-528b1e06-cf79-47ed-b48b-a87fcd73b76a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:48.526656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ff01728-ca4f-401b-bf4c-37eefebbbe7f req-528b1e06-cf79-47ed-b48b-a87fcd73b76a tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.1001782 May 06 13:06:48.550115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a90712a9-87af-412c-b0ae-71887f99a978) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:48.563656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:48.565373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.573494 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debf67e-4794-4570-a410-d5d8d5889544 None None] Network a90712a9-87af-412c-b0ae-71887f99a978 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:48.582691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ff01728-ca4f-401b-bf4c-37eefebbbe7f req-998fd5bc-6e0d-4763-b8c8-589879040c14 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 May 06 13:06:48.703331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ffe5e7b3-8505-4aa9-b3de-90ffbc5d273a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1785710 May 06 13:06:48.703575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:48.709637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:48.715815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:48.720292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Usage tracker for resource:router and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:48.723500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:48.730642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:48.865157 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.874460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.889794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a90712a9-87af-412c-b0ae-71887f99a978', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:06:48.894557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:48.897675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.196871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.224957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Allocated IP 172.20.0.2 (a90712a9-87af-412c-b0ae-71887f99a978/d7649a6c-ce2c-4b55-9338-7d0662b98aa6/43ffcaa0-fe82-4716-973e-5ca0fc05826a) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:49.484125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.496116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Transition to ACTIVE for port object 43ffcaa0-fe82-4716-973e-5ca0fc05826a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:49.517231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Transition to ACTIVE for port object 43ffcaa0-fe82-4716-973e-5ca0fc05826a will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:49.595719 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.631644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.669485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.767694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Network a90712a9-87af-412c-b0ae-71887f99a978 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:49.767694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:49.767694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:49.859942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Allocated IP 172.25.2.63 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/ccea66c7-dbb6-4878-ac28-c190b304890e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:49.870788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Pushing event updated for resources: {'Port': ['ID=43ffcaa0-fe82-4716-973e-5ca0fc05826a,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:49.880908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Attempting to bind port 43ffcaa0-fe82-4716-973e-5ca0fc05826a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:49.881207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Attempting to bind port 43ffcaa0-fe82-4716-973e-5ca0fc05826a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:49.881737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Attempting to bind port 43ffcaa0-fe82-4716-973e-5ca0fc05826a on network a90712a9-87af-412c-b0ae-71887f99a978 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:49.889712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:49.890134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Checking segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:49.890717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.890987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Bound using segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:49.891398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Bound port: 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:49.891852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:49.986411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bdafc-a03a-4792-95c7-92f6e7ea2f71 req-a73c0349-2477-406f-9454-6d5ae460ec93 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:49.987813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd4bdafc-a03a-4792-95c7-92f6e7ea2f71 req-a73c0349-2477-406f-9454-6d5ae460ec93 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.2041907 May 06 13:06:50.000101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] For port 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:50.003500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] For port 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=43ffcaa0-fe82-4716-973e-5ca0fc05826a,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:50.098945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:50.105576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd4bdafc-a03a-4792-95c7-92f6e7ea2f71 req-3ffe6845-94e4-47fe-ade3-1662b08e3281 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068285 May 06 13:06:50.334164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467c711-37de-4cf6-97e0-a141dafa0d90 req-cc6c320a-1608-4aa3-b334-95c4d73bba55 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:50.349926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1467c711-37de-4cf6-97e0-a141dafa0d90 req-cc6c320a-1608-4aa3-b334-95c4d73bba55 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.0829718 May 06 13:06:50.394192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1467c711-37de-4cf6-97e0-a141dafa0d90 req-27fa13bd-c902-415d-af0f-78d9da17a7ef tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514715 May 06 13:06:50.426992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45040) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:50.509180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-789f2527-b6ec-4595-ba7c-3ec2c5068b90 tempest-TestNetworkBasicOps-1230227430 tempest-TestNetworkBasicOps-1230227430-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1092 time: 0.0807610 May 06 13:06:50.512020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45050) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:50.517473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:06:50.525371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:06:50.529742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Usage tracker for resource:floatingip and tenant:79b8395e2d0445459e63839ade9a5932 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:06:50.532772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:06:50.538606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:06:50.792450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:50.793111 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:50.870687 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:50.887386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e818-312d-4d2b-91d0-363f761e04e5 None None] Pushing event updated for resources: {'Port': ['ID=43ffcaa0-fe82-4716-973e-5ca0fc05826a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:50.888456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:50.894782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:50.902782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:50.931876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Pushing event updated for resources: {'Port': ['ID=ccea66c7-dbb6-4878-ac28-c190b304890e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:51.049366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.298110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.450023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Allocated IP 172.25.2.27 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/656c5aec-e47d-4457-8c8e-76ffe6451a5e) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:51.640622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.732608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.733858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.812438 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:51.977315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 43ffcaa0-fe82-4716-973e-5ca0fc05826a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:52.029996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:52.035581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:52.042221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:52.089654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=656c5aec-e47d-4457-8c8e-76ffe6451a5e,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:52.200821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 43ffcaa0-fe82-4716-973e-5ca0fc05826a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:52.300273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702054ed-ba32-4484-b8ff-a134a6bb8dfb None None] Network a90712a9-87af-412c-b0ae-71887f99a978 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:06:52.504465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Provisioning for port 43ffcaa0-fe82-4716-973e-5ca0fc05826a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:52.519117 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Provisioning complete for port 43ffcaa0-fe82-4716-973e-5ca0fc05826a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:52.519529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.697419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Router 2fe203e2-cc17-478b-94b0-10765d6d144b is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:06:52.702406 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.751553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] For port 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=43ffcaa0-fe82-4716-973e-5ca0fc05826a,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:52.833272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.852715 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:52.959004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26376a-2dea-45a1-9a38-e882497a0cd6 None None] Pushing event updated for resources: {'Port': ['ID=43ffcaa0-fe82-4716-973e-5ca0fc05826a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:52.988675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.272635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-44333616-fc2b-4e76-ab5d-108b95e14aca None None] Provisioning complete for port 43ffcaa0-fe82-4716-973e-5ca0fc05826a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:53.274424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-44333616-fc2b-4e76-ab5d-108b95e14aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.509927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.513697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:53.530229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:53.545783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:53.546893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:53.573972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.624054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.627969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b70450f-ab4c-4c80-99a5-05ba9ad116ff admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9208984 May 06 13:06:53.628349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45072) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:53.667069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event updated for resources: {'Port': ['ID=656c5aec-e47d-4457-8c8e-76ffe6451a5e,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:53.787564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:53.824033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:53.890528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 43ffcaa0-fe82-4716-973e-5ca0fc05826a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:54.030540 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Floating IP db44a920-6ec9-49f6-9e1a-4676f0fe86e8 associated. External IP: 172.25.2.27, port: 15726e00-9519-4c4f-8549-9bcf7c669bcd. May 06 13:06:54.196700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 43ffcaa0-fe82-4716-973e-5ca0fc05826a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:54.196985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.380523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:51Z', 'revision_number': 3, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:54.386857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:54.387445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Updating router 2fe203e2-cc17-478b-94b0-10765d6d144b port ccea66c7-dbb6-4878-ac28-c190b304890e binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:06:54.458044 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:54.628148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:54.728500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.010121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:55.020438 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.021068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Sync routers for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:06:55.037149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Transition to ACTIVE for port object ccea66c7-dbb6-4878-ac28-c190b304890e will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:55.046547 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:55.047618 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:55.084248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Allocated IP 172.20.0.1 (a90712a9-87af-412c-b0ae-71887f99a978/d7649a6c-ce2c-4b55-9338-7d0662b98aa6/cea5af1f-e672-4128-b2e4-5569415385d7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:06:55.142690 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.181186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.300254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5262096-5b6c-4ee0-9be3-3ceaa73a9a8d None None] Pushing event updated for resources: {'Port': ['ID=ccea66c7-dbb6-4878-ac28-c190b304890e,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:55.307374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-04cc721d-c82e-419f-ae54-ec9f95c5eefa tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7934735 May 06 13:06:55.308827 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:06:55.313825 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Attempting to bind port ccea66c7-dbb6-4878-ac28-c190b304890e on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Attempting to bind port ccea66c7-dbb6-4878-ac28-c190b304890e by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Attempting to bind port ccea66c7-dbb6-4878-ac28-c190b304890e on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Bound port: ccea66c7-dbb6-4878-ac28-c190b304890e, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:06:55.352733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.459168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] For port ccea66c7-dbb6-4878-ac28-c190b304890e, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:06:55.464150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] For port ccea66c7-dbb6-4878-ac28-c190b304890e, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ccea66c7-dbb6-4878-ac28-c190b304890e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:06:55.480170 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:55.590714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.635396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-396fa7d4-76e2-41d3-a55c-3ca75b2ffafd tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 200 len: 991 time: 0.3201647 May 06 13:06:55.643043 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:55.688589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5262096-5b6c-4ee0-9be3-3ceaa73a9a8d None None] Pushing event updated for resources: {'Port': ['ID=ccea66c7-dbb6-4878-ac28-c190b304890e,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:55.698783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Transition to ACTIVE for port object cea5af1f-e672-4128-b2e4-5569415385d7 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:06:55.710661 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58bec84-39ab-4e87-a681-06c4d67f7b33'] response: {'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'status': 'completed', 'code': 200} May 06 13:06:55.737824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:55.738477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:56.021850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-6a39643c-400a-4acb-8a9a-170ba42691ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1097 time: 0.2620947 May 06 13:06:56.023979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:56.224292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-2ffaa25c-1b48-4108-b46b-b1a8be666552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:56.225825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-2ffaa25c-1b48-4108-b46b-b1a8be666552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 200 len: 897 time: 0.1974897 May 06 13:06:56.228186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:56.363261 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'db44a920-6ec9-49f6-9e1a-4676f0fe86e8', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'port_id': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'mac_address': 'fa:16:3e:1f:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:06:52Z', 'updated_at': '2022-05-06T13:06:52Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:56.377834 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Checking router: 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:06:56.407104 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:06:56.408183 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:56.463066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Network a90712a9-87af-412c-b0ae-71887f99a978 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:56.465797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-6c290fc2-0151-4822-bceb-4c3f19aff0ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 200 len: 999 time: 0.2236638 May 06 13:06:56.472480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:56.580005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-d2e27421-2c95-4956-9a92-d7e00b9db093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:06:56.581576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-d2e27421-2c95-4956-9a92-d7e00b9db093 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10eeb87c-3272-4513-838c-63a628ac9c69 HTTP/1.1" status: 200 len: 834 time: 0.1068964 May 06 13:06:56.584894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:06:56.641592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:56.663078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:56.678469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:51Z', 'revision_number': 3, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:56.689610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598c94-a9b9-4307-aa35-8276cb3a1edf None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:51Z', 'revision_number': 3, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:56.858360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:56.943602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-2ef2f2dc-c259-4058-9e48-8c8bc7b0b0b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6632994e-193c-4fe6-b590-c54d5b01d3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648849 May 06 13:06:57.079571 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4e88defd-269b-46b0-a394-768a1ef80f0c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 200 len: 991 time: 0.4360530 May 06 13:06:57.165161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:06:57.204869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da96776b-8a74-4936-93d8-fa7dbb74df24 None None] Provisioning for port cea5af1f-e672-4128-b2e4-5569415385d7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:57.223867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da96776b-8a74-4936-93d8-fa7dbb74df24 None None] Provisioning complete for port cea5af1f-e672-4128-b2e4-5569415385d7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:57.227296 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da96776b-8a74-4936-93d8-fa7dbb74df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.324583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-71db14ac-9de6-4e0e-9d2d-81e3193bad5d service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681777 May 06 13:06:57.340294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da96776b-8a74-4936-93d8-fa7dbb74df24 None None] Port cea5af1f-e672-4128-b2e4-5569415385d7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:57.541759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:57.792323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae7e12f6-4c60-43d3-8a5d-5d5b5d1855cb req-86502302-a201-4031-b2fc-fade986751d8 service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588361 May 06 13:06:57.897109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ccea66c7-dbb6-4878-ac28-c190b304890e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:57.943900 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'db44a920-6ec9-49f6-9e1a-4676f0fe86e8', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'port_id': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'mac_address': 'fa:16:3e:1f:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:06:52Z', 'updated_at': '2022-05-06T13:06:52Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:06:57.956130 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f06eeb-18bc-4f7e-a36d-8852a9df1248 None None] The sync data for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 is: [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'db44a920-6ec9-49f6-9e1a-4676f0fe86e8', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'port_id': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'mac_address': 'fa:16:3e:1f:a2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:06:52Z', 'updated_at': '2022-05-06T13:06:52Z', 'revision_number': 0, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:06:58.090445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:58.146310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ccea66c7-dbb6-4878-ac28-c190b304890e completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:06:58.148542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.155103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ccea66c7-dbb6-4878-ac28-c190b304890e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:58.166748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.317669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.395523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19e9934f-6453-492d-9676-a00bb2bededc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 200 len: 991 time: 0.3024580 May 06 13:06:58.430901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.465988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93be89-6dee-48f1-ae99-8c67d6c232a4 None None] New status for floating IP db44a920-6ec9-49f6-9e1a-4676f0fe86e8: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:06:58.514641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Pushing event updated for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:58.521574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.624030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ccea66c7-dbb6-4878-ac28-c190b304890e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ccea66c7-dbb6-4878-ac28-c190b304890e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:06:58.736080 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:58.767583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Network a90712a9-87af-412c-b0ae-71887f99a978 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:06:58.768885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:06:58.971366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ccea66c7-dbb6-4878-ac28-c190b304890e,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:06:59.185908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-126561fe-4490-4c2c-b429-93c25a46d085 None None] Provisioning complete for port cea5af1f-e672-4128-b2e4-5569415385d7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:59.186563 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-126561fe-4490-4c2c-b429-93c25a46d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:06:59.278254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-126561fe-4490-4c2c-b429-93c25a46d085 None None] Port cea5af1f-e672-4128-b2e4-5569415385d7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:06:59.388139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Router 2fe203e2-cc17-478b-94b0-10765d6d144b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:06:59.399599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:06:59.583433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6322a92-fd52-4f35-8374-f1b83e309ff9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 200 len: 993 time: 0.1820891 May 06 13:06:59.672227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:06:59.686466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0703d7d1-dfe6-4602-9648-402a93a6ac71 admin admin] 10.222.0.83 "PUT /v2.0/routers/2fe203e2-cc17-478b-94b0-10765d6d144b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0567536 May 06 13:06:59.856175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ccea66c7-dbb6-4878-ac28-c190b304890e up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:06:59.989641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ccea66c7-dbb6-4878-ac28-c190b304890e triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:06:59.990807 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.451455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45150) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:01.457684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-384101169-network', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:01.464354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:01.469275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Usage tracker for resource:network and tenant:d59e38fbe5894fc7af00d6629bd5804f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:01.473045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:01.483667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:01.589980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Made reservation on behalf of d59e38fbe5894fc7af00d6629bd5804f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:01.592570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.607349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.649505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:01.653521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d59e38fbe5894fc7af00d6629bd5804f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:01.656931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:01.663067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:01.732519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.899866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.931907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:07:01.940139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4297755-45b0-4dd8-8cf5-ca3c8c21eaf3,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:01.945782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:01.946107 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Added segment 5a7b8279-9d47-4761-8ef9-aee1afa4d149 of type vlan for network a2e13820-7f0d-418e-bdb3-c794b4a49c16 May 06 13:07:01.976590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:02.213342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:02.215017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:02.215293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:02.326015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e13820-7f0d-418e-bdb3-c794b4a49c16,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:02.336569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:07:02.424692 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c92e7451-9f3a-4e76-a13d-48f4835e27b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9719894 May 06 13:07:02.427906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45158) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:02.433837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Request body: {'subnet': {'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-384101169-subnet', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:02.439689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:02.443898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Usage tracker for resource:subnet and tenant:d59e38fbe5894fc7af00d6629bd5804f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:02.447027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:02.453164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:02.614488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Made reservation on behalf of d59e38fbe5894fc7af00d6629bd5804f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:02.616858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:02.934380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.018772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46e7dce-f995-4cac-8ae4-38c1a60562bd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:03.032797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Checking segment: {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:03.033156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Network hostable DHCP agents. Network: a2e13820-7f0d-418e-bdb3-c794b4a49c16, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:07:03.252095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:07:03.350823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:03.367622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:03.367622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:03.402856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a2e13820-7f0d-418e-bdb3-c794b4a49c16) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:03.409927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:03.411126 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.412073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c716763-86e2-44bf-9745-f0fcbf6a27ab None None] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:03.560121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf87c1bc-f3a2-4c7b-9836-7e4d7be61092 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1309402 May 06 13:07:03.563690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45172) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:03.568865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:03.576457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:03.585548 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Usage tracker for resource:router and tenant:d59e38fbe5894fc7af00d6629bd5804f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:03.600785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:03.634394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:03.646473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:03.765589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:07:03.767002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.780130 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.781096 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:03.822265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.013757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Allocated IP 172.20.0.2 (a2e13820-7f0d-418e-bdb3-c794b4a49c16/b46e7dce-f995-4cac-8ae4-38c1a60562bd/702cf10c-1b28-49bd-8325-d5280a44afa2) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:04.091449 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:06:57Z', 'revision_number': 2, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:04.097285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:04.098018 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Updating router 2fe203e2-cc17-478b-94b0-10765d6d144b port cea5af1f-e672-4128-b2e4-5569415385d7 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:04.175574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.184330 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.475148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.520972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Transition to ACTIVE for port object 702cf10c-1b28-49bd-8325-d5280a44afa2 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:04.551651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Transition to ACTIVE for port object 702cf10c-1b28-49bd-8325-d5280a44afa2 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:04.595138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.635271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.688863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.702680 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.721118 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Transition to ACTIVE for port object cea5af1f-e672-4128-b2e4-5569415385d7 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:04.761313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:04.764943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:04.769939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:04.772347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Pushing event updated for resources: {'Port': ['ID=702cf10c-1b28-49bd-8325-d5280a44afa2,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:04.804905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Allocated IP 172.25.2.209 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/09ed3dae-afe7-4e51-b050-5335a094d9f2) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:04.854460 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.877139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Attempting to bind port 702cf10c-1b28-49bd-8325-d5280a44afa2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:04.877620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Attempting to bind port 702cf10c-1b28-49bd-8325-d5280a44afa2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:04.878239 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Attempting to bind port 702cf10c-1b28-49bd-8325-d5280a44afa2 on network a2e13820-7f0d-418e-bdb3-c794b4a49c16 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:04.888784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:04.890421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Checking segment: {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:04.892633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:04.893160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Bound using segment: {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:04.893770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Bound port: 702cf10c-1b28-49bd-8325-d5280a44afa2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:04.894765 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.039304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.046802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] For port 702cf10c-1b28-49bd-8325-d5280a44afa2, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:05.051034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] For port 702cf10c-1b28-49bd-8325-d5280a44afa2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=702cf10c-1b28-49bd-8325-d5280a44afa2,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:05.054712 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00786f6-9184-4f00-86c3-cf7c73bb375a None None] Pushing event updated for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:05.135476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.181800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.217917 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Attempting to bind port cea5af1f-e672-4128-b2e4-5569415385d7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:05.218537 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Attempting to bind port cea5af1f-e672-4128-b2e4-5569415385d7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:05.221027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Attempting to bind port cea5af1f-e672-4128-b2e4-5569415385d7 on network a90712a9-87af-412c-b0ae-71887f99a978 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:05.227177 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:05.228139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Checking segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:05.228728 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.229301 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Bound using segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:05.229919 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Bound port: cea5af1f-e672-4128-b2e4-5569415385d7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:05.230476 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.246194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c94d-b8eb-4bd3-b6fb-12057014127b None None] Pushing event updated for resources: {'Port': ['ID=702cf10c-1b28-49bd-8325-d5280a44afa2,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:05.301619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:05.315277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:05.315277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:05.371848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Pushing event updated for resources: {'Port': ['ID=09ed3dae-afe7-4e51-b050-5335a094d9f2,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:05.392153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] For port cea5af1f-e672-4128-b2e4-5569415385d7, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:05.395595 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] For port cea5af1f-e672-4128-b2e4-5569415385d7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cea5af1f-e672-4128-b2e4-5569415385d7,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:05.499348 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.777924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.780498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:05.813404 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00786f6-9184-4f00-86c3-cf7c73bb375a None None] Pushing event updated for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:05.817911 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:05.825905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:05.990660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 702cf10c-1b28-49bd-8325-d5280a44afa2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:06.192429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 702cf10c-1b28-49bd-8325-d5280a44afa2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:06.205716 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:06.390303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:06.503538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-860b37b7-f666-4347-880a-8635bb4befca tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:06.511667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-860b37b7-f666-4347-880a-8635bb4befca tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1765535 May 06 13:07:06.534107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-662771d3-62f0-4785-a4ed-6878fb8b601a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0210228 May 06 13:07:06.658847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-495472b5-1d8b-48b7-9183-d981bd661f3b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232862 May 06 13:07:06.680843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:06.694453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Sync routers for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:06.724139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:06.724977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:06.789869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:06.790982 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:05Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:06.793606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c198b1e-761d-43ff-bbd8-0cbd23afaf2b None None] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:06.794950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45200) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:06.795484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e978facc-cfe6-486a-9fe9-bb0172b83557 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2306809 May 06 13:07:06.808013 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b0065-5114-4970-9c2d-9349c5a4cfb8 None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:05Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:07.091893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-5ac8285f-5ee9-4f21-bb10-538821614b2d service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246318 May 06 13:07:07.143345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Provisioning for port 702cf10c-1b28-49bd-8325-d5280a44afa2 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:07.209612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Provisioning complete for port 702cf10c-1b28-49bd-8325-d5280a44afa2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:07.209984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.286629 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-e5c1e214-6f5e-46e6-92d3-5e67b1c8f5a1 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826046 May 06 13:07:07.292213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:07.710351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:07.897468 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] For port 702cf10c-1b28-49bd-8325-d5280a44afa2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=702cf10c-1b28-49bd-8325-d5280a44afa2,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:07.921922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:05Z', 'revision_number': 3, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:07.926955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Checking router: eafde1ac-6a8c-4ba7-9907-d9d06bb4144c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:07.930147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Updating router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c port 09ed3dae-afe7-4e51-b050-5335a094d9f2 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:07.982820 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.242742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08c6e3-1922-4834-9039-9a520c8e85bf None None] Pushing event updated for resources: {'Port': ['ID=702cf10c-1b28-49bd-8325-d5280a44afa2,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:08.250979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cea5af1f-e672-4128-b2e4-5569415385d7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:08.354911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.425515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-512666d0-2fce-45ea-93d0-55ea51edd635 None None] Provisioning complete for port 702cf10c-1b28-49bd-8325-d5280a44afa2 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:08.425889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-512666d0-2fce-45ea-93d0-55ea51edd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.525142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.583841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cea5af1f-e672-4128-b2e4-5569415385d7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:08.626514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfd89876-98e1-4dcb-aee7-58e4b919b738 req-3a2292a3-bd11-4c89-b473-83205f74333c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.1310222 May 06 13:07:08.629235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cea5af1f-e672-4128-b2e4-5569415385d7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:08.629844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.670375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-917fd1d6-92d1-469e-9aa0-5da68b418ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:08.789710 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-4804591d-f9a8-4cdd-b8ff-3055149a85b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1465671 May 06 13:07:08.896896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Allocated IP 172.20.0.1 (a2e13820-7f0d-418e-bdb3-c794b4a49c16/b46e7dce-f995-4cac-8ae4-38c1a60562bd/fe8de518-28aa-4ed9-a41f-3243508e31c4) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:09.224404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-c28bef0c-d4c8-4f3a-b8bd-e6b1ae516150 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1097 time: 0.2422261 May 06 13:07:09.249486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.250165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.296802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.316918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cea5af1f-e672-4128-b2e4-5569415385d7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cea5af1f-e672-4128-b2e4-5569415385d7,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:09.318254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Transition to ACTIVE for port object 09ed3dae-afe7-4e51-b050-5335a094d9f2 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:09.357309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Transition to ACTIVE for port object fe8de518-28aa-4ed9-a41f-3243508e31c4 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:09.428079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-615df7fe-5164-424f-a8d8-b18a9e8c6113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:09.428079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-615df7fe-5164-424f-a8d8-b18a9e8c6113 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 200 len: 897 time: 0.1809475 May 06 13:07:09.462880 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.463246 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.527354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.574909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Attempting to bind port 09ed3dae-afe7-4e51-b050-5335a094d9f2 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:09.575297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Attempting to bind port 09ed3dae-afe7-4e51-b050-5335a094d9f2 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:09.575658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Attempting to bind port 09ed3dae-afe7-4e51-b050-5335a094d9f2 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:09.595693 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:09.597150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:09.597530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:09.597935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.598476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:09.599102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Bound port: 09ed3dae-afe7-4e51-b050-5335a094d9f2, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:09.599490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.773637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:09.853220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:09.857578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:09.866611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32878c-6359-41e3-a311-6e314288f501 None None] Pushing event updated for resources: {'Port': ['ID=09ed3dae-afe7-4e51-b050-5335a094d9f2,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:09.872960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 702cf10c-1b28-49bd-8325-d5280a44afa2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:09.900442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-08ae2e8c-b169-43cd-a255-69df0e340618 req-46deca0c-f86d-4114-b2ab-47867f2c6bd3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.1854916 May 06 13:07:09.901411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:09.918421 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] For port 09ed3dae-afe7-4e51-b050-5335a094d9f2, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:09.937897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-61fd404d-d9d4-4ad3-adc8-7aed7a051b49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 200 len: 1001 time: 0.5027113 May 06 13:07:09.949228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] For port 09ed3dae-afe7-4e51-b050-5335a094d9f2, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09ed3dae-afe7-4e51-b050-5335a094d9f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:09.973295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 702cf10c-1b28-49bd-8325-d5280a44afa2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:09.974658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:09.983524 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.033128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-8f4cef8a-28c5-446e-8444-4dc0d48f4bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:10.034650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-8f4cef8a-28c5-446e-8444-4dc0d48f4bee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10eeb87c-3272-4513-838c-63a628ac9c69 HTTP/1.1" status: 200 len: 834 time: 0.0882754 May 06 13:07:10.068052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.129044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-29e47aa7-6621-459b-8ef2-3839e6743b2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6632994e-193c-4fe6-b590-c54d5b01d3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845816 May 06 13:07:10.231893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cea5af1f-e672-4128-b2e4-5569415385d7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:10.263546 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32878c-6359-41e3-a311-6e314288f501 None None] Pushing event updated for resources: {'Port': ['ID=09ed3dae-afe7-4e51-b050-5335a094d9f2,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:10.280102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:10.280744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:06:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:10.286109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.414783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-164533ed-d15e-463b-87e9-e012325c80bc None None] Provisioning for port fe8de518-28aa-4ed9-a41f-3243508e31c4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:10.448840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-164533ed-d15e-463b-87e9-e012325c80bc None None] Provisioning complete for port fe8de518-28aa-4ed9-a41f-3243508e31c4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:10.449212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-164533ed-d15e-463b-87e9-e012325c80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.484155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-7ccfba57-f26b-4428-a37e-fdaedf2971b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459997 May 06 13:07:10.536924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-164533ed-d15e-463b-87e9-e012325c80bc None None] Port fe8de518-28aa-4ed9-a41f-3243508e31c4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:10.557996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cea5af1f-e672-4128-b2e4-5569415385d7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:10.558360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.623869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:10.743844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e875c446-de0d-4493-bc86-8e5edf1ac7c8 req-cd26f9d3-d033-498e-aedf-279cbc23d8ba service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523506 May 06 13:07:10.803188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.868016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-19d01b25-bbee-4673-b5eb-a1a211fa340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:10.988824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-e31ac779-d53e-4e7e-b2bd-2acc5230d140 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767059 May 06 13:07:11.031696 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.102456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'fe8de518-28aa-4ed9-a41f-3243508e31c4', 'name': '', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'mac_address': 'fa:16:3e:61:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:08Z', 'updated_at': '2022-05-06T13:07:08Z', 'revision_number': 1, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'subnets': [{'id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:11.114200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f57ad189-1371-4e86-a1dd-783c00ba03ad req-d5424a09-85b7-4c0f-80ec-8cd783f7bdb7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.0756023 May 06 13:07:11.131364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdada0-6095-4093-87e5-f6ea8510e032 None None] The sync data for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 is: [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'fe8de518-28aa-4ed9-a41f-3243508e31c4', 'name': '', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'mac_address': 'fa:16:3e:61:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:08Z', 'updated_at': '2022-05-06T13:07:08Z', 'revision_number': 1, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'subnets': [{'id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:11.277088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:11.289598 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.394547 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-65912dd7-be27-4c2b-bc44-0eed5eb4359a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.2899506 May 06 13:07:11.534258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:11.536899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:11.723646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-9caee80b-5b20-4291-859c-0b88c98f9d5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:11.725560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-9caee80b-5b20-4291-859c-0b88c98f9d5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 910 time: 0.3049006 May 06 13:07:11.791722 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-eee7a9a8-a6dc-44d0-9302-39455a4f96c4 None None] Provisioning complete for port fe8de518-28aa-4ed9-a41f-3243508e31c4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:11.793220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eee7a9a8-a6dc-44d0-9302-39455a4f96c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:11.872075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-a4f1e0eb-9cc6-4a14-8211-ff5464e30c4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 1001 time: 0.1383066 May 06 13:07:11.885607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-eee7a9a8-a6dc-44d0-9302-39455a4f96c4 None None] Port fe8de518-28aa-4ed9-a41f-3243508e31c4 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:12.066852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-3e48a762-b0e0-4594-8430-9bab75adab1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:12.068236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-3e48a762-b0e0-4594-8430-9bab75adab1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 200 len: 848 time: 0.1417234 May 06 13:07:12.110942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-bf1e02d7-0f19-4249-9ee9-9d1c7baf43aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:12.111207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-bf1e02d7-0f19-4249-9ee9-9d1c7baf43aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:12.208559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-bf1e02d7-0f19-4249-9ee9-9d1c7baf43aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:12.209810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-bf1e02d7-0f19-4249-9ee9-9d1c7baf43aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.2566071 May 06 13:07:12.211047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-974017ff-c3ee-47ba-aec9-5171f6c6b81a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353707 May 06 13:07:12.233378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:12.378938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:12.379632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:12.406375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:12.417701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:12.483890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9697d02-19e0-4b4d-a935-78164836ff52 req-bddadeaf-8c9a-4608-b3fc-2321d4fe0f5b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.1074722 May 06 13:07:12.510429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:12.517761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:12.526897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:12.554532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-5e704abd-d7bf-4978-87ef-4f87be52e69b service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250532 May 06 13:07:12.717335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.14 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/a97fc314-6c9f-41f3-8ff6-a208dcf3d806) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:12.836199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-12dfcc3d-e7a6-46b1-b4b9-225d7cb4ae10 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263749 May 06 13:07:12.911595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:12.934525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7415f453-d081-48f3-b3cf-dd6ab0a3c763 admin admin] 10.222.0.83 "PUT /v2.0/routers/eafde1ac-6a8c-4ba7-9907-d9d06bb4144c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1354117 May 06 13:07:13.096110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.114073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object a97fc314-6c9f-41f3-8ff6-a208dcf3d806 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:13.226588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.369285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:13.393425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:13.395858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:13.407030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:13.510858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:13.511425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.595852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.638589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-6d7a54ad-4d45-4d03-b734-6a3291eaf9ba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4104259 May 06 13:07:13.651433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Request body: {'port': {'device_id': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:13.894019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-85eacdbc-9063-465e-b3f8-94a36aec9e26 None None] Provisioning for port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:13.899870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-85eacdbc-9063-465e-b3f8-94a36aec9e26 None None] Provisioning complete for port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:13.900275 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-85eacdbc-9063-465e-b3f8-94a36aec9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.942317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:13.962496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-85eacdbc-9063-465e-b3f8-94a36aec9e26 None None] Port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:14.000984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107929e3-eeaf-4aeb-9ef1-0c887b1cbdcc req-cd73dae7-c926-416b-b466-21b560925327 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:14.001696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-107929e3-eeaf-4aeb-9ef1-0c887b1cbdcc req-cd73dae7-c926-416b-b466-21b560925327 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:14.188592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-107929e3-eeaf-4aeb-9ef1-0c887b1cbdcc req-cd73dae7-c926-416b-b466-21b560925327 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:14.189773 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-107929e3-eeaf-4aeb-9ef1-0c887b1cbdcc req-cd73dae7-c926-416b-b466-21b560925327 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 932 time: 0.4785640 May 06 13:07:14.293441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-107929e3-eeaf-4aeb-9ef1-0c887b1cbdcc req-a29b2a81-baa3-4dbe-b7d9-e2b78a8b0c0c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870256 May 06 13:07:14.399569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97fc314-6c9f-41f3-8ff6-a208dcf3d806 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:07:14.422972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:14.444357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Transition to ACTIVE for port object a97fc314-6c9f-41f3-8ff6-a208dcf3d806 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:14.630811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:14.943836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:15.084425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Attempting to bind port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:15.084756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Attempting to bind port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:15.085080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Attempting to bind port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:15.091898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:07:15.092220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Attempting to bind port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:15.099406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:15.099734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:15.100213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:15.100692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Bound port: a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:15.101193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.208288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:15.212131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:15.338934 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.401582 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:07:15.411618 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:15.413019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] 10.222.0.86 "PUT /v2.0/ports/a97fc314-6c9f-41f3-8ff6-a208dcf3d806 HTTP/1.1" status: 200 len: 1092 time: 1.7676487 May 06 13:07:15.413994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:15.472088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97a85-8977-4ab0-ab88-e20cf77762a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:15.482651 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b30db1-4447-46b1-b9f9-a12a9b1d2a0a'] response: {'name': 'network-changed', 'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806', 'status': 'completed', 'code': 200} May 06 13:07:15.616136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30b00cd0-5dea-40bb-a17a-f385ea5700e8 req-e2fe2437-d75f-42e7-9247-389d0f5fc2fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 1095 time: 0.1020701 May 06 13:07:15.678435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab738589-5edf-49df-9761-828856250108 req-8319022a-93bd-41c9-9013-5d17fd58f67e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:15.682851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab738589-5edf-49df-9761-828856250108 req-8319022a-93bd-41c9-9013-5d17fd58f67e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.1806803 May 06 13:07:15.846303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab738589-5edf-49df-9761-828856250108 req-faa15dc0-7bdd-46f0-92af-265482273c2b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439571 May 06 13:07:15.941005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b00cd0-5dea-40bb-a17a-f385ea5700e8 req-622eae51-c531-4774-bdc8-78408215e6fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:15.943873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30b00cd0-5dea-40bb-a17a-f385ea5700e8 req-622eae51-c531-4774-bdc8-78408215e6fe service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=59f597caa6924978af45e8524840b331&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3161435 May 06 13:07:16.100000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b00cd0-5dea-40bb-a17a-f385ea5700e8 req-3e23f81f-8247-43ac-ba0f-6a8acabb13ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:16.102276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30b00cd0-5dea-40bb-a17a-f385ea5700e8 req-3e23f81f-8247-43ac-ba0f-6a8acabb13ab service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540205 May 06 13:07:16.235444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-0b24dc0b-1f5c-48da-a0c4-4c3c0f8a0a41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 1095 time: 0.0924106 May 06 13:07:16.314415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-0d4ff937-74ad-4151-bc9b-2bd944547161 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806 HTTP/1.1" status: 200 len: 217 time: 0.0707555 May 06 13:07:16.421853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-1c1cc6a9-41ba-4409-a221-95ee76175802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:16.424291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-1c1cc6a9-41ba-4409-a221-95ee76175802 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1040082 May 06 13:07:16.525544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-1830e75b-46d1-4c6f-a061-38dbeaf4e68a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948377 May 06 13:07:16.692842 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-f94ff29b-226f-4e8e-847f-29aad0296a8a service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604528 May 06 13:07:16.768034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:16.862917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59d797dc-a7e5-49c7-901a-b04464c193c6 req-76eb3625-7961-42f0-9c76-5495c40f4350 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634891 May 06 13:07:17.075683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981fe3d-2486-4f3c-8caa-da07ad626ca3 req-689ef2d8-2be8-4e85-9bbb-c8a5d73b6dd7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:17.080604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0981fe3d-2486-4f3c-8caa-da07ad626ca3 req-689ef2d8-2be8-4e85-9bbb-c8a5d73b6dd7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0976036 May 06 13:07:17.125978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0981fe3d-2486-4f3c-8caa-da07ad626ca3 req-541e6aee-9d03-4976-a0c7-2db597c2c751 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 May 06 13:07:18.348993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285bf4-7b51-4369-9f5d-f01011511430 req-2e5f070f-e294-4e26-98d3-55e4b46de6a9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:18.350484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51285bf4-7b51-4369-9f5d-f01011511430 req-2e5f070f-e294-4e26-98d3-55e4b46de6a9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0868549 May 06 13:07:18.410898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51285bf4-7b51-4369-9f5d-f01011511430 req-024eef41-acb0-4ffe-a03b-ef6a073e5d5e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504596 May 06 13:07:19.664944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12477677-2798-4886-a984-3cdb81040c31 req-ec3a4d03-c9f7-48d6-9d1d-6040c95401ec tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:19.666784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12477677-2798-4886-a984-3cdb81040c31 req-ec3a4d03-c9f7-48d6-9d1d-6040c95401ec tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.1156046 May 06 13:07:19.724996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-12477677-2798-4886-a984-3cdb81040c31 req-1b4a16f9-0824-4ba4-8c48-5400daa6d84a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521007 May 06 13:07:19.893052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09ed3dae-afe7-4e51-b050-5335a094d9f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:20.105238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 09ed3dae-afe7-4e51-b050-5335a094d9f2 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:20.111233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 09ed3dae-afe7-4e51-b050-5335a094d9f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:20.111854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.246771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.265220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 09ed3dae-afe7-4e51-b050-5335a094d9f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09ed3dae-afe7-4e51-b050-5335a094d9f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:20.453554 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:20.557075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=09ed3dae-afe7-4e51-b050-5335a094d9f2,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:20.566218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.566723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.567194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.567524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.567884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.568207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.568528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.568850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.569291 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.570275 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.570612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:20.971998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa036f-d400-479f-88ff-4fbdaee6522c req-a5ad5b48-f482-4425-9fd1-deb57c8af762 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:20.973590 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11fa036f-d400-479f-88ff-4fbdaee6522c req-a5ad5b48-f482-4425-9fd1-deb57c8af762 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0934019 May 06 13:07:21.026055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-11fa036f-d400-479f-88ff-4fbdaee6522c req-7309f2ee-0442-412c-9348-a72fe8143134 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 May 06 13:07:21.328677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:21.822088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09ed3dae-afe7-4e51-b050-5335a094d9f2 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:21.898814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 09ed3dae-afe7-4e51-b050-5335a094d9f2 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:21.899513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:22.251451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c196d-e4a5-446d-8975-74cd79a35712 req-a6141939-cd6c-4ac7-a28b-c820bee9c48c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:22.253232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b35c196d-e4a5-446d-8975-74cd79a35712 req-a6141939-cd6c-4ac7-a28b-c820bee9c48c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0959442 May 06 13:07:22.312320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b35c196d-e4a5-446d-8975-74cd79a35712 req-3609a5a6-30be-4a0a-9397-d85192dbb3b8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 May 06 13:07:23.527713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aedb00-29a8-4ad6-8b16-b6e658d86635 req-0e62a07c-6b1c-450e-996e-928a3e20f889 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:23.530310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05aedb00-29a8-4ad6-8b16-b6e658d86635 req-0e62a07c-6b1c-450e-996e-928a3e20f889 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0915806 May 06 13:07:23.590644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05aedb00-29a8-4ad6-8b16-b6e658d86635 req-a2ddd5ca-619b-4b57-b01d-3c6bfd9bc4cb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545459 May 06 13:07:24.832356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548dff3-0cc7-45a2-a5c7-c17d07f872c3 req-9b637450-0043-4b6b-99f6-d14e97ae8468 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:24.833807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8548dff3-0cc7-45a2-a5c7-c17d07f872c3 req-9b637450-0043-4b6b-99f6-d14e97ae8468 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 944 time: 0.0989163 May 06 13:07:24.889647 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8548dff3-0cc7-45a2-a5c7-c17d07f872c3 req-68973358-cbb5-499c-8019-32c9a0d96c65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 May 06 13:07:25.190290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a97fc314-6c9f-41f3-8ff6-a208dcf3d806 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:07:25.339048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:25.355373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806', 'mac_address': 'fa:16:3e:4a:f0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:07:25.423418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.442853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97fc314-6c9f-41f3-8ff6-a208dcf3d806 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:07:25.459620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:25.620308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:25.710210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:25.854314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a97fc314-6c9f-41f3-8ff6-a208dcf3d806'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:07:26.211980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3088d2c-795c-487e-a837-685eed2a9060 req-ad9cb522-97de-4ecd-9031-766daf8f0d96 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:26.213506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b3088d2c-795c-487e-a837-685eed2a9060 req-ad9cb522-97de-4ecd-9031-766daf8f0d96 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 945 time: 0.1907969 May 06 13:07:26.268378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b3088d2c-795c-487e-a837-685eed2a9060 req-b33c84e6-3afb-45a2-8ccc-b067c980ec7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 May 06 13:07:26.857263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45392) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:26.987601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c8b314d9-fa08-49d0-a481-b750cddcad3c tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 200 len: 993 time: 0.1290433 May 06 13:07:27.204818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a97fc314-6c9f-41f3-8ff6-a208dcf3d806 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:27.322554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45404) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:27.489088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f24187-0667-4095-883c-3daa02d1f03c req-624f174b-efd9-4039-a31d-db5ee9f5ad9f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:27.491467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f24187-0667-4095-883c-3daa02d1f03c req-624f174b-efd9-4039-a31d-db5ee9f5ad9f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 945 time: 0.0960581 May 06 13:07:27.544989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70f24187-0667-4095-883c-3daa02d1f03c req-6a43f825-7bd3-4449-b796-66565808cc9a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 May 06 13:07:27.551075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 656c5aec-e47d-4457-8c8e-76ffe6451a5e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:27.551408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.738783 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:27.739011 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.003423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 656c5aec-e47d-4457-8c8e-76ffe6451a5e owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:28.334660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:28.342381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:28.346266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.482517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.496557 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.534878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:28.535764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:28.590081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=656c5aec-e47d-4457-8c8e-76ffe6451a5e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:28.617886 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c05413-85c6-4d5d-ace1-a72fb289c068'] response: {'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806', 'code': 200} May 06 13:07:28.668390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.673509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:28.721287 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.721639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:28.841081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfeaadf-8def-47e8-9371-f5c40eaf0d86 req-a280ea85-ba8d-4d94-baf4-8422beb41acf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:28.848748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dfeaadf-8def-47e8-9371-f5c40eaf0d86 req-a280ea85-ba8d-4d94-baf4-8422beb41acf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.1442516 May 06 13:07:28.944931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:28.962246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dfeaadf-8def-47e8-9371-f5c40eaf0d86 req-63c1da15-0555-46b6-89f9-af9865cbad50 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123788 May 06 13:07:28.990021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70349edc-82dd-42ca-9f3b-4498ff716a1b req-1aa90a1d-7494-44fa-9641-aa79b9516368 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 1097 time: 0.2379332 May 06 13:07:29.072758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70349edc-82dd-42ca-9f3b-4498ff716a1b req-5f498028-4402-49af-b363-c1de95d725da service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 May 06 13:07:29.453104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:29.700357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:29.712289 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Sync routers for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:29.733324 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:29.734189 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:29.913579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:29.947752 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:29.972452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1ee7e603-49c4-4bc3-9ea8-7e584501ff1b tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/floatingips/db44a920-6ec9-49f6-9e1a-4676f0fe86e8 HTTP/1.1" status: 204 len: 168 time: 2.6487374 May 06 13:07:29.973128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:30.074762 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7dcc1b-cbbd-4391-871e-ff2c05955e3e'] response: {'name': 'network-changed', 'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'status': 'completed', 'code': 200} May 06 13:07:30.184651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-2a80458a-a505-420f-9643-d875b74bc2cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79b8395e2d0445459e63839ade9a5932&device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 1097 time: 0.0921276 May 06 13:07:30.392155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81706b33-dda5-4d6b-bfa1-e9d683cb7fe0 req-ea68cd81-8268-4d52-b7fe-9be2ff9250ce tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:30.396682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81706b33-dda5-4d6b-bfa1-e9d683cb7fe0 req-ea68cd81-8268-4d52-b7fe-9be2ff9250ce tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.1329598 May 06 13:07:30.486097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-63abf14b-ce6a-406e-b68d-f726e71a9601 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:30.489266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-63abf14b-ce6a-406e-b68d-f726e71a9601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 200 len: 897 time: 0.2993174 May 06 13:07:30.497056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81706b33-dda5-4d6b-bfa1-e9d683cb7fe0 req-12a87086-2e8e-40fb-8d09-4c1339d56766 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937431 May 06 13:07:30.521693 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:30.535055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Checking router: 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:30.540689 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:30.541840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:30.577241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-a5e8ecf5-0ea9-49dc-afd0-e7bb6acce268 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 200 len: 217 time: 0.0790284 May 06 13:07:30.648046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-1c984732-83be-4572-9f64-38489c23f9c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:30.649688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-1c984732-83be-4572-9f64-38489c23f9c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10eeb87c-3272-4513-838c-63a628ac9c69 HTTP/1.1" status: 200 len: 834 time: 0.0651696 May 06 13:07:30.743686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-cd28f0c3-4ebd-46ef-881e-ba8553220945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6632994e-193c-4fe6-b590-c54d5b01d3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872655 May 06 13:07:30.759302 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:31.068539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94692d-bc8c-4c2f-8a40-2a712874fd13 req-724d6778-3418-486e-8236-6fd2d3a76355 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:31.071411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e94692d-bc8c-4c2f-8a40-2a712874fd13 req-724d6778-3418-486e-8236-6fd2d3a76355 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.1044562 May 06 13:07:31.105811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-8e10e3ae-89a8-47a3-8d67-90eb188281ca service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538294 May 06 13:07:31.125528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6e94692d-bc8c-4c2f-8a40-2a712874fd13 req-37d823ea-6cab-4b62-a247-ae78eafb3cbc tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 May 06 13:07:31.176567 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:31.183184 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e323d6a-e67a-4956-bc3b-182006ac04c1 None None] The sync data for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 is: [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6be3ded3-fe16-4471-9b12-53f89c910a92', 'name': '', 'network_id': '6632994e-193c-4fe6-b590-c54d5b01d3a1', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'mac_address': 'fa:16:3e:7e:75:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:18Z', 'updated_at': '2022-05-06T13:06:28Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'subnets': [{'id': '10eeb87c-3272-4513-838c-63a628ac9c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:31.292099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0cf8d13a-0ed9-4398-bdc2-26430128ea29 req-463e2f54-ebab-4c55-9d8a-feeb8d8d876b service neutron] 10.222.0.13 "GET /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784794 May 06 13:07:31.723057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab207b36-b28b-4243-a7b2-2d934c2f0cdf req-244931e6-3695-409c-98a1-5c6c5179acee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:31.724656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab207b36-b28b-4243-a7b2-2d934c2f0cdf req-244931e6-3695-409c-98a1-5c6c5179acee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.0942986 May 06 13:07:31.798238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab207b36-b28b-4243-a7b2-2d934c2f0cdf req-94a7faca-4216-4a9d-a547-0e36b70000e0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666437 May 06 13:07:32.011360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405483-5da9-4a0b-b7e7-a5d046105bb9 req-4b98ad30-86f4-435e-88e8-31d7f7c4d9d8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:32.013057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd405483-5da9-4a0b-b7e7-a5d046105bb9 req-4b98ad30-86f4-435e-88e8-31d7f7c4d9d8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.0881758 May 06 13:07:32.061638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cd405483-5da9-4a0b-b7e7-a5d046105bb9 req-68a4ff89-c6c3-41fb-b76e-bddb20fd10a7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 May 06 13:07:32.383650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a9e9-eb4b-4517-a5eb-8f9a3ccee035 req-923abd5c-ae27-4024-a141-5a6f77ab894d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:32.385300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23c9a9e9-eb4b-4517-a5eb-8f9a3ccee035 req-923abd5c-ae27-4024-a141-5a6f77ab894d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.0824540 May 06 13:07:32.390400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2490966f-855d-44de-9c9e-91be62adbf11 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:32.391216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2490966f-855d-44de-9c9e-91be62adbf11 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Synchronizing usage tracker for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:32.435426 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23c9a9e9-eb4b-4517-a5eb-8f9a3ccee035 req-a23c9269-7913-42e2-bab3-9819566f4aa6 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/security-groups?id=84d50e55-8a79-49eb-a658-df8ac4f320f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 May 06 13:07:32.625573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2490966f-855d-44de-9c9e-91be62adbf11 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Unset dirty status for tenant:79b8395e2d0445459e63839ade9a5932 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:32.627002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2490966f-855d-44de-9c9e-91be62adbf11 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 946 time: 0.3398974 May 06 13:07:32.699409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 15726e00-9519-4c4f-8549-9bcf7c669bcd {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:32.699807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:32.962092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 15726e00-9519-4c4f-8549-9bcf7c669bcd, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=15726e00-9519-4c4f-8549-9bcf7c669bcd,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:32.962764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.107710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 15726e00-9519-4c4f-8549-9bcf7c669bcd owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:33.419577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.499238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=15726e00-9519-4c4f-8549-9bcf7c669bcd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:33.598444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] No DVR routers for this DVR port 15726e00-9519-4c4f-8549-9bcf7c669bcd on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:07:33.601122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:33.604629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'name': 'network-vif-deleted', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:33.639393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-564a49c9-9660-407d-8aa5-42bdea693ab7 req-ae619b32-8d9d-4746-b564-e0ae6e932fa8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0517545 May 06 13:07:33.730340 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d35328-75ff-41d2-a0d8-43aef0ea6eb8'] response: {'server_uuid': '77d465f4-e997-490d-9ebc-ce4abe2a2894', 'name': 'network-vif-deleted', 'tag': '15726e00-9519-4c4f-8549-9bcf7c669bcd', 'status': 'completed', 'code': 200} May 06 13:07:33.761764 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9455f35-39ac-48dc-b081-7e397e34870f req-2d469394-2f76-4073-9865-b6a3a08d3f91 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.13 "DELETE /v2.0/ports/15726e00-9519-4c4f-8549-9bcf7c669bcd HTTP/1.1" status: 204 len: 173 time: 1.1288784 May 06 13:07:34.876366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-87fe3e80-f52c-4250-91c3-0abfaf3e8874 req-e6b8214c-df4a-400a-a35c-e61d521e6b83 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "GET /v2.0/ports?device_id=77d465f4-e997-490d-9ebc-ce4abe2a2894 HTTP/1.1" status: 200 len: 210 time: 0.0495884 May 06 13:07:35.655323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 15726e00-9519-4c4f-8549-9bcf7c669bcd no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:35.694817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 15726e00-9519-4c4f-8549-9bcf7c669bcd {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:07:35.695711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 15726e00-9519-4c4f-8549-9bcf7c669bcd not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:07:35.999747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45522) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:36.078512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.110713 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.408579 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7522130-9b45-4eb8-9c47-6669d47acadd None None] New status for floating IP db44a920-6ec9-49f6-9e1a-4676f0fe86e8: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:07:36.505318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.539717 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Sync routers for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:36.561054 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:36.561449 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:36.580505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d50e55-8a79-49eb-a658-df8ac4f320f2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:36.728865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:36.732722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2c9c094d-3ba7-4081-af68-ed0e77b161d0 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/security-groups/84d50e55-8a79-49eb-a658-df8ac4f320f2 HTTP/1.1" status: 204 len: 168 time: 0.7293417 May 06 13:07:36.807615 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:36.875278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-de2d8315-e4d6-4ad3-bc1b-7f76adf57be3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:36.877161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-de2d8315-e4d6-4ad3-bc1b-7f76adf57be3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1884692 May 06 13:07:36.890489 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45556) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:36.907953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-91acff41-777d-4e47-a3bd-ef60eb3a0ce1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0146258 May 06 13:07:37.091374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-3d974b26-f069-4cef-be5e-0d8db67bcab7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1749518 May 06 13:07:37.209331 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'fe8de518-28aa-4ed9-a41f-3243508e31c4', 'name': '', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'mac_address': 'fa:16:3e:61:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:08Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 2, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'subnets': [{'id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:37.214804 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Checking router: eafde1ac-6a8c-4ba7-9907-d9d06bb4144c for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:37.215379 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Updating router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c port fe8de518-28aa-4ed9-a41f-3243508e31c4 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:37.286351 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.322601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-e6355296-cb18-46bb-a136-61f91f618c27 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244434 May 06 13:07:37.563995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-b60b03a6-e457-4918-9a36-6d8484460db0 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302380 May 06 13:07:37.662072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.837203 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:37.853808 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Transition to ACTIVE for port object fe8de518-28aa-4ed9-a41f-3243508e31c4 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:38.025225 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.059282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-236ac3f9-d9e9-487c-8166-21fd67631177 req-7c23bf3b-6764-4d97-ba34-51d41073afb4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0657775 May 06 13:07:38.304194 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Pushing event updated for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:38.314718 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.318837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.319922 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.320580 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:38.421852 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Attempting to bind port fe8de518-28aa-4ed9-a41f-3243508e31c4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:38.422268 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Attempting to bind port fe8de518-28aa-4ed9-a41f-3243508e31c4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:38.422621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Attempting to bind port fe8de518-28aa-4ed9-a41f-3243508e31c4 on network a2e13820-7f0d-418e-bdb3-c794b4a49c16 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:38.430785 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:38.431183 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Checking segment: {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:38.431542 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.435980 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Bound using segment: {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:38.437013 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Bound port: fe8de518-28aa-4ed9-a41f-3243508e31c4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7b8279-9d47-4761-8ef9-aee1afa4d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:38.437903 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.554086 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] For port fe8de518-28aa-4ed9-a41f-3243508e31c4, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:38.596465 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] For port fe8de518-28aa-4ed9-a41f-3243508e31c4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fe8de518-28aa-4ed9-a41f-3243508e31c4,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:38.632320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 6be3ded3-fe16-4471-9b12-53f89c910a92 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:38.632763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.648316 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-31e3e7f2-cd63-4e83-b90c-94a1b905e7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.785464 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.870139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 6be3ded3-fe16-4471-9b12-53f89c910a92, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6be3ded3-fe16-4471-9b12-53f89c910a92,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:38.871078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:38.901748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:38.902573 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:39.032821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 6be3ded3-fe16-4471-9b12-53f89c910a92 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:39.054721 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9256eb-f942-4782-baa4-f452d2504d83 None None] Pushing event updated for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:39.191798 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:39.228455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9b6accb4-5bbc-4c9a-a9f1-66e24e14fea0 req-a977ffe6-427a-4c53-812f-f5619adda8cf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0576432 May 06 13:07:39.442769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:39.505246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=6be3ded3-fe16-4471-9b12-53f89c910a92,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:39.600976 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'fe8de518-28aa-4ed9-a41f-3243508e31c4', 'name': '', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'mac_address': 'fa:16:3e:61:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:08Z', 'updated_at': '2022-05-06T13:07:38Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'subnets': [{'id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:39.606301 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf4e83-c236-4b10-8877-11cdb72f5821 None None] The sync data for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 is: [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:07:10Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'fe8de518-28aa-4ed9-a41f-3243508e31c4', 'name': '', 'network_id': 'a2e13820-7f0d-418e-bdb3-c794b4a49c16', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'mac_address': 'fa:16:3e:61:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:08Z', 'updated_at': '2022-05-06T13:07:38Z', 'revision_number': 4, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'subnets': [{'id': 'b46e7dce-f995-4cac-8ae4-38c1a60562bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:39.963164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fe8de518-28aa-4ed9-a41f-3243508e31c4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:40.017006 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.253486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port fe8de518-28aa-4ed9-a41f-3243508e31c4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:40.272151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port fe8de518-28aa-4ed9-a41f-3243508e31c4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:40.276511 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.474902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7d8f362e-84b8-4441-a2af-1b9a4e9ea28a req-201c29da-1294-4cb0-b09f-ac013d1c2416 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0643334 May 06 13:07:40.525047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.564169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port fe8de518-28aa-4ed9-a41f-3243508e31c4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fe8de518-28aa-4ed9-a41f-3243508e31c4,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:40.802680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:07:40.917477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e8461d5b-eea1-403b-8edf-96e6b7e09a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:40.919375 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.011710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:41.111317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:41.126937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Sync routers for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:41.133320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10fbea4f-505b-4ed8-835c-1ef858790f8d tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "PUT /v2.0/routers/969c331d-5a45-4b3d-aee2-aaa0e4ed6ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2413468 May 06 13:07:41.135728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45610) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:41.154633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:41.156743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:41.419971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting subnet 10eeb87c-3272-4513-838c-63a628ac9c69 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:07:41.424772 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.433551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:41.491851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.665429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.735320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5260c86b-391e-485d-91f0-8574bc1cf4f1 req-0ff21bb0-c517-4839-9aa3-96e75bd37358 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0718608 May 06 13:07:41.868071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fe8de518-28aa-4ed9-a41f-3243508e31c4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:41.946209 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.964972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port fe8de518-28aa-4ed9-a41f-3243508e31c4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:41.966196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:41.992116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Subnet': ['ID=10eeb87c-3272-4513-838c-63a628ac9c69,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:41.999977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.014861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bfe613b6-5c90-42d5-9d68-502970b405d8 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/subnets/10eeb87c-3272-4513-838c-63a628ac9c69 HTTP/1.1" status: 204 len: 168 time: 0.8679378 May 06 13:07:42.016843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45618) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:42.024123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd21ba-1810-44da-a041-91bb5b35d842 None None] Network 6632994e-193c-4fe6-b590-c54d5b01d3a1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:42.069499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:07:39Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:42.230778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Checking router: 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:42.272258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:42.452194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Routers {'969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:42.452194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:42.520498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.615000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.622593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.751119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-4b0e74df-919f-42d5-9f03-ed584ced3026 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:42.754476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-4b0e74df-919f-42d5-9f03-ed584ced3026 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.4235752 May 06 13:07:42.783535 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:42.876046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] Set router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:42.983101 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.022517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] DHCP port deletion for 6632994e-193c-4fe6-b590-c54d5b01d3a1 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:07:43.063075 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': '260152b6-9aa5-439f-89ae-f41df10cc363', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:43.066449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Deleting port e81dd713-1c1b-4580-ab51-16bd7a0c0efe {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:43.066984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.126800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Deleting port 5c02ddf5-f755-49d7-9232-439e6f23247d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:07:43.127595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.137821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1178359-0049-437a-ab79-75a35d686751 req-f089d66d-ad04-4d88-a1c6-be80605f2d09 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0833516 May 06 13:07:43.238345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:43.248316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Usage tracker for resource:security_group_rule and tenant:6e87687b87274178b748116dfb5b59ce is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:43.253890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:43.266594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:43.331446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:43.350260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:43.400691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.450583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] For port e81dd713-1c1b-4580-ab51-16bd7a0c0efe, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,segment=NetworkSegment(2782fb17-a2b4-4223-aeee-8e88912cbe23),segment_id=2782fb17-a2b4-4223-aeee-8e88912cbe23)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:43.452252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.458348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] For port 5c02ddf5-f755-49d7-9232-439e6f23247d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c02ddf5-f755-49d7-9232-439e6f23247d,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:43.458917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.590296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Calling delete_port for 5c02ddf5-f755-49d7-9232-439e6f23247d owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:43.591735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Calling delete_port for e81dd713-1c1b-4580-ab51-16bd7a0c0efe owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:07:43.625838 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:07:39Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:43.654857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9903d67e-2581-4c54-8a92-d24fec95bb02 None None] The sync data for ids ['969c331d-5a45-4b3d-aee2-aaa0e4ed6ded'] in n-d-840845-1 is: [{'id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'name': 'tempest-TestNetworkBasicOps-router-2117706875', 'tenant_id': '79b8395e2d0445459e63839ade9a5932', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:13Z', 'updated_at': '2022-05-06T13:07:39Z', 'revision_number': 5, 'project_id': '79b8395e2d0445459e63839ade9a5932', 'gw_port': {'id': '5c02ddf5-f755-49d7-9232-439e6f23247d', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969c331d-5a45-4b3d-aee2-aaa0e4ed6ded', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:14Z', 'updated_at': '2022-05-06T13:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:07:43.657267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:43.670638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.682434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.733323 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.755723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454876e5-4259-46cb-9a34-a9c30dbd5afc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:43.838931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9077110f-3043-46ad-9719-a83b17720a8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6e87687b87274178b748116dfb5b59ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5666869 May 06 13:07:43.842135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45638) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:43.847490 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.911619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] Pushing event deleted for resources: {'Port': ['ID=e81dd713-1c1b-4580-ab51-16bd7a0c0efe,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:43.919965 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19559a-1fc1-4d78-91e3-374b9e94465c None None] No DVR routers for this DVR port e81dd713-1c1b-4580-ab51-16bd7a0c0efe on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:07:43.922654 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.956241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:43.974669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.12 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/0fbbd069-c635-4999-8aca-f1f091a55849) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:43.996772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.030635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Port': ['ID=5c02ddf5-f755-49d7-9232-439e6f23247d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:44.107089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.107349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.107956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.108519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.109076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.109608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.110296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.110830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.111380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.111949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.112494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:07:44.127429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e81dd713-1c1b-4580-ab51-16bd7a0c0efe no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:44.167328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e81dd713-1c1b-4580-ab51-16bd7a0c0efe {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:07:44.169810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e81dd713-1c1b-4580-ab51-16bd7a0c0efe not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:07:44.169810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6be3ded3-fe16-4471-9b12-53f89c910a92 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:44.214459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6be3ded3-fe16-4471-9b12-53f89c910a92 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:07:44.215145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6be3ded3-fe16-4471-9b12-53f89c910a92 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:07:44.260738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.322665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object 0fbbd069-c635-4999-8aca-f1f091a55849 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:44.405743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.438019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b2a4cccc-552f-4ded-a90d-295374a9489a req-36633f6a-1e80-4b4f-932b-cf9a40f8a764 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0712681 May 06 13:07:44.444692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454876e5-4259-46cb-9a34-a9c30dbd5afc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:44.448317 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.453864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.482471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a97fc314-6c9f-41f3-8ff6-a208dcf3d806'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:07:44.528601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:44.536869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:44.546560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:44.619682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:44.620335 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.681450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:44.802357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:44.803227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-6390bf83-723c-41cc-a2b9-ba7bf5ee1d39 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7499487 May 06 13:07:44.803660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a235078f-b161-4e4e-801f-20c0a8903f8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/454876e5-4259-46cb-9a34-a9c30dbd5afc HTTP/1.1" status: 204 len: 168 time: 0.9603379 May 06 13:07:44.818327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Request body: {'port': {'device_id': '260152b6-9aa5-439f-89ae-f41df10cc363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:44.955291 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.000862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.005547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.075996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f5053c5b-b4a5-486f-ad70-ccb2c26bffdb None None] Provisioning for port 0fbbd069-c635-4999-8aca-f1f091a55849 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:45.081483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f5053c5b-b4a5-486f-ad70-ccb2c26bffdb None None] Provisioning complete for port 0fbbd069-c635-4999-8aca-f1f091a55849 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:45.082076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f5053c5b-b4a5-486f-ad70-ccb2c26bffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.144822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.150938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Fanout notify agent at l3_agent the message router_deleted on router 969c331d-5a45-4b3d-aee2-aaa0e4ed6ded {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:07:45.158609 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.162389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f5053c5b-b4a5-486f-ad70-ccb2c26bffdb None None] Port 0fbbd069-c635-4999-8aca-f1f091a55849 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:07:45.164675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ca6c387d-d660-48d2-96aa-a4dc1d0afda9 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/routers/969c331d-5a45-4b3d-aee2-aaa0e4ed6ded HTTP/1.1" status: 204 len: 168 time: 3.1505997 May 06 13:07:45.167812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45654) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:45.324116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.496577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.530031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6632994e-193c-4fe6-b590-c54d5b01d3a1']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:45.534601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbbd069-c635-4999-8aca-f1f091a55849 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:07:45.545062 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.547514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2782fb17-a2b4-4223-aeee-8e88912cbe23') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:45.548060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2782fb17-a2b4-4223-aeee-8e88912cbe23') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:45.563526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Transition to ACTIVE for port object 0fbbd069-c635-4999-8aca-f1f091a55849 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:45.571209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.588670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.595799 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:07:45.596244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: timer() May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:07:45.613438 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:07:45.704237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.842500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.868661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:45.907937 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:45.924240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825f265-71b2-469e-a4ca-41762c0d7a57 req-38e02bc0-bf85-44fd-a06a-1b287deee998 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:45.925483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e825f265-71b2-469e-a4ca-41762c0d7a57 req-38e02bc0-bf85-44fd-a06a-1b287deee998 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:07:45.964978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] Pushing event deleted for resources: {'Network': ['ID=6632994e-193c-4fe6-b590-c54d5b01d3a1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:46.031099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Attempting to bind port 0fbbd069-c635-4999-8aca-f1f091a55849 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:46.031504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Attempting to bind port 0fbbd069-c635-4999-8aca-f1f091a55849 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:46.031958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Attempting to bind port 0fbbd069-c635-4999-8aca-f1f091a55849 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:46.038817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Port 0fbbd069-c635-4999-8aca-f1f091a55849 on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:07:46.039424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Attempting to bind port 0fbbd069-c635-4999-8aca-f1f091a55849 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:46.047432 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:46.048248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:46.048893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:46.049610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Bound port: 0fbbd069-c635-4999-8aca-f1f091a55849, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:46.050388 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:46.053980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2528b2e4-c710-48b7-910b-67c5aa648460 tempest-TestNetworkBasicOps-48498392 tempest-TestNetworkBasicOps-48498392-project] 10.222.0.83 "DELETE /v2.0/networks/6632994e-193c-4fe6-b590-c54d5b01d3a1 HTTP/1.1" status: 204 len: 168 time: 0.8850987 May 06 13:07:46.150999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-e825f265-71b2-469e-a4ca-41762c0d7a57 req-38e02bc0-bf85-44fd-a06a-1b287deee998 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:07:46.150999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e825f265-71b2-469e-a4ca-41762c0d7a57 req-38e02bc0-bf85-44fd-a06a-1b287deee998 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.5024185 May 06 13:07:46.307871 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:46.311518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0fbbd069-c635-4999-8aca-f1f091a55849,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:46.351421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e825f265-71b2-469e-a4ca-41762c0d7a57 req-1f66ddb6-5f73-4d27-ae11-bba5cb8981da tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886132 May 06 13:07:46.448497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:46.512136 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:46.513624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fbbd069-c635-4999-8aca-f1f091a55849 HTTP/1.1" status: 200 len: 1092 time: 1.7016923 May 06 13:07:46.514182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:07:46.540898 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559509c-0d21-49b6-b883-66fb743e7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:46.616737 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01451fcf-437d-408f-9202-30cb2731ca1f'] response: {'name': 'network-changed', 'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849', 'status': 'completed', 'code': 200} May 06 13:07:46.802828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5debbe48-834a-4389-9277-5af0117f9094 req-6d869296-f110-4610-89f9-7905d217bc7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 1095 time: 0.1665184 May 06 13:07:46.936805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:46.982745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:47.028882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debbe48-834a-4389-9277-5af0117f9094 req-f8cb8c2c-117d-4459-82b6-058901032b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:47.030975 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5debbe48-834a-4389-9277-5af0117f9094 req-f8cb8c2c-117d-4459-82b6-058901032b1d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59f597caa6924978af45e8524840b331&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2214148 May 06 13:07:47.240330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debbe48-834a-4389-9277-5af0117f9094 req-eb283734-e86f-479e-85bf-8afc710a5bfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:47.243586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5debbe48-834a-4389-9277-5af0117f9094 req-eb283734-e86f-479e-85bf-8afc710a5bfc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043483 May 06 13:07:47.340135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6531b948-6e3f-4f57-acae-02660712cb56 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=79b8395e2d0445459e63839ade9a5932&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3560851 May 06 13:07:47.342819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45698) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:47.430174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-bce39da9-6642-4fdf-bdfc-e86d59e3c1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 1095 time: 0.1372683 May 06 13:07:47.462102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:47.512862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:47.605107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-66aca242-6880-459f-a4c2-e2bd0a0d23fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fbbd069-c635-4999-8aca-f1f091a55849 HTTP/1.1" status: 200 len: 217 time: 0.1683757 May 06 13:07:47.752611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a102e710-647f-482f-8ce8-94da9db2f679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:47.754082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-a102e710-647f-482f-8ce8-94da9db2f679 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1427555 May 06 13:07:47.778993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:47.784725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c02ddf5-f755-49d7-9232-439e6f23247d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:07:47.832384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee47f4d-bedd-4e9f-a435-a8bde5ac7f0c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:47.841200 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5c02ddf5-f755-49d7-9232-439e6f23247d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:07:47.841777 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c02ddf5-f755-49d7-9232-439e6f23247d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:07:47.855416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:47.856898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1231022b-0197-4adf-84f9-e9bd90a12b1a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eee47f4d-bedd-4e9f-a435-a8bde5ac7f0c HTTP/1.1" status: 204 len: 168 time: 0.5129499 May 06 13:07:47.882918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c393c1-150a-4438-b3bb-d2f38dbf85e5 req-45219ebc-dc39-4d40-996b-b8fd7804c1e8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:47.891573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7c393c1-150a-4438-b3bb-d2f38dbf85e5 req-45219ebc-dc39-4d40-996b-b8fd7804c1e8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.2215767 May 06 13:07:47.946743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-58b4f39d-c0a8-48ea-9a1c-b90844852a61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828971 May 06 13:07:47.951549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7c393c1-150a-4438-b3bb-d2f38dbf85e5 req-b8b2e37d-bc43-437a-9d8c-ac2f53f4b422 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598052 May 06 13:07:48.104315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-58a04873-6296-4b80-a0c5-71291cf33e68 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510124 May 06 13:07:48.253156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3fc2d22-25ff-48fd-9b34-df3a99bf8a3e req-d62a06f9-a70a-4cc8-bdaf-8bdfaa271337 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426775 May 06 13:07:49.107051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45720) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:49.184510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.275084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:49.293477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad8b3c937bf400293ff559d91ac79e4 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:49.293477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:49.301130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:49.333605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdd7ac-d1a0-485b-942e-7bac3e309d80 req-67b7c49e-4763-40eb-8274-63a04a0a68e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:49.333605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26bdd7ac-d1a0-485b-942e-7bac3e309d80 req-67b7c49e-4763-40eb-8274-63a04a0a68e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1953270 May 06 13:07:49.459682 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-26bdd7ac-d1a0-485b-942e-7bac3e309d80 req-4892d97a-5a95-4fc2-917b-7f684d8f921a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193180 May 06 13:07:49.529689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.678200 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.733061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ce32b-b96b-4aee-a67b-92fc86a2f639,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:49.739038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45730) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:49.739415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-35473c5e-8fc8-411f-b827-1203ae7d2d03 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ad8b3c937bf400293ff559d91ac79e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6361413 May 06 13:07:49.842923 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:49.884374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.074298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.107989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:50.107989 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/677ce32b-b96b-4aee-a67b-92fc86a2f639 HTTP/1.1" status: 204 len: 168 time: 0.3552940 May 06 13:07:50.107989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd01ac-fef8-4562-a160-3835fd158794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ce32b-b96b-4aee-a67b-92fc86a2f639,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:50.748285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00f046-763d-4f6f-b836-1512c5b64629 req-465e9f8a-7eed-49a7-aebe-eadbf8dccfb3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:50.756123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae00f046-763d-4f6f-b836-1512c5b64629 req-465e9f8a-7eed-49a7-aebe-eadbf8dccfb3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1064837 May 06 13:07:50.826673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae00f046-763d-4f6f-b836-1512c5b64629 req-5ae4a0bf-788f-429b-8220-5a0ab8f1d94e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678935 May 06 13:07:51.012154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.041967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45788) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:52.068793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df242fec-8c67-41af-acc7-5ed398b0d3ca req-e1ae0447-d587-41c0-ac44-eac1b0ec3c8d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:52.071167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df242fec-8c67-41af-acc7-5ed398b0d3ca req-e1ae0447-d587-41c0-ac44-eac1b0ec3c8d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1197340 May 06 13:07:52.149983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-df242fec-8c67-41af-acc7-5ed398b0d3ca req-1018fb91-6169-46c9-99ed-9fd317b3203e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706534 May 06 13:07:52.229897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1986702644-network', 'tenant_id': '6aeae75c83584798b3893f1252b7f893'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:52.235562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:52.240637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Usage tracker for resource:network and tenant:6aeae75c83584798b3893f1252b7f893 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:52.244285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:52.250863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:52.408889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:07:52.469759 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Made reservation on behalf of 6aeae75c83584798b3893f1252b7f893 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:52.484175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.485565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.522262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:52.526336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Usage tracker for resource:security_group_rule and tenant:6aeae75c83584798b3893f1252b7f893 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:52.529301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:52.535525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:52.606892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.727580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.759900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:07:52.769284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73688b91-2777-4452-8fa5-fe3e1ae6e232,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:52.798021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.798245 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Added segment db4178b1-084b-47d0-b947-a342b9456caf of type vlan for network 37b4358f-6736-46f5-a664-9487ebf9c126 May 06 13:07:52.830711 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:52.996370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.003601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:53.003601 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.114163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] Pushing event updated for resources: {'Network': ['ID=37b4358f-6736-46f5-a664-9487ebf9c126,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:53.127002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 37b4358f-6736-46f5-a664-9487ebf9c126 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:07:53.265998 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9fef2edb-78d6-454d-bce2-b4c808b950fe admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2209918 May 06 13:07:53.271227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45808) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:53.279885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Request body: {'subnet': {'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1986702644-subnet', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:53.284910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:53.289965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Usage tracker for resource:subnet and tenant:6aeae75c83584798b3893f1252b7f893 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:53.300581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:53.302545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:53.477199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405020b-0888-44d4-ac52-304c3bf1a30b req-8a986aed-fbed-4b77-86f3-090ddcf1500b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:53.479272 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f405020b-0888-44d4-ac52-304c3bf1a30b req-8a986aed-fbed-4b77-86f3-090ddcf1500b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1975977 May 06 13:07:53.538653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f405020b-0888-44d4-ac52-304c3bf1a30b req-8c8cb95c-ccc1-488c-8078-285b96111162 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 May 06 13:07:53.556140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Made reservation on behalf of 6aeae75c83584798b3893f1252b7f893 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:07:53.561170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:53.963430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.055386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b152d2-c904-47e9-ab75-f4e4b684ede5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:54.078543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Checking segment: {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:54.078543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Network hostable DHCP agents. Network: 37b4358f-6736-46f5-a664-9487ebf9c126, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:07:54.241536 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Network 37b4358f-6736-46f5-a664-9487ebf9c126 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:07:54.350761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 37b4358f-6736-46f5-a664-9487ebf9c126) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:54.355477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:54.356366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.362596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c075d-6c35-4347-bf02-5af05c0c8b2c None None] Network 37b4358f-6736-46f5-a664-9487ebf9c126 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:54.529367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-46dd3af0-ec0c-481a-8ad0-f084e709ebf0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2532923 May 06 13:07:54.533535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45822) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:54.546000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:07:54.547003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:54.553474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Usage tracker for resource:router and tenant:6aeae75c83584798b3893f1252b7f893 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:54.560609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:54.563609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:54.629026 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-37b4358f-6736-46f5-a664-9487ebf9c126', 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'fixed_ips': [{'subnet_id': '78b152d2-c904-47e9-ab75-f4e4b684ede5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:07:54.630089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.699355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.700750 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.739479 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:54.828615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Allocated IP 172.20.0.2 (37b4358f-6736-46f5-a664-9487ebf9c126/78b152d2-c904-47e9-ab75-f4e4b684ede5/55d20256-557f-44e4-80e1-6348cf3645e4) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:54.986354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033db46e-1983-4e8b-8243-1876098d1320 req-32613502-9d8e-4841-ba98-f2c5a3324af6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:54.994429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-033db46e-1983-4e8b-8243-1876098d1320 req-32613502-9d8e-4841-ba98-f2c5a3324af6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1905282 May 06 13:07:55.073952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-033db46e-1983-4e8b-8243-1876098d1320 req-20a05bbe-ca70-488b-8591-5578d6af6c3d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785253 May 06 13:07:55.125065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.136658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Transition to ACTIVE for port object 55d20256-557f-44e4-80e1-6348cf3645e4 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:55.141179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.158297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Transition to ACTIVE for port object 55d20256-557f-44e4-80e1-6348cf3645e4 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:55.398872 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.465619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Network 37b4358f-6736-46f5-a664-9487ebf9c126 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:55.479396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:55.482956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:55.591376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:55.606917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Pushing event updated for resources: {'Port': ['ID=55d20256-557f-44e4-80e1-6348cf3645e4,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:55.613115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Attempting to bind port 55d20256-557f-44e4-80e1-6348cf3645e4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:55.613484 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Attempting to bind port 55d20256-557f-44e4-80e1-6348cf3645e4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:55.613846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Attempting to bind port 55d20256-557f-44e4-80e1-6348cf3645e4 on network 37b4358f-6736-46f5-a664-9487ebf9c126 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:55.621528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:55.621906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Checking segment: {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:55.622306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.622698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Bound using segment: {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:55.623163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Bound port: 55d20256-557f-44e4-80e1-6348cf3645e4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:55.623534 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.647366 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.687962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.745070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] For port 55d20256-557f-44e4-80e1-6348cf3645e4, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:55.749284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] For port 55d20256-557f-44e4-80e1-6348cf3645e4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=55d20256-557f-44e4-80e1-6348cf3645e4,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:55.818958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.848247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:07:55.852614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Usage tracker for resource:security_group_rule and tenant:1a2bddb453774a5f916a1ff6105e8823 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:07:55.855546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:07:55.861232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:07:55.865470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.900539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Allocated IP 172.25.2.36 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:55.971985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:55.984673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4ec1-a892-4d21-a238-ae904b2ebd8b None None] Pushing event updated for resources: {'Port': ['ID=55d20256-557f-44e4-80e1-6348cf3645e4,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:56.082348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.127086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.238792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525701e-8478-4ad6-a60a-2bc87a1985fb,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:56.238792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6af5ac36-9d38-4fcf-9c25-e1dc201cf930 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1a2bddb453774a5f916a1ff6105e8823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6037199 May 06 13:07:56.238792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45852) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:56.309358 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.343430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.365621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aff552-7263-457f-974f-a3b2cde21c2f req-70468ed7-d1fe-4167-a9b2-176ebfc87019 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:56.372394 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1aff552-7263-457f-974f-a3b2cde21c2f req-70468ed7-d1fe-4167-a9b2-176ebfc87019 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1171455 May 06 13:07:56.420999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1aff552-7263-457f-974f-a3b2cde21c2f req-2055103c-de24-4b64-81f5-1705ce01afb0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 May 06 13:07:56.442570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.514712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:56.517905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:56.522313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:56.547388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:56.580955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.602476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525701e-8478-4ad6-a60a-2bc87a1985fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:56.608298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.609552 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45fde6ac-f86a-4b1a-b470-6785f9b43bb2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0525701e-8478-4ad6-a60a-2bc87a1985fb HTTP/1.1" status: 204 len: 168 time: 0.4091523 May 06 13:07:56.863715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:56.863715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:57.242765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6424b3-b0df-4659-ad47-604f7b29f1ac None None] Network 37b4358f-6736-46f5-a664-9487ebf9c126 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:07:57.373321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:07:57.576902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c8e2725-72bf-45e6-b2ad-0f936857fc33 None None] Provisioning for port 55d20256-557f-44e4-80e1-6348cf3645e4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:57.628879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:07:57.641124 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Sync routers for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:07:57.664638 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Routers {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:57.666490 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:57.707063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc7450-2f53-47f7-ae87-d12482298931 req-3c5e873a-e41d-4b11-9585-785b9ca6ccdf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:57.709031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00cc7450-2f53-47f7-ae87-d12482298931 req-3c5e873a-e41d-4b11-9585-785b9ca6ccdf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1137161 May 06 13:07:57.780403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00cc7450-2f53-47f7-ae87-d12482298931 req-3afca3fc-b26c-4abd-b2e3-89055e22365f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 May 06 13:07:57.783998 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:57.807237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac87168c-9fbc-48d6-baf6-fbdcd617b783 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2547388 May 06 13:07:57.807237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 45878) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:07:57.948751 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Set router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:57.971394 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 55d20256-557f-44e4-80e1-6348cf3645e4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:58.230056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 55d20256-557f-44e4-80e1-6348cf3645e4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:07:58.238743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 55d20256-557f-44e4-80e1-6348cf3645e4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:58.238743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.392985 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:07:56Z', 'revision_number': 3, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:58.393422 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.397864 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Checking router: 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:07:58.399059 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Updating router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:07:58.433878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 55d20256-557f-44e4-80e1-6348cf3645e4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=55d20256-557f-44e4-80e1-6348cf3645e4,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:07:58.468821 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.551212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.692133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=55d20256-557f-44e4-80e1-6348cf3645e4,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:58.977089 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:58.996543 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Transition to ACTIVE for port object 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:59.128042 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.155234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.183948 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051a158-d7b9-48c5-ad44-fec0b0c68b5f req-d6ae0d96-25e6-484f-86ed-922158ff2baf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:07:59.185445 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4051a158-d7b9-48c5-ad44-fec0b0c68b5f req-d6ae0d96-25e6-484f-86ed-922158ff2baf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1776936 May 06 13:07:59.228484 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7a0b-9f88-4d3c-bb98-1fe101e7ec07 None None] Pushing event updated for resources: {'Port': ['ID=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:59.232651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Attempting to bind port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:07:59.233172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Attempting to bind port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:07:59.233561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Attempting to bind port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:07:59.241280 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:07:59.244429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:07:59.244429 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.244429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:07:59.244429 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Bound port: 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:07:59.244429 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.323885 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] For port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:07:59.326840 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] For port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:07:59.358948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4051a158-d7b9-48c5-ad44-fec0b0c68b5f req-1363cb38-451a-407e-9e32-09189689c242 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202352 May 06 13:07:59.455188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Allocated IP 172.20.0.1 (37b4358f-6736-46f5-a664-9487ebf9c126/78b152d2-c904-47e9-ab75-f4e4b684ede5/aa9686da-187a-49e6-9618-0e4d8b4957b0) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:07:59.482229 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.566427 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef7a0b-9f88-4d3c-bb98-1fe101e7ec07 None None] Pushing event updated for resources: {'Port': ['ID=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:07:59.569530 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Routers {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:07:59.570924 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:07:59.644187 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.669318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Transition to ACTIVE for port object aa9686da-187a-49e6-9618-0e4d8b4957b0 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:07:59.763488 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] Set router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:07:59.847551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 55d20256-557f-44e4-80e1-6348cf3645e4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:07:59.870665 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:07:59.943662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Network 37b4358f-6736-46f5-a664-9487ebf9c126 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:07:59.953181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:07:59.970520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:07:59.997935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 55d20256-557f-44e4-80e1-6348cf3645e4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:07:59.999194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:00.066021 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9686da-187a-49e6-9618-0e4d8b4957b0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:00.077668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:00.193366 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:07:56Z', 'revision_number': 3, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:00.202481 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375b379-5a15-4610-8bf8-dc34c18bff74 None None] The sync data for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 is: [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:07:56Z', 'revision_number': 3, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:00.352539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:00.521584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2410a536-a595-49d4-80a7-344f6d606ee6 None None] Provisioning for port aa9686da-187a-49e6-9618-0e4d8b4957b0 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:00.527395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2410a536-a595-49d4-80a7-344f6d606ee6 None None] Provisioning complete for port aa9686da-187a-49e6-9618-0e4d8b4957b0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:00.527908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2410a536-a595-49d4-80a7-344f6d606ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:00.630980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2410a536-a595-49d4-80a7-344f6d606ee6 None None] Port aa9686da-187a-49e6-9618-0e4d8b4957b0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:00.676136 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a63db-7821-453e-a5b9-e1efa849d4d1 req-4acdaa94-42cf-4269-9d96-be7d3c74877c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:00.683789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad5a63db-7821-453e-a5b9-e1efa849d4d1 req-4acdaa94-42cf-4269-9d96-be7d3c74877c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1111879 May 06 13:08:00.691354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:00.729652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ad5a63db-7821-453e-a5b9-e1efa849d4d1 req-060587f6-2465-42e3-a1d2-776523ed1065 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 May 06 13:08:00.848339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:01.083458 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:01.109335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Pushing event updated for resources: {'Port': ['ID=aa9686da-187a-49e6-9618-0e4d8b4957b0,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:01.278411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Network 37b4358f-6736-46f5-a664-9487ebf9c126 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:01.279687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:01.570709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-17f5255d-ec7d-4b1f-b6ba-a8e7f10973a0 None None] Provisioning complete for port aa9686da-187a-49e6-9618-0e4d8b4957b0 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:01.570709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17f5255d-ec7d-4b1f-b6ba-a8e7f10973a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:01.628754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-17f5255d-ec7d-4b1f-b6ba-a8e7f10973a0 None None] Port aa9686da-187a-49e6-9618-0e4d8b4957b0 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:08:01.753398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:01.949225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:02.069434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2036c75-4a62-40b8-ba2a-bee27a4b5ef0 req-d378802e-5966-4346-89db-fdc253cddcf2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:02.071621 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2036c75-4a62-40b8-ba2a-bee27a4b5ef0 req-d378802e-5966-4346-89db-fdc253cddcf2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1424940 May 06 13:08:02.163358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2036c75-4a62-40b8-ba2a-bee27a4b5ef0 req-33cabf1e-af7a-4b30-ae5b-460f600a8a3b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797753 May 06 13:08:02.173401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:02.174088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:02.187932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:02.187932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.212441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e5257fe7-28eb-4468-821e-d90f79956535 admin admin] 10.222.0.83 "PUT /v2.0/routers/46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4066854 May 06 13:08:02.368065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.387888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:02.516153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:02.605269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:03.537039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5215eb-8142-4626-b316-c7b115650887 req-ce8389f7-f380-4d59-ba50-baea58c0a4c2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:03.537039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d5215eb-8142-4626-b316-c7b115650887 req-ce8389f7-f380-4d59-ba50-baea58c0a4c2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.2472844 May 06 13:08:03.593489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d5215eb-8142-4626-b316-c7b115650887 req-b6dbe6f1-0833-484c-bdcb-2a5177c9b52f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501995 May 06 13:08:03.866319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:03.948080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:03.948488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:04.174057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Sync routers for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:04.186164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Routers {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:04.186729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:04.388103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Set router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:04.524992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 45988) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:04.786669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:08:00Z', 'revision_number': 4, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'aa9686da-187a-49e6-9618-0e4d8b4957b0', 'name': '', 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'mac_address': 'fa:16:3e:53:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:59Z', 'updated_at': '2022-05-06T13:08:00Z', 'revision_number': 2, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'subnets': [{'id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:04.792366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Checking router: 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:08:04.792961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Updating router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 port aa9686da-187a-49e6-9618-0e4d8b4957b0 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:08:04.865977 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:04.898020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c0b21-1743-41db-9375-c1250f6800e1 req-77d4a420-f2e4-4dfd-bc0c-76204375029f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:04.908158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-083c0b21-1743-41db-9375-c1250f6800e1 req-77d4a420-f2e4-4dfd-bc0c-76204375029f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1549613 May 06 13:08:04.965247 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:04.978169 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-083c0b21-1743-41db-9375-c1250f6800e1 req-7679c1af-b65e-4dcc-97ac-df1c07814019 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685921 May 06 13:08:05.324197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.349306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Transition to ACTIVE for port object aa9686da-187a-49e6-9618-0e4d8b4957b0 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:05.556443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.677563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Deleting port aa9686da-187a-49e6-9618-0e4d8b4957b0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:05.677908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.881559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294142db-21f6-44c0-a175-7a7ea857dded None None] Pushing event updated for resources: {'Port': ['ID=aa9686da-187a-49e6-9618-0e4d8b4957b0,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:05.885033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Attempting to bind port aa9686da-187a-49e6-9618-0e4d8b4957b0 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:05.885618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Attempting to bind port aa9686da-187a-49e6-9618-0e4d8b4957b0 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:05.886187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Attempting to bind port aa9686da-187a-49e6-9618-0e4d8b4957b0 on network 37b4358f-6736-46f5-a664-9487ebf9c126 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Checking segment: {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Bound using segment: {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Bound port: aa9686da-187a-49e6-9618-0e4d8b4957b0, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4178b1-084b-47d0-b947-a342b9456caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:05.898230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:05.947888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] For port aa9686da-187a-49e6-9618-0e4d8b4957b0, host n-d-840845-1, got binding levels [] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:05.948330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.011023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] For port aa9686da-187a-49e6-9618-0e4d8b4957b0, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:06.021116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] For port aa9686da-187a-49e6-9618-0e4d8b4957b0, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9686da-187a-49e6-9618-0e4d8b4957b0,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:06.100678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Calling delete_port for aa9686da-187a-49e6-9618-0e4d8b4957b0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:06.179628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:06.271790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294142db-21f6-44c0-a175-7a7ea857dded None None] Pushing event updated for resources: {'Port': ['ID=aa9686da-187a-49e6-9618-0e4d8b4957b0,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:06.277171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Routers {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:06.278051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:07:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:06.476171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d38c1-835a-4645-b466-8f49749cc0ff req-f8530364-6d97-40a1-ad6f-e80ccfe25165 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:06.486555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f2d38c1-835a-4645-b466-8f49749cc0ff req-f8530364-6d97-40a1-ad6f-e80ccfe25165 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.3513272 May 06 13:08:06.529171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] Set router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:08:06.622743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f2d38c1-835a-4645-b466-8f49749cc0ff req-fef22df8-e89a-4509-97e2-114acff0dd03 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348362 May 06 13:08:06.712487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:08:06.713206 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:08:06.959901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:08:00Z', 'revision_number': 4, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'aa9686da-187a-49e6-9618-0e4d8b4957b0', 'name': '', 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'mac_address': 'fa:16:3e:53:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:59Z', 'updated_at': '2022-05-06T13:08:06Z', 'revision_number': 4, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'subnets': [{'id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:06.966571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b22cdfa-3863-49ac-86f2-93d251de0c04 None None] The sync data for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 is: [{'id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'name': 'tempest-ImageQuotaTest-1986702644-router', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:54Z', 'updated_at': '2022-05-06T13:08:00Z', 'revision_number': 4, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'gw_port': {'id': '5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:55Z', 'updated_at': '2022-05-06T13:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'aa9686da-187a-49e6-9618-0e4d8b4957b0', 'name': '', 'network_id': '37b4358f-6736-46f5-a664-9487ebf9c126', 'tenant_id': '6aeae75c83584798b3893f1252b7f893', 'mac_address': 'fa:16:3e:53:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:59Z', 'updated_at': '2022-05-06T13:08:06Z', 'revision_number': 4, 'project_id': '6aeae75c83584798b3893f1252b7f893', 'subnets': [{'id': '78b152d2-c904-47e9-ab75-f4e4b684ede5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:07.214571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Deleting port aa9686da-187a-49e6-9618-0e4d8b4957b0 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:07.215045 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:07.427022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] For port aa9686da-187a-49e6-9618-0e4d8b4957b0, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=aa9686da-187a-49e6-9618-0e4d8b4957b0,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:07.427022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:07.566469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Calling delete_port for aa9686da-187a-49e6-9618-0e4d8b4957b0 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:07.957402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ef6f-e45e-4c09-ad31-acbf25d14517 req-f5b00bff-70f8-4538-b407-29b2f61bf825 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:07.959517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c84ef6f-e45e-4c09-ad31-acbf25d14517 req-f5b00bff-70f8-4538-b407-29b2f61bf825 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1461561 May 06 13:08:07.976411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:07.997023 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9686da-187a-49e6-9618-0e4d8b4957b0 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:08.072747 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c84ef6f-e45e-4c09-ad31-acbf25d14517 req-40dfe02d-ca11-4364-be46-609c217680d7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068504 May 06 13:08:08.096406 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: aa9686da-187a-49e6-9618-0e4d8b4957b0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:08.096754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9686da-187a-49e6-9618-0e4d8b4957b0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:08:08.200680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port aa9686da-187a-49e6-9618-0e4d8b4957b0 not found, will not notify nova. {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:08:08.249717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa9686da-187a-49e6-9618-0e4d8b4957b0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:08.475858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:08.529529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-87432e12-d921-460a-8452-8af761bdc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:09.312522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:08:09.324158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b17d-5ee1-4d66-a248-d9274c526034 req-562303b0-e908-4fa1-a548-1096ca10856b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:09.325604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7061b17d-5ee1-4d66-a248-d9274c526034 req-562303b0-e908-4fa1-a548-1096ca10856b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1166368 May 06 13:08:09.495296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7061b17d-5ee1-4d66-a248-d9274c526034 req-aaba3a69-3be7-44af-9617-a23bd2ef3d16 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621253 May 06 13:08:09.614412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:08:09.631871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11a6755d-2808-441d-8b8a-c5cdf7c34a92 admin admin] 10.222.0.83 "PUT /v2.0/routers/46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1034884 May 06 13:08:09.632089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46040) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:09.908300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.115097 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.212877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Deleting port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:10.213235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.403945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] For port 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:10.404721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.542812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Calling delete_port for 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:10.734651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d32e6842-c747-4249-85fc-106dc3a35593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.796309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befb6ad-f592-435e-93dd-798e151063da req-c35f0ec8-b55c-4230-87e3-4e7679b22fd4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:10.798078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5befb6ad-f592-435e-93dd-798e151063da req-c35f0ec8-b55c-4230-87e3-4e7679b22fd4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1287048 May 06 13:08:10.868421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5befb6ad-f592-435e-93dd-798e151063da req-5bac9a5d-3275-4881-a8d4-b391cca2a42a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596478 May 06 13:08:10.927573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:10.988322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:11.377923 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.699500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.699500 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.910085 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.910636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:08:11.924063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:11.927403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac4aa52f-4411-433c-b52a-acb417bd7109 admin admin] 10.222.0.83 "DELETE /v2.0/routers/46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9 HTTP/1.1" status: 204 len: 168 time: 2.2922039 May 06 13:08:11.927622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:12.050477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Deleting subnet 78b152d2-c904-47e9-ab75-f4e4b684ede5 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:08:12.057383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.127454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.253100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b46c-2c5c-4858-a0f7-a190ada58998 req-c7c987ad-2a97-4c83-b61a-ef44aeb9098a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:12.254585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08b0b46c-2c5c-4858-a0f7-a190ada58998 req-c7c987ad-2a97-4c83-b61a-ef44aeb9098a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.2596147 May 06 13:08:12.352274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-a8456f9b-de15-41bf-a308-b2d522da8891 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1899366 May 06 13:08:12.357084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08b0b46c-2c5c-4858-a0f7-a190ada58998 req-7760480b-8af8-4e20-8466-9aae11fe594b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874162 May 06 13:08:12.360844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.378455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.419227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.528513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-21f8a5b7-1e36-4c30-a7b6-757a466ccda0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 1096 time: 0.0808527 May 06 13:08:12.638908 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.702460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b152d2-c904-47e9-ab75-f4e4b684ede5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:12.713312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.719472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07340d61-4e76-43c9-852c-aeb641ca96e6 None None] Network 37b4358f-6736-46f5-a664-9487ebf9c126 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:12.738266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46118) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:12.738774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d2bbae5d-762f-40f0-9e71-496edf742853 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/78b152d2-c904-47e9-ab75-f4e4b684ede5 HTTP/1.1" status: 204 len: 168 time: 0.8097725 May 06 13:08:12.802028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35743-2253-4180-a858-54a29cb84327 req-976bb5a1-a96f-43cc-884e-a6e482a88d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:12.803508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-976bb5a1-a96f-43cc-884e-a6e482a88d16 service neutron] 10.222.0.86 "GET /v2.0/networks?id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 200 len: 910 time: 0.2521675 May 06 13:08:12.890400 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.904408 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Deleting port 55d20256-557f-44e4-80e1-6348cf3645e4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:12.904553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:12.995517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-92390bb5-8725-4f86-a1b0-5c72e7de40a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 200 len: 1001 time: 0.1852667 May 06 13:08:13.057259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] DHCP port deletion for 37b4358f-6736-46f5-a664-9487ebf9c126 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:08:13.061534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Deleting port 55d20256-557f-44e4-80e1-6348cf3645e4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:13.061964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.122493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35743-2253-4180-a858-54a29cb84327 req-c6161948-c178-4dc2-ba93-a91c326fceaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:13.124055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-c6161948-c178-4dc2-ba93-a91c326fceaf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 200 len: 848 time: 0.1219580 May 06 13:08:13.229662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-5171e918-6c01-4b33-bfca-17a7af121850 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981174 May 06 13:08:13.431423 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] For port 55d20256-557f-44e4-80e1-6348cf3645e4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=55d20256-557f-44e4-80e1-6348cf3645e4,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:13.433519 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.438018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] For port 55d20256-557f-44e4-80e1-6348cf3645e4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=55d20256-557f-44e4-80e1-6348cf3645e4,segment=NetworkSegment(db4178b1-084b-47d0-b947-a342b9456caf),segment_id=db4178b1-084b-47d0-b947-a342b9456caf)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:13.438495 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.442664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-62472a87-822c-4ab8-ac4f-04eccad6d61c service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060113 May 06 13:08:13.607649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Calling delete_port for 55d20256-557f-44e4-80e1-6348cf3645e4 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:13.637388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Calling delete_port for 55d20256-557f-44e4-80e1-6348cf3645e4 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:08:13.806596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400955b-6277-42bd-b2f3-184ed4d591e8 req-cca82a69-3e82-48cb-b5ed-8c26e2ea9dc7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:13.808124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c400955b-6277-42bd-b2f3-184ed4d591e8 req-cca82a69-3e82-48cb-b5ed-8c26e2ea9dc7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1324067 May 06 13:08:13.863901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.873212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c400955b-6277-42bd-b2f3-184ed4d591e8 req-ee0ec903-485f-4601-a87f-8cb77c157a95 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586119 May 06 13:08:13.875979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:13.915260 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:08:13.915570 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:08:13.932029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cc35743-2253-4180-a858-54a29cb84327 req-b5b766d1-a248-4256-b70e-a576a702abe6 service neutron] 10.222.0.86 "GET /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771237 May 06 13:08:13.963386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 55d20256-557f-44e4-80e1-6348cf3645e4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:14.013802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] No DVR routers for this DVR port 55d20256-557f-44e4-80e1-6348cf3645e4 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:08:14.016367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036103b2-3088-4e0a-b4e2-f7939940d957 None None] Pushing event deleted for resources: {'Port': ['ID=55d20256-557f-44e4-80e1-6348cf3645e4,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:14.018446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 55d20256-557f-44e4-80e1-6348cf3645e4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:14.018810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 55d20256-557f-44e4-80e1-6348cf3645e4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:14.417177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Deleting port 55d20256-557f-44e4-80e1-6348cf3645e4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:08:14.417523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.488729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] The port '55d20256-557f-44e4-80e1-6348cf3645e4' was deleted {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:08:14.612697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.643458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b4358f-6736-46f5-a664-9487ebf9c126']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:14.657179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4178b1-084b-47d0-b947-a342b9456caf') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:14.657482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4178b1-084b-47d0-b947-a342b9456caf') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:08:14.673172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.690769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.697600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:08:14.698169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: util.warn( May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: util.warn( May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: util.warn( May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: util.warn( May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: timer() May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:08:14.712056 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:08:14.910088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.928077 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:14.938209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] Pushing event deleted for resources: {'Network': ['ID=37b4358f-6736-46f5-a664-9487ebf9c126,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:14.951729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b51973b6-9edc-4363-8ca3-4f34b2058d2a admin admin] 10.222.0.83 "DELETE /v2.0/networks/37b4358f-6736-46f5-a664-9487ebf9c126 HTTP/1.1" status: 204 len: 168 time: 2.2118144 May 06 13:08:15.210739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c193a5-50b3-4575-b33a-978f5da7bf68 req-20b0a3d9-3515-4a4a-8824-2b265867ec99 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:15.213691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8c193a5-50b3-4575-b33a-978f5da7bf68 req-20b0a3d9-3515-4a4a-8824-2b265867ec99 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1076131 May 06 13:08:15.267057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f8c193a5-50b3-4575-b33a-978f5da7bf68 req-86d03161-f735-4874-a83d-53d9b6b22d41 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474262 May 06 13:08:15.416360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46156) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:15.482405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9617614d-8b37-4bf0-84ae-4647a7013ebd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6aeae75c83584798b3893f1252b7f893&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0624237 May 06 13:08:15.482895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46160) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:15.557639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.588550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.814103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.834015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73688b91-2777-4452-8fa5-fe3e1ae6e232,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:15.839408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:15.843013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7159a6f-db74-4394-8912-d60b6aca07f4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/73688b91-2777-4452-8fa5-fe3e1ae6e232 HTTP/1.1" status: 204 len: 168 time: 0.3566062 May 06 13:08:16.144882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Sync routers for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:08:16.160003 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:16.160454 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:08:16.161299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:08:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:08:16.176026 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Routers set() bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:08:16.176632 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Router IDs set() for agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 06 13:08:16.177397 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:08:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent'). {{(pid=84802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 13:08:16.178077 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fccddf-4039-4dbe-9f19-df2f3449f4d9 None None] The sync data for ids ['46bee37d-5d5e-4d9f-a4ab-211cd28dd6f9'] in n-d-840845-1 is: [] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:08:16.488879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847bd7-3e23-4646-8480-91686687d067 req-7f5bf194-b72d-4aa8-b84d-f8c48d78afe5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:16.496052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11847bd7-3e23-4646-8480-91686687d067 req-7f5bf194-b72d-4aa8-b84d-f8c48d78afe5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0935726 May 06 13:08:16.564257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-11847bd7-3e23-4646-8480-91686687d067 req-f5ccd338-bc2d-4107-87b3-3ef34175480f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 May 06 13:08:16.830341 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.158506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46184) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:17.181593 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.216008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:17.227964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:17.227964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:17.242779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:17.334288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.469785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.534157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb3c1e-770f-415e-ad1e-758015be8e18,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:17.539262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7859ac33-deb2-48c2-8390-85c787b3ead3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3795602 May 06 13:08:17.541993 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46192) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:17.615833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.644435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.787014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62d721-22cb-43f0-b664-73b4659c658a req-47ae4666-4e37-4cb8-9818-cd26ad3f33b4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:17.787014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de62d721-22cb-43f0-b664-73b4659c658a req-47ae4666-4e37-4cb8-9818-cd26ad3f33b4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0984993 May 06 13:08:17.836514 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.843311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:17.844679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de62d721-22cb-43f0-b664-73b4659c658a req-a0bec009-d800-4a26-9d4d-0503903a978b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534568 May 06 13:08:17.868297 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb3c1e-770f-415e-ad1e-758015be8e18,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:17.880319 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:17.897347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-475a3724-981c-4fc1-912b-f6e5dde086ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/feeb3c1e-770f-415e-ad1e-758015be8e18 HTTP/1.1" status: 204 len: 168 time: 0.3482666 May 06 13:08:17.945877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:17.946648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5c7f50a5-7ff9-4252-8c8d-2a7f5d29b698 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:17.950674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9686da-187a-49e6-9618-0e4d8b4957b0 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:08:17.995230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: aa9686da-187a-49e6-9618-0e4d8b4957b0 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:08:17.995867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device aa9686da-187a-49e6-9618-0e4d8b4957b0 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:08:19.072098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911beec8-67c4-46de-9889-e6327e9737df req-d96bfa43-dccd-427f-9e1e-3ba3befa2e43 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:19.074373 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-911beec8-67c4-46de-9889-e6327e9737df req-d96bfa43-dccd-427f-9e1e-3ba3befa2e43 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0872583 May 06 13:08:19.126203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-911beec8-67c4-46de-9889-e6327e9737df req-072a1f20-8a72-475c-b243-2ed4280c1e19 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473225 May 06 13:08:20.346857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4fd94-251d-480b-84c3-bc5f748dda83 req-e76c5b9b-5db5-4792-ab50-d926b8d120e2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:20.349097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dbc4fd94-251d-480b-84c3-bc5f748dda83 req-e76c5b9b-5db5-4792-ab50-d926b8d120e2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0852702 May 06 13:08:20.403839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dbc4fd94-251d-480b-84c3-bc5f748dda83 req-c883e12a-a4b5-4a94-8b21-8f6cb679b152 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 May 06 13:08:21.007078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:21.637188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463b555-3538-42b5-8f5b-fa9d43a9ca1d req-136a9a02-043f-4927-ae54-256724f929a9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:21.638653 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9463b555-3538-42b5-8f5b-fa9d43a9ca1d req-136a9a02-043f-4927-ae54-256724f929a9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0917020 May 06 13:08:21.703466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9463b555-3538-42b5-8f5b-fa9d43a9ca1d req-3628802a-1b67-4a26-a6c5-b54814d29ac4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 May 06 13:08:22.915340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b28a78-f0b9-4660-9425-18ac534c4b77 req-5c796d33-c6f2-4a1e-821d-1f61d0073ee6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:22.916882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5b28a78-f0b9-4660-9425-18ac534c4b77 req-5c796d33-c6f2-4a1e-821d-1f61d0073ee6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0892892 May 06 13:08:22.984406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b5b28a78-f0b9-4660-9425-18ac534c4b77 req-0b5d694a-e404-4d97-b026-6d94ee6ec7ee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614135 May 06 13:08:24.198391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e555338-db05-44e9-b74f-4989fe4f567f req-19a5ff39-00d7-49dd-afc1-e72616a346e9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:24.200106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7e555338-db05-44e9-b74f-4989fe4f567f req-19a5ff39-00d7-49dd-afc1-e72616a346e9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0856080 May 06 13:08:24.247292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7e555338-db05-44e9-b74f-4989fe4f567f req-3f01c267-4519-4089-abd2-99150519ac1c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 May 06 13:08:24.424811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46266) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:24.616762 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.650624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:24.654531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Usage tracker for resource:security_group_rule and tenant:4beffba8f15f4d75b038931fc4348747 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:24.657368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:24.663117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:24.730770 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.932987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:24.981121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcc6c0b-c69f-47c7-a981-7f048a01d0a5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:24.986447 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-515b0ac5-09fe-4d9c-9fa4-13187c55d6cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4beffba8f15f4d75b038931fc4348747&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5605803 May 06 13:08:24.989276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46276) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:25.060617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.088264 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.252706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.269665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcc6c0b-c69f-47c7-a981-7f048a01d0a5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:25.277659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:25.280635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f01d49dc-c609-4967-a22c-c849ef96a997 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8bcc6c0b-c69f-47c7-a981-7f048a01d0a5 HTTP/1.1" status: 204 len: 168 time: 0.2901881 May 06 13:08:25.706020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7b096-efa9-44fc-99d3-3ee8fdfbf58c req-b0234087-2847-442d-b5b4-4978360d1089 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:25.708428 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6dc7b096-efa9-44fc-99d3-3ee8fdfbf58c req-b0234087-2847-442d-b5b4-4978360d1089 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.3258626 May 06 13:08:25.772378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6dc7b096-efa9-44fc-99d3-3ee8fdfbf58c req-200b6dc9-4460-4977-bd8c-19a127b383f4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572889 May 06 13:08:26.853992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46314) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:27.001392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13cc55-8fb5-4709-a795-b9ac90568db0 req-35f0f85b-d0c7-474a-8b4f-4fc5f98e75a2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:27.001392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d13cc55-8fb5-4709-a795-b9ac90568db0 req-35f0f85b-d0c7-474a-8b4f-4fc5f98e75a2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0900438 May 06 13:08:27.012625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-407261347-network', 'tenant_id': '0756815fff18460382f3fa4bfb532bdc'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:27.036394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:27.046222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Usage tracker for resource:network and tenant:0756815fff18460382f3fa4bfb532bdc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:27.050316 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:27.064645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:27.177165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d13cc55-8fb5-4709-a795-b9ac90568db0 req-02baea26-74c3-43a0-a50d-d54247dda9d6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681397 May 06 13:08:27.281146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Made reservation on behalf of 0756815fff18460382f3fa4bfb532bdc for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:27.283467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:27.297635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:27.338820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:27.343174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Usage tracker for resource:security_group_rule and tenant:0756815fff18460382f3fa4bfb532bdc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:27.346626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:27.355704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:27.436056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:27.943868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:27.975108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:08:27.989758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0307242e-c25a-4e1f-8c04-903e41e24d3f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:28.013522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.013522 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Added segment 4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c of type vlan for network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 May 06 13:08:28.035536 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.132449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.134260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:28.134860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.248442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] Pushing event updated for resources: {'Network': ['ID=8a79b510-5f61-4176-a2f7-4cf0801aa1a4,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:28.258784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:28.333227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3fd4d21b-7d06-4a68-9b01-7000455b87dc admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4780908 May 06 13:08:28.337313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46328) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:28.343126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Request body: {'subnet': {'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-407261347-subnet', 'tenant_id': '0756815fff18460382f3fa4bfb532bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:28.349179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:28.357880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Usage tracker for resource:subnet and tenant:0756815fff18460382f3fa4bfb532bdc is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:28.358931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:28.366264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:28.434331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988f25b-5a0c-4cfb-b29c-3d68b042d510 req-9fb1afa6-4a14-4acd-937c-8dd5c6ff2d18 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:28.435847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3988f25b-5a0c-4cfb-b29c-3d68b042d510 req-9fb1afa6-4a14-4acd-937c-8dd5c6ff2d18 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1113608 May 06 13:08:28.489535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3988f25b-5a0c-4cfb-b29c-3d68b042d510 req-52d8b897-0492-4f26-b9d6-d692a5d3df92 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 May 06 13:08:28.490484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Made reservation on behalf of 0756815fff18460382f3fa4bfb532bdc for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:28.495039 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.767092 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:28.860176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c831434-3233-4d91-8b2e-0bd4bd477635,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:28.876212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.876533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.876899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.877213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.877541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.877881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.878198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.878522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.878841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.879160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.879477 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:28.882629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Checking segment: {'id': '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:28.882987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Network hostable DHCP agents. Network: 8a79b510-5f61-4176-a2f7-4cf0801aa1a4, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:29.025015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:29.155991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 8a79b510-5f61-4176-a2f7-4cf0801aa1a4) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:29.161064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:29.162434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:29.165594 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d740703-9d0f-4366-a0cf-fe9ae8ed3494 None None] Network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:29.284089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-38adc29e-1472-4af4-a0a0-64a1686477b8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9328907 May 06 13:08:29.407090 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:08:29.427737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244322f-eede-48d2-8ea1-59cce391bae5 None None] Network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:29.924732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaf3e-1905-49a0-85b4-0b547bd618fb req-4b783045-c222-47e5-8ec8-7d3457f3cd60 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:29.926336 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f49eaf3e-1905-49a0-85b4-0b547bd618fb req-4b783045-c222-47e5-8ec8-7d3457f3cd60 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.2937725 May 06 13:08:29.975297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f49eaf3e-1905-49a0-85b4-0b547bd618fb req-3c77f064-2b84-4dc6-a4ee-b2dc06dbfeae tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 May 06 13:08:30.744923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46364) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:30.751685 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1352623851-network', 'tenant_id': '66c97c8562d74d16893c9c3e65de5e0a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:30.759242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:30.765609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Usage tracker for resource:network and tenant:66c97c8562d74d16893c9c3e65de5e0a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:30.769027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:30.784995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:30.926965 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Made reservation on behalf of 66c97c8562d74d16893c9c3e65de5e0a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:30.931467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:30.944391 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:30.983535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:30.988578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:66c97c8562d74d16893c9c3e65de5e0a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:30.992517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:31.001397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:31.093667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.213870 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.256184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:08:31.270716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1006d3-5b78-484e-b95e-8ee2e91af443 req-430cc4fc-7341-42fe-9457-e47a73b67581 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:31.274188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce1006d3-5b78-484e-b95e-8ee2e91af443 req-430cc4fc-7341-42fe-9457-e47a73b67581 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1219180 May 06 13:08:31.277338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1899ed-bf69-4734-b3b4-ce97553b51ab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:31.283894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.284210 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Added segment 975dc330-d8e8-4488-8b4a-3f330caa2ca5 of type vlan for network 774c073d-f54f-40ae-b36f-c502702a975b May 06 13:08:31.327163 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.355481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce1006d3-5b78-484e-b95e-8ee2e91af443 req-c4ec817c-be61-4163-b141-45b7c9c07324 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746131 May 06 13:08:31.458184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.460491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:31.460491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:31.584305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=774c073d-f54f-40ae-b36f-c502702a975b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:31.597966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 774c073d-f54f-40ae-b36f-c502702a975b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:08:31.654365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:08:31.654709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6bcfbf71-ef9c-452c-82b6-e8a0f54e2dd5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9079318 May 06 13:08:31.661624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Request body: {'subnet': {'network_id': '774c073d-f54f-40ae-b36f-c502702a975b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1352623851-subnet', 'tenant_id': '66c97c8562d74d16893c9c3e65de5e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:31.669350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:31.674962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Usage tracker for resource:subnet and tenant:66c97c8562d74d16893c9c3e65de5e0a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:31.679048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:31.688574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:31.780116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Made reservation on behalf of 66c97c8562d74d16893c9c3e65de5e0a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:31.783552 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.093047 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.172300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77ccced-cf55-44b8-a65f-e40be262fb17,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:32.190930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Checking segment: {'id': '975dc330-d8e8-4488-8b4a-3f330caa2ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '774c073d-f54f-40ae-b36f-c502702a975b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:32.190930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Network hostable DHCP agents. Network: 774c073d-f54f-40ae-b36f-c502702a975b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:08:32.332616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Network 774c073d-f54f-40ae-b36f-c502702a975b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:08:32.444078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 774c073d-f54f-40ae-b36f-c502702a975b) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:32.444078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:32.444078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:32.454157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d7c6e-90e9-4b4a-a6cf-d2058dce286c None None] Network 774c073d-f54f-40ae-b36f-c502702a975b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:32.591235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f51e1-2bfc-442e-afc0-1a47027e217d req-f2b6c2cd-6ed2-493f-8648-e52accfb3da0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:32.825453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d2f51e1-2bfc-442e-afc0-1a47027e217d req-f2b6c2cd-6ed2-493f-8648-e52accfb3da0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0912776 May 06 13:08:32.825453 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d2f51e1-2bfc-442e-afc0-1a47027e217d req-17fe89c0-7c49-4649-b5bc-e7b8771b18b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517869 May 06 13:08:32.825845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb579fe0-27b6-4e5e-945e-aac362f3b2bd None None] Network 774c073d-f54f-40ae-b36f-c502702a975b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:08:32.845084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b0491f06-4d81-41e3-8104-4150b7d4786f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1811631 May 06 13:08:33.481848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c958d-2af0-4619-adce-bcadefc6b065 req-eb183fd6-c9ef-4a69-b034-a540093a6548 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:33.483248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-eb183fd6-c9ef-4a69-b034-a540093a6548 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/networks?id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4 HTTP/1.1" status: 200 len: 811 time: 0.1511443 May 06 13:08:33.503014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-c86035c5-d374-4fd2-92de-ffd302b06276 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/quotas/0756815fff18460382f3fa4bfb532bdc HTTP/1.1" status: 200 len: 375 time: 0.0141077 May 06 13:08:33.551346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-b55c305c-d63b-409e-9fad-eeec33e55181 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0756815fff18460382f3fa4bfb532bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418606 May 06 13:08:33.704202 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-5fb0d165-3b34-43db-a9c5-40b4c3d612a1 service neutron] 10.222.0.83 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342278 May 06 13:08:33.898806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d970-e151-4993-ab1a-6b83e9641585 req-41f3f5b0-36f3-4965-89fb-1b8c1c1de14a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:33.906328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d530d970-e151-4993-ab1a-6b83e9641585 req-41f3f5b0-36f3-4965-89fb-1b8c1c1de14a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1148825 May 06 13:08:33.952217 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d530d970-e151-4993-ab1a-6b83e9641585 req-12e52702-5ffa-4f77-b324-5ed9ee85472b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 May 06 13:08:33.994381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-b4efe9d2-ff63-4abc-afae-2198a439f788 service neutron] 10.222.0.83 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935121 May 06 13:08:34.257934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3e6b44c-24db-4a5f-a6eb-022516b59d87 req-d1e84866-573c-4055-b76d-a466a3a3c84b tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 210 time: 0.0442667 May 06 13:08:35.212009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d41b2d-5319-4801-9dbc-b5c186c5e535 req-80cbb62e-6edd-4e60-b768-2b2e682be23f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:35.213331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b3d41b2d-5319-4801-9dbc-b5c186c5e535 req-80cbb62e-6edd-4e60-b768-2b2e682be23f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1025019 May 06 13:08:35.266492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b3d41b2d-5319-4801-9dbc-b5c186c5e535 req-ca14d9f9-d85f-4184-8879-aa1424f73ab3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465002 May 06 13:08:35.380662 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b19b9735-6239-4cbe-9593-e4bc2daa8669 req-fdd50561-e72b-4498-b9f9-0fe90e5032ab tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 210 time: 0.0432360 May 06 13:08:36.483704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183df61-d6d2-458a-9566-6725f05c08e8 req-0df4576b-e4a7-4ce0-be0e-ac2f6e04d640 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:36.485242 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3183df61-d6d2-458a-9566-6725f05c08e8 req-0df4576b-e4a7-4ce0-be0e-ac2f6e04d640 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0847857 May 06 13:08:36.548386 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3183df61-d6d2-458a-9566-6725f05c08e8 req-e45ff51e-810e-4ca4-90ec-668c4adcb24a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575204 May 06 13:08:36.590520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c43a8f5-5e0e-46c3-a2ff-da114ea2e892 req-fa391e14-c7f5-4c49-986e-1184eb1902ff tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 210 time: 0.0553164 May 06 13:08:37.508310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c958d-2af0-4619-adce-bcadefc6b065 req-017d33af-7d47-4353-a55c-b61ef2fb3081 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:37.510702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-017d33af-7d47-4353-a55c-b61ef2fb3081 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.86 "GET /v2.0/networks?id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4 HTTP/1.1" status: 200 len: 811 time: 0.1692140 May 06 13:08:37.526651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Request body: {'port': {'device_id': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4', 'admin_state_up': True, 'tenant_id': '0756815fff18460382f3fa4bfb532bdc'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:37.817001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:08:37.828346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Usage tracker for resource:port and tenant:0756815fff18460382f3fa4bfb532bdc is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:08:37.837043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2379-e004-46e5-9739-a4dac581ad71 req-b4f5da89-32fd-4b2c-8061-965a72ef03da tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:37.838009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7151d5af-f159-48d4-b93e-036d1d6747f9 req-6d3b5496-2c52-4c05-9a4a-f1ed37fdd548 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 210 time: 0.0572345 May 06 13:08:37.844161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb1d2379-e004-46e5-9739-a4dac581ad71 req-b4f5da89-32fd-4b2c-8061-965a72ef03da tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1471744 May 06 13:08:37.846516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:08:37.886137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:08:37.908747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb1d2379-e004-46e5-9739-a4dac581ad71 req-24d5f084-a65d-411a-b414-63dd18255bd8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633368 May 06 13:08:37.978455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Made reservation on behalf of 0756815fff18460382f3fa4bfb532bdc for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:08:37.981587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.157822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Allocated IP 172.20.0.11 (8a79b510-5f61-4176-a2f7-4cf0801aa1a4/7c831434-3233-4d91-8b2e-0bd4bd477635/f460a178-3d63-4930-9e07-4534298c4dc6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:08:38.378755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.493355 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0d954e64-58c9-4374-b3f1-fa51976c13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.538811 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.615652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:08:38.620007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:08:38.624557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:08:38.651265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Pushing event updated for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:38.690750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:38.691348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:38.807285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e284ec64-206d-4eea-8bd9-60b7c4eeef2d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853124 May 06 13:08:38.822285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Request body: {'port': {'device_id': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:08:38.940430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.074745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed8dd-c27c-4ec6-a9ad-d752812b9e7e req-77af151f-b7e3-402c-8e51-5330519b04e4 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:39.076252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-582ed8dd-c27c-4ec6-a9ad-d752812b9e7e req-77af151f-b7e3-402c-8e51-5330519b04e4 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 932 time: 0.0940819 May 06 13:08:39.136409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-582ed8dd-c27c-4ec6-a9ad-d752812b9e7e req-f6f1b77b-ac81-43d0-babd-92ab5aaa9eb3 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Synchronizing usage tracker for tenant:0756815fff18460382f3fa4bfb532bdc on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:39.274769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84911a3-d658-4503-895f-451fdfa61777 req-3ffc5371-dc51-4e88-898b-26620c99dcda tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:39.275454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-582ed8dd-c27c-4ec6-a9ad-d752812b9e7e req-f6f1b77b-ac81-43d0-babd-92ab5aaa9eb3 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Unset dirty status for tenant:0756815fff18460382f3fa4bfb532bdc on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:39.276275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c84911a3-d658-4503-895f-451fdfa61777 req-3ffc5371-dc51-4e88-898b-26620c99dcda tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1940987 May 06 13:08:39.276999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-582ed8dd-c27c-4ec6-a9ad-d752812b9e7e req-f6f1b77b-ac81-43d0-babd-92ab5aaa9eb3 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952858 May 06 13:08:39.362458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c84911a3-d658-4503-895f-451fdfa61777 req-1e455d90-a15f-433a-a971-210c6b579d47 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788469 May 06 13:08:39.536219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f460a178-3d63-4930-9e07-4534298c4dc6 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:39.543807 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.568788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Transition to ACTIVE for port object f460a178-3d63-4930-9e07-4534298c4dc6 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:08:39.646555 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.775011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:39.889141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Attempting to bind port f460a178-3d63-4930-9e07-4534298c4dc6 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:08:39.889481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Attempting to bind port f460a178-3d63-4930-9e07-4534298c4dc6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:08:39.889944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Attempting to bind port f460a178-3d63-4930-9e07-4534298c4dc6 on network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:39.896238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Port f460a178-3d63-4930-9e07-4534298c4dc6 on network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:08:39.896607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Attempting to bind port f460a178-3d63-4930-9e07-4534298c4dc6 on network 8a79b510-5f61-4176-a2f7-4cf0801aa1a4 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:08:39.904851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:08:39.905193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Checking segment: {'id': '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:08:39.905605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Bound using segment: {'id': '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:08:39.906033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Bound port: f460a178-3d63-4930-9e07-4534298c4dc6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:08:39.906385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:39.996510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:08:39.999461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f460a178-3d63-4930-9e07-4534298c4dc6,segment=NetworkSegment(4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c),segment_id=4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:08:40.076068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:40.147255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:40.148904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] 10.222.0.86 "PUT /v2.0/ports/f460a178-3d63-4930-9e07-4534298c4dc6 HTTP/1.1" status: 200 len: 1092 time: 1.3316245 May 06 13:08:40.149358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:40.166430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e8f02-a1e5-4bcb-82d2-65ba816c3f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:40.217920 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df5d667-e992-45fa-97d7-956c99beafc3'] response: {'name': 'network-changed', 'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6', 'status': 'completed', 'code': 200} May 06 13:08:40.316726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-081d8878-ddb8-479a-9091-9ea677a7adb0 req-6a924932-c0f7-4048-8e77-62c6f6bc9231 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0756815fff18460382f3fa4bfb532bdc&device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 1095 time: 0.0764542 May 06 13:08:40.563808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8878-ddb8-479a-9091-9ea677a7adb0 req-3ba691b5-20c8-457d-945f-2737068e41a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:40.565227 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-081d8878-ddb8-479a-9091-9ea677a7adb0 req-3ba691b5-20c8-457d-945f-2737068e41a8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=0756815fff18460382f3fa4bfb532bdc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2411549 May 06 13:08:40.589672 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0b07-4982-45fc-9d07-8843865aa21b req-23ec8b65-ce27-4cf6-9a02-bedddc70523c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:40.593273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-345d0b07-4982-45fc-9d07-8843865aa21b req-23ec8b65-ce27-4cf6-9a02-bedddc70523c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0864248 May 06 13:08:40.606032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf50fcd-3633-43f1-9513-e056d3be3a0f req-2d5c11f9-8b11-4211-b746-a01d040266c8 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:40.606756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ecf50fcd-3633-43f1-9513-e056d3be3a0f req-2d5c11f9-8b11-4211-b746-a01d040266c8 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Synchronizing usage tracker for tenant:0756815fff18460382f3fa4bfb532bdc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:08:40.648808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-345d0b07-4982-45fc-9d07-8843865aa21b req-6097a660-9f72-4d9b-bfee-9ff35f9637f1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495574 May 06 13:08:40.692211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c33cbc07-7279-4b08-973e-af50b8aca31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:40.754825 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8878-ddb8-479a-9091-9ea677a7adb0 req-2edaa550-a0eb-4a68-9207-cc6d3667161c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:40.756558 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-081d8878-ddb8-479a-9091-9ea677a7adb0 req-2edaa550-a0eb-4a68-9207-cc6d3667161c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845262 May 06 13:08:40.775170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ecf50fcd-3633-43f1-9513-e056d3be3a0f req-2d5c11f9-8b11-4211-b746-a01d040266c8 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Unset dirty status for tenant:0756815fff18460382f3fa4bfb532bdc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:08:40.778572 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecf50fcd-3633-43f1-9513-e056d3be3a0f req-2d5c11f9-8b11-4211-b746-a01d040266c8 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 944 time: 0.3422432 May 06 13:08:40.899209 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecf50fcd-3633-43f1-9513-e056d3be3a0f req-96fdcb67-4521-40e0-bbe3-4c2fd0bffa2e tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081631 May 06 13:08:40.918421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-182ffb68-4279-4bdc-8b62-6468dadeeee8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0756815fff18460382f3fa4bfb532bdc&device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 1095 time: 0.1097140 May 06 13:08:40.991508 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-6f376c2f-a224-4060-9698-2163a4ad7ca1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f460a178-3d63-4930-9e07-4534298c4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0654366 May 06 13:08:41.055687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c958d-2af0-4619-adce-bcadefc6b065 req-62d5c925-69b5-4c04-857b-4fb168630d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:41.057149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-62d5c925-69b5-4c04-857b-4fb168630d78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c831434-3233-4d91-8b2e-0bd4bd477635 HTTP/1.1" status: 200 len: 851 time: 0.0595238 May 06 13:08:41.107788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-1134ddb2-ce57-4294-b1b0-dafb790b44f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436413 May 06 13:08:41.248788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-e5bd7903-c8bb-4b9c-9f3e-b5e9147f33f3 service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339238 May 06 13:08:41.385599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-602c958d-2af0-4619-adce-bcadefc6b065 req-0fefe8fa-607c-4b5d-98d2-40587b214e1b service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304038 May 06 13:08:41.867838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ed3d2-8625-4d0d-92f1-3fb6506a4997 req-22873dd0-cfa0-4957-a203-b5eb15dfd1b4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:41.869484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e29ed3d2-8625-4d0d-92f1-3fb6506a4997 req-22873dd0-cfa0-4957-a203-b5eb15dfd1b4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0868378 May 06 13:08:41.921192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e29ed3d2-8625-4d0d-92f1-3fb6506a4997 req-25e14d02-9802-4059-b52b-9876caef4b04 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 May 06 13:08:42.098601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a97d-14be-4a1a-97df-3bafedb2ac13 req-0cea3ff5-0d39-41b6-b083-575d0e33e4cc tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:42.102581 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f08a97d-14be-4a1a-97df-3bafedb2ac13 req-0cea3ff5-0d39-41b6-b083-575d0e33e4cc tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 944 time: 0.0771456 May 06 13:08:42.151106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f08a97d-14be-4a1a-97df-3bafedb2ac13 req-6a52f8b7-9f2a-471c-bfe8-d3feeec178aa tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 May 06 13:08:42.315503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:42.372330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.140444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a246b88-377b-44a7-a419-e75efa03855d req-30ad5ad2-ef12-460d-9265-8d40d4e7a9aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:43.142184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a246b88-377b-44a7-a419-e75efa03855d req-30ad5ad2-ef12-460d-9265-8d40d4e7a9aa tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0834231 May 06 13:08:43.192637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a246b88-377b-44a7-a419-e75efa03855d req-f604beb6-f3a1-40c8-97f4-3c5cadedfe37 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445120 May 06 13:08:43.481347 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4619e-ac5b-45d3-a4f0-4d382031ff2a req-3a271fdf-0c20-45d0-a1bf-532e8e9c0dd1 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:43.484915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fca4619e-ac5b-45d3-a4f0-4d382031ff2a req-3a271fdf-0c20-45d0-a1bf-532e8e9c0dd1 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 944 time: 0.2064433 May 06 13:08:43.540381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fca4619e-ac5b-45d3-a4f0-4d382031ff2a req-9fb447a5-6902-4f82-b245-2a857a9babb8 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 May 06 13:08:43.589562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.642373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f460a178-3d63-4930-9e07-4534298c4dc6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:08:43.780251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f460a178-3d63-4930-9e07-4534298c4dc6,segment=NetworkSegment(4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c),segment_id=4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:43.795414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'f460a178-3d63-4930-9e07-4534298c4dc6', 'network_id': '8a79b510-5f61-4176-a2f7-4cf0801aa1a4', 'port_id': 'f460a178-3d63-4930-9e07-4534298c4dc6', 'mac_address': 'fa:16:3e:0c:e1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c831434-3233-4d91-8b2e-0bd4bd477635', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:08:43.849932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:43.868507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f460a178-3d63-4930-9e07-4534298c4dc6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:43.884480 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f460a178-3d63-4930-9e07-4534298c4dc6,segment=NetworkSegment(4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c),segment_id=4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:43.944729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:44.028711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:44.035373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.035729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.036098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.036438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.036768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.037097 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.037428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.037768 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.038133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.038561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.039414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:08:44.185043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f460a178-3d63-4930-9e07-4534298c4dc6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:08:44.581818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad083ff-46e8-4c7c-ae66-b5bb95925aa8 req-72b180fb-543d-4aa2-965f-c127e49d939a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:44.583138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ad083ff-46e8-4c7c-ae66-b5bb95925aa8 req-72b180fb-543d-4aa2-965f-c127e49d939a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1905122 May 06 13:08:44.634787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ad083ff-46e8-4c7c-ae66-b5bb95925aa8 req-aa45d969-9605-400a-8ec0-4b2a136688d7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 May 06 13:08:44.783891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70dbb3-b4a7-4e28-9003-1248a88c138b req-d83e17a1-8eb2-469e-9b73-c7a02f45cfde tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:44.792903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d70dbb3-b4a7-4e28-9003-1248a88c138b req-d83e17a1-8eb2-469e-9b73-c7a02f45cfde tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 945 time: 0.1011784 May 06 13:08:44.852836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d70dbb3-b4a7-4e28-9003-1248a88c138b req-1f223a35-6a9a-4e3e-a45c-f775aad7ae3d tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588322 May 06 13:08:45.643146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f460a178-3d63-4930-9e07-4534298c4dc6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:45.835079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port f460a178-3d63-4930-9e07-4534298c4dc6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:45.840875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port f460a178-3d63-4930-9e07-4534298c4dc6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:45.841553 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.852555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a93139-a9b0-4c88-80a8-a50da5f1cc11 req-eccf7b17-a1d1-4736-8c94-a85a660a3cfb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:45.854142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71a93139-a9b0-4c88-80a8-a50da5f1cc11 req-eccf7b17-a1d1-4736-8c94-a85a660a3cfb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0803111 May 06 13:08:45.910498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71a93139-a9b0-4c88-80a8-a50da5f1cc11 req-11e01f29-5ed9-48f9-a407-a100766ca139 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 May 06 13:08:45.963231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:45.993000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:46.002972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f460a178-3d63-4930-9e07-4534298c4dc6,segment=NetworkSegment(4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c),segment_id=4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:46.058269 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c418a6-e47b-4119-bc38-3c728d4a286b'] response: {'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6', 'code': 200} May 06 13:08:46.082257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217936ba-02de-4f95-8eab-bc786d8ff7ef req-ce2cf388-c61f-4f5c-a07d-07a9c4520285 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:46.088917 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:46.090197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-217936ba-02de-4f95-8eab-bc786d8ff7ef req-ce2cf388-c61f-4f5c-a07d-07a9c4520285 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 945 time: 0.1087666 May 06 13:08:46.170795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:46.175170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-217936ba-02de-4f95-8eab-bc786d8ff7ef req-f6318c93-9dbf-41c1-8a52-a5c63855dd04 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841198 May 06 13:08:46.216989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f2f067d-aa5f-4d70-84b7-584e2dce4b57 req-52d86e76-3664-4f87-bfe4-703124d1245a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 1097 time: 0.0848386 May 06 13:08:46.270606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f2f067d-aa5f-4d70-84b7-584e2dce4b57 req-59ff525d-c097-4eeb-98bd-fd4d27f83611 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 May 06 13:08:46.760711 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:47.128417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5ad5d-d548-44db-9e56-3f8070a29f9f req-334bd6c6-4572-4f2f-9071-3eee9e0903fc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:47.130047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9a5ad5d-d548-44db-9e56-3f8070a29f9f req-334bd6c6-4572-4f2f-9071-3eee9e0903fc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0812635 May 06 13:08:47.177392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9a5ad5d-d548-44db-9e56-3f8070a29f9f req-b8161824-1f8e-42ec-8eca-1260e39c6fa0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 May 06 13:08:47.404805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00211cfd-ae04-417c-8290-4c0039d87243 req-11e0ee69-17cc-4ebf-b14f-eee25d8bbaf4 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:47.404805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00211cfd-ae04-417c-8290-4c0039d87243 req-11e0ee69-17cc-4ebf-b14f-eee25d8bbaf4 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0885787 May 06 13:08:47.467832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00211cfd-ae04-417c-8290-4c0039d87243 req-56d3b019-3b27-4d98-8922-8a90eb09ab62 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 May 06 13:08:48.407060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354d3ea-4634-4549-93b9-158f0c695c93 req-0148d53a-2598-4114-b6c8-946a7f6968ae tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:48.408554 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3354d3ea-4634-4549-93b9-158f0c695c93 req-0148d53a-2598-4114-b6c8-946a7f6968ae tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0853262 May 06 13:08:48.458298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3354d3ea-4634-4549-93b9-158f0c695c93 req-0153e53f-a041-45a8-8ba8-72b38a74a484 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433178 May 06 13:08:48.676759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af928e33-a2b0-4d8b-90a6-da40ea07c985 req-154a23da-a83f-4a12-937b-85ec4c473a03 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:48.678344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af928e33-a2b0-4d8b-90a6-da40ea07c985 req-154a23da-a83f-4a12-937b-85ec4c473a03 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0945749 May 06 13:08:48.734724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af928e33-a2b0-4d8b-90a6-da40ea07c985 req-37af9dc9-03b5-45cb-83b9-3c13e12ead44 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 May 06 13:08:48.947306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b8ae8-e03b-4bd4-8e7f-f3afa2a1ba1e req-bac050fa-0c62-4acb-829b-5a67a5c2c30b tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:48.948833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab6b8ae8-e03b-4bd4-8e7f-f3afa2a1ba1e req-bac050fa-0c62-4acb-829b-5a67a5c2c30b tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0846760 May 06 13:08:48.997951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab6b8ae8-e03b-4bd4-8e7f-f3afa2a1ba1e req-2d11e2c4-8538-4625-a6bc-6267d3332824 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 May 06 13:08:49.695376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b5a9f-5ac6-4850-a56e-581f24740f88 req-a40ff836-f498-4b5a-b693-73e773481fa3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:49.697771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a3b5a9f-5ac6-4850-a56e-581f24740f88 req-a40ff836-f498-4b5a-b693-73e773481fa3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.1028612 May 06 13:08:49.772571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a3b5a9f-5ac6-4850-a56e-581f24740f88 req-206938ae-5047-4d59-a004-641a1417ba2a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 May 06 13:08:49.877664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9f9b5-4be1-4e2a-946e-9db660b2f903 req-b50e8a95-fbed-4727-95ae-fd2e9c48d7a1 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:49.877664 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bd9f9b5-4be1-4e2a-946e-9db660b2f903 req-b50e8a95-fbed-4727-95ae-fd2e9c48d7a1 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.1271758 May 06 13:08:49.921690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bd9f9b5-4be1-4e2a-946e-9db660b2f903 req-c694bfe6-f77b-48f1-a1a7-596af1b7fca4 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 May 06 13:08:50.987252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:51.020400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380c19-bdb3-4589-907b-f56aabff2532 req-c5dc356c-8671-4d34-8fcd-54b378a2d569 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:51.023331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94380c19-bdb3-4589-907b-f56aabff2532 req-c5dc356c-8671-4d34-8fcd-54b378a2d569 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0910802 May 06 13:08:51.080387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-94380c19-bdb3-4589-907b-f56aabff2532 req-41b45257-7d8e-4ab4-89c1-f9231e969352 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512013 May 06 13:08:51.145635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4033be-4af2-4713-bbc8-c70e84feaad4 req-21eef1f7-0cf5-4203-88e1-71c8ffa6551a tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:51.147562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf4033be-4af2-4713-bbc8-c70e84feaad4 req-21eef1f7-0cf5-4203-88e1-71c8ffa6551a tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0878165 May 06 13:08:51.196545 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf4033be-4af2-4713-bbc8-c70e84feaad4 req-61acf877-c833-4f98-8e24-d983a07294ea tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 May 06 13:08:51.779367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbf88-eb83-47b1-8178-31dc712486ee req-24e0edb3-420d-40d0-b7ba-5f74c5803392 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:51.781524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d85bbf88-eb83-47b1-8178-31dc712486ee req-24e0edb3-420d-40d0-b7ba-5f74c5803392 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0897985 May 06 13:08:51.920712 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d85bbf88-eb83-47b1-8178-31dc712486ee req-bb932201-a9f6-4927-b8f9-7b83756f6a90 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149077 May 06 13:08:51.947251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-47bf4e76-138a-442e-9ed9-08faf9d560df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0756815fff18460382f3fa4bfb532bdc&device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 1097 time: 0.1164520 May 06 13:08:52.092047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-17cc6b7a-a039-41fb-9d0a-febd9bcd9e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:52.093776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-17cc6b7a-a039-41fb-9d0a-febd9bcd9e19 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4 HTTP/1.1" status: 200 len: 912 time: 0.1425478 May 06 13:08:52.172430 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-312c369e-53a5-417d-aabe-7e6e436f6fe8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f460a178-3d63-4930-9e07-4534298c4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0727124 May 06 13:08:52.246995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-cde20917-ba3f-49bb-ac3c-259e4f0ea302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:52.248661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-cde20917-ba3f-49bb-ac3c-259e4f0ea302 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c831434-3233-4d91-8b2e-0bd4bd477635 HTTP/1.1" status: 200 len: 851 time: 0.0700486 May 06 13:08:52.298488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-a42785df-1e0b-4228-9fc0-4f47baf4f1cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428281 May 06 13:08:52.311847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30f6b-ce03-433f-a8ff-d5ea3e972251 req-0d6bbdaf-0702-4ba6-9354-9a96b33224fd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:52.313472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9a30f6b-ce03-433f-a8ff-d5ea3e972251 req-0d6bbdaf-0702-4ba6-9354-9a96b33224fd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0896087 May 06 13:08:52.370025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d9a30f6b-ce03-433f-a8ff-d5ea3e972251 req-68fda70b-05fa-4653-936e-1dd87a8924f8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506053 May 06 13:08:52.475189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-cd4d3755-2b7a-46cf-ae44-5181fd255037 service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694980 May 06 13:08:52.659089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-59c3a209-3a1c-4dd5-8b60-7eb3ced03ac0 req-887ef62e-9ff4-44a5-a37e-576c0858fa60 service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768262 May 06 13:08:53.201746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b91deb-45db-42cc-b5ad-ff7203cf9f11 req-1dcbdb20-4b6d-4b17-80de-e230fc062c4f tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:53.201746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12b91deb-45db-42cc-b5ad-ff7203cf9f11 req-1dcbdb20-4b6d-4b17-80de-e230fc062c4f tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.1371396 May 06 13:08:53.247685 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12b91deb-45db-42cc-b5ad-ff7203cf9f11 req-8f0b1077-5f0a-45d3-b3bd-8c73af5b3c01 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 May 06 13:08:53.603545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de997f10-bffc-4085-99a0-73c3b29bccd0 req-a58fa1cb-52e1-41aa-ad16-93ea745f811f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:53.607293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de997f10-bffc-4085-99a0-73c3b29bccd0 req-a58fa1cb-52e1-41aa-ad16-93ea745f811f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 944 time: 0.0948875 May 06 13:08:53.671478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-de997f10-bffc-4085-99a0-73c3b29bccd0 req-345096c7-8286-41e7-ab9a-bf19c4c25b68 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603063 May 06 13:08:53.979347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0fbbd069-c635-4999-8aca-f1f091a55849 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:08:54.125262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0fbbd069-c635-4999-8aca-f1f091a55849,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:54.143698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '0fbbd069-c635-4999-8aca-f1f091a55849', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': '0fbbd069-c635-4999-8aca-f1f091a55849', 'mac_address': 'fa:16:3e:9e:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:08:54.217892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:54.237602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbbd069-c635-4999-8aca-f1f091a55849 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:08:54.256860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0fbbd069-c635-4999-8aca-f1f091a55849,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:54.367354 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:54.485461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:54.513619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0d40-c180-47f0-b245-5736d7f74605 req-79666f73-6a00-46c0-b7ee-b4163404272e tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:54.515281 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73da0d40-c180-47f0-b245-5736d7f74605 req-79666f73-6a00-46c0-b7ee-b4163404272e tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.1396821 May 06 13:08:54.568650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73da0d40-c180-47f0-b245-5736d7f74605 req-a59ea821-faa5-4583-b3f8-02d452439c40 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 May 06 13:08:54.578608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['0fbbd069-c635-4999-8aca-f1f091a55849'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:08:54.947233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27d896-baea-4100-a3e6-fae9b3af25b8 req-90e57077-cd9f-4a70-814f-f65eaf1a7679 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:54.949930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd27d896-baea-4100-a3e6-fae9b3af25b8 req-90e57077-cd9f-4a70-814f-f65eaf1a7679 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 945 time: 0.1038244 May 06 13:08:55.012983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd27d896-baea-4100-a3e6-fae9b3af25b8 req-ee1b9f40-b2a3-4aaa-8ca4-8998f3edcedd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524433 May 06 13:08:55.480287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27552-0fc8-4865-b113-418a888a522e req-d8b90c48-8d92-46b6-a700-868113bcc61f tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:55.481820 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8c27552-0fc8-4865-b113-418a888a522e req-d8b90c48-8d92-46b6-a700-868113bcc61f tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0923488 May 06 13:08:55.532450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a8c27552-0fc8-4865-b113-418a888a522e req-910bafbf-f595-4e70-9df7-1064cc197dbe tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 May 06 13:08:55.981115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0fbbd069-c635-4999-8aca-f1f091a55849 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:08:56.259069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 0fbbd069-c635-4999-8aca-f1f091a55849 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:08:56.268689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 0fbbd069-c635-4999-8aca-f1f091a55849 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:08:56.269440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.371254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c7625-76d6-430d-9982-d5ad6915ec60 req-1f5fd4fd-4ba2-40b4-a00e-ba4b3d70ec6c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:56.373194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-282c7625-76d6-430d-9982-d5ad6915ec60 req-1f5fd4fd-4ba2-40b4-a00e-ba4b3d70ec6c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 945 time: 0.1439865 May 06 13:08:56.432812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-282c7625-76d6-430d-9982-d5ad6915ec60 req-ab3c73b8-e5d5-4484-89d2-d490b4697763 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 May 06 13:08:56.504390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.543625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:08:56.560422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0fbbd069-c635-4999-8aca-f1f091a55849,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:08:56.663054 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d3fe4c-a5ce-44c1-be29-58a518561790'] response: {'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849', 'code': 200} May 06 13:08:56.704978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:08:56.875501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:08:56.934060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485160f-fbf3-4ecf-a723-d7a92206d898 req-dd4c4adb-1f7f-4908-9794-10e93c3d9f01 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:56.935745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0485160f-fbf3-4ecf-a723-d7a92206d898 req-dd4c4adb-1f7f-4908-9794-10e93c3d9f01 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.2192421 May 06 13:08:56.986969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8258ee83-a147-4359-8f29-b1491496b2ac req-673f7bd2-e9df-42c1-862b-4917e1bf2974 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 1097 time: 0.1872401 May 06 13:08:57.017329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0485160f-fbf3-4ecf-a723-d7a92206d898 req-4a08f93c-d5be-450d-bd3a-0fa56ffca0c1 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745392 May 06 13:08:57.046585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8258ee83-a147-4359-8f29-b1491496b2ac req-7b0bbb62-639e-4ba6-8458-33de4ecb5ab8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 May 06 13:08:57.651580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e75459-bc98-445d-9b8f-816b9a1910e7 req-48ae40ed-5833-472a-b885-6799fe28ff54 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:57.654091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34e75459-bc98-445d-9b8f-816b9a1910e7 req-48ae40ed-5833-472a-b885-6799fe28ff54 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0970507 May 06 13:08:57.712010 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34e75459-bc98-445d-9b8f-816b9a1910e7 req-b7094078-c088-4afd-a6a1-0794218f7b79 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501301 May 06 13:08:57.896004 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-dbb7503d-8717-40b3-8a17-652fe0d2e6d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0756815fff18460382f3fa4bfb532bdc&device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 1097 time: 0.2625065 May 06 13:08:57.905904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be1ae-f3b4-4ad9-af8f-72f78624d486 req-95f36d4c-4cb0-49d8-8176-71035699c562 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:57.907317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a03be1ae-f3b4-4ad9-af8f-72f78624d486 req-95f36d4c-4cb0-49d8-8176-71035699c562 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.2339218 May 06 13:08:58.055696 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a03be1ae-f3b4-4ad9-af8f-72f78624d486 req-34ea7023-7722-45b8-b017-bfa6f2ce622e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301713 May 06 13:08:58.083260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d796e5-741e-4447-a408-a0911d737ac8 req-3a5148ab-5080-4e0b-8d4f-eb1a893e441f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:58.085038 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-3a5148ab-5080-4e0b-8d4f-eb1a893e441f service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4 HTTP/1.1" status: 200 len: 912 time: 0.1852005 May 06 13:08:58.164670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-6a74a411-137a-4948-b51d-130d341eef76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f460a178-3d63-4930-9e07-4534298c4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0708201 May 06 13:08:58.236982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d796e5-741e-4447-a408-a0911d737ac8 req-b26fec7d-39bb-4cfb-80dc-411783d121a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:58.238475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-b26fec7d-39bb-4cfb-80dc-411783d121a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c831434-3233-4d91-8b2e-0bd4bd477635 HTTP/1.1" status: 200 len: 851 time: 0.0698910 May 06 13:08:58.287847 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-71cc0ec6-b51c-43e3-8009-e5465262591c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a79b510-5f61-4176-a2f7-4cf0801aa1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430114 May 06 13:08:58.466039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-4cfd9566-6262-4e9c-b75e-76950059a0d4 service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704054 May 06 13:08:58.612779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-89d796e5-741e-4447-a408-a0911d737ac8 req-3732fcc7-8186-4206-9b30-7bf4cdfcee9b service neutron] 10.222.0.86 "GET /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397955 May 06 13:08:58.957542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a44cc4-1a22-47ee-b1f5-615610a7702d req-c7f79cd6-0c33-4656-9e39-0b53ca71f51e tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:58.959116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-21a44cc4-1a22-47ee-b1f5-615610a7702d req-c7f79cd6-0c33-4656-9e39-0b53ca71f51e tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0957983 May 06 13:08:59.013455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-21a44cc4-1a22-47ee-b1f5-615610a7702d req-5aa5c341-64b0-4098-b666-1cba7b805da9 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 May 06 13:08:59.325421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4284f-bdcc-4ae1-9672-df305d68a2b8 req-9d544cc5-78c1-4de3-b7f8-c4a3e88daae4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:59.326913 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0db4284f-bdcc-4ae1-9672-df305d68a2b8 req-9d544cc5-78c1-4de3-b7f8-c4a3e88daae4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.1059003 May 06 13:08:59.380836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0db4284f-bdcc-4ae1-9672-df305d68a2b8 req-28ed5ca1-4180-4ab8-b344-0c22ecd899f9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482748 May 06 13:08:59.752852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b4c41-6c66-49b0-a509-7cbd078f6f33 req-52a67ed8-2618-4943-aa99-88fb679796a1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:08:59.754368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-937b4c41-6c66-49b0-a509-7cbd078f6f33 req-52a67ed8-2618-4943-aa99-88fb679796a1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.0806756 May 06 13:08:59.814358 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-937b4c41-6c66-49b0-a509-7cbd078f6f33 req-fd0aec72-d21e-4be8-be66-ebd157a86d13 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 May 06 13:09:00.227209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fdbdc-bf4c-406e-806a-ab40840808d2 req-611cd2fa-1937-4871-8540-5949eb61114b tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:00.228838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148fdbdc-bf4c-406e-806a-ab40840808d2 req-611cd2fa-1937-4871-8540-5949eb61114b tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0853004 May 06 13:09:00.282644 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-148fdbdc-bf4c-406e-806a-ab40840808d2 req-2cb4c3f6-c6fd-45d3-9b8d-d0d5b31507f6 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 May 06 13:09:00.683544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a4d2-a6cc-43d0-9272-9fa6efdd78e8 req-a70aac6d-a024-4ef6-9509-195eab724292 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:00.685012 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e77a4d2-a6cc-43d0-9272-9fa6efdd78e8 req-a70aac6d-a024-4ef6-9509-195eab724292 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.0772486 May 06 13:09:00.742777 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e77a4d2-a6cc-43d0-9272-9fa6efdd78e8 req-4f17de55-be0d-4c72-8203-f574ee68f4f2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 May 06 13:09:01.117762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7fcd-0791-4fca-a2cd-b6c7a0ea20fc req-b142bb09-e7e5-4463-ac49-2830d825f4c0 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:01.119248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-963f7fcd-0791-4fca-a2cd-b6c7a0ea20fc req-b142bb09-e7e5-4463-ac49-2830d825f4c0 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0843668 May 06 13:09:01.167479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-963f7fcd-0791-4fca-a2cd-b6c7a0ea20fc req-31bfe5f3-ddf0-4ffd-a996-d40cc4655459 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 May 06 13:09:01.964849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69d51-21cf-4911-814d-b4253fdaaf58 req-faa43b06-ba5f-496f-b16e-18bc5a884962 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:01.966473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39e69d51-21cf-4911-814d-b4253fdaaf58 req-faa43b06-ba5f-496f-b16e-18bc5a884962 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.0822055 May 06 13:09:02.021961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-39e69d51-21cf-4911-814d-b4253fdaaf58 req-d9d65503-1f81-4237-a00b-765c8faa2cba tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498581 May 06 13:09:02.112981 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-24285e95-09a1-4d27-a98c-3a8c2bde84fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:02.114392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-24285e95-09a1-4d27-a98c-3a8c2bde84fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 946 time: 0.0816362 May 06 13:09:02.185047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 0fbbd069-c635-4999-8aca-f1f091a55849 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:02.185393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.399429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd41ec1-b6fb-41fe-af07-e089ac92d68f req-d82daeff-8128-4377-88f7-2ec572368862 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:02.401848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd41ec1-b6fb-41fe-af07-e089ac92d68f req-d82daeff-8128-4377-88f7-2ec572368862 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.1064827 May 06 13:09:02.456514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8bd41ec1-b6fb-41fe-af07-e089ac92d68f req-ce331a59-bf1f-4566-939b-79fde1746eb3 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 May 06 13:09:02.534680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port 0fbbd069-c635-4999-8aca-f1f091a55849, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=0fbbd069-c635-4999-8aca-f1f091a55849,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:02.535030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.657168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 0fbbd069-c635-4999-8aca-f1f091a55849 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:02.869173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:02.885375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['0fbbd069-c635-4999-8aca-f1f091a55849'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:02.912058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a97fc314-6c9f-41f3-8ff6-a208dcf3d806'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:02.924561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=0fbbd069-c635-4999-8aca-f1f091a55849,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:03.023375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port 0fbbd069-c635-4999-8aca-f1f091a55849 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:03.026397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.029530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'name': 'network-vif-deleted', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:03.105815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003470e-130f-4f26-8fad-7add35b06d5e req-1a841b11-65e4-45f6-b331-dd24fc9083d9 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:03.112651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1003470e-130f-4f26-8fad-7add35b06d5e req-1a841b11-65e4-45f6-b331-dd24fc9083d9 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.86 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.1137300 May 06 13:09:03.135746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44b1d20c-c1d9-4e98-b711-e0a0fb0ee4d3 req-4423dc05-277c-4154-99a1-862992e74c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "DELETE /v2.0/ports/0fbbd069-c635-4999-8aca-f1f091a55849 HTTP/1.1" status: 204 len: 173 time: 1.0130105 May 06 13:09:03.193287 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b11cc6-8567-4cfd-b179-bb061c496fe1'] response: {'server_uuid': '260152b6-9aa5-439f-89ae-f41df10cc363', 'name': 'network-vif-deleted', 'tag': '0fbbd069-c635-4999-8aca-f1f091a55849', 'status': 'completed', 'code': 200} May 06 13:09:03.215909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Deleting port f460a178-3d63-4930-9e07-4534298c4dc6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:03.216538 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.317183 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d41f6d83-51ee-43b6-bf0e-16bd9a3f8253 req-38228a5b-17f5-4a24-aace-1c50378273cc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.0585349 May 06 13:09:03.602695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] For port f460a178-3d63-4930-9e07-4534298c4dc6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f460a178-3d63-4930-9e07-4534298c4dc6,segment=NetworkSegment(4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c),segment_id=4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:03.603400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:03.699269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d90a7b-0386-4895-b428-5d5895c6d18b req-f25be65d-0cf4-4a9a-a2ba-96285c7aee42 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:03.706817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0d90a7b-0386-4895-b428-5d5895c6d18b req-f25be65d-0cf4-4a9a-a2ba-96285c7aee42 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 946 time: 0.0922718 May 06 13:09:03.782835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d0d90a7b-0386-4895-b428-5d5895c6d18b req-4913f695-1669-47a0-9973-a1dc0d0b51ed tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/security-groups?id=0307242e-c25a-4e1f-8c04-903e41e24d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751381 May 06 13:09:03.875057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Calling delete_port for f460a178-3d63-4930-9e07-4534298c4dc6 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:04.160672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:04.172479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f460a178-3d63-4930-9e07-4534298c4dc6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:04.213808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Pushing event deleted for resources: {'Port': ['ID=f460a178-3d63-4930-9e07-4534298c4dc6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.262105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:04.308810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] No DVR routers for this DVR port f460a178-3d63-4930-9e07-4534298c4dc6 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:04.311349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:04.314093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'name': 'network-vif-deleted', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:04.396747 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2efb1fc-298b-4e30-a4fd-45da86d9f027'] response: {'server_uuid': 'c97bf89d-03c8-4405-9db6-d5ef34838b57', 'name': 'network-vif-deleted', 'tag': 'f460a178-3d63-4930-9e07-4534298c4dc6', 'status': 'completed', 'code': 200} May 06 13:09:04.454701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1003470e-130f-4f26-8fad-7add35b06d5e req-7a1b9a83-9d9e-4a72-b996-9656cbd749f7 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.86 "DELETE /v2.0/ports/f460a178-3d63-4930-9e07-4534298c4dc6 HTTP/1.1" status: 204 len: 173 time: 1.3412461 May 06 13:09:04.749423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a01187ee-0cb8-4614-b1a5-7c9caaef8859 req-b2cd15b0-192b-4145-80bf-b3fd22f9c584 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:04.853176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a01187ee-0cb8-4614-b1a5-7c9caaef8859 req-b2cd15b0-192b-4145-80bf-b3fd22f9c584 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:04.868589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a01187ee-0cb8-4614-b1a5-7c9caaef8859 req-b2cd15b0-192b-4145-80bf-b3fd22f9c584 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=260152b6-9aa5-439f-89ae-f41df10cc363 HTTP/1.1" status: 200 len: 210 time: 0.1654737 May 06 13:09:05.026473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5088ce4e-182e-4c4a-83a5-db209205f16e req-3ba7835e-d837-492e-b949-5e649efd8838 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Synchronizing usage tracker for tenant:0756815fff18460382f3fa4bfb532bdc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:05.110678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5088ce4e-182e-4c4a-83a5-db209205f16e req-3ba7835e-d837-492e-b949-5e649efd8838 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] Unset dirty status for tenant:0756815fff18460382f3fa4bfb532bdc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:05.115812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5088ce4e-182e-4c4a-83a5-db209205f16e req-3ba7835e-d837-492e-b949-5e649efd8838 tempest-TestServerAdvancedOps-1842431619 tempest-TestServerAdvancedOps-1842431619-project] 10.222.0.83 "GET /v2.0/ports?device_id=c97bf89d-03c8-4405-9db6-d5ef34838b57 HTTP/1.1" status: 200 len: 210 time: 0.1391668 May 06 13:09:06.035160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0fbbd069-c635-4999-8aca-f1f091a55849 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:06.111191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 0fbbd069-c635-4999-8aca-f1f091a55849 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:06.111793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 0fbbd069-c635-4999-8aca-f1f091a55849 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:06.302016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46768) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:06.387579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Deleting subnet 7c831434-3233-4d91-8b2e-0bd4bd477635 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:09:06.394221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.425209 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:09:06.459959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.548370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.756665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.846886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c831434-3233-4d91-8b2e-0bd4bd477635,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:06.867340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:06.877371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6c9fe0b-72ac-4698-8eae-ed0affff479a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7c831434-3233-4d91-8b2e-0bd4bd477635 HTTP/1.1" status: 204 len: 168 time: 0.5822299 May 06 13:09:06.881108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46778) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:07.030341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.203323 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.236441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a79b510-5f61-4176-a2f7-4cf0801aa1a4']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:07.260080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:07.260961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b69b2c2-ec30-4c58-ba0b-7e755eb53c6c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:07.287093 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.325661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.340937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:09:07.342099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: timer() May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:09:07.477257 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:09:07.571903 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.580154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.604631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a79b510-5f61-4176-a2f7-4cf0801aa1a4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:07.608587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bcf4942d-aba9-49f0-ab60-c60195bbdd09 admin admin] 10.222.0.83 "DELETE /v2.0/networks/8a79b510-5f61-4176-a2f7-4cf0801aa1a4 HTTP/1.1" status: 204 len: 168 time: 0.7257018 May 06 13:09:07.617668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46792) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:07.695907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f460a178-3d63-4930-9e07-4534298c4dc6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:07.720792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Deleting subnet d77ccced-cf55-44b8-a65f-e40be262fb17 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:09:07.725061 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.770289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: f460a178-3d63-4930-9e07-4534298c4dc6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:07.771133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f460a178-3d63-4930-9e07-4534298c4dc6 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:07.816806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:07.909676 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.098197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.143592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77ccced-cf55-44b8-a65f-e40be262fb17,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:08.165329 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.172122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3a0d28fb-7b73-4f35-9aa4-3409a80f304c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d77ccced-cf55-44b8-a65f-e40be262fb17 HTTP/1.1" status: 204 len: 168 time: 0.5532384 May 06 13:09:08.174900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46802) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:08.358511 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.515674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.516081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-98662bbd-0684-46c3-a578-64c4252b6db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.554794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774c073d-f54f-40ae-b36f-c502702a975b']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:08.570674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975dc330-d8e8-4488-8b4a-3f330caa2ca5') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:08.572599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975dc330-d8e8-4488-8b4a-3f330caa2ca5') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:08.585545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.607303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.616012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:09:08.617668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: timer() May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:09:08.635209 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:09:08.869223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.893496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:08.908549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] Pushing event deleted for resources: {'Network': ['ID=774c073d-f54f-40ae-b36f-c502702a975b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:08.917449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2bf50c23-18e3-40ea-bbe6-e3aebf285785 admin admin] 10.222.0.83 "DELETE /v2.0/networks/774c073d-f54f-40ae-b36f-c502702a975b HTTP/1.1" status: 204 len: 168 time: 0.7357807 May 06 13:09:09.530993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46820) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:09.592887 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a8f473bc-ec6a-4e96-9e7b-50dfae608fce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0756815fff18460382f3fa4bfb532bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0656075 May 06 13:09:09.595599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 46826) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:09.671862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.705694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.892428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:09.912407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0307242e-c25a-4e1f-8c04-903e41e24d3f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:10.018954 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:10.020523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce58909e-3bdd-4fdf-910c-f78a66eecf78 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0307242e-c25a-4e1f-8c04-903e41e24d3f HTTP/1.1" status: 204 len: 168 time: 0.4237411 May 06 13:09:10.681773 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-06db6755-d33f-4b6e-a88b-46563c1782d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.426935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46858) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:11.507702 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e2beaf73-8e82-4d20-aabb-bf0f0243bdbf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66c97c8562d74d16893c9c3e65de5e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0907629 May 06 13:09:11.507702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 46862) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:11.616871 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.667474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.818791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748694d-73e4-4100-813f-4bd0e464d44e req-aeaac52a-d0f5-4067-9b21-5ba779e3602d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:11.821466 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e748694d-73e4-4100-813f-4bd0e464d44e req-aeaac52a-d0f5-4067-9b21-5ba779e3602d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.1090155 May 06 13:09:11.836556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.867999 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1899ed-bf69-4734-b3b4-ce97553b51ab,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:11.880132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:11.886587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cd8b899d-3781-44eb-8cfb-10d79cb74963 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f1899ed-bf69-4734-b3b4-ce97553b51ab HTTP/1.1" status: 204 len: 168 time: 0.3758004 May 06 13:09:11.932469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e748694d-73e4-4100-813f-4bd0e464d44e req-259ce332-68e9-4076-9c06-98cb4c69a39a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042221 May 06 13:09:12.314685 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:12.360904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.190196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349378-629b-4e0b-b749-8957a83e4a95 req-d11ec706-99a8-458c-b51a-d7587c5244f2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:13.192456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01349378-629b-4e0b-b749-8957a83e4a95 req-d11ec706-99a8-458c-b51a-d7587c5244f2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.0948133 May 06 13:09:13.276160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-01349378-629b-4e0b-b749-8957a83e4a95 req-8ccbe349-2fd5-444b-bf8b-39c3d00951fb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=6ed0a0bc-6360-4324-aaa3-a448487cb8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661714 May 06 13:09:13.526092 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-1bdb338a-9b1d-4169-83cf-78ded3fd755e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:13.528611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-1bdb338a-9b1d-4169-83cf-78ded3fd755e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 946 time: 0.2170386 May 06 13:09:13.609925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:13.610246 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:13.635794 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.009155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port a97fc314-6c9f-41f3-8ff6-a208dcf3d806, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:14.009377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.179278 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for a97fc314-6c9f-41f3-8ff6-a208dcf3d806 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:14.452520 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.465508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['a97fc314-6c9f-41f3-8ff6-a208dcf3d806'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:09:14.555178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=a97fc314-6c9f-41f3-8ff6-a208dcf3d806,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:14.560016 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3a46b12-8009-4a9d-97a5-91426f5134c0 req-c596212d-c2af-416a-8f11-8503b425aec6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.0712857 May 06 13:09:14.646704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port a97fc314-6c9f-41f3-8ff6-a208dcf3d806 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:14.646704 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:14.657203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'name': 'network-vif-deleted', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:14.718476 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260c1aa3-f610-410a-b750-c13214b1a4c4'] response: {'server_uuid': 'ccdf5069-3b10-4824-a597-4d5e1cf5bc6c', 'name': 'network-vif-deleted', 'tag': 'a97fc314-6c9f-41f3-8ff6-a208dcf3d806', 'status': 'completed', 'code': 200} May 06 13:09:14.744722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09da705d-bd51-490a-9fbd-b92ab9ead5db req-bf45e348-b397-4caa-926c-71221b1365a6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "DELETE /v2.0/ports/a97fc314-6c9f-41f3-8ff6-a208dcf3d806 HTTP/1.1" status: 204 len: 173 time: 1.2097857 May 06 13:09:15.820289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ca7353f9-d5d8-4f49-9d04-23e42d136e15 req-0ccc1a44-d18a-478a-9110-c19e740f9649 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:15.975936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ca7353f9-d5d8-4f49-9d04-23e42d136e15 req-0ccc1a44-d18a-478a-9110-c19e740f9649 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:15.975936 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca7353f9-d5d8-4f49-9d04-23e42d136e15 req-0ccc1a44-d18a-478a-9110-c19e740f9649 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccdf5069-3b10-4824-a597-4d5e1cf5bc6c HTTP/1.1" status: 200 len: 210 time: 0.2153940 May 06 13:09:16.783922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:17.783910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a97fc314-6c9f-41f3-8ff6-a208dcf3d806 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:17.826411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: a97fc314-6c9f-41f3-8ff6-a208dcf3d806 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:17.827099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device a97fc314-6c9f-41f3-8ff6-a208dcf3d806 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:18.523577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc2a94-8e89-408d-86c9-b2827c5b9e1a req-95b7509f-920c-4aab-ac0a-eb25c59c49d3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:18.525107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dcc2a94-8e89-408d-86c9-b2827c5b9e1a req-95b7509f-920c-4aab-ac0a-eb25c59c49d3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.1119411 May 06 13:09:18.581771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2dcc2a94-8e89-408d-86c9-b2827c5b9e1a req-7011d494-11ff-48cc-89ab-b419b6085f62 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497515 May 06 13:09:19.860695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50991aa9-ab8b-44f3-975e-46adc623346d req-75e82f5d-d077-4031-b1f8-a0e3ba9a5093 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:19.864610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50991aa9-ab8b-44f3-975e-46adc623346d req-75e82f5d-d077-4031-b1f8-a0e3ba9a5093 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.86 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.1731682 May 06 13:09:20.039883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Deleting port e656e301-3602-48f1-87d8-358deed38691 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:20.040263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:20.180410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ac97-846b-45bd-baf7-b76a6eb0c928 req-dab53684-22a5-4649-84f0-7e4acfc13939 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:09:20.181982 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9570ac97-846b-45bd-baf7-b76a6eb0c928 req-dab53684-22a5-4649-84f0-7e4acfc13939 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 945 time: 0.2329204 May 06 13:09:20.408837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9570ac97-846b-45bd-baf7-b76a6eb0c928 req-7e9eac42-0d84-4194-b438-7767c0682b65 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c4f2e45-5c00-4e4d-9c04-8779cceadefc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141540 May 06 13:09:20.516125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] For port e656e301-3602-48f1-87d8-358deed38691, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e656e301-3602-48f1-87d8-358deed38691,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:20.521804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:20.983454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.091002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.091599 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.091599 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Floating IP 19cd7db4-c6c4-4a37-a67d-1d156ecbae80 disassociated. External IP: 172.25.2.185, port: e656e301-3602-48f1-87d8-358deed38691. May 06 13:09:21.091953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Calling delete_port for e656e301-3602-48f1-87d8-358deed38691 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:21.215876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:21.223078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734472698', 'description': 'tempest-secgroup-smoke-1734472698 description', 'project_id': '59f597caa6924978af45e8524840b331'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:21.231818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:21.246879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:21.320843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.338522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.367225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:21.372523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:21.378065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:21.386684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:21.414955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event deleted for resources: {'Port': ['ID=e656e301-3602-48f1-87d8-358deed38691,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:21.484567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.555553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.610855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539878e0-68b6-4d72-9ebc-2565d009a167,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:21.704385 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.706650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-69669b44-318d-43a9-af4f-2d9896353543 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4890442 May 06 13:09:21.709748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47050) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:21.720167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:21.729723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a981f88a-677b-49c5-8451-9e9d80c3d47b req-444ef132-802c-4527-96c5-ce1943b40d6f tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.0825987 May 06 13:09:21.735282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:21.743332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:21.748891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:21.762108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:21.848314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Router d261ca83-4184-4a8c-a87e-f2013c322f11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:21.875972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:21.970752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.040947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.094400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:22.110645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ff1e56-52be-4f1b-92c1-969b759d2265,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:22.112807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Sync routers for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:22.133861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:22.133861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:22.178144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] No DVR routers for this DVR port e656e301-3602-48f1-87d8-358deed38691 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:22.182052 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.185051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'name': 'network-vif-deleted', 'tag': 'e656e301-3602-48f1-87d8-358deed38691'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:09:22.234688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.240022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6ab166de-8908-4b3c-b488-a1202fdcbeee tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5245852 May 06 13:09:22.246845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47062) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:22.249134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:22.251073 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faea68db-d4cc-4c82-9df7-e07eef673aa5'] response: {'server_uuid': 'b4900685-d197-4d49-8522-9740f60c0b5f', 'name': 'network-vif-deleted', 'tag': 'e656e301-3602-48f1-87d8-358deed38691', 'status': 'completed', 'code': 200} May 06 13:09:22.258454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:22.263566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:22.264605 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50991aa9-ab8b-44f3-975e-46adc623346d req-713b78f6-c8d0-43eb-b34f-392282d80534 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.86 "DELETE /v2.0/ports/e656e301-3602-48f1-87d8-358deed38691 HTTP/1.1" status: 204 len: 173 time: 2.3939660 May 06 13:09:22.267444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:22.277084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:22.351753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:22.393433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.511955 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.618460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.666384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d5f1b8-4796-4ae2-99c1-a891e44ac058,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:22.740665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:22.750256 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Checking router: d261ca83-4184-4a8c-a87e-f2013c322f11 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:22.756314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:22.758801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47074) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:22.759145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-811139aa-af1a-49fb-bd9d-08470f2a4c7e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5163205 May 06 13:09:22.770471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:22.782194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:22.784804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:22.789689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:22.799743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:22.808048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:22.822493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:22.916454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.070256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.073023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3e997c20-c6b8-43c5-a153-e0ad283b56ef req-e2c5069a-b15a-4bf9-bc6a-6291232f2845 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Synchronizing usage tracker for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:09:23.109734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:23.154706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.188132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796a26c8-c916-4b5a-a527-6c8e68af1aa6,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:23.191186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3e997c20-c6b8-43c5-a153-e0ad283b56ef req-e2c5069a-b15a-4bf9-bc6a-6291232f2845 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Unset dirty status for tenant:d9d6a80edd6f4e4f91d584fe8ef5f1dc on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:09:23.193374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3e997c20-c6b8-43c5-a153-e0ad283b56ef req-e2c5069a-b15a-4bf9-bc6a-6291232f2845 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4900685-d197-4d49-8522-9740f60c0b5f HTTP/1.1" status: 200 len: 210 time: 0.2503116 May 06 13:09:23.275448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.277076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-498dda56-1668-48ff-930a-2568f75aa19a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5159869 May 06 13:09:23.280112 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47082) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:23.287730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:23.299226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:23.308744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:23.313678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:23.330406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:23.489375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.587417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.646153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:23.653517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20959830-1dc0-4708-b6e3-fd4dbf2aaf8d None None] The sync data for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 is: [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '07fcb2db-a79a-4637-a319-701679d477ca', 'name': '', 'network_id': '729e2076-a1cc-4c9f-ad29-d8ae35ec45b1', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'mac_address': 'fa:16:3e:d5:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:03:56Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'subnets': [{'id': '28ad8ec3-2026-4379-a8ac-52cb58953217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:23.694621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.719637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eeed87a-94eb-40bb-9bbe-3c4bb5666a4d,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:23.800599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.801879 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f013c8a3-e739-4019-a579-826dd31a1a83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5203936 May 06 13:09:23.805165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47088) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:23.815001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e656e301-3602-48f1-87d8-358deed38691 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:23.815518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:23.822926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:23.831892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:23.836460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:23.847266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:23.887964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: e656e301-3602-48f1-87d8-358deed38691 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:23.888387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e656e301-3602-48f1-87d8-358deed38691 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:23.932441 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Project 59f597caa6924978af45e8524840b331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:09:23.940702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:23.985047 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfbc220-30be-4fab-97a6-7fbef295083b None None] New status for floating IP 19cd7db4-c6c4-4a37-a67d-1d156ecbae80: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:09:24.045499 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.125927 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.153697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016aa65f-4ad5-4e35-93e9-51b8ce1f49ee,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:24.206556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.208789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d13ec625-4fcf-41c4-b76a-c9570a5bb319 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4024768 May 06 13:09:24.213924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47092) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:24.220787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'security_group_rule': {'security_group_id': '539878e0-68b6-4d72-9ebc-2565d009a167', 'project_id': '59f597caa6924978af45e8524840b331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:09:24.228896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:09:24.234538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:security_group_rule and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:09:24.238444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:09:24.246613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:09:24.312287 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47098) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:24.378165 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Project 59f597caa6924978af45e8524840b331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:09:24.403661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.521033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Deleting port a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:24.521368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.685386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.736314 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.736644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.805533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:24.997685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Calling delete_port for a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:25.046909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329272ac-1536-4c41-9931-44e28eff8dcd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.141875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.143104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4c1f86a8-16fd-49e8-abef-a227a6db5b86 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9278591 May 06 13:09:25.280707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.333217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event deleted for resources: {'Port': ['ID=a8fb35d6-af7e-4ba9-8d7d-fca7e42176e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:25.463890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.646426 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.648326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11246cda-b20a-45e1-ba00-15bc412c9ee3 tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "DELETE /v2.0/floatingips/19cd7db4-c6c4-4a37-a67d-1d156ecbae80 HTTP/1.1" status: 204 len: 168 time: 1.3348045 May 06 13:09:25.871216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47136) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:25.953972 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:25.992533 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.149689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.185110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f2e45-5c00-4e4d-9c04-8779cceadefc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:26.309563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:26.310883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b3b8110e-66f3-4fec-bdc0-5fdd970adbed tempest-TestServerBasicOps-1700291343 tempest-TestServerBasicOps-1700291343-project] 10.222.0.83 "DELETE /v2.0/security-groups/9c4f2e45-5c00-4e4d-9c04-8779cceadefc HTTP/1.1" status: 204 len: 168 time: 0.4385345 May 06 13:09:27.491914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47168) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:28.609404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.493942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Deleting port 07fcb2db-a79a-4637-a319-701679d477ca {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:29.496961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.754313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] For port 07fcb2db-a79a-4637-a319-701679d477ca, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=07fcb2db-a79a-4637-a319-701679d477ca,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:29.759683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:29.905811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Calling delete_port for 07fcb2db-a79a-4637-a319-701679d477ca owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:30.269860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:30.467615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=07fcb2db-a79a-4637-a319-701679d477ca,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:30.511005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.511005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.511500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.512047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.512274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.512545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.513097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.513493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.513828 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.514272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.514595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:09:30.871032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:31.991654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Router d261ca83-4184-4a8c-a87e-f2013c322f11 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:32.387293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:32.429781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Sync routers for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:32.430685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a8142dd9-ada4-4599-a156-7d11d5276b6c admin admin] 10.222.0.83 "PUT /v2.0/routers/d261ca83-4184-4a8c-a87e-f2013c322f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9284811 May 06 13:09:32.430936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:32.430936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:32.431425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47208) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:32.791248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:32.894108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.447268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:33.455610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Checking router: d261ca83-4184-4a8c-a87e-f2013c322f11 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:33.484388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Routers {'d261ca83-4184-4a8c-a87e-f2013c322f11'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:33.484388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d261ca83-4184-4a8c-a87e-f2013c322f11'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:33.573619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.664725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Deleting port 192c191b-9292-48b8-b113-eb925465724b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:33.665845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:33.850154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] Set router d261ca83-4184-4a8c-a87e-f2013c322f11 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:34.177204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] For port 192c191b-9292-48b8-b113-eb925465724b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=192c191b-9292-48b8-b113-eb925465724b,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:34.177204 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:34.683391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:34.683391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4141d1-4ac2-4b08-adc4-3dd37fc4eb25 None None] The sync data for ids ['d261ca83-4184-4a8c-a87e-f2013c322f11'] in n-d-840845-1 is: [{'id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'name': 'tempest-TestServerBasicOps-1014259102-router', 'tenant_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '192c191b-9292-48b8-b113-eb925465724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:21Z', 'updated_at': '2022-05-06T13:09:30Z', 'revision_number': 5, 'project_id': 'd9d6a80edd6f4e4f91d584fe8ef5f1dc', 'gw_port': {'id': '192c191b-9292-48b8-b113-eb925465724b', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd261ca83-4184-4a8c-a87e-f2013c322f11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:22Z', 'updated_at': '2022-05-06T13:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:34.689114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Calling delete_port for 192c191b-9292-48b8-b113-eb925465724b owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:35.040576 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:35.106622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=192c191b-9292-48b8-b113-eb925465724b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:35.569216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:35.921454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:35.940622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.001514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 07fcb2db-a79a-4637-a319-701679d477ca no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:36.043823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 07fcb2db-a79a-4637-a319-701679d477ca {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:36.043823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 07fcb2db-a79a-4637-a319-701679d477ca not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:36.083485 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.083485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d261ca83-4184-4a8c-a87e-f2013c322f11 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:09:36.107953 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.107953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4ada98b5-7a9a-437f-b3ec-119e97234e1b admin admin] 10.222.0.83 "DELETE /v2.0/routers/d261ca83-4184-4a8c-a87e-f2013c322f11 HTTP/1.1" status: 204 len: 168 time: 3.6699746 May 06 13:09:36.112094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47236) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:36.204315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Deleting subnet 28ad8ec3-2026-4379-a8ac-52cb58953217 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:09:36.210441 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.316653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.615574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.813108 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.883314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ad8ec3-2026-4379-a8ac-52cb58953217,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:36.901351 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:36.906469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf7a1c-87b8-422e-9d5c-58054cbf7d8c None None] Network 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:36.918226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c7058d1d-3602-465b-8050-899734f071fa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/28ad8ec3-2026-4379-a8ac-52cb58953217 HTTP/1.1" status: 204 len: 168 time: 0.7826972 May 06 13:09:36.933445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:37.206088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.226111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Deleting port f6ef9509-1511-45ab-a7f6-593a25901619 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:37.227011 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.559262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] DHCP port deletion for 729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:09:37.575682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Deleting port f6ef9509-1511-45ab-a7f6-593a25901619 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:37.575682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:37.783991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] For port f6ef9509-1511-45ab-a7f6-593a25901619, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6ef9509-1511-45ab-a7f6-593a25901619,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:37.784894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.046442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] For port f6ef9509-1511-45ab-a7f6-593a25901619, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=f6ef9509-1511-45ab-a7f6-593a25901619,segment=NetworkSegment(a2c05655-1c07-4ec4-8397-97a5830be298),segment_id=a2c05655-1c07-4ec4-8397-97a5830be298)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:38.046442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.204458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Calling delete_port for f6ef9509-1511-45ab-a7f6-593a25901619 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:38.275457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 192c191b-9292-48b8-b113-eb925465724b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:38.313453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Calling delete_port for f6ef9509-1511-45ab-a7f6-593a25901619 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:38.355891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 192c191b-9292-48b8-b113-eb925465724b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:38.356463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 192c191b-9292-48b8-b113-eb925465724b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:38.357141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6ef9509-1511-45ab-a7f6-593a25901619 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:38.419560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.502697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ef9509-1511-45ab-a7f6-593a25901619,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:38.525108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] No DVR routers for this DVR port f6ef9509-1511-45ab-a7f6-593a25901619 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:38.649512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No active binding found for port f6ef9509-1511-45ab-a7f6-593a25901619 {{(pid=84801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 06 13:09:38.650429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device f6ef9509-1511-45ab-a7f6-593a25901619 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:38.663291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e1c09e8-647e-4627-97a5-85506b917fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.683651 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:09:38.684321 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:09:38.804271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.907956 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729e2076-a1cc-4c9f-ad29-d8ae35ec45b1']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:38.920673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c05655-1c07-4ec4-8397-97a5830be298') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:38.920673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c05655-1c07-4ec4-8397-97a5830be298') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:38.952293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:38.990025 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.012099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:09:39.012099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: timer() May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:09:39.032377 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:09:39.182896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.185884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Deleting port f6ef9509-1511-45ab-a7f6-593a25901619 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:39.186425 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.208044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:39.224777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=729e2076-a1cc-4c9f-ad29-d8ae35ec45b1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:39.325617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7ec531a0-77f3-4565-b227-6f37caf1579e None None] The port 'f6ef9509-1511-45ab-a7f6-593a25901619' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:09:39.345391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ac7c333-d872-4322-9198-9fa99d9b3c7a admin admin] 10.222.0.83 "DELETE /v2.0/networks/729e2076-a1cc-4c9f-ad29-d8ae35ec45b1 HTTP/1.1" status: 204 len: 168 time: 2.4421213 May 06 13:09:39.351538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:40.090922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:40.822333 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ac2ed23d-e11c-46d0-bd20-cd71965a9666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.184924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Deleting port 986a2765-d95f-440f-a688-0f08ff463f0f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:41.186677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.552288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] For port 986a2765-d95f-440f-a688-0f08ff463f0f, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=986a2765-d95f-440f-a688-0f08ff463f0f,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:41.552640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:41.759733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Calling delete_port for 986a2765-d95f-440f-a688-0f08ff463f0f owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:42.258765 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.362494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.366706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Pushing event deleted for resources: {'Port': ['ID=986a2765-d95f-440f-a688-0f08ff463f0f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:42.390256 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:42.826022 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.415584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:09:43.617662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:43.660072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Router 27c1bbad-cd4f-4511-ba77-b9aa947747fd has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:09:44.076955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:09:44.084353 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Sync routers for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:09:44.092106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fa62be56-419b-4a49-b711-484d282ee73e admin admin] 10.222.0.83 "PUT /v2.0/routers/27c1bbad-cd4f-4511-ba77-b9aa947747fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7287970 May 06 13:09:44.092106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47312) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:44.099670 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:44.099670 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:44.421709 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:44.528658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:44.869117 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:09:42Z', 'revision_number': 5, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:44.874264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Checking router: 27c1bbad-cd4f-4511-ba77-b9aa947747fd for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:09:44.914646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Routers {'27c1bbad-cd4f-4511-ba77-b9aa947747fd'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:09:44.914646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:09:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:44.962727 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.050470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Deleting port 6015822b-dceb-48a6-bc09-07b6c266e0bd {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:45.050470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.222877 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] Set router 27c1bbad-cd4f-4511-ba77-b9aa947747fd gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:09:45.392730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] For port 6015822b-dceb-48a6-bc09-07b6c266e0bd, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6015822b-dceb-48a6-bc09-07b6c266e0bd,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:45.393256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.545678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Calling delete_port for 6015822b-dceb-48a6-bc09-07b6c266e0bd owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:45.703869 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:09:42Z', 'revision_number': 5, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:45.713425 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1639bcb7-875f-479d-8585-945d6660b30f None None] The sync data for ids ['27c1bbad-cd4f-4511-ba77-b9aa947747fd'] in n-d-840845-1 is: [{'id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'name': 'tempest-TestServerBasicOps-554799422-router', 'tenant_id': '6a1a53100592443fa6ff74e2699e2aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:09:42Z', 'revision_number': 5, 'project_id': '6a1a53100592443fa6ff74e2699e2aa6', 'gw_port': {'id': '6015822b-dceb-48a6-bc09-07b6c266e0bd', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c1bbad-cd4f-4511-ba77-b9aa947747fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:48Z', 'updated_at': '2022-05-06T13:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:09:45.943306 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:45.999964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Pushing event deleted for resources: {'Port': ['ID=6015822b-dceb-48a6-bc09-07b6c266e0bd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:46.333935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 986a2765-d95f-440f-a688-0f08ff463f0f no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:46.420142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 986a2765-d95f-440f-a688-0f08ff463f0f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:46.421091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 986a2765-d95f-440f-a688-0f08ff463f0f not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:46.566975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:46.757796 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.013770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.018969 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.514754 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.515386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c1bbad-cd4f-4511-ba77-b9aa947747fd {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:09:47.538435 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.545790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47344) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:47.559237 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-57f5c599-3200-4c11-88b3-11f24dc39935 admin admin] 10.222.0.83 "DELETE /v2.0/routers/27c1bbad-cd4f-4511-ba77-b9aa947747fd HTTP/1.1" status: 204 len: 168 time: 3.4778645 May 06 13:09:47.686454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Deleting subnet 036d8a23-a0e7-44f6-bdbe-b685433a93fb {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:09:47.691137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.796749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:47.903391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.112225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6015822b-dceb-48a6-bc09-07b6c266e0bd no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:48.115262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.156240 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6015822b-dceb-48a6-bc09-07b6c266e0bd {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:48.156520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6015822b-dceb-48a6-bc09-07b6c266e0bd not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:48.172009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036d8a23-a0e7-44f6-bdbe-b685433a93fb,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:48.187499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.196267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-73cd2f54-3d80-4354-8871-1f3c1f1d7be2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/036d8a23-a0e7-44f6-bdbe-b685433a93fb HTTP/1.1" status: 204 len: 168 time: 0.6477132 May 06 13:09:48.200533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47356) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:48.201214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844d524-5185-4569-9088-7afebbdc83d9 None None] Network 2c7326b7-5077-4d6a-a0b5-9d8944473154 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:09:48.646640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] DHCP port deletion for 2c7326b7-5077-4d6a-a0b5-9d8944473154 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:09:48.651481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Deleting port 21d19a1c-64c5-4239-b1db-929e7d11269b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:48.651970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.665382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:48.680838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Deleting port 21d19a1c-64c5-4239-b1db-929e7d11269b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:48.681183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.011699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] For port 21d19a1c-64c5-4239-b1db-929e7d11269b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=21d19a1c-64c5-4239-b1db-929e7d11269b,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:49.011699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.047389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] For port 21d19a1c-64c5-4239-b1db-929e7d11269b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=21d19a1c-64c5-4239-b1db-929e7d11269b,segment=NetworkSegment(5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6),segment_id=5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:09:49.047389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.146153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Calling delete_port for 21d19a1c-64c5-4239-b1db-929e7d11269b owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:49.316694 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Calling delete_port for 21d19a1c-64c5-4239-b1db-929e7d11269b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:09:49.391078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.406909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:09:49.407482 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:09:49.467644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=21d19a1c-64c5-4239-b1db-929e7d11269b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:49.472424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] No DVR routers for this DVR port 21d19a1c-64c5-4239-b1db-929e7d11269b on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:09:49.633888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.672441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7326b7-5077-4d6a-a0b5-9d8944473154']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:49.695118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:49.695118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5451ed65-fe0b-4e8a-aefb-4cc18ac0b2a6') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:09:49.711054 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.728455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.744597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:09:49.744597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: timer() May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:09:49.763688 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:09:49.908489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Deleting port 21d19a1c-64c5-4239-b1db-929e7d11269b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:09:49.909066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:49.964622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 21d19a1c-64c5-4239-b1db-929e7d11269b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:09:49.971510 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.012397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.033853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] 10.222.0.83 "DELETE /v2.0/networks/2c7326b7-5077-4d6a-a0b5-9d8944473154 HTTP/1.1" status: 204 len: 168 time: 1.8313439 May 06 13:09:50.039893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8045b8-b326-45dd-8934-0f69abb8f0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7326b7-5077-4d6a-a0b5-9d8944473154,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:50.075444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 21d19a1c-64c5-4239-b1db-929e7d11269b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:09:50.076068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 21d19a1c-64c5-4239-b1db-929e7d11269b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:09:50.146831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ed2153f1-e21a-4b61-a5b7-85701ce3da3b None None] The port '21d19a1c-64c5-4239-b1db-929e7d11269b' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:09:50.571964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47382) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:50.692306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a49a4328-c921-486c-9bc5-e7c3cdc1c819 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d9d6a80edd6f4e4f91d584fe8ef5f1dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1183622 May 06 13:09:50.694978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47388) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:50.839425 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:50.903058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.063987 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.093133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.138139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8a0a9b-db0f-4c7c-8da8-0182283d7062,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:51.148775 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:51.153361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da709298-a187-4b8c-9dea-46c48bb5ebaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/df8a0a9b-db0f-4c7c-8da8-0182283d7062 HTTP/1.1" status: 204 len: 168 time: 0.4534178 May 06 13:09:52.605252 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47410) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:52.662041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b8e5402-facd-4840-87fc-55f59bc67df7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6a1a53100592443fa6ff74e2699e2aa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549917 May 06 13:09:52.666250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47414) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:09:52.732418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.776622 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:52.981497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:53.008900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73060fe9-3b3b-4d1c-930a-9ac85d6e75ce,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:09:53.008900 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:09:53.008900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b5d838ed-9cb0-435b-9199-046bdd5b0ec9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/73060fe9-3b3b-4d1c-930a-9ac85d6e75ce HTTP/1.1" status: 204 len: 168 time: 0.3383477 May 06 13:10:08.497191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-9c5047d3-bc95-4847-b9bf-1341bd9db979 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:08.540088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b98b6708-5788-44c8-b6ed-fc48c9a7bcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:08.611470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-9c5047d3-bc95-4847-b9bf-1341bd9db979 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:08.613144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-9c5047d3-bc95-4847-b9bf-1341bd9db979 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734472698&fields=id&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 267 time: 0.1736517 May 06 13:10:08.802276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-60441bb4-9378-4e94-a624-88e4486e9690 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:08.811715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-60441bb4-9378-4e94-a624-88e4486e9690 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1855781 May 06 13:10:08.829935 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-8b25ffbb-1d54-4c81-90fd-f5c60e903fb8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0197532 May 06 13:10:08.910462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-eddf040e-62f2-4343-a59f-61d6525065d9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826402 May 06 13:10:09.086482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-d4ab6696-03a2-434d-a06c-39d2bb322a82 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591806 May 06 13:10:09.350368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-41e5b820-c004-4aef-8c8c-c6953d9db179 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575424 May 06 13:10:10.307984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b6d6307-fc90-49ae-a39b-235b139e1314 req-b3b285fa-c850-4f01-a16e-013e12dac326 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.0951443 May 06 13:10:10.683749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9ef3173-9dce-4ff1-a656-bdfbb521dfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:11.507312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5b03789-1163-4bde-9d57-9fda43066bb8 req-3ee44b57-4295-463d-becd-f61e2799d2df tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.0505724 May 06 13:10:12.312844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.316761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:12.818790 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c984781-aeb0-47f4-bad5-baab1d4b9f3b req-3c2717bb-db77-46e4-be9d-bc1f247d907c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.1849794 May 06 13:10:13.557110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-51f4de68-2beb-4a9f-a390-331b9b1ca1cd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:13.557110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-51f4de68-2beb-4a9f-a390-331b9b1ca1cd tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.2629616 May 06 13:10:13.639795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-1cee5e60-f925-413a-bd10-e25b4106bd27 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 380 time: 0.0683506 May 06 13:10:13.652098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331', 'security_groups': ['539878e0-68b6-4d72-9ebc-2565d009a167']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:13.680654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:13.968406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:13.998055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:14.144152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:10:14.145297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a586ed02-84c2-47dd-a3fa-bad13f1757af req-03f92df3-c0e5-42fa-b309-beff5af0c273 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.0768049 May 06 13:10:14.159278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.511340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.8 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/c6d65067-d8fb-459d-b378-c17abd0d7ac8) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:10:14.871557 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:14.900992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object c6d65067-d8fb-459d-b378-c17abd0d7ac8 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:14.988591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:15.109142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:15.109142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:15.109142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:15.230636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:15.244706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:15.244706 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.279549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:15.418837 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-c17860ca-c0c5-4fda-bbbf-59578e6247c9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7736180 May 06 13:10:15.433081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-6950e1af-2c48-446f-817e-c348b2cbe290 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:10:15.434688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-6950e1af-2c48-446f-817e-c348b2cbe290 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089176 May 06 13:10:15.706817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ab612-5d08-415b-8482-94dec3517dbf req-62a30553-2dd9-40de-b618-1025baf3ae2a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:15.706817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b09ab612-5d08-415b-8482-94dec3517dbf req-62a30553-2dd9-40de-b618-1025baf3ae2a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:15.732808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5c8931-6002-4cb3-8b92-de758a931ca0 None None] Provisioning for port c6d65067-d8fb-459d-b378-c17abd0d7ac8 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:15.753870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5c8931-6002-4cb3-8b92-de758a931ca0 None None] Provisioning complete for port c6d65067-d8fb-459d-b378-c17abd0d7ac8 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:15.753870 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8931-6002-4cb3-8b92-de758a931ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:15.879228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b09ab612-5d08-415b-8482-94dec3517dbf req-62a30553-2dd9-40de-b618-1025baf3ae2a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:15.879228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b09ab612-5d08-415b-8482-94dec3517dbf req-62a30553-2dd9-40de-b618-1025baf3ae2a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 931 time: 0.3867762 May 06 13:10:15.888830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c8931-6002-4cb3-8b92-de758a931ca0 None None] Port c6d65067-d8fb-459d-b378-c17abd0d7ac8 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:10:15.949623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Request body: {'port': {'device_id': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:16.033706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b09ab612-5d08-415b-8482-94dec3517dbf req-ae8eaf27-0c1e-4e56-82a7-0f588a4d3ba6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574876 May 06 13:10:16.094235 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.677218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d65067-d8fb-459d-b378-c17abd0d7ac8 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:16.686809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.707644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Transition to ACTIVE for port object c6d65067-d8fb-459d-b378-c17abd0d7ac8 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:16.820440 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:16.825111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.034375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:17.180524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Attempting to bind port c6d65067-d8fb-459d-b378-c17abd0d7ac8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:10:17.180524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Attempting to bind port c6d65067-d8fb-459d-b378-c17abd0d7ac8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:10:17.180524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Attempting to bind port c6d65067-d8fb-459d-b378-c17abd0d7ac8 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:17.191511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Port c6d65067-d8fb-459d-b378-c17abd0d7ac8 on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:10:17.191511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Attempting to bind port c6d65067-d8fb-459d-b378-c17abd0d7ac8 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:17.199840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:10:17.199840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:10:17.199840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:10:17.199840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Bound port: c6d65067-d8fb-459d-b378-c17abd0d7ac8, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:10:17.199840 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.462719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f416-8e35-46f8-9359-e58a083da746 req-36ac08c5-06d4-40f7-9ace-1e27625a0fe4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:17.473861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ed5f416-8e35-46f8-9359-e58a083da746 req-36ac08c5-06d4-40f7-9ace-1e27625a0fe4 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.1485922 May 06 13:10:17.525105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:10:17.525105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:10:17.534504 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8ed5f416-8e35-46f8-9359-e58a083da746 req-edb3606e-6048-4581-9a3f-0117e91831b6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574441 May 06 13:10:17.621781 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.745524 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:17.747958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] 10.222.0.86 "PUT /v2.0/ports/c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 1091 time: 2.3044040 May 06 13:10:17.748678 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:17.784401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d7e36-04cf-4bc0-83dd-4d76b2749548 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:17.917346 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a817a7-6881-434b-bd21-13c47ccba134'] response: {'name': 'network-changed', 'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'status': 'completed', 'code': 200} May 06 13:10:18.031836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-9c93cc2e-1bc1-4c0c-af50-67d638e22101 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1094 time: 0.0947797 May 06 13:10:18.115036 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-6fe3feee-5e4f-431b-96a9-0ecbfb7a95ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 217 time: 0.0757482 May 06 13:10:18.195235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-63f2a6f1-fa23-4872-8a54-a489282948e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:18.195235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-63f2a6f1-fa23-4872-8a54-a489282948e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0698340 May 06 13:10:18.291458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-69e64bb4-3e68-4922-9c97-12ce63ff1d54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940011 May 06 13:10:18.443254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-a195a7f4-bade-416d-b7a3-8bc6e0177b4d service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449852 May 06 13:10:18.596920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9e5df15-bc7b-4be5-8b5d-7c8731a474f9 req-3c86de13-0a1e-425e-b2c2-9810f2f9253e service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476490 May 06 13:10:18.763499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbee97-c737-4259-8855-b6dd86d77658 req-32c2d818-f662-4789-82ab-9cbcec2bb817 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:18.764954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89fbee97-c737-4259-8855-b6dd86d77658 req-32c2d818-f662-4789-82ab-9cbcec2bb817 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.0867226 May 06 13:10:18.823132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89fbee97-c737-4259-8855-b6dd86d77658 req-530c560a-1421-48aa-b20f-9f7470810b2f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515826 May 06 13:10:18.849701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-92d76c30-984c-48cb-9700-e0e458fed87d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1094 time: 0.1060741 May 06 13:10:18.996169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-7c8238c6-0918-4306-b6c4-8b919823de71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:18.997650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-7c8238c6-0918-4306-b6c4-8b919823de71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1421506 May 06 13:10:19.071287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-c41a08f5-104c-4c28-af07-6451f1cbf0e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 217 time: 0.0674193 May 06 13:10:19.139701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-76ccfa2d-e9f8-47f7-afe0-4bfc809a4618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:19.139701 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-76ccfa2d-e9f8-47f7-afe0-4bfc809a4618 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0618825 May 06 13:10:19.230250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-1c8c8b0c-25df-4339-b6c3-5d6a87d580fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839725 May 06 13:10:19.378910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-5fc1638d-4a73-43df-ad8a-2ca6202aa044 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419356 May 06 13:10:19.527278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9d8bd88-1dfa-448b-8ff4-10254f6875c4 req-cc48368a-046f-4027-9518-123c99fdd7b8 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417463 May 06 13:10:20.059532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd523055-337d-4b98-ae54-9f9fd565d5ad req-5169e70c-0c04-48c7-8323-4826f843e33d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:20.061141 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd523055-337d-4b98-ae54-9f9fd565d5ad req-5169e70c-0c04-48c7-8323-4826f843e33d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.0891478 May 06 13:10:20.120230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fd523055-337d-4b98-ae54-9f9fd565d5ad req-ea51e29d-92ca-4c41-ab2a-44f0f0df5451 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485992 May 06 13:10:20.407976 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:10:21.017427 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:21.426210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4708b-63bc-4860-b76d-f7f222ed7c35 req-a0cefa96-6c9e-4ffc-bb28-86d2d83ccc6d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:21.429587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03c4708b-63bc-4860-b76d-f7f222ed7c35 req-a0cefa96-6c9e-4ffc-bb28-86d2d83ccc6d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.1549139 May 06 13:10:21.511792 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-03c4708b-63bc-4860-b76d-f7f222ed7c35 req-9cbb7780-f2ad-469b-b1e4-25aeff074bc1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753803 May 06 13:10:22.734835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535559b4-2d0b-426f-aa69-7008336c2041 req-7aa94967-472b-42bb-9996-50f8ccee953f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:22.736442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-535559b4-2d0b-426f-aa69-7008336c2041 req-7aa94967-472b-42bb-9996-50f8ccee953f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.0875595 May 06 13:10:22.892460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-535559b4-2d0b-426f-aa69-7008336c2041 req-d60302c2-321b-4003-90b4-00ee87ed277f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491330 May 06 13:10:23.366255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:23.370465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544434420', 'description': 'tempest-secgroup-smoke-1544434420 description', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:23.377520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:23.382700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:23.386924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:23.394528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:23.525748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.565703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:23.571047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:23.574214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:23.580971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:23.645008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.759663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.808817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a76af2-6a4d-4f04-a97a-5653ae9e1b07,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:23.902608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:23.903957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d87dd8a9-af06-461f-a662-69363b4d5bf7 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5382435 May 06 13:10:23.907066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47704) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:23.913802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:23.920915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:23.925225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:23.932203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:23.938486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:24.085190 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.162734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8263c-666f-4a60-a50f-667264bf87ca req-c87f782e-1fe2-428d-9a16-3c8310de1390 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:24.164324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bae8263c-666f-4a60-a50f-667264bf87ca req-c87f782e-1fe2-428d-9a16-3c8310de1390 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.1342766 May 06 13:10:24.194422 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.226934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bae8263c-666f-4a60-a50f-667264bf87ca req-3db6b2d5-e352-435d-a5a5-88f229356300 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528326 May 06 13:10:24.268905 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.303967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cb46e0-386d-461d-b624-4c874ee09ecf,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:24.400360 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.401780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-365d7b2c-cb92-430b-b553-02b314f8dc9a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4936402 May 06 13:10:24.405011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47710) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:24.410896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:24.418275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:24.422338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:24.425854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:24.432732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:24.556298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.628716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.696990 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.724720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4235ae25-479d-4821-9868-e9cf27971584,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:24.811794 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:24.813993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1d06986-71cd-432b-82d9-1f4d9f774a96 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4076319 May 06 13:10:24.816911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47714) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:24.824011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:24.831998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:24.836390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:24.839479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:24.846442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:24.929254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.011135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.091265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.118941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab75933-dd94-4e90-9fb3-e5f9efc6ed83,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:25.200290 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.202149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5b4c1a5f-4371-43af-a004-2b5f094000cf tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3839047 May 06 13:10:25.204760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47718) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:25.211088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:25.218237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:25.223083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:25.227009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:25.233302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:25.327613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.409493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.471697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3d3d9-de4d-446e-9f49-3fe120bf7056 req-35f2c784-4767-4197-9dd3-dbec947463f9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:25.473273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8f3d3d9-de4d-446e-9f49-3fe120bf7056 req-35f2c784-4767-4197-9dd3-dbec947463f9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 943 time: 0.0814164 May 06 13:10:25.473775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.503104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc76b1c8-7c47-4de4-9a9a-4275bedbfa34,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:25.531310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8f3d3d9-de4d-446e-9f49-3fe120bf7056 req-65229c37-16e0-4590-97df-cd8ce158f3df tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469651 May 06 13:10:25.601057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.602472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-670f8308-f4a9-4170-8108-990d42c968a9 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3967311 May 06 13:10:25.607178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47724) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:25.613203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:25.621573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:25.625788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:25.628915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:25.635195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:25.714621 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Project 5de5c16a621a41f9a4d39178e589cbd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:10:25.722105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.798178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.873891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.899326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14b117-4577-4ccf-9f7a-8471a6ab0489,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:25.971288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:25.972569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-48121872-b149-4cd3-9cea-21e1e85a143e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3642454 May 06 13:10:25.976102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:25.981724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'security_group_rule': {'security_group_id': '39a76af2-6a4d-4f04-a97a-5653ae9e1b07', 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:25.988582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:25.992866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:security_group_rule and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:25.995863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:26.001990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:26.086177 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Project 5de5c16a621a41f9a4d39178e589cbd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:10:26.093709 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.170192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6d65067-d8fb-459d-b378-c17abd0d7ac8 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:10:26.181466 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.285264 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.315963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd536e9-629e-4fe4-abef-7df719bfd110,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:26.333080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:26.348997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'mac_address': 'fa:16:3e:ad:52:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:10:26.407178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.411573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.422780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7000a6d9-dad2-49c2-9732-bfa45acbd215 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4360247 May 06 13:10:26.425898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d65067-d8fb-459d-b378-c17abd0d7ac8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:26.444498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:26.514148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:26.593495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:26.603376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.603721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.604073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.604405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.604731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.605055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.605548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.605885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.606203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.606521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.606835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:26.744995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c6d65067-d8fb-459d-b378-c17abd0d7ac8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:10:26.797219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-ed3d00df-2b18-4a95-a90d-871d27a33561 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:26.810824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3fd8-d864-4e2a-81eb-e61f6ac379d2 req-c3658224-c44f-4623-94ee-f271225d72b8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:26.816555 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b09d3fd8-d864-4e2a-81eb-e61f6ac379d2 req-c3658224-c44f-4623-94ee-f271225d72b8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 944 time: 0.1109517 May 06 13:10:26.875095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b09d3fd8-d864-4e2a-81eb-e61f6ac379d2 req-a8c6623a-0cac-4cf9-b615-d86de62515db tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531795 May 06 13:10:26.919655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-ed3d00df-2b18-4a95-a90d-871d27a33561 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:26.922196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-ed3d00df-2b18-4a95-a90d-871d27a33561 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544434420&fields=id&tenant_id=5de5c16a621a41f9a4d39178e589cbd7 HTTP/1.1" status: 200 len: 267 time: 0.1710842 May 06 13:10:27.095724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-848b870b-ed02-43e6-a5de-15c420129f0f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:27.096427 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-848b870b-ed02-43e6-a5de-15c420129f0f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:27.251284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-848b870b-ed02-43e6-a5de-15c420129f0f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:27.252876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-848b870b-ed02-43e6-a5de-15c420129f0f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 814 time: 0.3234503 May 06 13:10:27.280013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-ddf8c5f7-a782-47ea-b238-160eb22d34d4 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/quotas/5de5c16a621a41f9a4d39178e589cbd7 HTTP/1.1" status: 200 len: 375 time: 0.0197728 May 06 13:10:27.373737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-b6c52ba6-8c65-4c47-994d-adfb9414a302 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:27.548594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-b6c52ba6-8c65-4c47-994d-adfb9414a302 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:27.550146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-b6c52ba6-8c65-4c47-994d-adfb9414a302 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641933 May 06 13:10:27.791657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-479f08f9-eee3-4eac-9799-af0439c515ac service neutron] 10.222.0.83 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289767 May 06 13:10:28.020457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-ef328611-d0d3-43cf-b5ee-7b159dc33093 service neutron] 10.222.0.83 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203925 May 06 13:10:28.157251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f230-0d1a-465b-94af-fe793335e149 req-abb4e8e4-ff1e-48fd-9038-6d820bb765e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:28.159993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63e5f230-0d1a-465b-94af-fe793335e149 req-abb4e8e4-ff1e-48fd-9038-6d820bb765e5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 944 time: 0.1504700 May 06 13:10:28.176310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6d65067-d8fb-459d-b378-c17abd0d7ac8 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:10:28.236731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63e5f230-0d1a-465b-94af-fe793335e149 req-4d709099-d699-4393-aa0f-e388c01357e0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696545 May 06 13:10:28.383306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c6d65067-d8fb-459d-b378-c17abd0d7ac8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:28.391433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c6d65067-d8fb-459d-b378-c17abd0d7ac8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:28.393101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.591762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.620162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:28.633978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:28.714190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:28.792332 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6441c0d-24f2-41ff-852c-5203580530f4 req-a4aaaf2c-06ad-454e-b13d-1a5cd9d28e9f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.1004381 May 06 13:10:28.842513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:28.965428 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1b3ed6-c063-42eb-a3a9-7089858039c1'] response: {'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'code': 200} May 06 13:10:29.107516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08c409bf-98c3-4683-841b-7999754dfbb6 req-c4200f3a-9669-4554-9376-b96186a52769 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1096 time: 0.0765915 May 06 13:10:29.155484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08c409bf-98c3-4683-841b-7999754dfbb6 req-4b9515a8-0101-4629-8304-7f83fa8e6b15 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 May 06 13:10:29.508435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e5129-07cb-4080-a038-95f0d1b47cf1 req-5100930f-7882-4316-b185-4732fb358c7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:29.509933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d9e5129-07cb-4080-a038-95f0d1b47cf1 req-5100930f-7882-4316-b185-4732fb358c7c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.0920186 May 06 13:10:29.579393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8d9e5129-07cb-4080-a038-95f0d1b47cf1 req-cc3eb061-4b41-41f0-9186-198bef2e9550 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581431 May 06 13:10:29.958825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-911e046e-7488-4f00-ab35-e9303898da30 req-1c083145-b448-4276-a05c-9f967344760a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.0522878 May 06 13:10:30.889237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24103869-8fab-41ef-80f8-a08b11f69219 req-d92a95bf-b94a-4526-9894-645cac849156 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:30.890925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24103869-8fab-41ef-80f8-a08b11f69219 req-d92a95bf-b94a-4526-9894-645cac849156 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.1289489 May 06 13:10:30.940429 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24103869-8fab-41ef-80f8-a08b11f69219 req-b45cfe3a-5b1b-4f2d-90d0-29ae842efff5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 May 06 13:10:31.151954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c5730b5a-41c1-4f0a-9325-b2bb6db9a70b req-364a8014-414f-4bfb-82e2-5f1791e915dc tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.0485198 May 06 13:10:31.247855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612bd92-3648-4535-930d-0d602e55300f req-dc764c1f-cf9f-4ae7-a55f-5c13bab54ca6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:31.249549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3612bd92-3648-4535-930d-0d602e55300f req-dc764c1f-cf9f-4ae7-a55f-5c13bab54ca6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.0868335 May 06 13:10:31.309694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3612bd92-3648-4535-930d-0d602e55300f req-ce5cf9e1-d105-4dc1-95f1-4c9834665c10 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496688 May 06 13:10:31.341156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47776) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:31.527724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-5415762d-d3e2-4b67-8c73-9b22fbd0a439 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:31.530502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-5415762d-d3e2-4b67-8c73-9b22fbd0a439 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 814 time: 0.2133467 May 06 13:10:31.598020 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-62f7bf8f-8c40-4969-9895-a4fd54270f7a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de5c16a621a41f9a4d39178e589cbd7 HTTP/1.1" status: 200 len: 380 time: 0.0548801 May 06 13:10:31.608403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'port': {'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'admin_state_up': True, 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'security_groups': ['39a76af2-6a4d-4f04-a97a-5653ae9e1b07']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:31.638652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-184d5e6b-1aaa-4759-a104-a9d1719e2a04 tempest-TestVolumeBootPattern-2046092277 tempest-TestVolumeBootPattern-2046092277-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1091 time: 0.2958357 May 06 13:10:31.644248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47782) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:31.653253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'tenant_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:31.664430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:31.672255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:floatingip and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:31.677953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:31.689132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:31.812338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:31.967754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:31.981145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:32.016031 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.086028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Made reservation on behalf of 5de5c16a621a41f9a4d39178e589cbd7 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:10:32.089634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.257635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.25.2.28 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/9ffb13ab-767e-441e-bf36-17d13472c99d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:10:32.375223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Allocated IP 172.20.0.10 (a90712a9-87af-412c-b0ae-71887f99a978/d7649a6c-ce2c-4b55-9338-7d0662b98aa6/9a9d5a21-1f21-44d7-ab34-0579123ce29d) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:10:32.538751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.564596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8d1e9bc-e188-415a-9b21-baf4238a3057 req-72c51fb0-9b43-499b-962a-e1fad6280953 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.1092248 May 06 13:10:32.647910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.665466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Transition to ACTIVE for port object 9a9d5a21-1f21-44d7-ab34-0579123ce29d will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:32.720578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.801114 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:32.858961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:32.866037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:32.870458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:32.955233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Network a90712a9-87af-412c-b0ae-71887f99a978 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:32.955890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:32.961068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:32.962751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=9ffb13ab-767e-441e-bf36-17d13472c99d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:32.965485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:33.053668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.054638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.054638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.054892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.055019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.055389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.055678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.056036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.056356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.056678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.057002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:10:33.097537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:33.098747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:33.218184 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e9660fc5-a90b-41ce-9b23-a17e7cc51ee0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6148694 May 06 13:10:33.231227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e061783a-fe37-4a15-881b-40ab58307dd6 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:10:33.232488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-e061783a-fe37-4a15-881b-40ab58307dd6 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074642 May 06 13:10:33.363745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Request body: {'port': {'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:33.400294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-04893c81-c82f-431a-b25d-ba8ae0e19eee None None] Provisioning for port 9a9d5a21-1f21-44d7-ab34-0579123ce29d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:33.407272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-04893c81-c82f-431a-b25d-ba8ae0e19eee None None] Provisioning complete for port 9a9d5a21-1f21-44d7-ab34-0579123ce29d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:33.407909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-04893c81-c82f-431a-b25d-ba8ae0e19eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:33.469974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-04893c81-c82f-431a-b25d-ba8ae0e19eee None None] Port 9a9d5a21-1f21-44d7-ab34-0579123ce29d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:10:33.548370 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:33.922898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:33.952759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d431da3-c1f2-4acb-a40a-57254957e5ce req-bb54fa88-849b-4c26-aa2d-97f480f781fb tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:33.955971 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d431da3-c1f2-4acb-a40a-57254957e5ce req-bb54fa88-849b-4c26-aa2d-97f480f781fb tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 932 time: 0.2171342 May 06 13:10:33.977796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9d5a21-1f21-44d7-ab34-0579123ce29d {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:33.986232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.009323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Transition to ACTIVE for port object 9a9d5a21-1f21-44d7-ab34-0579123ce29d will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:10:34.023641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0d431da3-c1f2-4acb-a40a-57254957e5ce req-e3f36ed0-628c-4908-b6d5-6b1f1cc9fd1b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:34.040128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0d431da3-c1f2-4acb-a40a-57254957e5ce req-e3f36ed0-628c-4908-b6d5-6b1f1cc9fd1b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:34.041285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d431da3-c1f2-4acb-a40a-57254957e5ce req-e3f36ed0-628c-4908-b6d5-6b1f1cc9fd1b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758328 May 06 13:10:34.113526 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.228655 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.396796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.421183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:34.497863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.559261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Attempting to bind port 9a9d5a21-1f21-44d7-ab34-0579123ce29d on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:10:34.562714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Attempting to bind port 9a9d5a21-1f21-44d7-ab34-0579123ce29d by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:10:34.562714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Attempting to bind port 9a9d5a21-1f21-44d7-ab34-0579123ce29d on network a90712a9-87af-412c-b0ae-71887f99a978 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:34.566978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Port 9a9d5a21-1f21-44d7-ab34-0579123ce29d on network a90712a9-87af-412c-b0ae-71887f99a978 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:10:34.567319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Attempting to bind port 9a9d5a21-1f21-44d7-ab34-0579123ce29d on network a90712a9-87af-412c-b0ae-71887f99a978 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:10:34.575368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:10:34.575728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Checking segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:10:34.576145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Bound using segment: {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:10:34.576646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Bound port: 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebb1bd8-566f-4ad3-b542-2201f67885b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:10:34.576947 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.662807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=9ffb13ab-767e-441e-bf36-17d13472c99d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:34.680241 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.704040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:10:34.709866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:10:34.800706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.892074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:34.894622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1092 time: 1.6546850 May 06 13:10:34.895396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:34.916576 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Floating IP 2f5e35c3-28b8-4856-b237-2dab808464cb associated. External IP: 172.25.2.28, port: c6d65067-d8fb-459d-b378-c17abd0d7ac8. May 06 13:10:34.931043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1f06f-5458-484a-9238-130294b1e5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:35.233218 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4e2beb-f7bc-488a-a2ca-eca533758902'] response: {'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:10:35.243442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-241c7de5-385e-461c-80f7-488f7d705395 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1095 time: 0.2016087 May 06 13:10:35.354174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-5386ab24-82b8-4942-9886-40abf8e5de28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 217 time: 0.1030445 May 06 13:10:35.532854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-1875ca11-9aec-4de4-8e86-f933b50c08d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:35.534303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-1875ca11-9aec-4de4-8e86-f933b50c08d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.1743331 May 06 13:10:35.623186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-610eb587-cad4-4503-99f6-8a11e8e472d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826533 May 06 13:10:35.624009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d1677-e153-489b-8cb0-af52817e1438 req-b209ebed-38b0-49d8-8491-6006c58a9319 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:35.625489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-068d1677-e153-489b-8cb0-af52817e1438 req-b209ebed-38b0-49d8-8491-6006c58a9319 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.3002028 May 06 13:10:35.702382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-068d1677-e153-489b-8cb0-af52817e1438 req-66b5447c-69d9-4a73-95af-89c18864346e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664623 May 06 13:10:35.731811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:35.787146 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-4e597c4e-2305-4975-8e09-698e7b67e019 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548665 May 06 13:10:35.964019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-080e75c4-4b0b-43c5-93e4-9a44995006c9 req-5198c045-d32d-4d6a-a206-53b69af601db service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707497 May 06 13:10:35.988467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:36.000541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:36.014332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:36.014934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.114521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:36.194623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-1db2b56d-96e9-4597-bc3e-ec2c31d8a894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1095 time: 0.0901661 May 06 13:10:36.231800 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5998a4c8-0997-4938-82b2-1a5215ead0c0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5742233 May 06 13:10:36.231800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:36.232110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:36.288912 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028e18a1-7033-4a9e-8f22-2c961ba52a13'] response: {'name': 'network-changed', 'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'status': 'completed', 'code': 200} May 06 13:10:36.389551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da459-4200-41b0-9452-790bb83a03e3 req-3d055f05-71a1-406e-8cf0-d5464fcb2e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:36.391229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-3d055f05-71a1-406e-8cf0-d5464fcb2e95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.1902945 May 06 13:10:36.402750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-843ee3cd-be1b-473d-9a77-0395b842b57e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1096 time: 0.0853355 May 06 13:10:36.464846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-4b2c4882-f2f8-42cb-bb9a-cc8aebacb79b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 217 time: 0.0661333 May 06 13:10:36.557020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da459-4200-41b0-9452-790bb83a03e3 req-8da374c8-49bf-441b-8182-faa720b27106 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:36.558691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-8da374c8-49bf-441b-8182-faa720b27106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0861979 May 06 13:10:36.602213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-1ea0bea4-5ad0-43bf-bacc-f5b3be1eadbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:36.604203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-1ea0bea4-5ad0-43bf-bacc-f5b3be1eadbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1911960 May 06 13:10:36.661840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-d9354b96-3c8d-455c-be03-91c871602d09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966713 May 06 13:10:36.751522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2f5e35c3-28b8-4856-b237-2dab808464cb', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:ad:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:33Z', 'updated_at': '2022-05-06T13:10:33Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.758745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:36.772561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:36.773301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:36.778185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-daa9d075-fdf7-4425-b836-2f983ad5ce0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 998 time: 0.1667297 May 06 13:10:36.852049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-54889f6e-a688-44ce-9c61-5c5eedcd84fc service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836970 May 06 13:10:36.894215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-21a4f6de-9d5a-49e6-beae-c53cbee389d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:36.896329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-21a4f6de-9d5a-49e6-beae-c53cbee389d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1112044 May 06 13:10:37.038923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:37.082926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-13f3d9a7-af91-4eec-bba2-ed97175f0039 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658432 May 06 13:10:37.094412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12fca-f39a-4e91-ad09-27872730239d req-0dede9d1-1467-480b-bb77-8ee3418bf114 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:37.096011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99c12fca-f39a-4e91-ad09-27872730239d req-0dede9d1-1467-480b-bb77-8ee3418bf114 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.1364784 May 06 13:10:37.102667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-760da459-4200-41b0-9452-790bb83a03e3 req-e5097e74-dfaa-435f-a6a3-8e98fb3298a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442553 May 06 13:10:37.267136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99c12fca-f39a-4e91-ad09-27872730239d req-04553e7b-1f2c-48d2-ae15-eb60fe4d1737 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900238 May 06 13:10:37.277825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-cfb2691e-b53b-48d9-8368-bda8df3103f6 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807930 May 06 13:10:37.465601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b30764b8-b718-4ea4-94d5-f4c961515b14 req-d4c5ad18-0618-41b5-a7de-49412f1876f4 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814630 May 06 13:10:37.484710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2f5e35c3-28b8-4856-b237-2dab808464cb', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:ad:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:33Z', 'updated_at': '2022-05-06T13:10:33Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:37.490834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac98e546-4e8d-44b6-92cf-51a256ed4adb None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '2f5e35c3-28b8-4856-b237-2dab808464cb', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:ad:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:33Z', 'updated_at': '2022-05-06T13:10:33Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:37.744022 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491dcca6-4296-4e74-852d-12d7ee0047dd None None] New status for floating IP 2f5e35c3-28b8-4856-b237-2dab808464cb: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:10:38.511049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdfdbd-a76c-4e50-b95b-4b906a7b44ec req-9684d7f8-9df7-4852-9beb-9cbef9b0ab43 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:38.511803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dccdfdbd-a76c-4e50-b95b-4b906a7b44ec req-9684d7f8-9df7-4852-9beb-9cbef9b0ab43 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:38.514274 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b1a6e5a-57ad-4f51-8da1-047283a5e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:38.621690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dccdfdbd-a76c-4e50-b95b-4b906a7b44ec req-9684d7f8-9df7-4852-9beb-9cbef9b0ab43 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:38.622886 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dccdfdbd-a76c-4e50-b95b-4b906a7b44ec req-9684d7f8-9df7-4852-9beb-9cbef9b0ab43 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.1998682 May 06 13:10:38.682265 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dccdfdbd-a76c-4e50-b95b-4b906a7b44ec req-306e71c9-e13c-4084-89c8-6be8ad79aaae tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525458 May 06 13:10:39.929905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c26b3-8c39-40ea-8166-da7486fd3867 req-bbbd9196-c37d-4f6f-97e4-1eeb0e399dee tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:39.931515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c6c26b3-8c39-40ea-8166-da7486fd3867 req-bbbd9196-c37d-4f6f-97e4-1eeb0e399dee tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.0913291 May 06 13:10:39.983961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c6c26b3-8c39-40ea-8166-da7486fd3867 req-9a151c0a-1c58-4dd9-b1b4-dd76b76f4552 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 May 06 13:10:40.731381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5a4e1d89-dc83-4e97-9b03-c40a6b1f1ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:41.227939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291eb3f-0dce-475d-b2ad-49e43052b990 req-e3e23653-8672-412f-8ed8-025bbe3786fd tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:41.229423 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2291eb3f-0dce-475d-b2ad-49e43052b990 req-e3e23653-8672-412f-8ed8-025bbe3786fd tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.0990188 May 06 13:10:41.287543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2291eb3f-0dce-475d-b2ad-49e43052b990 req-46add274-a914-4d10-812d-b2a054f25f46 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521734 May 06 13:10:42.320204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.366387 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:42.508115 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b7fce-f366-4dee-a583-92cd2e86e368 req-d7f504dc-8bc4-4308-a968-24817cf91158 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:42.510214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e24b7fce-f366-4dee-a583-92cd2e86e368 req-d7f504dc-8bc4-4308-a968-24817cf91158 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.0870562 May 06 13:10:42.562070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e24b7fce-f366-4dee-a583-92cd2e86e368 req-65d020f0-bdfe-4aed-82e4-830a628096da tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457759 May 06 13:10:43.646805 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:43.803554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2434556-db6c-4bbd-a2f0-1fa8c44d34e1 req-1a86dabe-6cb7-4dd6-a760-5f169a3c51f6 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:43.804997 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2434556-db6c-4bbd-a2f0-1fa8c44d34e1 req-1a86dabe-6cb7-4dd6-a760-5f169a3c51f6 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 944 time: 0.1153100 May 06 13:10:43.853901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2434556-db6c-4bbd-a2f0-1fa8c44d34e1 req-31f82ee6-9c9a-4281-b0c1-fc2ceb9606b5 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 May 06 13:10:44.491747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9a9d5a21-1f21-44d7-ab34-0579123ce29d details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:10:44.662732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:44.680050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:10:44.758125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:44.779729 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9d5a21-1f21-44d7-ab34-0579123ce29d {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:10:44.799004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:44.908211 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:45.000778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:45.090881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150753fe-ce9b-42f3-8405-64f7f24ce5a5 req-ceebb6a5-2279-4537-afc1-2e441648860f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:45.092468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-150753fe-ce9b-42f3-8405-64f7f24ce5a5 req-ceebb6a5-2279-4537-afc1-2e441648860f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 945 time: 0.0914927 May 06 13:10:45.136835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['9a9d5a21-1f21-44d7-ab34-0579123ce29d'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:10:45.146894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-150753fe-ce9b-42f3-8405-64f7f24ce5a5 req-2817fdd8-8091-4d55-b9cf-b2fd198c7e99 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482593 May 06 13:10:46.377090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d385a-3558-4165-ba5c-d00a221418a0 req-7b4b9016-4573-4c1a-8e20-39b9a6fcb4e1 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:46.379001 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9d385a-3558-4165-ba5c-d00a221418a0 req-7b4b9016-4573-4c1a-8e20-39b9a6fcb4e1 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 945 time: 0.0855300 May 06 13:10:46.437867 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9d385a-3558-4165-ba5c-d00a221418a0 req-f24bbddb-8c0a-4e73-b62d-182165dcf3f6 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517306 May 06 13:10:46.507870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9a9d5a21-1f21-44d7-ab34-0579123ce29d up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:10:46.685160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 9a9d5a21-1f21-44d7-ab34-0579123ce29d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:10:46.691326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 9a9d5a21-1f21-44d7-ab34-0579123ce29d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:10:46.691836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:46.769267 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:46.869852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:46.905271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:46.921474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:10:46.983509 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad91b30-f3e8-491a-b1ea-4a13e0f7c0a1'] response: {'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'code': 200} May 06 13:10:47.040367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:47.132538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:47.156711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28f5b213-3f4c-4191-a6ee-495d926d0fb4 req-b1e86cba-3a89-4300-88c9-cd656b4d60c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.1074367 May 06 13:10:47.207262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28f5b213-3f4c-4191-a6ee-495d926d0fb4 req-7ebc6ecf-81cb-4627-90b4-a5d60c9717c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 May 06 13:10:47.670468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b1c1e-f601-4eea-bec5-87d7b80feb39 req-f4946f0d-1024-4e09-863b-21f5254721bc tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:47.672232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f0b1c1e-f601-4eea-bec5-87d7b80feb39 req-f4946f0d-1024-4e09-863b-21f5254721bc tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.0944598 May 06 13:10:47.824410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f0b1c1e-f601-4eea-bec5-87d7b80feb39 req-d99a3ea0-866f-4119-a4c9-b6efcb5ac741 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452041 May 06 13:10:49.120903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbf9de-ccc2-40cc-8e81-1d19814d114a req-4b05be4f-5f91-412f-9d49-12af069508d4 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:49.120903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecdbf9de-ccc2-40cc-8e81-1d19814d114a req-4b05be4f-5f91-412f-9d49-12af069508d4 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.1230063 May 06 13:10:49.199342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ecdbf9de-ccc2-40cc-8e81-1d19814d114a req-78691aee-3f4d-4ad0-82ef-851e4f1e4b88 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687349 May 06 13:10:49.420201 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b6821-e4c8-46c7-b2d0-1e688dea9fc9 req-0ac5ea78-40f6-41cb-94ae-c69602f6a1f1 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:49.420201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf5b6821-e4c8-46c7-b2d0-1e688dea9fc9 req-0ac5ea78-40f6-41cb-94ae-c69602f6a1f1 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.0917358 May 06 13:10:49.484673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf5b6821-e4c8-46c7-b2d0-1e688dea9fc9 req-f5b4502d-4305-46bf-931a-b7c4a42362b1 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604839 May 06 13:10:49.518866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47832) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:49.848028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-64860060-36b3-4d6a-afff-2e4b645ba2ac tempest-TestVolumeBackupRestore-1527038710 tempest-TestVolumeBackupRestore-1527038710-project-admin] Synchronizing usage tracker for tenant:d59e38fbe5894fc7af00d6629bd5804f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:10:49.959992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-64860060-36b3-4d6a-afff-2e4b645ba2ac tempest-TestVolumeBackupRestore-1527038710 tempest-TestVolumeBackupRestore-1527038710-project-admin] Unset dirty status for tenant:d59e38fbe5894fc7af00d6629bd5804f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:10:49.961171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-64860060-36b3-4d6a-afff-2e4b645ba2ac tempest-TestVolumeBackupRestore-1527038710 tempest-TestVolumeBackupRestore-1527038710-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1092 time: 0.4434011 May 06 13:10:49.964441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 47840) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:49.969920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:49.977450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:10:49.982030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Usage tracker for resource:floatingip and tenant:5de5c16a621a41f9a4d39178e589cbd7 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:10:49.985397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:10:49.992848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:10:50.115791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:50.458294 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:50.658531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Allocated IP 172.25.2.199 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/00f413ab-2409-4c39-9eaa-7026ecf0fdb6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:10:50.912268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:51.091014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:51.133351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:51.205856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:10:51.209024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:10:51.213800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:10:51.238918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'Port': ['ID=00f413ab-2409-4c39-9eaa-7026ecf0fdb6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:51.858675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:52.004154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:52.261213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:52.336437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:52.508817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event updated for resources: {'Port': ['ID=00f413ab-2409-4c39-9eaa-7026ecf0fdb6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:10:52.530185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:52.773113 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Floating IP ee366cd8-3151-4b53-b400-e03394472228 associated. External IP: 172.25.2.199, port: 9a9d5a21-1f21-44d7-ab34-0579123ce29d. May 06 13:10:53.593942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Router 2fe203e2-cc17-478b-94b0-10765d6d144b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:53.929994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:53.945082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:53.962392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:53.962392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:54.074889 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:54.145255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3fe4f9f7-b9ed-45e2-a9eb-04ff3f661450 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1793590 May 06 13:10:54.149863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:54.151001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47844) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:54.234340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:54.275103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5ae444a0-2226-4cab-9671-96da322cdcdf tempest-TestVolumeBackupRestore-1527038710 tempest-TestVolumeBackupRestore-1527038710-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1092 time: 0.1196425 May 06 13:10:54.275267 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf669a9-886d-40be-a5c3-9c96b93f0c8a'] response: {'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:10:54.275411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47850) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:10:54.281626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Request body: {'floatingip': {'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:10:54.451564 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:54.542497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-8806c4ba-9f7c-43f4-9ab3-9a3a92c04ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.1993787 May 06 13:10:54.816696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-a190c59b-4bfd-4d58-9753-c06efe3097f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:54.827462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-a190c59b-4bfd-4d58-9753-c06efe3097f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.2634392 May 06 13:10:54.891302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:51Z', 'revision_number': 0, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:54.898493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:54.919043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:54.919250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:55.083531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-55c7b2a1-c159-480c-b147-ec32e7e91bef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1000 time: 0.2547154 May 06 13:10:55.184250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-c569cd4a-dc76-43e9-96a4-0fcbb15eb09e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:55.184250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-c569cd4a-dc76-43e9-96a4-0fcbb15eb09e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0804682 May 06 13:10:55.227403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:55.388615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-7dd8005d-e74e-435b-8586-b3082285c234 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910658 May 06 13:10:55.717966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-08873555-de08-4554-9887-52b639ca19f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147032 May 06 13:10:55.920730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:55.949754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:51Z', 'revision_number': 0, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:55.957284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e13a4-873f-401c-8665-80fe41d894c1 None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:51Z', 'revision_number': 0, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:55.967799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-13a8c894-16cb-46bf-89f8-e77b9439f582 req-fe4ed93c-a816-4c71-b028-d401332ee8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442932 May 06 13:10:55.998532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.270047 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568eaf33-81ae-4397-8758-a4a0095f2b83 None None] New status for floating IP ee366cd8-3151-4b53-b400-e03394472228: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:10:56.604551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Router 2fe203e2-cc17-478b-94b0-10765d6d144b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:10:56.888102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:10:56.893869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:10:56.978097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:57.019854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e8a633be-38d0-44c9-aea0-25dbaad0e9b2 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "PUT /v2.0/floatingips/ee366cd8-3151-4b53-b400-e03394472228 HTTP/1.1" status: 200 len: 992 time: 2.7433729 May 06 13:10:57.045517 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78afff73-5a80-423c-b0f8-55f0f39125a9'] response: {'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:10:57.144270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-2d9348ae-f47f-4de2-a369-248bd9a37920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.0790963 May 06 13:10:57.286367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-72b0b499-71c6-4887-9c07-5cc65d3e36b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:57.288284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-72b0b499-71c6-4887-9c07-5cc65d3e36b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.1381636 May 06 13:10:57.407513 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:10:57.408343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-d9cd90c4-77a9-48da-b01e-fee9bd5d0708 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1002 time: 0.1131260 May 06 13:10:57.478492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-75b0e0c8-f9ec-4e66-89c9-c2dde73fa505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:57.479973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-75b0e0c8-f9ec-4e66-89c9-c2dde73fa505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0667818 May 06 13:10:57.568589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-b49f3055-1754-4ccc-8104-5449e9b5b3e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796959 May 06 13:10:57.815285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-0def4cce-bd2c-421c-a1c9-ffa9ea59283e service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408507 May 06 13:10:58.005531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f13a1e40-b594-468b-9565-e9f88fe4141f req-0c2a9b66-d6c6-446f-b67f-eac59d951cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749349 May 06 13:10:58.395106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:10:58.408783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:58.409309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:58.622688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:59.043300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:10:59.092576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:56Z', 'revision_number': 2, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:59.097430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:10:59.109955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:10:59.110963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:10:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:59.126568 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b202bb-0a6e-4aa5-b79d-fc62873dfaa1'] response: {'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:10:59.299244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-c380a6b1-b7b9-448c-912f-824d2b190632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.1438913 May 06 13:10:59.370236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:10:59.535327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99565-b226-44f7-877c-9c436373d20c req-18d16090-4558-4350-a898-7ae5a5b7a6fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:59.537623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-18d16090-4558-4350-a898-7ae5a5b7a6fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.2330062 May 06 13:10:59.668838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-5d83c2e3-0dbc-4105-a6e6-be1397811f69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1002 time: 0.1225033 May 06 13:10:59.791476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99565-b226-44f7-877c-9c436373d20c req-a2b9c93d-0898-4948-8591-a004dc5d3323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:10:59.791476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-a2b9c93d-0898-4948-8591-a004dc5d3323 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.1165173 May 06 13:10:59.793821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:56Z', 'revision_number': 2, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:10:59.798183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0164e3-448b-440d-a4d7-2559fc484308 None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'ee366cd8-3151-4b53-b400-e03394472228', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'port_id': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'mac_address': 'fa:16:3e:ae:fe:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:10:51Z', 'updated_at': '2022-05-06T13:10:56Z', 'revision_number': 2, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:10:59.894948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-c4de7254-0959-4ea7-be6e-a0b63608b3fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924911 May 06 13:11:00.060757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-d1ea1dec-7ab1-4192-a7ae-0452ddf9306b service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666198 May 06 13:11:00.275181 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ea99565-b226-44f7-877c-9c436373d20c req-7ba23ceb-7246-44dc-a60f-d9d6931830ef service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071056 May 06 13:11:08.513555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-697672b7-c945-4f4a-9709-7ba720be5abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:10.742424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9d1f9897-b0e0-4a76-940f-b1887a1bf231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:12.297077 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:12.342643 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:12.612452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-ebcd9103-e2e2-41da-8d26-c48654f0b584 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805545 May 06 13:11:12.785546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-7812803c-a230-4da6-a6be-18ec7ee5aafb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.0854783 May 06 13:11:12.950865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c713-33e5-47b2-9309-96797087d540 req-5130ac06-d1ce-4e60-abc8-7337dd812484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:12.953516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-5130ac06-d1ce-4e60-abc8-7337dd812484 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.1581762 May 06 13:11:13.078952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-223ee7a6-680b-41fa-88a6-f1ea681a051e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1002 time: 0.1103113 May 06 13:11:13.158802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c713-33e5-47b2-9309-96797087d540 req-41625c8a-f21f-4ac2-a47b-60f574101611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.158802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-41625c8a-f21f-4ac2-a47b-60f574101611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0717540 May 06 13:11:13.255401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-bff6f488-52c9-4366-9db9-28efb71c8f3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808694 May 06 13:11:13.255599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-0abdf8c4-e300-4282-a05d-3a6f76327f7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835431 May 06 13:11:13.451201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-2d1003a2-60a0-4510-b60b-29834f822af7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1096 time: 0.1039608 May 06 13:11:13.516115 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-f877ca96-e9a5-496d-93c9-d773033b6ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635529 May 06 13:11:13.672130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-24560bfe-cbd1-4bfd-bde1-66c4d1c09646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.673844 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-24560bfe-cbd1-4bfd-bde1-66c4d1c09646 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1918793 May 06 13:11:13.706071 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:13.715610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cd0c713-33e5-47b2-9309-96797087d540 req-67fb80eb-4045-4590-9eb7-920482aa1d20 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905401 May 06 13:11:13.822882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-e1477350-768c-4ec1-8ed3-90d5a133abf5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1425297 May 06 13:11:13.893184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-56ad2176-0dcc-414d-a786-4aa0efb1a1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:11:13.894944 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-56ad2176-0dcc-414d-a786-4aa0efb1a1fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0661681 May 06 13:11:13.985660 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-39a6be8d-003a-4be4-a3cc-976b06703ff2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842102 May 06 13:11:14.144937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-102079c1-be81-42e8-9971-2497318fe9aa service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528013 May 06 13:11:14.290798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-882083fd-7cc1-455f-8e7a-6956a4a4dd37 req-4ccbc59f-f7ab-4bb2-9f08-6a42eb60a911 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396554 May 06 13:11:16.845096 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:20.999405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:34.408101 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:11:38.469184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c32fe7d-93b2-46cd-bb5c-4aa95adf3669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:40.725159 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0e03-13ae-4fdd-b3cf-25f97d8f7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:42.294446 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:42.342082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:43.723891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:46.774350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:11:51.062053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:08.460098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc8e2b24-f939-447f-a4cf-4ee597606aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:10.699999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-034f25fe-c810-44e5-bd2b-07b9abfc7b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:11.409593 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:12:12.317112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.339512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:12.613103 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-e1196c80-d381-4df2-937b-9320710a4c0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712476 May 06 13:12:12.773725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-cc11f0d5-3ec9-4028-897d-77fe602cbaa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.0771909 May 06 13:12:12.928530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-6d865428-afe1-4ecd-89f7-ad7a77bedcc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:12.929948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-6d865428-afe1-4ecd-89f7-ad7a77bedcc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.1348820 May 06 13:12:13.034315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-33fe4009-013b-472b-b5e3-9f6696a867c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 1002 time: 0.0975523 May 06 13:12:13.103307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-29c08813-3255-47f5-a46f-f92d4cf6176a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:13.104779 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-29c08813-3255-47f5-a46f-f92d4cf6176a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0640547 May 06 13:12:13.183183 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-e2f46459-2a96-4e8e-83cb-f59028b167f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726924 May 06 13:12:13.322055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-6cea974e-c0ce-4368-9d68-ef1d213aae81 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322434 May 06 13:12:13.465262 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ecc6a228-830e-4761-b8cd-c8344c81c01a req-c63b14a0-4451-4591-af31-caf0ffe03b6e service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333659 May 06 13:12:13.632531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:15.219783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-cc01d35a-f78f-4dbc-9bf3-0e8ce8da0a6b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712683 May 06 13:12:15.472119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-2d7afb71-f1c0-4c46-9e27-25e6dd932bc5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1096 time: 0.1835625 May 06 13:12:15.624043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-d95061b0-d056-4b8d-9592-06db573ec233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:15.625516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-d95061b0-d056-4b8d-9592-06db573ec233 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1336620 May 06 13:12:15.753442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-0d3576aa-ef78-48d9-abe2-75092cd242f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1192296 May 06 13:12:15.817260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-956effd9-5e23-4bdb-bded-198e8b7e6221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:15.818742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-956effd9-5e23-4bdb-bded-198e8b7e6221 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0620384 May 06 13:12:15.898295 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-325c86cb-c346-431f-aeea-eda1fb2be257 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734682 May 06 13:12:16.041368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-993423d4-d089-48ca-b6cb-7ced896158e6 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357434 May 06 13:12:16.182804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5884a5bb-1b2a-4f2d-a254-87a56ec9abce req-8b1a9988-ac53-49ea-9334-9fe36ff5af67 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341045 May 06 13:12:16.885002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:21.055902 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:34.192036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47904) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:34.478313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Deleting port 00f413ab-2409-4c39-9eaa-7026ecf0fdb6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:34.478646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:34.667741 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:34.668578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:34.797870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Calling delete_port for 00f413ab-2409-4c39-9eaa-7026ecf0fdb6 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:35.199454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.253058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event deleted for resources: {'Port': ['ID=00f413ab-2409-4c39-9eaa-7026ecf0fdb6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:35.309812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.310150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.310485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.310813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.311139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.311460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.311788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.312120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.312437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.312750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.313069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:35.386214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:35.860922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Router 2fe203e2-cc17-478b-94b0-10765d6d144b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:36.089383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:36.100083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:36.113386 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:36.114007 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:36.222217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:36.291095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ba65a391-3351-4d12-9807-ce63cbf6f61b tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "DELETE /v2.0/floatingips/ee366cd8-3151-4b53-b400-e03394472228 HTTP/1.1" status: 204 len: 168 time: 2.0977483 May 06 13:12:36.291626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:36.302588 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:36.396198 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a2afe1-d113-404b-8b2b-53a12f3042cf'] response: {'name': 'network-changed', 'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:12:36.520714 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-8ff84e59-3245-4149-bf93-d5329a2aad49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 1097 time: 0.0976808 May 06 13:12:36.663840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-e7c5aae1-00ad-4dc8-ada3-c8ad9c94009d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:36.665497 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-e7c5aae1-00ad-4dc8-ada3-c8ad9c94009d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 200 len: 915 time: 0.1400168 May 06 13:12:36.682298 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:36.686447 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:36.698235 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:36.698956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:36.736235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-7a46d4b7-4497-4cb7-b5cf-28ed215413a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 200 len: 217 time: 0.0643373 May 06 13:12:36.813660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-a5e883d2-4093-42e1-be06-b7a798627348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:36.815238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-a5e883d2-4093-42e1-be06-b7a798627348 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 200 len: 853 time: 0.0701306 May 06 13:12:36.892912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:36.911212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-7a752aeb-b445-4d75-b4ef-1bcd38fd5cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a90712a9-87af-412c-b0ae-71887f99a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815256 May 06 13:12:37.122921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-23519805-75d3-45d0-9742-069bce1a6a21 service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030621 May 06 13:12:37.157114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956b56-55a0-4d5e-a3b4-cc158719c9fe req-8da1a7d0-6bb7-4bbf-a87f-8d242d758c6e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:37.163557 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a956b56-55a0-4d5e-a3b4-cc158719c9fe req-8da1a7d0-6bb7-4bbf-a87f-8d242d758c6e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.1294205 May 06 13:12:37.218101 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a956b56-55a0-4d5e-a3b4-cc158719c9fe req-58c12413-0f7a-45b6-a5dd-62951a4b5be0 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495615 May 06 13:12:37.314398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:37.319720 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0794486-5aba-4ed6-9256-a7171bf65419 None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:06:56Z', 'revision_number': 4, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'cea5af1f-e672-4128-b2e4-5569415385d7', 'name': '', 'network_id': 'a90712a9-87af-412c-b0ae-71887f99a978', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'mac_address': 'fa:16:3e:c2:16:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:54Z', 'updated_at': '2022-05-06T13:07:09Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'subnets': [{'id': 'd7649a6c-ce2c-4b55-9338-7d0662b98aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:37.416563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d5d9bb2-56c2-4fbc-ac95-9e3d4e3da919 req-68e78e92-8562-47b7-b395-fd6f210aa8fb service neutron] 10.222.0.13 "GET /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769055 May 06 13:12:37.568942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e28f679-a956-4fc9-9b1d-b61f5bd44cd4 None None] New status for floating IP ee366cd8-3151-4b53-b400-e03394472228: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:12:38.448848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98fb9-3e96-4a4a-bf0b-ef52aac5f29b req-463f4efe-02ec-4d15-8824-7b15f5b7db5a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:38.449537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4be98fb9-3e96-4a4a-bf0b-ef52aac5f29b req-463f4efe-02ec-4d15-8824-7b15f5b7db5a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:38.478626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c0cef157-9d55-4b23-a66c-d09baceaf82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:38.538663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-4be98fb9-3e96-4a4a-bf0b-ef52aac5f29b req-463f4efe-02ec-4d15-8824-7b15f5b7db5a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:38.539880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4be98fb9-3e96-4a4a-bf0b-ef52aac5f29b req-463f4efe-02ec-4d15-8824-7b15f5b7db5a tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.1693637 May 06 13:12:38.591753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4be98fb9-3e96-4a4a-bf0b-ef52aac5f29b req-cd432b0d-6caf-4bb1-a8ad-4b77ae7e99db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/security-groups?id=39a76af2-6a4d-4f04-a97a-5653ae9e1b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458889 May 06 13:12:38.765585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-e2c5e3db-350c-4132-892b-58b424ae8f52 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:12:38.767054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-e2c5e3db-350c-4132-892b-58b424ae8f52 tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 946 time: 0.0805731 May 06 13:12:38.846708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Deleting port 9a9d5a21-1f21-44d7-ab34-0579123ce29d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:38.847072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.096647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] For port 9a9d5a21-1f21-44d7-ab34-0579123ce29d, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=9a9d5a21-1f21-44d7-ab34-0579123ce29d,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:39.096928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.226023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Calling delete_port for 9a9d5a21-1f21-44d7-ab34-0579123ce29d owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:39.461661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.515319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event deleted for resources: {'Port': ['ID=9a9d5a21-1f21-44d7-ab34-0579123ce29d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:39.587996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] No DVR routers for this DVR port 9a9d5a21-1f21-44d7-ab34-0579123ce29d on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:12:39.590517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:39.593060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'name': 'network-vif-deleted', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:12:39.662313 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5bcfb9-b58d-4512-a9b2-8c05bb689e50'] response: {'server_uuid': '450a14af-9761-40c9-a4bc-9fe808b9d171', 'name': 'network-vif-deleted', 'tag': '9a9d5a21-1f21-44d7-ab34-0579123ce29d', 'status': 'completed', 'code': 200} May 06 13:12:39.696617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a636e7c-18ed-417e-8296-8b2572eec2d5 req-5278880e-3d13-4035-a0af-540618f792db tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.13 "DELETE /v2.0/ports/9a9d5a21-1f21-44d7-ab34-0579123ce29d HTTP/1.1" status: 204 len: 173 time: 0.9241107 May 06 13:12:39.778918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1de87d1-be1c-43d6-8651-4d8de35e76d6 req-9f27ca6b-ec63-46c5-a439-60a26a9e2b5e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Synchronizing usage tracker for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:12:39.911612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a1de87d1-be1c-43d6-8651-4d8de35e76d6 req-9f27ca6b-ec63-46c5-a439-60a26a9e2b5e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Unset dirty status for tenant:5de5c16a621a41f9a4d39178e589cbd7 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:12:39.913009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a1de87d1-be1c-43d6-8651-4d8de35e76d6 req-9f27ca6b-ec63-46c5-a439-60a26a9e2b5e tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.1805658 May 06 13:12:40.773517 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a74c9d8-5eac-4a3d-b436-62caa99f86b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:41.126077 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-100f51a2-5007-4cb4-8840-25b922a3a3b2 req-10ff2508-996b-4dd0-a3ed-7502b65122ca tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "GET /v2.0/ports?device_id=450a14af-9761-40c9-a4bc-9fe808b9d171 HTTP/1.1" status: 200 len: 210 time: 0.0673726 May 06 13:12:41.143591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9a9d5a21-1f21-44d7-ab34-0579123ce29d no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:41.189056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 9a9d5a21-1f21-44d7-ab34-0579123ce29d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:41.189404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 9a9d5a21-1f21-44d7-ab34-0579123ce29d not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:42.238095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 47938) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:42.315640 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.327991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.349474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.367506 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.496296 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.516020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a76af2-6a4d-4f04-a97a-5653ae9e1b07,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:42.648782 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:42.649971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4b5aecac-3934-48f5-accd-049a6a41d03f tempest-TestVolumeBackupRestore-232621672 tempest-TestVolumeBackupRestore-232621672-project] 10.222.0.83 "DELETE /v2.0/security-groups/39a76af2-6a4d-4f04-a97a-5653ae9e1b07 HTTP/1.1" status: 204 len: 168 time: 0.4108663 May 06 13:12:43.702172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:45.740423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48054) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:46.335913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:46.821422 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.070640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Deleting port cea5af1f-e672-4128-b2e4-5569415385d7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:47.071121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.248833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] For port cea5af1f-e672-4128-b2e4-5569415385d7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cea5af1f-e672-4128-b2e4-5569415385d7,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:47.249100 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.377409 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Calling delete_port for cea5af1f-e672-4128-b2e4-5569415385d7 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:47.646013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:47.690476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Pushing event deleted for resources: {'Port': ['ID=cea5af1f-e672-4128-b2e4-5569415385d7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:48.015424 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:48.410992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:12:48.721638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Router 2fe203e2-cc17-478b-94b0-10765d6d144b has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:48.937577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:48.947179 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Sync routers for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:48.961942 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:48.962564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:49.133425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f4c7acb7-03cc-4c72-9a70-0173d059ba23 admin admin] 10.222.0.83 "PUT /v2.0/routers/2fe203e2-cc17-478b-94b0-10765d6d144b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911698 May 06 13:12:49.135902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48182) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:49.155262 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:49.358191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:49.470910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:12:47Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:49.475938 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Checking router: 2fe203e2-cc17-478b-94b0-10765d6d144b for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:49.487304 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Routers {'2fe203e2-cc17-478b-94b0-10765d6d144b'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:49.487996 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['2fe203e2-cc17-478b-94b0-10765d6d144b'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:49.569079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:49.701964 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] Set router 2fe203e2-cc17-478b-94b0-10765d6d144b gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:49.751310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Deleting port ccea66c7-dbb6-4878-ac28-c190b304890e {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:49.751310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:49.959364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] For port ccea66c7-dbb6-4878-ac28-c190b304890e, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ccea66c7-dbb6-4878-ac28-c190b304890e,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:49.959739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:50.011143 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:12:47Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:50.015058 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f0d28-de8d-4c8b-99b9-e410d32d6a4f None None] The sync data for ids ['2fe203e2-cc17-478b-94b0-10765d6d144b'] in n-d-840845-1 is: [{'id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'name': 'tempest-TestVolumeBackupRestore-1668330320-router', 'tenant_id': '5de5c16a621a41f9a4d39178e589cbd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:06:48Z', 'updated_at': '2022-05-06T13:12:47Z', 'revision_number': 5, 'project_id': '5de5c16a621a41f9a4d39178e589cbd7', 'gw_port': {'id': 'ccea66c7-dbb6-4878-ac28-c190b304890e', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe203e2-cc17-478b-94b0-10765d6d144b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:06:49Z', 'updated_at': '2022-05-06T13:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:50.193692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Calling delete_port for ccea66c7-dbb6-4878-ac28-c190b304890e owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:50.496099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:50.543203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ccea66c7-dbb6-4878-ac28-c190b304890e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:50.779112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.007801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.043450 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.047576 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.150542 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.151097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe203e2-cc17-478b-94b0-10765d6d144b {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:12:51.164676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.168324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-55f89236-2696-4ff8-b5a3-dc8bdfe61a9a admin admin] 10.222.0.83 "DELETE /v2.0/routers/2fe203e2-cc17-478b-94b0-10765d6d144b HTTP/1.1" status: 204 len: 168 time: 2.0314252 May 06 13:12:51.171691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:51.241451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Deleting subnet d7649a6c-ce2c-4b55-9338-7d0662b98aa6 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:12:51.245021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.299064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.383295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.536936 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.575547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7649a6c-ce2c-4b55-9338-7d0662b98aa6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:51.588485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.593693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.593885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f059d-c853-45b4-b4c0-710b60e70269 None None] Network a90712a9-87af-412c-b0ae-71887f99a978 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:51.594047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.594561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.594900 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.595238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.595566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.595923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.596255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.596579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.596935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.597478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:12:51.603008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-71c9bc8d-db07-4840-94c1-2e5b108a76a0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d7649a6c-ce2c-4b55-9338-7d0662b98aa6 HTTP/1.1" status: 204 len: 168 time: 0.4331844 May 06 13:12:51.605611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48264) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:51.726737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.738186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Deleting port 43ffcaa0-fe82-4716-973e-5ca0fc05826a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:51.738523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.914960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42881e-4115-490c-861a-7d2934694002 None None] DHCP port deletion for a90712a9-87af-412c-b0ae-71887f99a978 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:12:51.916570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Deleting port 43ffcaa0-fe82-4716-973e-5ca0fc05826a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:51.917117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:51.969696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] For port 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=43ffcaa0-fe82-4716-973e-5ca0fc05826a,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:51.970208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.014464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ccea66c7-dbb6-4878-ac28-c190b304890e no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:52.060675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ccea66c7-dbb6-4878-ac28-c190b304890e {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:52.060919 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ccea66c7-dbb6-4878-ac28-c190b304890e not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:52.061320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 43ffcaa0-fe82-4716-973e-5ca0fc05826a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:52.099913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Calling delete_port for 43ffcaa0-fe82-4716-973e-5ca0fc05826a owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:52.223209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ab42881e-4115-490c-861a-7d2934694002 None None] For port 43ffcaa0-fe82-4716-973e-5ca0fc05826a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=43ffcaa0-fe82-4716-973e-5ca0fc05826a,segment=NetworkSegment(5ebb1bd8-566f-4ad3-b542-2201f67885b3),segment_id=5ebb1bd8-566f-4ad3-b542-2201f67885b3)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:52.223599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.385563 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.390165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Calling delete_port for 43ffcaa0-fe82-4716-973e-5ca0fc05826a owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:52.436591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ffcaa0-fe82-4716-973e-5ca0fc05826a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:52.442577 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] No DVR routers for this DVR port 43ffcaa0-fe82-4716-973e-5ca0fc05826a on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:12:52.443587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.531834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:12:52.532185 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:12:52.532854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cea5af1f-e672-4128-b2e4-5569415385d7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:52.564885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cea5af1f-e672-4128-b2e4-5569415385d7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:52.565226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cea5af1f-e672-4128-b2e4-5569415385d7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:52.567816 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.595091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90712a9-87af-412c-b0ae-71887f99a978']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:52.608452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebb1bd8-566f-4ad3-b542-2201f67885b3') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:52.608776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebb1bd8-566f-4ad3-b542-2201f67885b3') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:52.620736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.642928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.650066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:12:52.650452 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: timer() May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:12:52.665246 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:12:52.850165 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.867208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:52.878839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90712a9-87af-412c-b0ae-71887f99a978,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:52.962862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a43d2a17-9d53-4944-9fae-15d3294ed9e1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a90712a9-87af-412c-b0ae-71887f99a978 HTTP/1.1" status: 204 len: 168 time: 1.3559182 May 06 13:12:52.965778 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48308) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:53.033327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Deleting port 43ffcaa0-fe82-4716-973e-5ca0fc05826a {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:53.033868 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ab42881e-4115-490c-861a-7d2934694002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:53.108099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ab42881e-4115-490c-861a-7d2934694002 None None] The port '43ffcaa0-fe82-4716-973e-5ca0fc05826a' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:12:53.375196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.020688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Deleting port fe8de518-28aa-4ed9-a41f-3243508e31c4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:54.021029 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.295265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] For port fe8de518-28aa-4ed9-a41f-3243508e31c4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=fe8de518-28aa-4ed9-a41f-3243508e31c4,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:54.295616 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.422610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Calling delete_port for fe8de518-28aa-4ed9-a41f-3243508e31c4 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:54.693415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:54.740500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8de518-28aa-4ed9-a41f-3243508e31c4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:55.054620 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:55.660643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:12:55.988528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:12:56.006299 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Sync routers for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:12:56.020214 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:56.020857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:56.098921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-811d3959-2ca0-4940-9cf3-7f350124659a admin admin] 10.222.0.83 "PUT /v2.0/routers/eafde1ac-6a8c-4ba7-9907-d9d06bb4144c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320343 May 06 13:12:56.107602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48418) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:56.209451 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:56.317016 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:56.534291 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:56.557195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 5, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:56.561974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Checking router: eafde1ac-6a8c-4ba7-9907-d9d06bb4144c for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:12:56.574918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Routers {'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:12:56.575492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:12:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:56.649997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Deleting port 09ed3dae-afe7-4e51-b050-5335a094d9f2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:56.650458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:56.775481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] Set router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:12:56.954691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] For port 09ed3dae-afe7-4e51-b050-5335a094d9f2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09ed3dae-afe7-4e51-b050-5335a094d9f2,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:56.955043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:57.074410 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 5, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:57.078409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7507570-ca31-4b90-aae9-9ae93c7ba0fa None None] The sync data for ids ['eafde1ac-6a8c-4ba7-9907-d9d06bb4144c'] in n-d-840845-1 is: [{'id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'name': 'tempest-TestVolumeBackupRestore-384101169-router', 'tenant_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:07:03Z', 'updated_at': '2022-05-06T13:12:54Z', 'revision_number': 5, 'project_id': 'd59e38fbe5894fc7af00d6629bd5804f', 'gw_port': {'id': '09ed3dae-afe7-4e51-b050-5335a094d9f2', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafde1ac-6a8c-4ba7-9907-d9d06bb4144c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:07:04Z', 'updated_at': '2022-05-06T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:12:57.080787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Calling delete_port for 09ed3dae-afe7-4e51-b050-5335a094d9f2 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:57.341387 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:57.390361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=09ed3dae-afe7-4e51-b050-5335a094d9f2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:57.625125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:57.892657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:57.897803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.016222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fe8de518-28aa-4ed9-a41f-3243508e31c4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:12:58.033228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.033763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router eafde1ac-6a8c-4ba7-9907-d9d06bb4144c {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:12:58.049472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.051729 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f02ca4d-c31e-4587-a049-ad8561c1a4ea admin admin] 10.222.0.83 "DELETE /v2.0/routers/eafde1ac-6a8c-4ba7-9907-d9d06bb4144c HTTP/1.1" status: 204 len: 168 time: 1.9428318 May 06 13:12:58.054159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48422) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:58.061412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: fe8de518-28aa-4ed9-a41f-3243508e31c4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:12:58.062059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device fe8de518-28aa-4ed9-a41f-3243508e31c4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:12:58.119476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Deleting subnet b46e7dce-f995-4cac-8ae4-38c1a60562bd {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:12:58.122782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.179871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.259493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.461764 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.621720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46e7dce-f995-4cac-8ae4-38c1a60562bd,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:58.626344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.633213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fcc69378-2f32-4ae6-9d38-b451c32e320d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b46e7dce-f995-4cac-8ae4-38c1a60562bd HTTP/1.1" status: 204 len: 168 time: 0.5778131 May 06 13:12:58.635567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:12:58.638515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a865509-fac8-485a-98f9-bd122c570ae2 None None] Network a2e13820-7f0d-418e-bdb3-c794b4a49c16 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:12:58.746573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.758044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Deleting port 702cf10c-1b28-49bd-8325-d5280a44afa2 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:58.758377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.900633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] DHCP port deletion for a2e13820-7f0d-418e-bdb3-c794b4a49c16 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:12:58.905025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Deleting port 702cf10c-1b28-49bd-8325-d5280a44afa2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:58.905397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:58.974225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] For port 702cf10c-1b28-49bd-8325-d5280a44afa2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=702cf10c-1b28-49bd-8325-d5280a44afa2,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:58.974589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.102568 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Calling delete_port for 702cf10c-1b28-49bd-8325-d5280a44afa2 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:59.118750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] For port 702cf10c-1b28-49bd-8325-d5280a44afa2, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=702cf10c-1b28-49bd-8325-d5280a44afa2,segment=NetworkSegment(5a7b8279-9d47-4761-8ef9-aee1afa4d149),segment_id=5a7b8279-9d47-4761-8ef9-aee1afa4d149)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:12:59.119046 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.256343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Calling delete_port for 702cf10c-1b28-49bd-8325-d5280a44afa2 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:12:59.287431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.326654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:12:59.326993 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:12:59.332775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=702cf10c-1b28-49bd-8325-d5280a44afa2,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:59.338916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] No DVR routers for this DVR port 702cf10c-1b28-49bd-8325-d5280a44afa2 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:12:59.458254 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.484871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e13820-7f0d-418e-bdb3-c794b4a49c16']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:59.497044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7b8279-9d47-4761-8ef9-aee1afa4d149') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:59.497337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7b8279-9d47-4761-8ef9-aee1afa4d149') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:12:59.510394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.531258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.538338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:12:59.538716 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: timer() May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:12:59.551930 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:12:59.701349 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.718460 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.732096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e13820-7f0d-418e-bdb3-c794b4a49c16,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:12:59.737497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-800158a4-1d40-41d9-9ddd-ca023cb280e3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a2e13820-7f0d-418e-bdb3-c794b4a49c16 HTTP/1.1" status: 204 len: 168 time: 1.1008966 May 06 13:12:59.828826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Deleting port 702cf10c-1b28-49bd-8325-d5280a44afa2 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:12:59.829197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:12:59.897119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b73c0ca4-b06c-4f44-a6cf-4be891ac3777 None None] The port '702cf10c-1b28-49bd-8325-d5280a44afa2' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:13:00.005615 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 702cf10c-1b28-49bd-8325-d5280a44afa2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:00.039631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 702cf10c-1b28-49bd-8325-d5280a44afa2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:00.040014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 702cf10c-1b28-49bd-8325-d5280a44afa2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:00.040483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09ed3dae-afe7-4e51-b050-5335a094d9f2 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:00.073702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 09ed3dae-afe7-4e51-b050-5335a094d9f2 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:00.074050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09ed3dae-afe7-4e51-b050-5335a094d9f2 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:00.180025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:00.236688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3d0b3fae-97fa-478a-b6bd-6630e6cc5277 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5de5c16a621a41f9a4d39178e589cbd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554986 May 06 13:13:00.239702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48438) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:00.304967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:00.336379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:00.495668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:00.515595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b689d97a-243b-4b2e-a7b5-7477ea6ef0c7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:00.524803 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:00.525942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-143dbd98-ed5f-4ee6-9331-c19f2ef0ae57 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b689d97a-243b-4b2e-a7b5-7477ea6ef0c7 HTTP/1.1" status: 204 len: 168 time: 0.2853062 May 06 13:13:01.341413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 48448) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:01.397278 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-363bc1a5-9b1b-4e51-a23e-e62b8bcc3df4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d59e38fbe5894fc7af00d6629bd5804f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545852 May 06 13:13:01.399939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48452) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:13:01.466886 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.496382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.632654 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.649347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4297755-45b0-4dd8-8cf5-ca3c8c21eaf3,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:01.654028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:01.657605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-900f35c1-f2c4-463c-b592-5b227bf6e209 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4297755-45b0-4dd8-8cf5-ca3c8c21eaf3 HTTP/1.1" status: 204 len: 168 time: 0.2566133 May 06 13:13:08.521697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c5c0e244-3a44-41f7-a24e-588fff45f5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:10.741329 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9cbdbcbf-b4fa-4077-bab5-2fc80bd688f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:12.327168 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:12.347180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:13.761645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:16.804362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:17.854815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-c13ee1de-65bb-4870-90cc-6c974b517518 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761700 May 06 13:13:17.997487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-42eddb83-1fec-46d5-9fff-ba35132cf66c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 1096 time: 0.0715623 May 06 13:13:18.150844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a318-e7c3-43c0-8627-833762bcf238 req-7265cdd8-03c7-4b11-bb7f-a733ea7aa020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:18.152496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-7265cdd8-03c7-4b11-bb7f-a733ea7aa020 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1337574 May 06 13:13:18.262249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-4aee1192-5a4c-407b-ab05-7c5ca8e875b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1030588 May 06 13:13:18.326913 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a318-e7c3-43c0-8627-833762bcf238 req-eddcb541-274f-4322-9719-797906f86fb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:18.328467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-eddcb541-274f-4322-9719-797906f86fb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0605018 May 06 13:13:18.411517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-4e85ce5c-13c9-4d95-93da-de1a30236bd3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765333 May 06 13:13:18.551926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-8609c23f-3c76-47d5-82eb-fecc0ebaa5d3 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336188 May 06 13:13:18.787860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2348a318-e7c3-43c0-8627-833762bcf238 req-6e3ac3a7-9645-44e2-9351-3ebd515887fe service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294636 May 06 13:13:21.007198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:25.412795 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:13:38.501485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f8c8765-71a0-47aa-9abf-087e602853e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:40.689952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cb0ff2dc-1ec7-47ab-a642-f599880d7a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.332744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:42.355092 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.652546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:43.792743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3960e-82fd-43ba-aa2f-ab868debb3b5 req-83d66cb2-26b2-40c0-adf7-30f25d3555db tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:43.795458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ee3960e-82fd-43ba-aa2f-ab868debb3b5 req-83d66cb2-26b2-40c0-adf7-30f25d3555db tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.3362472 May 06 13:13:43.842484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1ee3960e-82fd-43ba-aa2f-ab868debb3b5 req-8908291e-b827-4d08-87bf-12c34d05c161 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418775 May 06 13:13:45.134318 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535413f9-358f-4dea-a316-b7934b7aa787 req-b9f12ef8-047d-430a-97f5-73a60223d808 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:45.135819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-535413f9-358f-4dea-a316-b7934b7aa787 req-b9f12ef8-047d-430a-97f5-73a60223d808 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.1678548 May 06 13:13:45.147859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-f2bcb402-a7c2-4353-a8bb-0c7e22be5a2d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:45.149341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-f2bcb402-a7c2-4353-a8bb-0c7e22be5a2d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 945 time: 0.0797849 May 06 13:13:45.183142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-535413f9-358f-4dea-a316-b7934b7aa787 req-4faf97ed-d7f4-4257-971b-2f7356ea63b5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 May 06 13:13:45.219505 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port c6d65067-d8fb-459d-b378-c17abd0d7ac8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:13:45.219877 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.471298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port c6d65067-d8fb-459d-b378-c17abd0d7ac8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c6d65067-d8fb-459d-b378-c17abd0d7ac8,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:13:45.471574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.778419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.778779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:45.779015 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Floating IP 2f5e35c3-28b8-4856-b237-2dab808464cb disassociated. External IP: 172.25.2.28, port: c6d65067-d8fb-459d-b378-c17abd0d7ac8. May 06 13:13:45.779355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for c6d65067-d8fb-459d-b378-c17abd0d7ac8 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:13:46.015519 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.070186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=c6d65067-d8fb-459d-b378-c17abd0d7ac8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:46.284215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:13:46.443707 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7906d6f1-4bc6-4a2a-9389-1cf12b29fd8b req-bc5731f2-9179-4f2e-be03-0650ae3e1ee6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.1003945 May 06 13:13:46.534994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:13:46.545001 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:13:46.563466 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:46.564379 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:13:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:46.729813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port c6d65067-d8fb-459d-b378-c17abd0d7ac8 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:13:46.732620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.737947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'name': 'network-vif-deleted', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:46.763506 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:46.793265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:46.822770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a1664fe-0f1b-4340-ae70-1f13e1162930 req-44b8df21-b0c6-4554-807a-92a91d7488b2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "DELETE /v2.0/ports/c6d65067-d8fb-459d-b378-c17abd0d7ac8 HTTP/1.1" status: 204 len: 173 time: 1.6680365 May 06 13:13:46.888862 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afece374-e272-41ee-8257-5695ff1ee73b'] response: {'server_uuid': '67e224bd-6b24-4272-9a78-79c981b1aa57', 'name': 'network-vif-deleted', 'tag': 'c6d65067-d8fb-459d-b378-c17abd0d7ac8', 'status': 'completed', 'code': 200} May 06 13:13:47.091877 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:47.095748 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:13:47.106279 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:13:47.106872 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:13:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:47.285902 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:13:47.611442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a52c9a31-6d87-4d22-a380-9533f1f3945d req-1663cbc1-a20d-4fef-b90a-32ad7da6fb32 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:47.652885 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:13:47.656887 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b68ec-7f72-46d7-b504-b9db04d9f071 None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:13:47.698221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a52c9a31-6d87-4d22-a380-9533f1f3945d req-1663cbc1-a20d-4fef-b90a-32ad7da6fb32 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:47.699637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a52c9a31-6d87-4d22-a380-9533f1f3945d req-1663cbc1-a20d-4fef-b90a-32ad7da6fb32 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=67e224bd-6b24-4272-9a78-79c981b1aa57 HTTP/1.1" status: 200 len: 210 time: 0.1308315 May 06 13:13:47.888503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96e1bc-7f26-4797-ae39-6dc8dd02e61a None None] New status for floating IP 2f5e35c3-28b8-4856-b237-2dab808464cb: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:13:49.138130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-d9ccfd99-f7f6-4ef5-8a5b-fffa3baa8937 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734472698&fields=id&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 267 time: 0.0404911 May 06 13:13:49.227140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6d65067-d8fb-459d-b378-c17abd0d7ac8 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:13:49.260971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c6d65067-d8fb-459d-b378-c17abd0d7ac8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:13:49.261315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c6d65067-d8fb-459d-b378-c17abd0d7ac8 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:13:49.299740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-15585ab0-ad69-46e4-ba8e-0087b2944e2e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:49.299740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-15585ab0-ad69-46e4-ba8e-0087b2944e2e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1546516 May 06 13:13:49.319858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-dd0dd146-1cbb-4024-90c3-3ddbc2026b9f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0143404 May 06 13:13:49.416423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-1611fb9c-dbea-4a0f-9947-3d1396c65b5e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906644 May 06 13:13:49.514887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-e59fdea4-6c52-4559-ada7-b6632c514f36 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:13:49.515886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-e59fdea4-6c52-4559-ada7-b6632c514f36 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0873644 May 06 13:13:49.651494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-a3fcce5e-7a38-4dc1-926b-127c06255921 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284347 May 06 13:13:49.789737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-0165c63b-c08d-4632-ba44-280c1c56d3a8 service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322134 May 06 13:13:50.550361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cce0095e-75c4-46fa-8429-007d8b81c231 req-9d9e525a-ae9e-4ed4-adfe-8ea53a8883ff tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0432274 May 06 13:13:51.061648 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:51.666071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9183e343-d4ee-4146-89ec-3af743107b28 req-f0e2896c-4389-4124-b089-b43f276eb3a5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0419385 May 06 13:13:52.844706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3a340fc8-2030-47ed-93b6-3bc60b5ee232 req-fb61b7f4-40a6-46bd-8a22-f773dc36690d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0465987 May 06 13:13:53.443915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-4afd3a04-c2aa-4df1-b091-48d795f58f96 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:53.445541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-4afd3a04-c2aa-4df1-b091-48d795f58f96 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1541781 May 06 13:13:53.501173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-3e425bbe-061e-4973-8ffb-92811bb58b84 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 380 time: 0.0434182 May 06 13:13:53.509887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331', 'security_groups': ['539878e0-68b6-4d72-9ebc-2565d009a167']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:53.654447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:13:53.664526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:13:53.741730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:13:53.744896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:53.918337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.12 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/c3e930fb-e2ec-4606-a554-f24bdf1d91d7) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:13:54.029349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5adb770e-f066-42cd-a2b6-b643f262370d req-0352620d-3018-4424-be85-b2bb2f1c96c7 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0511003 May 06 13:13:54.125102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.142729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object c3e930fb-e2ec-4606-a554-f24bdf1d91d7 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:54.244349 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.318860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:13:54.322247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:13:54.327444 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:13:54.367169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:54.392074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.392428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.392805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.393148 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.393648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.394472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.394829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.395154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.395480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.395829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.396413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:13:54.424200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:54.428693 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.528298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-b4888f66-7dc4-4716-88ce-48c35340dd65 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0221970 May 06 13:13:54.540525 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Request body: {'port': {'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:13:54.635889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f908c064-18fe-4841-b7eb-20e787ab78e8 None None] Provisioning for port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:13:54.645412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f908c064-18fe-4841-b7eb-20e787ab78e8 None None] Provisioning complete for port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:13:54.646336 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f908c064-18fe-4841-b7eb-20e787ab78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.659663 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:54.721159 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f908c064-18fe-4841-b7eb-20e787ab78e8 None None] Port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:13:55.148293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e930fb-e2ec-4606-a554-f24bdf1d91d7 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:13:55.156012 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.205419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Transition to ACTIVE for port object c3e930fb-e2ec-4606-a554-f24bdf1d91d7 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:13:55.248173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0822bb-e805-4614-a721-80e29941b2db req-35c57e4a-39c1-4429-96b5-43d3b5c84405 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:55.248784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f0822bb-e805-4614-a721-80e29941b2db req-35c57e4a-39c1-4429-96b5-43d3b5c84405 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:13:55.295667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.410879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7f0822bb-e805-4614-a721-80e29941b2db req-35c57e4a-39c1-4429-96b5-43d3b5c84405 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:13:55.412038 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f0822bb-e805-4614-a721-80e29941b2db req-35c57e4a-39c1-4429-96b5-43d3b5c84405 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 932 time: 0.2458689 May 06 13:13:55.451442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:55.546432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7f0822bb-e805-4614-a721-80e29941b2db req-80c7d24f-3f7e-480f-85ac-a49c32dbad43 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196122 May 06 13:13:55.590155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Attempting to bind port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:13:55.590479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Attempting to bind port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:13:55.590797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Attempting to bind port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:13:55.598405 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:13:55.598733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Attempting to bind port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:13:55.605634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:13:55.605970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:13:55.606381 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:13:55.610680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Bound port: c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:13:55.610680 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.709114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:13:55.712337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:13:55.813558 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.881520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:13:55.882920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] 10.222.0.13 "PUT /v2.0/ports/c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1092 time: 1.3477859 May 06 13:13:55.883356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:13:55.902839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05507817-8bc0-41ae-b232-0b9e8a76cf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:13:55.951921 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a097373-125b-44db-90be-998bbf12cd1c'] response: {'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'status': 'completed', 'code': 200} May 06 13:13:56.054590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6eee095d-dc81-43ff-8fe2-a60b7617b559 req-8420f2f1-6f4d-44c6-8efd-833cedeeaa89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1095 time: 0.0801919 May 06 13:13:56.203351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee095d-dc81-43ff-8fe2-a60b7617b559 req-9adf80d3-f1a7-4acd-be46-cae6e5a2c3bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:56.204841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6eee095d-dc81-43ff-8fe2-a60b7617b559 req-9adf80d3-f1a7-4acd-be46-cae6e5a2c3bc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59f597caa6924978af45e8524840b331&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445804 May 06 13:13:56.342334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee095d-dc81-43ff-8fe2-a60b7617b559 req-d3cf5973-d280-4335-ba7c-945dae6c6e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:56.343814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6eee095d-dc81-43ff-8fe2-a60b7617b559 req-d3cf5973-d280-4335-ba7c-945dae6c6e70 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330242 May 06 13:13:56.450424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-9abbb1f1-70f7-459f-940b-4a568f80647a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1095 time: 0.0708146 May 06 13:13:56.524142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-ea1518df-7b52-443e-a3e6-2f9893bf3cea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 217 time: 0.0650723 May 06 13:13:56.594674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-84cfa865-23a8-40c7-a179-b8de0a5b4c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:56.596255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-84cfa865-23a8-40c7-a179-b8de0a5b4c4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0663207 May 06 13:13:56.679957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-178b2ee2-25f1-49c8-92e0-fe66610016ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769000 May 06 13:13:56.871257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-89d90448-3c06-42d5-b7ac-73a5207c93d6 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560876 May 06 13:13:56.877082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38ec8e-7d88-467f-90e5-c0e10858de28 req-840cd943-5249-4847-be94-a2dc9c0a8668 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:56.878649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef38ec8e-7d88-467f-90e5-c0e10858de28 req-840cd943-5249-4847-be94-a2dc9c0a8668 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.1974883 May 06 13:13:57.015741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef38ec8e-7d88-467f-90e5-c0e10858de28 req-765d0814-b5f3-4487-8a49-cba1d2d83de8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179039 May 06 13:13:57.053380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a02561d-ed0a-47c8-841a-43cb3df40956 req-33dbe572-83b4-4c42-b698-be5a61ff1a38 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737661 May 06 13:13:58.219030 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ab381-6e7d-4223-9576-4f1a4bfe98b6 req-4a359a15-dd20-4e8c-b145-e50090ad6bad tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:58.220641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f00ab381-6e7d-4223-9576-4f1a4bfe98b6 req-4a359a15-dd20-4e8c-b145-e50090ad6bad tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.0800219 May 06 13:13:58.266617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f00ab381-6e7d-4223-9576-4f1a4bfe98b6 req-37545362-934e-4d84-8f33-ead083e0ab40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 May 06 13:13:58.579993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-76dd5fd7-2a54-4d21-b326-70ae4be5d2d8 req-85ed11b1-e77c-472d-8cf1-a92d5edbcf6e service neutron] (84799) timed out ('10.222.0.83', 54792) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:13:59.580533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1b164-11d9-4ff7-931e-2328e6696708 req-5c0999c0-c344-4c0d-924c-f5d1befb029a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:13:59.583196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e1b164-11d9-4ff7-931e-2328e6696708 req-5c0999c0-c344-4c0d-924c-f5d1befb029a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.1872468 May 06 13:13:59.630969 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e1b164-11d9-4ff7-931e-2328e6696708 req-9349cb7d-27b8-436c-a0f0-38141b193fc3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 May 06 13:14:00.842627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037caea-e6ea-4707-b9c0-98a3f6060ba2 req-2b33df2a-21d4-4d5b-9885-2a1dd23c1c25 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:00.844136 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2037caea-e6ea-4707-b9c0-98a3f6060ba2 req-2b33df2a-21d4-4d5b-9885-2a1dd23c1c25 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.0860841 May 06 13:14:00.892528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2037caea-e6ea-4707-b9c0-98a3f6060ba2 req-3b04ee12-23b5-4c76-8193-65fced4581de tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424516 May 06 13:14:02.092643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48f37e-6465-4276-9257-6b18a1b8f027 req-b29716be-02cb-4120-83d4-d0e37613bccb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:02.093805 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba48f37e-6465-4276-9257-6b18a1b8f027 req-b29716be-02cb-4120-83d4-d0e37613bccb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.0774848 May 06 13:14:02.142575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba48f37e-6465-4276-9257-6b18a1b8f027 req-4b94e27e-2e10-4a2e-b479-b9019cd7bb4f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 May 06 13:14:02.414372 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:14:03.347322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c174c5-4f98-48ff-94c1-c3ec45690d8a req-a89c72f5-7c95-44d6-8ee3-2014200c3621 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:03.349045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7c174c5-4f98-48ff-94c1-c3ec45690d8a req-a89c72f5-7c95-44d6-8ee3-2014200c3621 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.0831060 May 06 13:14:03.397425 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a7c174c5-4f98-48ff-94c1-c3ec45690d8a req-1bf1b37d-200e-4657-afb9-34ca026cd40f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 May 06 13:14:04.675991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e78be-188d-4703-88f2-c283196c6091 req-fdcc5002-c57a-4995-b898-acf62f70b3c2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:04.677507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a39e78be-188d-4703-88f2-c283196c6091 req-fdcc5002-c57a-4995-b898-acf62f70b3c2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 944 time: 0.1524415 May 06 13:14:04.725316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a39e78be-188d-4703-88f2-c283196c6091 req-e93aeadf-c9b5-48d9-b745-dab3fc167661 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420907 May 06 13:14:05.532969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c3e930fb-e2ec-4606-a554-f24bdf1d91d7 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:14:05.681988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:05.695739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:14:05.760583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.779850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e930fb-e2ec-4606-a554-f24bdf1d91d7 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:14:05.797389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:05.881022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:05.935496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335f490-61fb-4025-9b8c-8b7c24b3ab01 req-dcc5347f-5edd-4ff9-bcd0-3b7ad8eee051 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:05.937041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8335f490-61fb-4025-9b8c-8b7c24b3ab01 req-dcc5347f-5edd-4ff9-bcd0-3b7ad8eee051 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 945 time: 0.0854342 May 06 13:14:05.949435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:05.959448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.959723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.960082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.960411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.960737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.961058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.961378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.961697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.962010 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.962324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.962641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:14:05.986142 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8335f490-61fb-4025-9b8c-8b7c24b3ab01 req-9dfe8bd6-b4d9-474d-ac1b-f637ad620076 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 May 06 13:14:06.106283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['c3e930fb-e2ec-4606-a554-f24bdf1d91d7'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:14:07.189326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9c247-8455-40c2-80db-200d437d80de req-82ebdfe3-2dcb-4c46-9847-0a850b450e3d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:07.197079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34e9c247-8455-40c2-80db-200d437d80de req-82ebdfe3-2dcb-4c46-9847-0a850b450e3d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 945 time: 0.0825949 May 06 13:14:07.237993 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34e9c247-8455-40c2-80db-200d437d80de req-a69f6c6e-a378-4ce9-a311-974097b27969 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403781 May 06 13:14:07.547920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c3e930fb-e2ec-4606-a554-f24bdf1d91d7 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:14:07.712499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:14:07.717680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:14:07.718195 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.837480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:07.869679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:07.879994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:14:07.930662 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9154c82d-13a4-407e-95ef-9f4c2a4b644f'] response: {'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'code': 200} May 06 13:14:07.977038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.054398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:08.059916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-490dbe78-781e-4e8b-9ae2-053327d2d8ef req-343b3185-0842-4549-8701-06a375275aeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0707264 May 06 13:14:08.104222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-490dbe78-781e-4e8b-9ae2-053327d2d8ef req-d2948097-2245-4df6-b74d-bde8cc10a10f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379159 May 06 13:14:08.448465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70165029-c83b-45ff-8e26-6d29583fbb8f req-54926ff3-55d0-42cf-a753-9046a2d334d6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:08.450049 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70165029-c83b-45ff-8e26-6d29583fbb8f req-54926ff3-55d0-42cf-a753-9046a2d334d6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 946 time: 0.0832593 May 06 13:14:08.492366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15c48a46-2959-4e4c-ae6a-b4b9b3dec0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:08.498605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-70165029-c83b-45ff-8e26-6d29583fbb8f req-3cdbd5da-5a0b-46a5-acf3-426076019b0d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 May 06 13:14:09.705097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e3d9c-391f-4084-91bd-1e2751fbb2c0 req-332caded-eb4f-4c3b-9251-9c14fed6572c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:09.707173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f28e3d9c-391f-4084-91bd-1e2751fbb2c0 req-332caded-eb4f-4c3b-9251-9c14fed6572c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 946 time: 0.0787857 May 06 13:14:09.754857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f28e3d9c-391f-4084-91bd-1e2751fbb2c0 req-1c5cfe2c-9562-4e7c-b408-f1aa7cf57d84 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 May 06 13:14:09.959043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80d9c3-fe11-4785-8490-6f5764e540ad req-962fe0b6-4c5f-47cd-8494-65ec1fad0833 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:09.960578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c80d9c3-fe11-4785-8490-6f5764e540ad req-962fe0b6-4c5f-47cd-8494-65ec1fad0833 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 946 time: 0.0802124 May 06 13:14:10.013155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c80d9c3-fe11-4785-8490-6f5764e540ad req-895afdfa-2593-4562-babc-1fff58cd2f40 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469513 May 06 13:14:10.042840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48576) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:10.115237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7b0a4e12-5de4-4168-8200-e2cf1a40ac42 tempest-TestVolumeBootPattern-2046092277 tempest-TestVolumeBootPattern-2046092277-project-admin] Synchronizing usage tracker for tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:14:10.198183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7b0a4e12-5de4-4168-8200-e2cf1a40ac42 tempest-TestVolumeBootPattern-2046092277 tempest-TestVolumeBootPattern-2046092277-project-admin] Unset dirty status for tenant:cfcf8ab76fcb49cdbbb3d26454f12d80 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:14:10.199387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7b0a4e12-5de4-4168-8200-e2cf1a40ac42 tempest-TestVolumeBootPattern-2046092277 tempest-TestVolumeBootPattern-2046092277-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1092 time: 0.1555665 May 06 13:14:10.202333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48580) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:14:10.208889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'tenant_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:14:10.215496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:14:10.219739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:floatingip and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:14:10.223383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:14:10.229751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:14:10.338167 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.477554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.629799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.25.2.159 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/964f7a59-9d87-4336-9922-5997985a23f8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:14:10.715698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6fcff54d-6485-4bfe-a398-a38a5d1df4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.786980 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.903863 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:10.975393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:14:10.978326 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:14:10.983367 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:14:11.012274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=964f7a59-9d87-4336-9922-5997985a23f8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:11.590431 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.751649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:11.967473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.052105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.165366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=964f7a59-9d87-4336-9922-5997985a23f8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:14:12.181777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.298219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.340975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:12.382852 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Floating IP e3a3609c-7bd4-49dc-800b-d368259a854f associated. External IP: 172.25.2.159, port: c3e930fb-e2ec-4606-a554-f24bdf1d91d7. May 06 13:14:12.798106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:14:13.020386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:14:13.030418 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:14:13.042868 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:13.043508 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:14:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:13.121023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.184082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-42ce6145-76df-40f3-bb2f-dbe7b581348b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9806337 May 06 13:14:13.184767 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:14:13.234889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:13.241677 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ee85e2-4a46-4c86-ac12-aca62209f1a4'] response: {'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'status': 'completed', 'code': 200} May 06 13:14:13.344344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-30edbc50-7ad4-46a8-9d5b-272fee318127 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0793471 May 06 13:14:13.603068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-36de2a8e-bff4-4b87-b610-42b8db301b6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:13.604603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-36de2a8e-bff4-4b87-b610-42b8db301b6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.2548349 May 06 13:14:13.623796 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:11Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:13.628156 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:14:13.639156 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:14:13.639750 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:14:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:13.714124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-f4742704-c265-422a-a249-8a7ed77503c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1000 time: 0.1024790 May 06 13:14:13.743552 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:13.792051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-65bf3ab6-e969-4495-bd10-1436f8acd543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:13.794498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-65bf3ab6-e969-4495-bd10-1436f8acd543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0658545 May 06 13:14:13.831444 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:14:13.878836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-cd8c416e-43f8-4641-9e40-1357e364f375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772586 May 06 13:14:14.019591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-88c06f26-1d07-404b-b0b5-d5865828d047 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349242 May 06 13:14:14.158258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf2a088-0d66-4add-9307-7059b78994f9 req-ca0a93a4-e280-4e2e-923b-d7985640520f service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329312 May 06 13:14:14.205685 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:11Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:14:14.210488 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa143f6-94e7-49a1-ad61-b6ae05b31f8e None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:11Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:14:14.410577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c69b30-7ca3-465f-a4f4-aa3af9f086ba None None] New status for floating IP e3a3609c-7bd4-49dc-800b-d368259a854f: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:14:14.602858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-7381a7b6-c7f5-4980-af1d-c5085dd7034c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747688 May 06 13:14:14.752036 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-699d1458-5eb7-4453-93ca-9998bb70214a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0776410 May 06 13:14:14.904595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e852-27ab-458d-b905-323924c8b436 req-443854fc-4e02-43a6-bdc9-468056b6127f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:14.906082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-443854fc-4e02-43a6-bdc9-468056b6127f service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1356549 May 06 13:14:15.006718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-1b349eb9-6779-4097-9e10-80e515a8c301 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0946677 May 06 13:14:15.084855 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e852-27ab-458d-b905-323924c8b436 req-e75d13fd-598d-4a64-9fce-8196288ef30e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:14:15.086337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-e75d13fd-598d-4a64-9fce-8196288ef30e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0624919 May 06 13:14:15.163198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-c3380bf7-e4ab-4c1b-b5f7-c14082da1c75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705807 May 06 13:14:15.298655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-c6bbfa90-48c1-47bb-bd33-7e67f8f2139e service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298871 May 06 13:14:15.433908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7683e852-27ab-458d-b905-323924c8b436 req-f1345b94-6641-455c-ac06-a07647a65c78 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291888 May 06 13:14:16.835525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:21.097861 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:38.537326 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e76abd9-9ca7-413a-bd18-8c0e9a0fc86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:39.421344 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:14:40.766767 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-609c48b9-db06-4b21-965a-b3134c9a859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.297595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:42.324745 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:43.666506 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:46.823110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:14:51.087633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:08.496915 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4535819-58b8-40bb-b331-046060fe81fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:10.742912 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc482f81-1043-4e66-aa05-5b6277f71741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:12.354361 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:12.393753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:13.661210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:15.620616 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-1ff86736-b1a6-431c-bbd9-3c4b73a7d9ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722709 May 06 13:15:15.763537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-428e3240-89f0-4ed2-a731-8ca5f6b9c39c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0726945 May 06 13:15:15.998890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209268-03a8-4586-bc50-d45f830328c8 req-af7aa719-3971-4a5e-a88c-e920ecf1df7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:16.000404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-af7aa719-3971-4a5e-a88c-e920ecf1df7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.2176747 May 06 13:15:16.103882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-7bef7a68-8b77-4ecc-aa12-f40f63dc73ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0966179 May 06 13:15:16.168124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8209268-03a8-4586-bc50-d45f830328c8 req-44d0e5dc-5e83-43b9-8559-f801f7606540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:15:16.170086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-44d0e5dc-5e83-43b9-8559-f801f7606540 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0590165 May 06 13:15:16.250624 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-b32ea290-f5d3-4638-85db-6756fc1f1976 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718987 May 06 13:15:16.382404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-b8d2ed10-fe98-458b-8830-e201159c2230 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248333 May 06 13:15:16.444510 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:15:16.515703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c8209268-03a8-4586-bc50-d45f830328c8 req-ca8987d6-dd0e-4e47-9e25-45dac69d7a3e service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263535 May 06 13:15:16.952461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:21.136663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:38.524443 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0de140a-888e-4662-9513-c1c0b21b970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:40.765408 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a4683e72-7fba-4d6a-8ec4-5a79da874a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.364863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:42.412241 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:43.656703 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:46.818510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:51.167344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:15:53.414745 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:16:08.519208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-55910fcd-1d36-4d78-b84a-4785aad7cd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:10.791864 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4aac6eaa-19ed-4598-b9a6-d7d9d29ad26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.313248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:12.352083 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:13.713352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.667696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-4010d715-0e5a-4836-96b8-44e8e2a078d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1427221 May 06 13:16:16.827541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-cdf39bb6-914e-4a28-8c49-68f4c54a56c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0776668 May 06 13:16:16.850559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:16.978519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-ab79194b-cc31-4cee-bf38-82a2224f0421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:16.979611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-ab79194b-cc31-4cee-bf38-82a2224f0421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1329231 May 06 13:16:17.083062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-c91293a7-4683-41cd-940b-c7811780d461 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0964432 May 06 13:16:17.155608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-93d2e8d1-0777-46b2-bdf7-75654942ce22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:16:17.156967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-93d2e8d1-0777-46b2-bdf7-75654942ce22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0675495 May 06 13:16:17.240798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-7dba1fec-6e1f-4902-97df-fb698a014f15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775762 May 06 13:16:17.379855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-a31fe188-c6e0-4f0b-88cc-69836d61226e service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322720 May 06 13:16:17.515064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c488df71-854f-45c1-a5fc-750eeb653e26 req-d91c74d2-97a5-47b5-bef3-452d9ebec150 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290452 May 06 13:16:21.136016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:30.416762 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:16:38.478278 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0d59972f-e9fc-4a82-8e95-9fd8c8c884c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:40.718202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-97ded85d-c14a-427c-b95b-b0450a062ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.295589 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:42.307144 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:43.695787 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:46.810250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:51.301047 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:16:57.297808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-51984103-82e5-4990-8af3-944c5660eb35 req-541c169d-dd85-4042-b202-24c997405fc0 service neutron] (84800) timed out ('10.222.0.86', 62976) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:17:07.418162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:17:08.541771 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f49f61d1-6835-4144-843f-1590cf6d4399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:10.735505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d2d4404c-ad50-4b8c-97bc-3c17113db7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.386482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:12.437941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:13.690122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.741013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-3eff4493-2e0e-41e0-b067-8285d1ec87d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1391129 May 06 13:17:16.844055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:16.887459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-c277acfe-cd86-4ee7-ac5f-4ab3f357db80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0727491 May 06 13:17:17.127317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-9a694f6b-5572-477f-80f4-e469c92c7bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:17.128798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-9a694f6b-5572-477f-80f4-e469c92c7bb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.2237837 May 06 13:17:17.234745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-e5aaaf6e-114f-49a8-89c0-e1e043d95d0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0998476 May 06 13:17:17.299233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-2b7d8ad0-e51b-484d-a40b-def02fcab85d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:17.300720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-2b7d8ad0-e51b-484d-a40b-def02fcab85d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0604708 May 06 13:17:17.382656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-696f7d76-2503-41b4-bcb4-10f663f1a597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748832 May 06 13:17:17.520092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-8eacf4c0-2eac-4486-859a-a912afdab3b6 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303957 May 06 13:17:17.654000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a7138e6-4025-4681-bc0a-c4c6fbfa99fe req-c491b279-c7ab-4cf8-b121-2b15efb2ba81 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271968 May 06 13:17:21.067075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:24.218190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-c3b36d85-d072-4c63-9bfa-0964740392f8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734472698&fields=id&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 267 time: 0.0416214 May 06 13:17:24.368328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-f45e3511-6d2e-434b-8168-e4c28163d9ff tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:24.369664 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-f45e3511-6d2e-434b-8168-e4c28163d9ff tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1451583 May 06 13:17:24.387003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-fe2597bc-9e2c-4a66-b40f-7f6c5c849c03 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/quotas/59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 375 time: 0.0112605 May 06 13:17:24.472339 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-56b5b38d-b8e3-4b35-849d-20d5f1ade9e6 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0797021 May 06 13:17:24.589482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-217f7c52-d1a6-4951-9228-42706882deee service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:17:24.590449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-217f7c52-d1a6-4951-9228-42706882deee service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0676873 May 06 13:17:24.723947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-b2d37b79-8ceb-41b2-98d1-388f80697fcb service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266637 May 06 13:17:24.863787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-25c82ff4-f112-451e-afb6-19be5fc0438a service neutron] 10.222.0.83 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341383 May 06 13:17:25.747737 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5c1f0568-23cd-4f7d-8226-c4039322c250 req-49802839-b0b7-4d5b-9757-8675f4b7d7f8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 210 time: 0.1137562 May 06 13:17:26.924422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6a35abf2-5d65-4fdb-9fcd-07677af9c6ab req-a999ee20-56ec-4f72-8fc3-e57eda68cebf tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 210 time: 0.0457513 May 06 13:17:28.135958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da6faa9d-b4fc-4f10-8368-c0f31a7a0b51 req-9f535d8a-0733-41bf-9a74-020223eeb3a9 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 210 time: 0.0479634 May 06 13:17:28.188646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-044e985b-77da-4ea5-afdd-dc9252b10616 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:28.190161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-044e985b-77da-4ea5-afdd-dc9252b10616 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 812 time: 0.1941133 May 06 13:17:28.251499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-3d13be19-4e1e-45c0-8065-985ecf7a34b1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f597caa6924978af45e8524840b331 HTTP/1.1" status: 200 len: 380 time: 0.0479872 May 06 13:17:28.260935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'port': {'device_id': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'admin_state_up': True, 'tenant_id': '59f597caa6924978af45e8524840b331', 'security_groups': ['539878e0-68b6-4d72-9ebc-2565d009a167']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:28.402294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:28.412578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:28.517905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Made reservation on behalf of 59f597caa6924978af45e8524840b331 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:17:28.521029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:28.801522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.20.0.14 (54671d72-4a09-4a56-9b32-8537b670e989/c6d48bc4-07b2-48c1-a606-f80ba3861992/e0e7218e-8571-49c7-a9b4-3d65cc8889ad) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:29.001138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.017104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Transition to ACTIVE for port object e0e7218e-8571-49c7-a9b4-3d65cc8889ad will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:29.147385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.229543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 54671d72-4a09-4a56-9b32-8537b670e989 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:29.233427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:29.239060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:29.270359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:29.297686 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.298031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.298366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.298698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.299028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.299353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.299674 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.300029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.300348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.300665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.300980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:29.325644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:29.326648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.361066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208ec4-7b69-4250-bca0-4c43a2f64d92 req-f142d5ac-f6eb-4ac2-b9b6-9f76a93f5dca tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:29.362784 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72208ec4-7b69-4250-bca0-4c43a2f64d92 req-f142d5ac-f6eb-4ac2-b9b6-9f76a93f5dca tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 932 time: 0.0922070 May 06 13:17:29.412490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72208ec4-7b69-4250-bca0-4c43a2f64d92 req-69643860-607f-4928-825b-01f88bc0c37d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 May 06 13:17:29.443053 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e2b266f4-9e17-4dae-a00a-91b4eb88aa77 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1857195 May 06 13:17:29.570934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Request body: {'port': {'device_id': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:29.643475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4f0ad230-58f3-483b-aa63-2c3c94b8c300 None None] Provisioning for port e0e7218e-8571-49c7-a9b4-3d65cc8889ad completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:29.648902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4f0ad230-58f3-483b-aa63-2c3c94b8c300 None None] Provisioning complete for port e0e7218e-8571-49c7-a9b4-3d65cc8889ad triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:29.649410 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f0ad230-58f3-483b-aa63-2c3c94b8c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.701702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:29.716871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ad230-58f3-483b-aa63-2c3c94b8c300 None None] Port e0e7218e-8571-49c7-a9b4-3d65cc8889ad cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:17:30.056676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e7218e-8571-49c7-a9b4-3d65cc8889ad {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:17:30.064475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.079745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Transition to ACTIVE for port object e0e7218e-8571-49c7-a9b4-3d65cc8889ad will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:17:30.174968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.313169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:30.438471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Attempting to bind port e0e7218e-8571-49c7-a9b4-3d65cc8889ad on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:17:30.438808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Attempting to bind port e0e7218e-8571-49c7-a9b4-3d65cc8889ad by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:17:30.439135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Attempting to bind port e0e7218e-8571-49c7-a9b4-3d65cc8889ad on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:30.445335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Port e0e7218e-8571-49c7-a9b4-3d65cc8889ad on network 54671d72-4a09-4a56-9b32-8537b670e989 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:17:30.445658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Attempting to bind port e0e7218e-8571-49c7-a9b4-3d65cc8889ad on network 54671d72-4a09-4a56-9b32-8537b670e989 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:17:30.453196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:17:30.453526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Checking segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:17:30.453912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Bound using segment: {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:17:30.454336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Bound port: e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89bf4f1-fff7-4944-a2e8-83e161727dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:17:30.454683 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.597543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:17:30.613088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:17:30.643933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54216f4-0551-46a7-8955-3a0eb2b699d6 req-aaa2a189-ae9f-41b1-b7b7-b7bf636d0413 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:30.644615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e54216f4-0551-46a7-8955-3a0eb2b699d6 req-aaa2a189-ae9f-41b1-b7b7-b7bf636d0413 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:17:30.701862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.768907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:30.770258 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] 10.222.0.86 "PUT /v2.0/ports/e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 1092 time: 1.2771263 May 06 13:17:30.770692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:17:30.779953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e54216f4-0551-46a7-8955-3a0eb2b699d6 req-aaa2a189-ae9f-41b1-b7b7-b7bf636d0413 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:17:30.780366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e54216f4-0551-46a7-8955-3a0eb2b699d6 req-aaa2a189-ae9f-41b1-b7b7-b7bf636d0413 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.2326329 May 06 13:17:30.814430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce9c04-f230-4488-a642-17404e2d96a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:30.850818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e54216f4-0551-46a7-8955-3a0eb2b699d6 req-9e73fcdf-cb41-43f5-b847-3c58fec638cb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634246 May 06 13:17:31.002629 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c6ff74-fc67-47d2-98db-13c01018e58a'] response: {'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'status': 'completed', 'code': 200} May 06 13:17:31.025387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-ce2e6f16-9e4e-4f66-8286-fe3e6d7f2aa6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0967693 May 06 13:17:31.099222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-942d4fd8-8c4c-425d-9d25-46fbd403db32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 217 time: 0.0666389 May 06 13:17:31.261858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-131d7bf6-816b-4e36-82eb-f1a9eca044d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:31.263910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-131d7bf6-816b-4e36-82eb-f1a9eca044d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.1587777 May 06 13:17:31.344025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-ca85d329-8eb8-4258-9fc8-bd965f6e3a67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733776 May 06 13:17:31.475832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-1d53b456-da8d-40c0-ac00-55c9bc02ada1 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255267 May 06 13:17:31.615574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5e85839-e15c-4804-a659-bd4ad872d1b7 req-9d6da388-92af-448f-8165-c40c9e70c451 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328032 May 06 13:17:31.651571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-734e52e3-28b9-4536-9047-41b65da79a2d req-43da0f51-ccad-40c8-82b3-fad4386bcaec service neutron] (84799) timed out ('10.222.0.83', 47664) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:17:31.830321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-a7521419-3ed4-4236-bef9-9433fafe4af0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0810761 May 06 13:17:31.970577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-811dfe82-72c4-4314-b5fa-6943874b8679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:31.972576 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-811dfe82-72c4-4314-b5fa-6943874b8679 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1362517 May 06 13:17:32.084816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-2dd3015a-5809-4435-a71d-cd3dd76df53d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 217 time: 0.0726185 May 06 13:17:32.168119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-efb7eed0-2281-4f9c-a219-d89d416bb087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:32.168119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-efb7eed0-2281-4f9c-a219-d89d416bb087 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0689774 May 06 13:17:32.177196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d54a73-bda1-4d1d-af0f-29e82d9449b9 req-6310dcc3-32d1-44b7-b899-d1210e7b5720 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:32.177196 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56d54a73-bda1-4d1d-af0f-29e82d9449b9 req-6310dcc3-32d1-44b7-b899-d1210e7b5720 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.1986172 May 06 13:17:32.272657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-56d54a73-bda1-4d1d-af0f-29e82d9449b9 req-c31554d7-feb5-4204-a963-96ce6bd30f34 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672207 May 06 13:17:32.284793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-95f33ee2-8f17-415d-a951-a03ba4e372a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095252 May 06 13:17:32.423573 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-ffd78ae9-a967-49f9-bff5-f76c867adb83 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321995 May 06 13:17:32.558612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf9f5135-02e4-4b84-ba2e-35b9e2a31d65 req-59d50076-7cc9-467d-bf14-38ae16874c23 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292348 May 06 13:17:33.478905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ad963-ed9e-4086-80c4-fd981771eaa3 req-cdf0c166-1fdb-4965-be95-0df8253e6cef tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:33.480365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b22ad963-ed9e-4086-80c4-fd981771eaa3 req-cdf0c166-1fdb-4965-be95-0df8253e6cef tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0818059 May 06 13:17:33.526344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b22ad963-ed9e-4086-80c4-fd981771eaa3 req-aff8a147-b380-4036-bcfb-e16c5dc399a2 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 May 06 13:17:34.725567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056ab60-785c-41b5-9e01-ed1ba62e10ac req-97f89ef8-008a-47f5-a60e-2af422052de5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:34.727030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4056ab60-785c-41b5-9e01-ed1ba62e10ac req-97f89ef8-008a-47f5-a60e-2af422052de5 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0790212 May 06 13:17:34.778926 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4056ab60-785c-41b5-9e01-ed1ba62e10ac req-1293ded5-42d6-43ca-8f30-44d1d53c312d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 May 06 13:17:35.992288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816978d-9c82-4917-8e80-7260b5924037 req-26646c52-86dd-47ba-adfb-884abb8f6e0a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:35.993753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d816978d-9c82-4917-8e80-7260b5924037 req-26646c52-86dd-47ba-adfb-884abb8f6e0a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0791025 May 06 13:17:36.044587 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d816978d-9c82-4917-8e80-7260b5924037 req-6c0c517d-e27e-4f40-9a26-e8a529290c23 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 May 06 13:17:37.250185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af648-1617-4849-abf7-ca0343c501ce req-24246d93-e8c2-4a11-95f5-318ff64c8153 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:37.251655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1af648-1617-4849-abf7-ca0343c501ce req-24246d93-e8c2-4a11-95f5-318ff64c8153 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0830488 May 06 13:17:37.302560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a1af648-1617-4849-abf7-ca0343c501ce req-271be1ef-4cbf-4c09-ac16-ada757b18fe1 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 May 06 13:17:38.502952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09266544-fb00-41ca-a416-2d3e929e806a req-ebc7e95e-3f70-4fe8-a613-b2134e59dde0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:38.504398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09266544-fb00-41ca-a416-2d3e929e806a req-ebc7e95e-3f70-4fe8-a613-b2134e59dde0 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0773845 May 06 13:17:38.551235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09266544-fb00-41ca-a416-2d3e929e806a req-d89aaf64-9d15-406a-a748-082696b2deab tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 May 06 13:17:38.552428 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8393c014-1fb7-4bcd-b63f-b33e74368ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:39.757895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa6c2-4310-4930-82b8-e0b116c3b89c req-da2dbce4-3e82-485d-acb5-9eea859ad21b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:39.759365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfcaa6c2-4310-4930-82b8-e0b116c3b89c req-da2dbce4-3e82-485d-acb5-9eea859ad21b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 944 time: 0.0841818 May 06 13:17:39.806449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cfcaa6c2-4310-4930-82b8-e0b116c3b89c req-d2faa874-74d7-4454-aec8-061fa6875a2d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 May 06 13:17:40.365345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e0e7218e-8571-49c7-a9b4-3d65cc8889ad details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:17:40.500963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:40.514027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'port_id': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'mac_address': 'fa:16:3e:6c:2f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:17:40.567666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.584355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e7218e-8571-49c7-a9b4-3d65cc8889ad {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:17:40.598887 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:40.706521 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.740356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-655c59a9-1c86-42f6-87d8-bb065a183a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:40.776536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:40.784947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.785290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.785625 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.785956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.786286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.786644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.786925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.787242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.787559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.787903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.788223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:40.950442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['e0e7218e-8571-49c7-a9b4-3d65cc8889ad'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:17:41.013329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15252cfe-8283-4a60-ad8d-0639b6fe1f9d req-66647959-80f6-49c0-a6d3-00c178b09e9f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:41.014841 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15252cfe-8283-4a60-ad8d-0639b6fe1f9d req-66647959-80f6-49c0-a6d3-00c178b09e9f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 945 time: 0.0821621 May 06 13:17:41.151522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15252cfe-8283-4a60-ad8d-0639b6fe1f9d req-f3a10167-8015-47a0-8da2-d27a309ae601 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305008 May 06 13:17:42.318040 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.348473 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.353096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a437846-4c3d-46c8-bfa7-951182effec3 req-9085d8e4-83a5-4a59-a8c5-0b95d611874c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:42.354565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a437846-4c3d-46c8-bfa7-951182effec3 req-9085d8e4-83a5-4a59-a8c5-0b95d611874c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 945 time: 0.0781138 May 06 13:17:42.398225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e0e7218e-8571-49c7-a9b4-3d65cc8889ad up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:17:42.402269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a437846-4c3d-46c8-bfa7-951182effec3 req-698ae694-62dc-4bf9-804d-1ea8a2317728 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414650 May 06 13:17:42.614982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port e0e7218e-8571-49c7-a9b4-3d65cc8889ad completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:17:42.620161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port e0e7218e-8571-49c7-a9b4-3d65cc8889ad triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:17:42.620524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.737844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.766945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:17:42.777355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:17:42.861104 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:42.933086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:42.937523 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c5d8a1-910d-4a77-8e10-bf87729d316d'] response: {'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'code': 200} May 06 13:17:43.164965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71093403-6a67-4acc-afa0-74c4c456ae31 req-5dba4f33-5936-4b7c-9694-dfb2c8a69ee5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1701944 May 06 13:17:43.208899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71093403-6a67-4acc-afa0-74c4c456ae31 req-d3763ab0-188a-4bd0-b790-09efe18401c5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376437 May 06 13:17:43.606591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61b97-ffb8-4855-ae4b-c8f33aabe88b req-252d4a82-0da5-4e15-88ad-e3fb634a7ba3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:43.608124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98b61b97-ffb8-4855-ae4b-c8f33aabe88b req-252d4a82-0da5-4e15-88ad-e3fb634a7ba3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.0789316 May 06 13:17:43.658413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98b61b97-ffb8-4855-ae4b-c8f33aabe88b req-68cae0d5-5a5d-4d1c-8770-f68e87d5700d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 May 06 13:17:43.711253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:44.419049 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:17:44.864417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25fef1-f00a-4881-911e-b66c61855a8c req-43eb7835-3c56-4837-9803-b1c56e3beee8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:44.865896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e25fef1-f00a-4881-911e-b66c61855a8c req-43eb7835-3c56-4837-9803-b1c56e3beee8 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.0819442 May 06 13:17:44.913404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8e25fef1-f00a-4881-911e-b66c61855a8c req-078fc0f7-6eee-48af-8ae6-8e62977d73dc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 May 06 13:17:45.122216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e235f-eabb-4b1a-9e81-3f6fe593694a req-aea18b33-fad2-46b2-8736-5901fb5e1a0b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:45.123662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-790e235f-eabb-4b1a-9e81-3f6fe593694a req-aea18b33-fad2-46b2-8736-5901fb5e1a0b tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.0760338 May 06 13:17:45.169152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-790e235f-eabb-4b1a-9e81-3f6fe593694a req-cf197832-33ba-42cf-92a1-57c4d9788e23 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 May 06 13:17:45.198909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48838) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:45.443308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8e686cb3-8a85-4b07-9f79-dbe205891705 tempest-TestVolumeBootPattern-2046092277 tempest-TestVolumeBootPattern-2046092277-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1092 time: 0.2431402 May 06 13:17:45.451246 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48844) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:17:45.457006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'tenant_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:17:45.463146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:17:45.467010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Usage tracker for resource:floatingip and tenant:59f597caa6924978af45e8524840b331 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:17:45.469865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:17:45.475435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:17:45.592188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.729736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:45.878683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Allocated IP 172.25.2.35 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8a51012f-04d3-4a7c-b472-c468d6087cce) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:17:46.028904 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.123856 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.192797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:17:46.196157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:17:46.198304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=8a51012f-04d3-4a7c-b472-c468d6087cce,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:46.200237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:17:46.247518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.247936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.248258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.248588 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.248914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.249753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.250080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.250394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.250703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.251018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.251332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:17:46.720279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.855898 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:46.866627 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.065513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.152723 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.351451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event updated for resources: {'Port': ['ID=8a51012f-04d3-4a7c-b472-c468d6087cce,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:17:47.366102 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:47.564068 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Floating IP 92b87edd-71eb-4e32-934b-79438e3c8ec0 associated. External IP: 172.25.2.35, port: e0e7218e-8571-49c7-a9b4-3d65cc8889ad. May 06 13:17:47.963664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:17:48.168851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:17:48.179366 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:17:48.192067 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:48.192669 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:17:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:48.313316 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:48.369146 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:48.371480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ac302283-97ed-448c-9628-b1701d321a5a tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9191561 May 06 13:17:48.372217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:17:48.560666 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6b82bb-b401-4482-902a-0e31d0fbde39'] response: {'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'status': 'completed', 'code': 200} May 06 13:17:48.670384 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-903584a0-f084-4ef2-9de3-89502903c801 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0770593 May 06 13:17:48.740698 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '92b87edd-71eb-4e32-934b-79438e3c8ec0', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:6c:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:46Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}, {'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:48.745341 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:17:48.758250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:17:48.758997 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:17:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:48.806765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-8704bf05-1182-406c-bba0-bd9f141d4337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:48.808427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-8704bf05-1182-406c-bba0-bd9f141d4337 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1326628 May 06 13:17:48.922465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-e05dd048-ce06-4676-a51d-f5bd40282c1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 999 time: 0.1046765 May 06 13:17:48.953505 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:17:48.984630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-01df2502-a31e-4793-b849-10293f4efc8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:17:48.986150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-01df2502-a31e-4793-b849-10293f4efc8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0595047 May 06 13:17:49.067368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-309a7a6b-720f-4da8-8c84-19e54107c767 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743818 May 06 13:17:49.206058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-549c4726-2a82-41f1-b946-2173318ae13a service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315439 May 06 13:17:49.311044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '92b87edd-71eb-4e32-934b-79438e3c8ec0', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:6c:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:46Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}, {'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:17:49.315666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8700da8-3dd0-40d1-80f9-e7267f0c3bb1 None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '92b87edd-71eb-4e32-934b-79438e3c8ec0', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:6c:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:17:46Z', 'updated_at': '2022-05-06T13:17:46Z', 'revision_number': 0, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}, {'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:17:49.357282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2c93c00e-9d04-4c6a-8886-59fe293eff60 req-fb6cad2e-4e19-4789-a6c4-a6876d1af238 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436145 May 06 13:17:49.521458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7aba9-69b3-4263-b701-11fea1ea81b2 None None] New status for floating IP 92b87edd-71eb-4e32-934b-79438e3c8ec0: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:17:51.072661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:17:59.754053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-4e2d5b6a-0824-426d-9480-4d37f0cf8d8c req-67f895c4-c7ff-418e-be7c-7d19cafd5b10 service neutron] (84799) timed out ('10.222.0.13', 51138) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:18:08.518384 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fffa3568-5f1d-4f3c-a90c-cdbeff394f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:10.723247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9cc64420-a6ba-4896-be0f-2ef47af15e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.331514 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:12.340529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:13.672342 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.610516 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-b838d9fc-7200-45cd-a87d-8fe5718a7ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755565 May 06 13:18:16.761511 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-7e47a970-c4bd-45fb-9fc7-38d9984adc88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0715187 May 06 13:18:16.888530 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:16.912743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-ae54cad8-9782-4045-8383-24bc4f4a5ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:16.914757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-ae54cad8-9782-4045-8383-24bc4f4a5ce2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1356599 May 06 13:18:17.018738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-edce1631-3110-4d7f-ba9c-b3cb6873d938 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0975997 May 06 13:18:17.082452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-162fc6bf-9006-4246-be44-aad3ce41b5ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:17.083947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-162fc6bf-9006-4246-be44-aad3ce41b5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0593510 May 06 13:18:17.165549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-560ca10c-9a55-4797-9e49-9a80de702f05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754354 May 06 13:18:17.404009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-88782572-69aa-4982-b69b-97b62b4ab1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314968 May 06 13:18:17.541826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-758c3bf6-6678-4859-a2d8-5eaca02ebf45 req-d3a6e14a-b8f6-44ac-a8ab-abf149e7fb80 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317496 May 06 13:18:21.100498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:21.419728 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:18:23.942403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-b778efad-a40f-4f78-ab93-2bda872e8cb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842166 May 06 13:18:24.087216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-04cfb8a4-63b2-45c6-b6aa-db71dbe5822a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0708301 May 06 13:18:24.229739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e5682-72d5-4475-b42b-785811777305 req-b97ee644-a0bb-4ad2-8f2a-1d2f693cc01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:24.231642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-b97ee644-a0bb-4ad2-8f2a-1d2f693cc01d service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1291924 May 06 13:18:24.337050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-47c38b2c-1b70-4809-8711-af5058fbe916 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 1001 time: 0.0986185 May 06 13:18:24.402172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e5682-72d5-4475-b42b-785811777305 req-cd7e855c-ea02-447f-94bb-a44fbaa6a664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:18:24.403487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-cd7e855c-ea02-447f-94bb-a44fbaa6a664 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0602686 May 06 13:18:24.484514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-95cd492c-b6d6-4821-8445-8952718c577d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745475 May 06 13:18:24.715135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-0eb6d822-d706-43a7-b20c-6c1324d00afc service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237225 May 06 13:18:24.850548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-931e5682-72d5-4475-b42b-785811777305 req-976f0b8b-b81c-4a99-88a8-243b2d0637f5 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286523 May 06 13:18:38.483580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2749-bba6-4322-961b-a4fe4600151a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:40.860970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fd7c6ad3-dac0-42f2-8408-776eda6c6d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.294777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:42.334952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:43.723524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:46.900529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:51.123852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:18:58.421561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:19:08.546087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15be2dab-57aa-460e-8515-b07451e9f827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:10.866933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3e43ea3e-2fa2-4ebd-a347-c47c13057aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.317412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:12.346219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:13.702362 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:16.889189 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:17.604123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-2d60eeab-a510-442b-b350-fa90c3bbee7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720353 May 06 13:19:17.746372 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-6eeb7881-95df-41a7-8d87-71edd50ebf73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0744047 May 06 13:19:17.897818 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-d4eb21cd-87c5-4de9-b766-6541143c6f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:17.899240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-d4eb21cd-87c5-4de9-b766-6541143c6f30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1336925 May 06 13:19:17.998815 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-c645e3ae-0f87-47dc-b185-8588b4542720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0934713 May 06 13:19:18.068411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-0b9b2a52-a9cd-4f2a-915d-73779794d096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:18.069923 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-0b9b2a52-a9cd-4f2a-915d-73779794d096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0660264 May 06 13:19:18.147151 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-4dbb422c-a5d2-41c6-bd7a-db619f56843b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719068 May 06 13:19:18.280329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-a2df96ed-23fa-4246-b760-20dac0723e3b service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266561 May 06 13:19:18.417563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-890e5ca8-e31d-4d3c-93e1-3151f1a4b885 req-bed4c039-0d76-4649-90ab-0296751e0c67 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284831 May 06 13:19:21.253633 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:25.239111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-a1addfe4-60aa-482d-9c25-4e96bc147966 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697978 May 06 13:19:25.383512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-c80f89cd-ed45-42a7-bcb0-6aa09981dcf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0740283 May 06 13:19:25.534478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-dcbab674-3ddb-498d-b2f0-d16d1430ad8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:25.535993 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-dcbab674-3ddb-498d-b2f0-d16d1430ad8e service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1322563 May 06 13:19:25.641470 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-60a58122-e396-4ceb-91b9-fae1336e6934 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 1001 time: 0.0992093 May 06 13:19:25.704804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-a2846107-bd8e-4c00-a665-5fa645e28c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:19:25.706235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-a2846107-bd8e-4c00-a665-5fa645e28c51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0585089 May 06 13:19:25.781033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-c1c32188-6f3c-4bce-aa2f-4086198abfcc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685630 May 06 13:19:25.916245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-bfc737bb-03f7-404b-b822-37a1b7dd5f5c service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291001 May 06 13:19:26.050524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b6449e2c-f3a9-41c4-8019-9c504119d6ce req-fb6ff3cd-08e0-4805-8dfe-8523a3c479cb service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282101 May 06 13:19:35.422863 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:19:38.510721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c7dff5f-213c-467a-a870-a7382521b221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:40.763542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7409148f-e566-40cb-a0be-3bd8fbfc4d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.327369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:42.350167 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:43.716106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:46.900630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:19:51.123934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:08.489022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e56ecc6d-2dbe-4972-8a1a-6ac9c9d41717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:10.706060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4cf941c8-46e2-4cc1-a21a-952487b2c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:12.277114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:12.352539 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:12.425018 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:20:12.595627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-5687899d-cea4-4e08-93d5-a79a81fb76fb req-a9fefcd3-149a-4248-8812-ffce08ce181e service neutron] (84800) timed out ('10.222.0.83', 43582) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:20:13.704242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:16.911596 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:20.095179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-81bd4c68-efff-4d78-95dc-3ec82a997833 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800931 May 06 13:20:20.232829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-f001c5c0-00ca-40af-96ed-801cffe20048 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0690351 May 06 13:20:20.375491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-d19ff9ba-f670-49c2-8a60-054061fe9e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:20.376948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-d19ff9ba-f670-49c2-8a60-054061fe9e95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1269813 May 06 13:20:20.481171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-0b1664ab-1d5f-43d7-82cd-3a7c64ee821b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 1002 time: 0.0975256 May 06 13:20:20.542913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-33a57be8-de7e-41b3-9824-7565d1a32152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:20.544369 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-33a57be8-de7e-41b3-9824-7565d1a32152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0576720 May 06 13:20:20.621889 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-0aee986f-e175-46e2-9b35-e2b104d2cc5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721586 May 06 13:20:20.850769 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-14bffca3-28d0-4bfd-b140-6f71279b1cfe service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231059 May 06 13:20:20.983037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59fd733d-778e-4be6-aaa1-fb3cd8a2e12b req-d028a727-2d41-4cbf-8433-d3d78319877b service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263437 May 06 13:20:21.166592 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:27.238741 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-e662aa8b-7e82-40db-afed-ea2032f053cd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724380 May 06 13:20:27.375873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-bf1af7dd-2792-4929-a4c2-2058e4aa9408 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0687964 May 06 13:20:27.520319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-781ac4cd-1e75-4018-ad32-77c33390327c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:27.521684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-781ac4cd-1e75-4018-ad32-77c33390327c service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1257403 May 06 13:20:27.626504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-248c0846-d816-48e3-9481-bd2f8ed4a6c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 1001 time: 0.0985255 May 06 13:20:27.688803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-dfa59189-cb32-45ae-934b-5a170f9f846a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:27.690233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-dfa59189-cb32-45ae-934b-5a170f9f846a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0569036 May 06 13:20:27.766768 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-832863c7-cb1a-4bf5-8591-76a692fda611 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702479 May 06 13:20:27.777564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-bfee17fc-cd49-4321-9d3d-9936fa1817f8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:20:27.778477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-bfee17fc-cd49-4321-9d3d-9936fa1817f8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055304 May 06 13:20:28.010786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-12de7dc3-8ed2-4fbf-b131-c913425220f1 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262368 May 06 13:20:28.142617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd679a70-5bb1-4525-8a2c-cfde01b3dc16 req-91de0d0b-71f4-4d2d-9822-aae17726dc47 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253178 May 06 13:20:35.471465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 48946) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:35.768342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 8a51012f-04d3-4a7c-b472-c468d6087cce {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:35.768582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:35.942228 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:35.942549 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:36.062448 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 8a51012f-04d3-4a7c-b472-c468d6087cce owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:36.311893 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:36.362410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=8a51012f-04d3-4a7c-b472-c468d6087cce,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:36.395479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.396837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.396837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.396837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.396837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.397144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.397470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.399283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.399283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.399478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.399750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:36.462212 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:36.851669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:20:37.154372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:20:37.166663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:20:37.178564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:20:37.180285 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:37.258938 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:37.316250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db7bb518-0181-44a7-9c17-55b433aeb16c tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "DELETE /v2.0/floatingips/92b87edd-71eb-4e32-934b-79438e3c8ec0 HTTP/1.1" status: 204 len: 168 time: 1.8411341 May 06 13:20:37.316250 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:20:37.379734 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:20:37.450844 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea3aaf6-c99a-4b63-ad83-e4c77a6d6084'] response: {'name': 'network-changed', 'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'status': 'completed', 'code': 200} May 06 13:20:37.561554 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-51b513df-4d2f-45d0-8328-f377c40e26f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0839524 May 06 13:20:37.714700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-835eb73b-7273-42d3-89f5-de9e6e4a6839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:37.716181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-835eb73b-7273-42d3-89f5-de9e6e4a6839 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1484063 May 06 13:20:37.783727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:37.787730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:20:37.795919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-8a0b12e6-31c9-4b58-98ae-0549fa58c2e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 200 len: 217 time: 0.0707328 May 06 13:20:37.801672 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:20:37.802602 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:37.875320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-3c41646f-8d51-406e-b902-8fc69b559579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:37.876995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-3c41646f-8d51-406e-b902-8fc69b559579 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0736129 May 06 13:20:37.958630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-6991a372-5a57-4791-aa11-4b9a5656da68 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752065 May 06 13:20:38.007647 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:20:38.021900 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c37b3-ff85-44ef-bfe6-3d91087ee8b2 req-04774183-4ef9-4c26-b9c7-18124f18f69f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:38.022619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-af5c37b3-ff85-44ef-bfe6-3d91087ee8b2 req-04774183-4ef9-4c26-b9c7-18124f18f69f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:20:38.111401 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-93c1af15-21a7-4b3f-97fe-c04ac5c6eae7 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457782 May 06 13:20:38.117740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-af5c37b3-ff85-44ef-bfe6-3d91087ee8b2 req-04774183-4ef9-4c26-b9c7-18124f18f69f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:20:38.119102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af5c37b3-ff85-44ef-bfe6-3d91087ee8b2 req-04774183-4ef9-4c26-b9c7-18124f18f69f tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.1833594 May 06 13:20:38.181292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-af5c37b3-ff85-44ef-bfe6-3d91087ee8b2 req-da163bae-8ccb-4cde-89dc-de9d1cbaf1ca tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560699 May 06 13:20:38.262972 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcde5c5a-e85c-4654-b320-1600af75bf3b req-164f26ad-ed38-4f38-bb8c-b25b47a4d1b0 service neutron] 10.222.0.86 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430509 May 06 13:20:38.402230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:38.406956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb327ac-1c78-401e-a9b0-250e7cedbe2f None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e3a3609c-7bd4-49dc-800b-d368259a854f', 'tenant_id': '59f597caa6924978af45e8524840b331', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'port_id': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'mac_address': 'fa:16:3e:79:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae2b766-a722-4911-a5ee-802c09b34787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:14:11Z', 'updated_at': '2022-05-06T13:14:14Z', 'revision_number': 1, 'project_id': '59f597caa6924978af45e8524840b331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:20:38.477379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-08aa581c-8a06-4fd0-b4c0-c09479d7093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:38.625487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12489dc0-e819-4910-aad3-bbf14e7dd1f0 None None] New status for floating IP 92b87edd-71eb-4e32-934b-79438e3c8ec0: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:20:39.407420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbaa90-5352-4ab4-b14d-7e0e2b641561 req-0f1eff22-9223-4a9b-b984-bbe03edba8ea tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:39.407420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32cbaa90-5352-4ab4-b14d-7e0e2b641561 req-0f1eff22-9223-4a9b-b984-bbe03edba8ea tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.0789402 May 06 13:20:39.451671 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32cbaa90-5352-4ab4-b14d-7e0e2b641561 req-42e19116-1a84-417b-8a75-1a7790ce6c45 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403385 May 06 13:20:39.536755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-44684222-57ab-405e-b601-dcd9f09cc0f3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:39.538123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-44684222-57ab-405e-b601-dcd9f09cc0f3 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 946 time: 0.0818813 May 06 13:20:39.607986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port e0e7218e-8571-49c7-a9b4-3d65cc8889ad {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:39.610350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.862419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port e0e7218e-8571-49c7-a9b4-3d65cc8889ad, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:20:39.862772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:39.985277 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for e0e7218e-8571-49c7-a9b4-3d65cc8889ad owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:40.326746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.376720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=e0e7218e-8571-49c7-a9b4-3d65cc8889ad,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:40.419368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.420043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.420043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.420302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.420635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.420954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.421273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.421591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.421907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.422220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.422533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:20:40.471051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port e0e7218e-8571-49c7-a9b4-3d65cc8889ad on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:20:40.473876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:40.477798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'name': 'network-vif-deleted', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:20:40.537557 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a9d0de-1e90-4ab1-8fbe-f549a0659ed0'] response: {'server_uuid': '2179989d-dce6-4eeb-8acc-9cd33934a1d9', 'name': 'network-vif-deleted', 'tag': 'e0e7218e-8571-49c7-a9b4-3d65cc8889ad', 'status': 'completed', 'code': 200} May 06 13:20:40.622677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae93d61b-5642-44ab-9ca7-b3dd472a48d3 req-794b296e-719b-40f9-9219-81e570b70ffc tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.86 "DELETE /v2.0/ports/e0e7218e-8571-49c7-a9b4-3d65cc8889ad HTTP/1.1" status: 204 len: 173 time: 1.0791929 May 06 13:20:40.664738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a0fa2207-c6ef-4dfd-9306-9bd854f2a3ae req-ea53ec4d-999f-4bc5-9ce6-13a786897a4e tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 210 time: 0.0435789 May 06 13:20:40.775413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d66b2e6-b526-401f-b404-85e983cd86fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:41.852611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e1e946c7-73bf-431c-aad1-7092d2ea5bb2 req-c179e7bd-0245-499c-ae56-b80c58c87394 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:20:41.989391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e1e946c7-73bf-431c-aad1-7092d2ea5bb2 req-c179e7bd-0245-499c-ae56-b80c58c87394 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:20:41.990537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1e946c7-73bf-431c-aad1-7092d2ea5bb2 req-c179e7bd-0245-499c-ae56-b80c58c87394 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=2179989d-dce6-4eeb-8acc-9cd33934a1d9 HTTP/1.1" status: 200 len: 210 time: 0.1882775 May 06 13:20:42.268999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:42.360928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:43.378040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e0e7218e-8571-49c7-a9b4-3d65cc8889ad no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:20:43.413467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: e0e7218e-8571-49c7-a9b4-3d65cc8889ad {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:20:43.414892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device e0e7218e-8571-49c7-a9b4-3d65cc8889ad not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:20:43.763381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:46.934684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:47.922094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:48.125216 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 964f7a59-9d87-4336-9922-5997985a23f8 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:48.125554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:48.296823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:48.297148 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:48.418735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 964f7a59-9d87-4336-9922-5997985a23f8 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:48.646328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:48.694061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=964f7a59-9d87-4336-9922-5997985a23f8,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:48.788071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:49.281111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:20:49.425606 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:20:49.488046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:20:49.498996 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:20:49.512131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:20:49.512671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:49.612273 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:49.666402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-039cc1ef-4ff9-48ce-839f-8846891ec5be tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "DELETE /v2.0/floatingips/e3a3609c-7bd4-49dc-800b-d368259a854f HTTP/1.1" status: 204 len: 168 time: 1.7431886 May 06 13:20:49.666972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:20:49.699860 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:20:49.728962 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a98d4a-c2b6-4180-b51c-f4373128f411'] response: {'name': 'network-changed', 'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'status': 'completed', 'code': 200} May 06 13:20:49.834318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-e8fe9a8c-72fe-4b27-b662-c45d5820dcbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59f597caa6924978af45e8524840b331&device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 1097 time: 0.0841563 May 06 13:20:49.981657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-f5251ccb-0c74-4112-abac-ce34be023b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:49.983142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-f5251ccb-0c74-4112-abac-ce34be023b4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 200 len: 913 time: 0.1427674 May 06 13:20:50.042199 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:50.047105 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:20:50.058316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-27c277d4-c530-4419-ab6c-5b0d44c58817 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 200 len: 217 time: 0.0684230 May 06 13:20:50.060197 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:20:50.060889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:50.125389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-9ccfcfbe-19a2-418b-9394-67b45fde062f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:50.126833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-9ccfcfbe-19a2-418b-9394-67b45fde062f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 200 len: 851 time: 0.0628138 May 06 13:20:50.209229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-389faeff-f84c-4745-a49a-3250dc42ee1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54671d72-4a09-4a56-9b32-8537b670e989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746534 May 06 13:20:50.225463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-7e3656b2-1fbf-4e10-a719-1c5822f69d3a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:20:50.225463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-7e3656b2-1fbf-4e10-a719-1c5822f69d3a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048909 May 06 13:20:50.250090 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:20:50.418280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-971c85ad-985c-49bb-82da-48822dea6af9 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914973 May 06 13:20:50.428557 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d8937-de35-42fe-a534-80950e889300 req-66f34033-7124-477f-b1b6-330b29131b93 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:50.429369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f6d8937-de35-42fe-a534-80950e889300 req-66f34033-7124-477f-b1b6-330b29131b93 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Synchronizing usage tracker for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:20:50.572746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ae70de0-012a-403a-bd0a-ee81ae5ea9e7 req-a136502b-1a19-4f10-b3dd-9b785a56b373 service neutron] 10.222.0.13 "GET /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395030 May 06 13:20:50.578572 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:20:50.582879 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df7edb-0674-41f6-9c84-fef77ab5cf54 None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:03:34Z', 'revision_number': 4, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '6c1ce6cd-acfa-4130-a496-595727a58c91', 'name': '', 'network_id': '54671d72-4a09-4a56-9b32-8537b670e989', 'tenant_id': '59f597caa6924978af45e8524840b331', 'mac_address': 'fa:16:3e:89:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:32Z', 'updated_at': '2022-05-06T13:04:04Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'subnets': [{'id': 'c6d48bc4-07b2-48c1-a606-f80ba3861992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:20:50.594956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3f6d8937-de35-42fe-a534-80950e889300 req-66f34033-7124-477f-b1b6-330b29131b93 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Unset dirty status for tenant:59f597caa6924978af45e8524840b331 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:20:50.602244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f6d8937-de35-42fe-a534-80950e889300 req-66f34033-7124-477f-b1b6-330b29131b93 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 946 time: 0.2970636 May 06 13:20:50.644819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f6d8937-de35-42fe-a534-80950e889300 req-0f3db177-1b28-4a86-a38b-d4daeba8cb83 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/security-groups?id=539878e0-68b6-4d72-9ebc-2565d009a167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 May 06 13:20:50.825688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7b91c5-3219-468e-843f-654430ca0a3a None None] New status for floating IP e3a3609c-7bd4-49dc-800b-d368259a854f: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:20:50.950156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9654c-a212-496e-8fba-576f793da87d req-88b971ce-3b45-48cb-992e-a1a9e602a312 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:20:50.951563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8d9654c-a212-496e-8fba-576f793da87d req-88b971ce-3b45-48cb-992e-a1a9e602a312 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 946 time: 0.0759325 May 06 13:20:51.025328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:51.025659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.134059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.266061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] For port c3e930fb-e2ec-4606-a554-f24bdf1d91d7, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:20:51.266404 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.491861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for c3e930fb-e2ec-4606-a554-f24bdf1d91d7 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:51.734460 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.791901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=c3e930fb-e2ec-4606-a554-f24bdf1d91d7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:51.826511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64b7f6b3-72f6-4f98-af53-31ca20056a36 req-b2a7eefc-b365-4304-85cf-713d1a9e7a2d tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0521562 May 06 13:20:51.870213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] No DVR routers for this DVR port c3e930fb-e2ec-4606-a554-f24bdf1d91d7 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:20:51.872787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:51.875336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'name': 'network-vif-deleted', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:20:51.933713 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78a6b14-514b-4268-8155-9b28452c367a'] response: {'server_uuid': 'bae2b766-a722-4911-a5ee-802c09b34787', 'name': 'network-vif-deleted', 'tag': 'c3e930fb-e2ec-4606-a554-f24bdf1d91d7', 'status': 'completed', 'code': 200} May 06 13:20:51.974946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8d9654c-a212-496e-8fba-576f793da87d req-95a3e03f-1f11-4e7f-8159-cd395fcc7259 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.13 "DELETE /v2.0/ports/c3e930fb-e2ec-4606-a554-f24bdf1d91d7 HTTP/1.1" status: 204 len: 173 time: 1.0162959 May 06 13:20:53.006201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94a3b17b-443d-4e7e-a0b5-d2ebcb21d1b9 req-570e9831-2765-4486-b05b-01cc85cf1398 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "GET /v2.0/ports?device_id=bae2b766-a722-4911-a5ee-802c09b34787 HTTP/1.1" status: 200 len: 210 time: 0.0406415 May 06 13:20:54.113966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:54.277109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Deleting port 9ffb13ab-767e-441e-bf36-17d13472c99d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:54.277449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.448586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.448912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.570810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Calling delete_port for 9ffb13ab-767e-441e-bf36-17d13472c99d owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:54.801122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.847670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'Port': ['ID=9ffb13ab-767e-441e-bf36-17d13472c99d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:54.941965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.956462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:54.957578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3e44bd4e-70ca-48cf-af88-c432be55df51 tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "DELETE /v2.0/floatingips/2f5e35c3-28b8-4856-b237-2dab808464cb HTTP/1.1" status: 204 len: 168 time: 0.8424768 May 06 13:20:55.537967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c3e930fb-e2ec-4606-a554-f24bdf1d91d7 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:20:55.608031 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: c3e930fb-e2ec-4606-a554-f24bdf1d91d7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:20:55.608262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device c3e930fb-e2ec-4606-a554-f24bdf1d91d7 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:20:57.572501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:57.645978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.677604 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.834743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.855281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539878e0-68b6-4d72-9ebc-2565d009a167,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:20:57.948936 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:57.950072 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-da71f7a5-f4c9-4f1c-b2f3-30fde558ddcb tempest-TestVolumeBootPattern-1640116463 tempest-TestVolumeBootPattern-1640116463-project] 10.222.0.83 "DELETE /v2.0/security-groups/539878e0-68b6-4d72-9ebc-2565d009a167 HTTP/1.1" status: 204 len: 168 time: 0.3765690 May 06 13:20:58.107519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49052) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:20:58.702204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:59.302274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Deleting port 6c1ce6cd-acfa-4130-a496-595727a58c91 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:20:59.302994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:59.584293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] For port 6c1ce6cd-acfa-4130-a496-595727a58c91, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6c1ce6cd-acfa-4130-a496-595727a58c91,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:20:59.584700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:59.707279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Calling delete_port for 6c1ce6cd-acfa-4130-a496-595727a58c91 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:20:59.945998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:20:59.991470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1ce6cd-acfa-4130-a496-595727a58c91,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:00.297416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:00.878896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:21:01.183606 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:21:01.192333 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Sync routers for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:21:01.197314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-44f46a85-5870-4605-8436-5d0c2921181f admin admin] 10.222.0.83 "PUT /v2.0/routers/767cea9a-05b8-4b39-99b4-3bf03b385ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871427 May 06 13:21:01.199106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49060) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:01.204048 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:01.204639 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:01.406143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.446187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:01.608997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.720756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Deleting port 56cbe6f2-c120-424b-940e-c2c049b230e6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:01.721013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:01.737649 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:20:59Z', 'revision_number': 5, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port': {'id': '56cbe6f2-c120-424b-940e-c2c049b230e6', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ad:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:26Z', 'updated_at': '2022-05-06T13:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:01.741540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Checking router: 767cea9a-05b8-4b39-99b4-3bf03b385ea5 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:21:01.752881 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Routers {'767cea9a-05b8-4b39-99b4-3bf03b385ea5'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:01.753486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:01.908325 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] Set router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:01.910074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] For port 56cbe6f2-c120-424b-940e-c2c049b230e6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=56cbe6f2-c120-424b-940e-c2c049b230e6,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:01.910576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.012937 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:21:01Z', 'revision_number': 6, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:02.016761 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27f328-db88-48c6-b25c-2eec04ceebae None None] The sync data for ids ['767cea9a-05b8-4b39-99b4-3bf03b385ea5'] in n-d-840845-1 is: [{'id': '767cea9a-05b8-4b39-99b4-3bf03b385ea5', 'name': 'tempest-TestVolumeBootPattern-1788787264-router', 'tenant_id': '59f597caa6924978af45e8524840b331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:24Z', 'updated_at': '2022-05-06T13:21:01Z', 'revision_number': 6, 'project_id': '59f597caa6924978af45e8524840b331', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:21:02.034498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Calling delete_port for 56cbe6f2-c120-424b-940e-c2c049b230e6 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:02.311342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.355272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Pushing event deleted for resources: {'Port': ['ID=56cbe6f2-c120-424b-940e-c2c049b230e6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:02.441262 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c1ce6cd-acfa-4130-a496-595727a58c91 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:02.474599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6c1ce6cd-acfa-4130-a496-595727a58c91 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:02.474939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6c1ce6cd-acfa-4130-a496-595727a58c91 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:02.598001 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:02.996106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.000613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.134462 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.135069 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767cea9a-05b8-4b39-99b4-3bf03b385ea5 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:21:03.149224 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.152733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cb580730-f458-458b-8a66-dd8a59c3a71d admin admin] 10.222.0.83 "DELETE /v2.0/routers/767cea9a-05b8-4b39-99b4-3bf03b385ea5 HTTP/1.1" status: 204 len: 168 time: 1.9503124 May 06 13:21:03.153114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49064) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:03.216661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Deleting subnet c6d48bc4-07b2-48c1-a606-f80ba3861992 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:21:03.219752 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.269537 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.401860 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.556104 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.597083 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d48bc4-07b2-48c1-a606-f80ba3861992,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:03.604020 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.609360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2299e2ac-c7aa-4a0a-b380-c819846689cd None None] Network 54671d72-4a09-4a56-9b32-8537b670e989 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:21:03.610375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-256bf21e-cedd-4c88-bf8c-10af5cb4cb13 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c6d48bc4-07b2-48c1-a606-f80ba3861992 HTTP/1.1" status: 204 len: 168 time: 0.4562430 May 06 13:21:03.613062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49068) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:03.723941 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.734185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Deleting port a7688385-00f9-405a-8c53-a7936f3deb6c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:03.734514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.867129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] DHCP port deletion for 54671d72-4a09-4a56-9b32-8537b670e989 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:21:03.871800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Deleting port a7688385-00f9-405a-8c53-a7936f3deb6c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:03.872266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:03.962379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] For port a7688385-00f9-405a-8c53-a7936f3deb6c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7688385-00f9-405a-8c53-a7936f3deb6c,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:03.962733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.077685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] For port a7688385-00f9-405a-8c53-a7936f3deb6c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a7688385-00f9-405a-8c53-a7936f3deb6c,segment=NetworkSegment(f89bf4f1-fff7-4944-a2e8-83e161727dfa),segment_id=f89bf4f1-fff7-4944-a2e8-83e161727dfa)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:04.078001 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.087922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Calling delete_port for a7688385-00f9-405a-8c53-a7936f3deb6c owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:04.205336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Calling delete_port for a7688385-00f9-405a-8c53-a7936f3deb6c owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:04.239368 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 56cbe6f2-c120-424b-940e-c2c049b230e6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:04.265925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.285612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 56cbe6f2-c120-424b-940e-c2c049b230e6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:04.285947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 56cbe6f2-c120-424b-940e-c2c049b230e6 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:04.286365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7688385-00f9-405a-8c53-a7936f3deb6c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:04.317614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7688385-00f9-405a-8c53-a7936f3deb6c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:04.324146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] No DVR routers for this DVR port a7688385-00f9-405a-8c53-a7936f3deb6c on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:21:04.324283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a7688385-00f9-405a-8c53-a7936f3deb6c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:04.324636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a7688385-00f9-405a-8c53-a7936f3deb6c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:04.345875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:21:04.347993 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:21:04.444815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.470591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54671d72-4a09-4a56-9b32-8537b670e989']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:04.483210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89bf4f1-fff7-4944-a2e8-83e161727dfa') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:04.483503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89bf4f1-fff7-4944-a2e8-83e161727dfa') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:04.496095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.512334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.518295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:21:04.518671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: timer() May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:21:04.532285 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:21:04.677106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.693725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.704008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=54671d72-4a09-4a56-9b32-8537b670e989,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:04.772134 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-45864ba7-3efa-4467-a18d-73c7b0649f4a admin admin] 10.222.0.83 "DELETE /v2.0/networks/54671d72-4a09-4a56-9b32-8537b670e989 HTTP/1.1" status: 204 len: 168 time: 1.1554537 May 06 13:21:04.772475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49072) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:04.847583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Deleting port a7688385-00f9-405a-8c53-a7936f3deb6c {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:04.848198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:04.915253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-22e3a94c-284a-43f7-bdfb-fd6f6642b912 None None] The port 'a7688385-00f9-405a-8c53-a7936f3deb6c' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:21:05.247297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:05.853719 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Deleting port 338a592f-0ab9-4d94-9dea-57e8ab399c41 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:05.854383 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:06.027490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] For port 338a592f-0ab9-4d94-9dea-57e8ab399c41, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=338a592f-0ab9-4d94-9dea-57e8ab399c41,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:06.027867 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:06.151109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Calling delete_port for 338a592f-0ab9-4d94-9dea-57e8ab399c41 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:06.400168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:06.535411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=338a592f-0ab9-4d94-9dea-57e8ab399c41,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:06.832356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:07.411680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Router 24a145df-1ad2-40fa-a293-9dc7044a7822 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:21:07.614004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:21:07.622989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Sync routers for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:21:07.635382 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:07.636034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:07.710948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-26b5debd-047d-493a-8e5a-f8a3036feb89 admin admin] 10.222.0.83 "PUT /v2.0/routers/24a145df-1ad2-40fa-a293-9dc7044a7822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370120 May 06 13:21:07.713216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49076) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:07.816599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:07.917962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.152674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:21:06Z', 'revision_number': 5, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:08.157027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Checking router: 24a145df-1ad2-40fa-a293-9dc7044a7822 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:21:08.168206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Routers {'24a145df-1ad2-40fa-a293-9dc7044a7822'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:21:08.168824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:20:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['24a145df-1ad2-40fa-a293-9dc7044a7822'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:08.243404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.334290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Deleting port 7f06c8af-272d-4fc2-969e-28f924704507 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:08.334712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.353437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] Set router 24a145df-1ad2-40fa-a293-9dc7044a7822 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:21:08.516915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] For port 7f06c8af-272d-4fc2-969e-28f924704507, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7f06c8af-272d-4fc2-969e-28f924704507,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:08.517178 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.558506 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a659c639-d837-4699-922b-75c73d996cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.639094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Calling delete_port for 7f06c8af-272d-4fc2-969e-28f924704507 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:08.666711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:21:06Z', 'revision_number': 5, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:08.671091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f70539f-38cf-427f-be25-24a589da4289 None None] The sync data for ids ['24a145df-1ad2-40fa-a293-9dc7044a7822'] in n-d-840845-1 is: [{'id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'name': 'tempest-TestVolumeBootPattern-944416046-router', 'tenant_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '7f06c8af-272d-4fc2-969e-28f924704507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:03:44Z', 'updated_at': '2022-05-06T13:21:06Z', 'revision_number': 5, 'project_id': 'cfcf8ab76fcb49cdbbb3d26454f12d80', 'gw_port': {'id': '7f06c8af-272d-4fc2-969e-28f924704507', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a145df-1ad2-40fa-a293-9dc7044a7822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:03:46Z', 'updated_at': '2022-05-06T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:21:08.898250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:08.946385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7f06c8af-272d-4fc2-969e-28f924704507,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:09.179666 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.439800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.444081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.543065 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.543603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24a145df-1ad2-40fa-a293-9dc7044a7822 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:21:09.557119 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.560864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f189d091-a707-443b-aae6-73766bce71ea admin admin] 10.222.0.83 "DELETE /v2.0/routers/24a145df-1ad2-40fa-a293-9dc7044a7822 HTTP/1.1" status: 204 len: 168 time: 1.8438954 May 06 13:21:09.561105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49080) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:09.628926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Deleting subnet 8807a824-2f7b-40db-b66a-07421164c1ff {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:21:09.632509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.687503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:09.765959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.069513 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.108157 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8807a824-2f7b-40db-b66a-07421164c1ff,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:10.113009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.119173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bb6cdfd9-aa22-430b-9fe0-3ae0ee8c95a7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8807a824-2f7b-40db-b66a-07421164c1ff HTTP/1.1" status: 204 len: 168 time: 0.5569685 May 06 13:21:10.121828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49084) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:10.121993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102cd22-49e4-4641-96f8-fc4e17d0cd0e None None] Network ca867053-1ead-4d08-8024-12ee46bc00f0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:21:10.234574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.246761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Deleting port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:10.247218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.264958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 338a592f-0ab9-4d94-9dea-57e8ab399c41 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:10.329565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 338a592f-0ab9-4d94-9dea-57e8ab399c41 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:10.329796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 338a592f-0ab9-4d94-9dea-57e8ab399c41 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:10.330196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7f06c8af-272d-4fc2-969e-28f924704507 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:10.369785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7f06c8af-272d-4fc2-969e-28f924704507 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:10.370119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7f06c8af-272d-4fc2-969e-28f924704507 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:10.452449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] DHCP port deletion for ca867053-1ead-4d08-8024-12ee46bc00f0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:21:10.456447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Deleting port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:10.456815 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.474988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] For port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:10.475341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.604075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Calling delete_port for 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:10.676439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] For port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,segment=NetworkSegment(5b1d3775-c5d2-40c8-a9ac-21baf5701e12),segment_id=5b1d3775-c5d2-40c8-a9ac-21baf5701e12)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:10.676827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.735073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-123c4f76-980a-45d5-8367-968900f86128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.766259 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.798085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Calling delete_port for 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:10.817077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Pushing event deleted for resources: {'Port': ['ID=30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:10.823961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] No DVR routers for this DVR port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:21:10.869865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:21:10.870457 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:21:10.943053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:10.969762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca867053-1ead-4d08-8024-12ee46bc00f0']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:10.986258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1d3775-c5d2-40c8-a9ac-21baf5701e12') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:10.986565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1d3775-c5d2-40c8-a9ac-21baf5701e12') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:21:10.999536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.016038 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.022239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:21:11.022753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: timer() May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:21:11.037325 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:21:11.180777 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.198306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.208667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca867053-1ead-4d08-8024-12ee46bc00f0,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:11.216689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-846952e6-9e23-48ad-a090-fd384bd7960e admin admin] 10.222.0.83 "DELETE /v2.0/networks/ca867053-1ead-4d08-8024-12ee46bc00f0 HTTP/1.1" status: 204 len: 168 time: 1.0938985 May 06 13:21:11.371254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Deleting port 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:11.371832 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.439137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc037c-8c61-4152-bf3a-95b6b6d5e490 None None] The port '30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:21:11.607858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49090) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:11.659372 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-430d0823-95d0-426b-a038-8330a5694dc3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59f597caa6924978af45e8524840b331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504010 May 06 13:21:11.661828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49094) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:11.720802 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.750780 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.886367 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.904388 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0a0bc-6360-4324-aaa3-a448487cb8fe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:11.912710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:11.914255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-873f7858-6dcd-4568-a77e-08ead4f353a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ed0a0bc-6360-4324-aaa3-a448487cb8fe HTTP/1.1" status: 204 len: 168 time: 0.2513018 May 06 13:21:12.238454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:12.281186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:12.281444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 30a1bfb6-8a3b-48d1-9f46-e17b5a7ac6b1 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:12.374866 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:12.376507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:12.791176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49102) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:12.843655 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-788e75c0-9370-4df9-ac9b-38a8f6be4282 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cfcf8ab76fcb49cdbbb3d26454f12d80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512979 May 06 13:21:12.846164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49106) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:12.906198 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:12.932313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:13.085715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:13.105350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f627183-b8b0-44a6-9320-c5b7099f14b8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:13.110077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:13.110991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f54dd18d-8f04-4efa-89e7-c09ee2d09b96 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f627183-b8b0-44a6-9320-c5b7099f14b8 HTTP/1.1" status: 204 len: 168 time: 0.2633185 May 06 13:21:13.746030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:16.965758 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:21.139810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:26.215089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-051ce9f9-394c-4374-8c77-024d0627ce42 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278530 May 06 13:21:26.371970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a645f-5212-4a83-a069-2fb903e9046a req-28b78053-4916-4165-ac0f-2e7fa891c1b1 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:26.373280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-28b78053-4916-4165-ac0f-2e7fa891c1b1 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530473 May 06 13:21:26.390180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-d81f9ce9-a2c3-4ab1-9fa2-128b0977aeb5 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/quotas/8dc0da6afe3e484ea46005f5b2d4e098 HTTP/1.1" status: 200 len: 375 time: 0.0116041 May 06 13:21:26.427239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:21:26.435758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-1cdb58b0-1e82-40c1-91af-a1f276f57272 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405695 May 06 13:21:26.750793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-013bbdaa-7ab9-418f-806f-b1f898a76a06 req-9f734462-938f-4748-8adb-921641e93a3b tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 210 time: 0.0480549 May 06 13:21:27.880082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4745325-9172-4249-99aa-9bc51a75cc79 req-f7726703-52af-485d-b1c7-e21122213a6d tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 210 time: 0.0498793 May 06 13:21:29.054958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c2b713ba-ffdd-43e8-90cd-b49dca8c30d0 req-6d9ec594-40c0-4656-b563-316061b40d60 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 210 time: 0.0437458 May 06 13:21:29.601612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-ca82dc2c-ae17-4547-bdb4-7cecde3c6340 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259349 May 06 13:21:29.755472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a645f-5212-4a83-a069-2fb903e9046a req-82fdb968-be21-4502-a088-f5d91fb4070e tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:29.756942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-82fdb968-be21-4502-a088-f5d91fb4070e tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504178 May 06 13:21:29.773376 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Request body: {'port': {'device_id': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'admin_state_up': True, 'tenant_id': '8dc0da6afe3e484ea46005f5b2d4e098'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:30.012194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:30.016352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Usage tracker for resource:port and tenant:8dc0da6afe3e484ea46005f5b2d4e098 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:30.019313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:30.025533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:30.131473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Made reservation on behalf of 8dc0da6afe3e484ea46005f5b2d4e098 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:21:30.134612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.153004 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.188995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:30.193830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Usage tracker for resource:security_group_rule and tenant:8dc0da6afe3e484ea46005f5b2d4e098 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:30.197179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:30.204224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:30.283054 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.332596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3338681-8eba-4eeb-834b-e3d2ceb698ae req-c0aa9985-cb7f-4c85-95fb-22ddfbf2d549 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 210 time: 0.1491339 May 06 13:21:30.353875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.440089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c19f01-ddc4-4aaf-bb86-c139aa639d32,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:30.530464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Allocated IP 192.168.233.180 (054ed7d2-2f3d-4190-904e-066a6150a441/3f06ad3a-7358-452b-a531-271c5eba69c3/816588b7-fb67-43b6-8e21-513bb1d9bcd5) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:21:30.733162 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.749607 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Transition to ACTIVE for port object 816588b7-fb67-43b6-8e21-513bb1d9bcd5 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:21:30.869151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:30.948978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Network 054ed7d2-2f3d-4190-904e-066a6150a441 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:21:30.952324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:21:30.956880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:21:30.983317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Pushing event updated for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:31.025275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:31.025909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.152353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-c6f295f6-2037-4a6a-864b-0c967bc71fb6 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3827009 May 06 13:21:31.164125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Request body: {'port': {'device_id': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:31.275713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.309053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf7bfd3f-9229-4153-8a68-ac00e497e952 None None] Provisioning for port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:21:31.314488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cf7bfd3f-9229-4153-8a68-ac00e497e952 None None] Provisioning complete for port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:21:31.314884 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfd3f-9229-4153-8a68-ac00e497e952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.371540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bfd3f-9229-4153-8a68-ac00e497e952 None None] Port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:21:31.625875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140a042-f221-4356-9667-ee763d432ae1 req-a3b362a9-0024-4969-9a70-f73cd4dc1e6d tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:31.626595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a140a042-f221-4356-9667-ee763d432ae1 req-a3b362a9-0024-4969-9a70-f73cd4dc1e6d tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Synchronizing usage tracker for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:31.706922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816588b7-fb67-43b6-8e21-513bb1d9bcd5 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:21:31.714602 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.729670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Transition to ACTIVE for port object 816588b7-fb67-43b6-8e21-513bb1d9bcd5 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:21:31.764110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a140a042-f221-4356-9667-ee763d432ae1 req-a3b362a9-0024-4969-9a70-f73cd4dc1e6d tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Unset dirty status for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:31.765331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a140a042-f221-4356-9667-ee763d432ae1 req-a3b362a9-0024-4969-9a70-f73cd4dc1e6d tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 936 time: 0.2735889 May 06 13:21:31.791180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:31.935991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Pushing event updated for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:31.946432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a140a042-f221-4356-9667-ee763d432ae1 req-f4ee144d-cf6e-47e6-af55-6b6c09f6c4ca tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Synchronizing usage tracker for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:32.065699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a140a042-f221-4356-9667-ee763d432ae1 req-f4ee144d-cf6e-47e6-af55-6b6c09f6c4ca tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Unset dirty status for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:32.066874 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a140a042-f221-4356-9667-ee763d432ae1 req-f4ee144d-cf6e-47e6-af55-6b6c09f6c4ca tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956381 May 06 13:21:32.074218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Attempting to bind port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:21:32.074473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Attempting to bind port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:21:32.074803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Attempting to bind port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:32.080951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 on network 054ed7d2-2f3d-4190-904e-066a6150a441 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:21:32.081336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Attempting to bind port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 on network 054ed7d2-2f3d-4190-904e-066a6150a441 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:32.091582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:21:32.091966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Checking segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:21:32.092360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Bound using segment: {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:21:32.092867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Bound port: 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af42742b-deb3-4afe-b2fa-9cca637208d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:21:32.093215 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:32.185744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:21:32.188860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:21:32.280689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:32.344792 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:32.346181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] 10.222.0.86 "PUT /v2.0/ports/816588b7-fb67-43b6-8e21-513bb1d9bcd5 HTTP/1.1" status: 200 len: 1096 time: 1.1863554 May 06 13:21:32.346615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:32.367919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa49e8b-ab4d-49db-aa8b-e9e5cf400166 service neutron] Pushing event updated for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:32.415358 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf479f4-8252-4c3b-8756-733bbcca29c3'] response: {'name': 'network-changed', 'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5', 'status': 'completed', 'code': 200} May 06 13:21:32.640276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5708b6e8-3701-4804-8348-0128309b6414 req-822a5785-7d0f-4c93-b76b-9c4635632370 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 1099 time: 0.2010679 May 06 13:21:32.673312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5708b6e8-3701-4804-8348-0128309b6414 req-f522494b-642b-49d7-b356-488b8c9bb15f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257726 May 06 13:21:32.814230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b6e8-3701-4804-8348-0128309b6414 req-764e19b6-0e74-4975-8244-004904669abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:32.814230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5708b6e8-3701-4804-8348-0128309b6414 req-764e19b6-0e74-4975-8244-004904669abf service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350536 May 06 13:21:32.924413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-aa6db8fa-e51e-43c3-94ba-95fb02a1a4ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 1099 time: 0.0734875 May 06 13:21:32.993234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-c0ed3abd-3277-4d67-a166-b71353ddf963 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5 HTTP/1.1" status: 200 len: 217 time: 0.0616932 May 06 13:21:33.060555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a645f-5212-4a83-a069-2fb903e9046a req-5e866842-8c93-4441-8776-014d9c226da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:33.062019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-5e866842-8c93-4441-8776-014d9c226da3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f06ad3a-7358-452b-a531-271c5eba69c3 HTTP/1.1" status: 200 len: 843 time: 0.0620918 May 06 13:21:33.140733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-ca37677e-208e-4c49-a607-a22764e91466 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=054ed7d2-2f3d-4190-904e-066a6150a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723598 May 06 13:21:33.342543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-8aa29021-6aaa-40f3-ae9c-05a1a5ffe117 service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954954 May 06 13:21:33.384305 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb44d0d-d91b-4d1f-ac0a-e8d1e6c9b8c2 req-dcd9b9e0-2a67-455e-8dbb-7e1cb6feb5bc tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:33.386103 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcb44d0d-d91b-4d1f-ac0a-e8d1e6c9b8c2 req-dcd9b9e0-2a67-455e-8dbb-7e1cb6feb5bc tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 948 time: 0.1645908 May 06 13:21:33.518890 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dcb44d0d-d91b-4d1f-ac0a-e8d1e6c9b8c2 req-db0b5fe3-4d53-4eda-a261-964f4f561b2c tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851924 May 06 13:21:33.544402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-371a645f-5212-4a83-a069-2fb903e9046a req-bcf8899c-02bc-4f67-94cc-d868425e849c service neutron] 10.222.0.86 "GET /v2.0/networks/054ed7d2-2f3d-4190-904e-066a6150a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956286 May 06 13:21:34.724258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22269f3-287e-4684-95fa-7057b48f10b8 req-9e3652a0-f6f6-41d5-b479-4f295b6ef0a1 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:34.725734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c22269f3-287e-4684-95fa-7057b48f10b8 req-9e3652a0-f6f6-41d5-b479-4f295b6ef0a1 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 948 time: 0.0800261 May 06 13:21:34.776414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c22269f3-287e-4684-95fa-7057b48f10b8 req-1ee2b5c6-fa18-4b33-987a-d5fb096c6f60 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 May 06 13:21:35.977642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd487d-b90d-4f36-b09d-f80d52df24fc req-e9794727-d0e4-4562-aa16-e03abe375e57 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:35.979166 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06cd487d-b90d-4f36-b09d-f80d52df24fc req-e9794727-d0e4-4562-aa16-e03abe375e57 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 948 time: 0.0770535 May 06 13:21:36.025699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06cd487d-b90d-4f36-b09d-f80d52df24fc req-c20e6711-ff28-4d38-a526-6bbe84157aa7 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 May 06 13:21:37.228958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069fc8b-93ec-4e5d-92a0-dd4dc44e085c req-9cff5618-abc8-4c22-a624-7cbcbe36f222 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:37.230354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9069fc8b-93ec-4e5d-92a0-dd4dc44e085c req-9cff5618-abc8-4c22-a624-7cbcbe36f222 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 948 time: 0.0810735 May 06 13:21:37.277286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9069fc8b-93ec-4e5d-92a0-dd4dc44e085c req-72f2b589-3fff-48ca-9c64-c41e4629408b tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 May 06 13:21:37.659380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 816588b7-fb67-43b6-8e21-513bb1d9bcd5 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:21:37.803245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:37.818189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '816588b7-fb67-43b6-8e21-513bb1d9bcd5', 'network_id': '054ed7d2-2f3d-4190-904e-066a6150a441', 'port_id': '816588b7-fb67-43b6-8e21-513bb1d9bcd5', 'mac_address': 'fa:16:3e:65:c5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f06ad3a-7358-452b-a531-271c5eba69c3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:21:37.880360 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:37.901112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816588b7-fb67-43b6-8e21-513bb1d9bcd5 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:21:37.919453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:37.988489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:38.061140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:38.072564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.078816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:38.218016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['816588b7-fb67-43b6-8e21-513bb1d9bcd5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:21:38.502812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c70dc52d-45ad-46f9-bf7b-23a42bdf3e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:38.511167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1be7f-c0e1-4d53-9471-b01bf0434eb7 req-5784ebb4-7520-4c28-9cc4-d4c79894b7f5 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:38.512758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6af1be7f-c0e1-4d53-9471-b01bf0434eb7 req-5784ebb4-7520-4c28-9cc4-d4c79894b7f5 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 949 time: 0.0874498 May 06 13:21:38.561983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6af1be7f-c0e1-4d53-9471-b01bf0434eb7 req-70a76cc7-ba7b-43a9-9ec3-bb4b75722cdd tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 May 06 13:21:39.661252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 816588b7-fb67-43b6-8e21-513bb1d9bcd5 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:21:39.902902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:21:39.913433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:21:39.913433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:39.940157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ba3a-460a-4efc-8a3d-2ae2ddeb3a64 req-82d8b8df-520e-43fc-83ac-07c6dd816853 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:39.943124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d637ba3a-460a-4efc-8a3d-2ae2ddeb3a64 req-82d8b8df-520e-43fc-83ac-07c6dd816853 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 949 time: 0.0882068 May 06 13:21:39.993598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d637ba3a-460a-4efc-8a3d-2ae2ddeb3a64 req-ffa6e666-075b-4842-aac2-34e398d4891c tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457931 May 06 13:21:40.039098 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:40.067142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:40.076876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:40.139046 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777afbda-0b20-4927-8ede-2d5799793691'] response: {'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5', 'code': 200} May 06 13:21:40.174137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:40.255208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:40.270111 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef84a8d6-c216-4c33-b486-5784b3079c94 req-dc6af1ec-43e0-46e1-8bf6-8c82eab74bf8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 1101 time: 0.0706463 May 06 13:21:40.331160 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ef84a8d6-c216-4c33-b486-5784b3079c94 req-79606970-2581-4a3d-94c4-fef94ae5b1a8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 May 06 13:21:40.711621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-68a064c1-fef4-436c-8b34-44ce036af2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:41.194763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f9f14-ac1e-4196-b42d-d4da0cd93e01 req-4da7dac8-c677-4a68-8bc3-08588a52991f tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:41.196319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d7f9f14-ac1e-4196-b42d-d4da0cd93e01 req-4da7dac8-c677-4a68-8bc3-08588a52991f tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 950 time: 0.0772402 May 06 13:21:41.242412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d7f9f14-ac1e-4196-b42d-d4da0cd93e01 req-55f1f60a-df1a-44be-bf92-1f416e6eae96 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 May 06 13:21:42.280281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:42.378417 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:42.452661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b168af-1ab1-49d3-9c88-4e2e6989578c req-a73ebec8-4856-4d75-8d45-828f1d510652 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:42.454301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41b168af-1ab1-49d3-9c88-4e2e6989578c req-a73ebec8-4856-4d75-8d45-828f1d510652 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 950 time: 0.0837438 May 06 13:21:42.508907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41b168af-1ab1-49d3-9c88-4e2e6989578c req-fadcad47-e454-43d4-923a-15bcd390fd06 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 May 06 13:21:43.002719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-089ad9cb-ae00-4071-af2b-e0133854dfdc req-e0d9e022-d6ac-4667-8186-aa67d89bac10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735452 May 06 13:21:43.674226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:43.896897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bd98dae8-e3ec-4219-8825-b4baac3b09c6 req-7c05cdc1-aacb-44eb-8911-b80222d50336 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1417701 May 06 13:21:44.785516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646822-3dee-470f-ad58-113cebc22379 req-1df3c62b-3dbc-454f-af8f-26c5962a2e3a tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:44.787042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36646822-3dee-470f-ad58-113cebc22379 req-1df3c62b-3dbc-454f-af8f-26c5962a2e3a tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 950 time: 0.0827401 May 06 13:21:44.840002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-36646822-3dee-470f-ad58-113cebc22379 req-35e8036c-af43-4d63-a44f-cb132b757e12 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 May 06 13:21:46.053555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ca3ee-5d9c-4819-9fbd-4bf0cfcf4d1d req-b5770398-2560-4929-86ac-430e7fd39877 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:46.055009 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f57ca3ee-5d9c-4819-9fbd-4bf0cfcf4d1d req-b5770398-2560-4929-86ac-430e7fd39877 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 950 time: 0.0825651 May 06 13:21:46.102869 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f57ca3ee-5d9c-4819-9fbd-4bf0cfcf4d1d req-84f9841d-9308-4624-a4b4-452cef2660b1 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/security-groups?id=24c19f01-ddc4-4aaf-bb86-c139aa639d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 May 06 13:21:46.139521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-2877c466-c2a0-4cbc-a147-d7c2744ee528 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:46.140996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-2877c466-c2a0-4cbc-a147-d7c2744ee528 tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.86 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 950 time: 0.0818691 May 06 13:21:46.217513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Deleting port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:21:46.217854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:46.590982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] For port 816588b7-fb67-43b6-8e21-513bb1d9bcd5, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=816588b7-fb67-43b6-8e21-513bb1d9bcd5,segment=NetworkSegment(af42742b-deb3-4afe-b2fa-9cca637208d7),segment_id=af42742b-deb3-4afe-b2fa-9cca637208d7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:21:46.591344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:46.717018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Calling delete_port for 816588b7-fb67-43b6-8e21-513bb1d9bcd5 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:21:46.994300 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:47.011748 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:47.023113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['816588b7-fb67-43b6-8e21-513bb1d9bcd5'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:21:47.066524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Pushing event deleted for resources: {'Port': ['ID=816588b7-fb67-43b6-8e21-513bb1d9bcd5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:47.124640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.124995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.125327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.125661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.125993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.126320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.126642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.126963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.127282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.127601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.127948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:21:47.192107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] No DVR routers for this DVR port 816588b7-fb67-43b6-8e21-513bb1d9bcd5 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:21:47.195369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:47.211443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'name': 'network-vif-deleted', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:47.275268 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb7559f-18b8-4d5e-96f7-0f13ae4fcbf2'] response: {'server_uuid': '724958f1-fd8b-40cb-9208-5ea4f2ee253d', 'name': 'network-vif-deleted', 'tag': '816588b7-fb67-43b6-8e21-513bb1d9bcd5', 'status': 'completed', 'code': 200} May 06 13:21:47.324400 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e13c062-e44a-402c-93f0-87a5f081dc95 req-1fee43a5-8a41-42e9-b192-d957c31ffdef tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.86 "DELETE /v2.0/ports/816588b7-fb67-43b6-8e21-513bb1d9bcd5 HTTP/1.1" status: 204 len: 173 time: 1.1775591 May 06 13:21:47.331852 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3b5817a2-248c-492e-94b9-64a17267e494 req-6ac1e740-634c-4768-8e0e-61a7f9cd21ec tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Synchronizing usage tracker for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:47.435110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3b5817a2-248c-492e-94b9-64a17267e494 req-6ac1e740-634c-4768-8e0e-61a7f9cd21ec tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] Unset dirty status for tenant:8dc0da6afe3e484ea46005f5b2d4e098 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:47.436632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b5817a2-248c-492e-94b9-64a17267e494 req-6ac1e740-634c-4768-8e0e-61a7f9cd21ec tempest-ServersAdminNegativeTestJSON-1048499523 tempest-ServersAdminNegativeTestJSON-1048499523-project] 10.222.0.83 "GET /v2.0/ports?device_id=724958f1-fd8b-40cb-9208-5ea4f2ee253d HTTP/1.1" status: 200 len: 210 time: 0.1520028 May 06 13:21:49.095883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49266) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:49.272726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2cc787cb-5193-4df8-8106-ab83540d00fe admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8dc0da6afe3e484ea46005f5b2d4e098&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1756532 May 06 13:21:49.275149 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49272) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:49.342191 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.368377 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.512255 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.533374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c19f01-ddc4-4aaf-bb86-c139aa639d32,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:49.681661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:49.683469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cd394530-a664-48e5-a1a6-ad9e9a8f101a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/24c19f01-ddc4-4aaf-bb86-c139aa639d32 HTTP/1.1" status: 204 len: 168 time: 0.4074101 May 06 13:21:49.719547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 816588b7-fb67-43b6-8e21-513bb1d9bcd5 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:21:49.757175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 816588b7-fb67-43b6-8e21-513bb1d9bcd5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:21:49.757515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 816588b7-fb67-43b6-8e21-513bb1d9bcd5 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:21:50.492089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:50.511385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.544183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:50.548196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:8c110e6058ab4353a21ed650356573b9 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:50.551131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:50.556958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:50.623425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.700185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.751053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c801c8-fcaa-435c-8d55-82b0f4f2db39,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:50.755474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-361a3f7f-835c-41d3-894b-c64411c4eaa7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8c110e6058ab4353a21ed650356573b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2623603 May 06 13:21:50.758664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49284) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:50.824471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:50.851414 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:51.008735 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:51.023085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c801c8-fcaa-435c-8d55-82b0f4f2db39,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:51.029852 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:51.031283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0be6b9d-2bda-49a3-81c0-2e0d926adbd9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/01c801c8-fcaa-435c-8d55-82b0f4f2db39 HTTP/1.1" status: 204 len: 168 time: 0.2720246 May 06 13:21:51.159673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.326551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49306) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:52.466625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1498575559-network', 'tenant_id': '1a3b7d9e482143f0a6b73ac328ced9d8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:52.474116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:52.478207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Usage tracker for resource:network and tenant:1a3b7d9e482143f0a6b73ac328ced9d8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:52.481711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:52.488108 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:52.588569 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Made reservation on behalf of 1a3b7d9e482143f0a6b73ac328ced9d8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:21:52.591914 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.605009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.636968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:52.641001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Usage tracker for resource:security_group_rule and tenant:1a3b7d9e482143f0a6b73ac328ced9d8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:52.643880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:52.649623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:52.717639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.802801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.833618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:21:52.846465 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66b0af-1108-459a-833d-2b3167497fc6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:52.856369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.856725 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Added segment fd03d098-912d-4d06-9086-c34e3c9cd5a5 of type vlan for network 1a23b5c0-520b-4d60-b278-6c754fe3774d May 06 13:21:52.883221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.968561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:52.969433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:52.970008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:53.076690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] Pushing event updated for resources: {'Network': ['ID=1a23b5c0-520b-4d60-b278-6c754fe3774d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:53.086999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1a23b5c0-520b-4d60-b278-6c754fe3774d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:21:53.140909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b6f152e-10f8-4264-a224-ec79a52fb1da admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8131728 May 06 13:21:53.143813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49312) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:21:53.149357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Request body: {'subnet': {'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1498575559-subnet', 'tenant_id': '1a3b7d9e482143f0a6b73ac328ced9d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:53.156129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:53.159662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Usage tracker for resource:subnet and tenant:1a3b7d9e482143f0a6b73ac328ced9d8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:53.162734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:53.168878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:53.231459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Made reservation on behalf of 1a3b7d9e482143f0a6b73ac328ced9d8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:21:53.233776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:53.500264 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:53.578752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4db45f-8e76-4ff6-b0d5-1e56913019c5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:53.594215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Checking segment: {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:21:53.594570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Network hostable DHCP agents. Network: 1a23b5c0-520b-4d60-b278-6c754fe3774d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:21:53.728079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Network 1a23b5c0-520b-4d60-b278-6c754fe3774d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:21:53.833693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1a23b5c0-520b-4d60-b278-6c754fe3774d) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:21:53.837841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:53.838933 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:53.845388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88727c1f-64c0-4eec-9c9d-de9e574a7a28 None None] Network 1a23b5c0-520b-4d60-b278-6c754fe3774d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:21:53.952247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-de32db37-1c7b-4123-9987-dfd833c3b884 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073094 May 06 13:21:54.102854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14a45b-d29c-4c85-9f89-24594ab1b1e9 None None] Network 1a23b5c0-520b-4d60-b278-6c754fe3774d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:21:54.630217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-396eabca-5c2c-42e1-95c8-55ac622ad3a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:54.630894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-396eabca-5c2c-42e1-95c8-55ac622ad3a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Synchronizing usage tracker for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:54.751425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-396eabca-5c2c-42e1-95c8-55ac622ad3a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Unset dirty status for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:54.752700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-396eabca-5c2c-42e1-95c8-55ac622ad3a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 812 time: 0.3763521 May 06 13:21:54.770047 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-3c634b36-7b0d-48d5-9592-ffea9f15a5fc tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/quotas/1a3b7d9e482143f0a6b73ac328ced9d8 HTTP/1.1" status: 200 len: 375 time: 0.0119762 May 06 13:21:54.817892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-6e69e0e5-868f-4d28-8792-f7bdf5d3bdea tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426290 May 06 13:21:54.954839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-4608923f-bc11-4b51-abd4-e692982d2c4f service neutron] 10.222.0.83 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283393 May 06 13:21:55.089347 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-9bd605e3-9dba-4576-9d2f-af49e7255297 service neutron] 10.222.0.83 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287689 May 06 13:21:55.378164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-826d1a26-3bdb-451f-8bf6-bce22d4b2a7f req-74af1fcc-7f30-4564-bdf9-8ec052ba0924 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0489843 May 06 13:21:56.565246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cda5db6e-c37a-4dc5-91a2-5e043a44107d req-527d7e11-5591-4ca3-8df6-3a93fbdcc301 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0416894 May 06 13:21:57.555484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-beb6558b-05f9-4690-b8ed-59810c4c081d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:57.556968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-beb6558b-05f9-4690-b8ed-59810c4c081d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.86 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 812 time: 0.1522989 May 06 13:21:57.574769 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Request body: {'port': {'device_id': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d', 'admin_state_up': True, 'tenant_id': '1a3b7d9e482143f0a6b73ac328ced9d8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:57.728374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:21:57.733545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Usage tracker for resource:port and tenant:1a3b7d9e482143f0a6b73ac328ced9d8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:21:57.738399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:21:57.747169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:21:57.761148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7af3ec0-3463-4994-ad58-2c5b48c4992c req-aa493251-53f4-4ffc-a5c8-dda0802d3248 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0623708 May 06 13:21:57.833952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Made reservation on behalf of 1a3b7d9e482143f0a6b73ac328ced9d8 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:21:57.837265 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:58.010289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Allocated IP 172.20.0.2 (1a23b5c0-520b-4d60-b278-6c754fe3774d/9f4db45f-8e76-4ff6-b0d5-1e56913019c5/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:21:58.218806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:58.343103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:58.419538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Network 1a23b5c0-520b-4d60-b278-6c754fe3774d is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:21:58.422644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:21:58.426704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:21:58.457455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:58.492908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:58.493515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:58.563319 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-cc792ec4-0953-4b22-8726-a4b431982043 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9928658 May 06 13:21:58.574843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Request body: {'port': {'device_id': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:21:58.690371 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.064307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-bec9ca39-6f21-4893-bb9c-f993a67774e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:21:59.064962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-bec9ca39-6f21-4893-bb9c-f993a67774e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Synchronizing usage tracker for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:59.147203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:21:59.155900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.171664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Transition to ACTIVE for port object f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:21:59.211028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-bec9ca39-6f21-4893-bb9c-f993a67774e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Unset dirty status for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:59.212342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-bec9ca39-6f21-4893-bb9c-f993a67774e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 931 time: 0.2967944 May 06 13:21:59.249122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.312936 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-1efc8b55-9d69-449d-be15-5ed3fc1c4d98 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Synchronizing usage tracker for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:21:59.400442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:59.546309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-1efc8b55-9d69-449d-be15-5ed3fc1c4d98 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Unset dirty status for tenant:1a3b7d9e482143f0a6b73ac328ced9d8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:21:59.547513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41eef224-70d0-4bc3-870d-39d8f5b672ce req-1efc8b55-9d69-449d-be15-5ed3fc1c4d98 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289015 May 06 13:21:59.627643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:21:59.628387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:21:59.628387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:59.634209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:21:59.634544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:21:59.642185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:21:59.642521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Checking segment: {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:21:59.642897 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Bound using segment: {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:21:59.643348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Bound port: f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:21:59.643689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.737224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:21:59.740264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:21:59.868410 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.938512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:21:59.939921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] 10.222.0.86 "PUT /v2.0/ports/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 1091 time: 1.3697538 May 06 13:21:59.940363 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:21:59.964670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad641b-b67f-40a0-afcd-2d659bfba0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:21:59.998800 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7fdc22-7d39-4625-a160-db620e9e8d80'] response: {'name': 'network-changed', 'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'status': 'completed', 'code': 200} May 06 13:22:00.096687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca4210d9-706c-427a-9da6-bb0658bf4e47 req-3b374c58-ddaf-444f-b9a9-c854ba8ad7fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0763187 May 06 13:22:00.253580 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210d9-706c-427a-9da6-bb0658bf4e47 req-e73287c3-6344-419e-b58d-ace36d5795ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:00.255037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca4210d9-706c-427a-9da6-bb0658bf4e47 req-e73287c3-6344-419e-b58d-ace36d5795ab service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1516883 May 06 13:22:00.399148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210d9-706c-427a-9da6-bb0658bf4e47 req-da6d5c48-bcdf-4119-a099-994dc2bac9bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:00.400663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ca4210d9-706c-427a-9da6-bb0658bf4e47 req-da6d5c48-bcdf-4119-a099-994dc2bac9bc service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397438 May 06 13:22:00.509234 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-78697017-5f8c-4ed0-a4bc-6403ca9a40b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0713964 May 06 13:22:00.588340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-ba0aab84-c219-451d-ad14-582ee70afd07 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0708249 May 06 13:22:00.654576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-37aefd54-a0bf-4d15-9404-aca906d5617d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:00.656397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-37aefd54-a0bf-4d15-9404-aca906d5617d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0611117 May 06 13:22:00.741181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-617ddd30-87f6-45b4-b369-cdaf553930e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782619 May 06 13:22:00.900636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c22d9a-85e7-466c-b601-6349f3f79e78 req-6e972a14-0cbd-44a2-b158-46feae53ea9d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:00.902732 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63c22d9a-85e7-466c-b601-6349f3f79e78 req-6e972a14-0cbd-44a2-b158-46feae53ea9d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.2015448 May 06 13:22:00.904619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-52d866de-eb4f-4a5a-9c61-b7856de8deb3 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525254 May 06 13:22:01.032326 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-63c22d9a-85e7-466c-b601-6349f3f79e78 req-bcd86d30-7686-4514-886e-3a6ba8c85731 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233754 May 06 13:22:01.077170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cd0af5f-e294-4dde-8b61-8b28c5e4e42a req-d77dea1b-f7db-4a5d-945f-34b945b55c87 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533928 May 06 13:22:02.237769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba58e7-8b22-411a-9d3a-dc4f93af1ad3 req-4ccc2db0-355e-4a56-9244-4de3287b6f20 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:02.239292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccba58e7-8b22-411a-9d3a-dc4f93af1ad3 req-4ccc2db0-355e-4a56-9244-4de3287b6f20 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0777977 May 06 13:22:02.286811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ccba58e7-8b22-411a-9d3a-dc4f93af1ad3 req-00ce5cef-9a83-40f2-9a79-c16be50caff7 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 May 06 13:22:03.429096 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:22:03.491555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e07ef-15dd-4f1a-9131-bf3a43f51216 req-11180019-9f25-41f7-9fbe-1dfd05b07c81 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:03.493046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-222e07ef-15dd-4f1a-9131-bf3a43f51216 req-11180019-9f25-41f7-9fbe-1dfd05b07c81 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0804062 May 06 13:22:03.540465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-222e07ef-15dd-4f1a-9131-bf3a43f51216 req-8aa85a19-6ce9-4193-9e95-d7c31c8186ad tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 May 06 13:22:03.815664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:22:03.955086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:03.970874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d', 'port_id': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'mac_address': 'fa:16:3e:af:04:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4db45f-8e76-4ff6-b0d5-1e56913019c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:22:04.025498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:04.046128 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:04.063148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:04.140185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:04.211686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:04.336893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:04.742707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa16d5-a8eb-4efb-ba08-615811c7c93c req-12e5c0fe-a2f5-4141-a960-d98e1d0b1c8b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:04.744186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2aa16d5-a8eb-4efb-ba08-615811c7c93c req-12e5c0fe-a2f5-4141-a960-d98e1d0b1c8b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0808346 May 06 13:22:04.791582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2aa16d5-a8eb-4efb-ba08-615811c7c93c req-7bb49da7-737b-48fa-bd24-a0a48a07597f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 May 06 13:22:05.817110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:05.985345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:05.990366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:05.991072 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:05.993749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe86ef3-0354-4968-a72f-489e5ab2bfff req-8dd318fb-23e4-430d-a52d-b60e986fed06 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:05.995353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fe86ef3-0354-4968-a72f-489e5ab2bfff req-8dd318fb-23e4-430d-a52d-b60e986fed06 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0791743 May 06 13:22:06.047201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fe86ef3-0354-4968-a72f-489e5ab2bfff req-b23f6877-36d4-42a2-8f03-1504da0250d6 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 May 06 13:22:06.114672 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.142705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:06.153007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:06.199170 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c06a6c-c9dd-4095-a106-f55ad7d5acef'] response: {'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'code': 200} May 06 13:22:06.219913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:06.287206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:06.326075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-565dc54f-1f3a-4a5e-973d-9ee503055f8e req-42ac794e-b516-41ec-8989-03b128fe5bf0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0705271 May 06 13:22:06.369621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-565dc54f-1f3a-4a5e-973d-9ee503055f8e req-75a1c417-66ca-4f13-a46b-8cf99b9e6067 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 May 06 13:22:07.261898 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe91344-1eca-45f7-9d84-552939dd6e5b req-161eeeed-b570-438f-a7da-4f2c7623af4f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:07.263485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fe91344-1eca-45f7-9d84-552939dd6e5b req-161eeeed-b570-438f-a7da-4f2c7623af4f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0887649 May 06 13:22:07.426688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5fe91344-1eca-45f7-9d84-552939dd6e5b req-2ef52a6d-631f-4ec5-827b-b57ce9c9f5f1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572835 May 06 13:22:08.497193 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4b48be68-cc00-4461-9658-bdb4c0f65354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:08.632838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75988f91-468d-423a-9c23-2c6d2d6b287e req-dc443b40-aac1-42bc-b610-bc8d4dd9a5a5 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:08.634294 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75988f91-468d-423a-9c23-2c6d2d6b287e req-dc443b40-aac1-42bc-b610-bc8d4dd9a5a5 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0817821 May 06 13:22:08.687665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75988f91-468d-423a-9c23-2c6d2d6b287e req-ae032dd0-3201-4902-9a6b-96858bfc2d3d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 May 06 13:22:08.891722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce5b9e74-0140-4d7e-a0e9-c9753858f81c req-1162653f-0017-4b9d-a92c-701f78d2c461 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685086 May 06 13:22:09.381554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c0a6a-66bf-47ea-9faa-909df8004a72 req-6667f3e2-350a-40ab-9a86-6d6f9f3fca80 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:09.383056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea8c0a6a-66bf-47ea-9faa-909df8004a72 req-6667f3e2-350a-40ab-9a86-6d6f9f3fca80 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0860937 May 06 13:22:09.391218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:09.432559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea8c0a6a-66bf-47ea-9faa-909df8004a72 req-350d465a-2631-4218-b873-df603607a15f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 May 06 13:22:09.532596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-c0c3afe9-6833-455c-afce-a651db96a018 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397769 May 06 13:22:10.650500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e17e-0c98-4595-b66c-22cde0ca8f2e req-fe7d1369-d322-4955-9ffc-8e018bcfe42d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:10.652380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d761e17e-0c98-4595-b66c-22cde0ca8f2e req-fe7d1369-d322-4955-9ffc-8e018bcfe42d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0897095 May 06 13:22:10.704238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d761e17e-0c98-4595-b66c-22cde0ca8f2e req-254e08ed-b8ff-44fc-bf2c-98a29ebadc09 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 May 06 13:22:10.725134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1a125eac-10f6-4e87-bfb8-02ddd03e05fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:11.709148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-2c45a068-ed70-4a37-b72d-61a6448af829 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0775523 May 06 13:22:11.857170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-6cb5df92-5c76-49a8-8c09-370292882df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:11.858676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-6cb5df92-5c76-49a8-8c09-370292882df1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.1432734 May 06 13:22:11.915733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668803ea-fcaa-4b2c-af52-8db832b2b6c0 req-d1d0c786-adb2-42a4-847a-27cd0cc40739 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:11.917432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-668803ea-fcaa-4b2c-af52-8db832b2b6c0 req-d1d0c786-adb2-42a4-847a-27cd0cc40739 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0851858 May 06 13:22:11.927611 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-c63d18d7-55a3-4d40-a8f8-5c3a150af066 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0625753 May 06 13:22:11.965037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-668803ea-fcaa-4b2c-af52-8db832b2b6c0 req-5299a5eb-21c2-4009-b8b5-75376fa0e1c9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 May 06 13:22:11.997247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-9a62b5ad-8741-4ea7-a377-dfd589078fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:11.998748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-9a62b5ad-8741-4ea7-a377-dfd589078fbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0650795 May 06 13:22:12.046617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-22567c61-06ce-483d-b6a4-a50060525ff1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413933 May 06 13:22:12.190802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-9fe52396-4a7e-4bcc-bdd8-48a5e16fbacf service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373296 May 06 13:22:12.294609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.332856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-e873078a-ef40-482c-97c4-c6f0e9ac5a10 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358142 May 06 13:22:12.343996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:12.838173 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-9d7765f3-d93d-4ab0-ad5b-994f83ae38d1 req-12dfcc3d-e7a6-46b1-b4b9-225d7cb4ae10 service neutron] (84800) timed out ('10.222.0.86', 63466) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:22:13.182260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc952-94ba-48ca-bd6f-faddccc5b6bb req-93153cf3-0be6-4d61-ada2-a2762e195544 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:13.184615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ecdc952-94ba-48ca-bd6f-faddccc5b6bb req-93153cf3-0be6-4d61-ada2-a2762e195544 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0928540 May 06 13:22:13.230762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ecdc952-94ba-48ca-bd6f-faddccc5b6bb req-0de5f0a8-162e-4eda-9e54-8d9ad23d1c03 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 May 06 13:22:13.714700 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:14.432187 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0acdb6-15b7-4e23-be1c-030f0e755442 req-afa8388a-b4e0-4585-8f6c-1935af9004a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:14.433743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b0acdb6-15b7-4e23-be1c-030f0e755442 req-afa8388a-b4e0-4585-8f6c-1935af9004a1 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0794096 May 06 13:22:14.480999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9b0acdb6-15b7-4e23-be1c-030f0e755442 req-3459153e-dbc8-4b65-917c-4cd702e70462 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 May 06 13:22:15.703028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4b82f-a9dc-4101-9123-c8a178dc5215 req-bb1cf8a9-6c89-4582-bedf-7840b20887ff tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:15.704691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2c4b82f-a9dc-4101-9123-c8a178dc5215 req-bb1cf8a9-6c89-4582-bedf-7840b20887ff tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0979211 May 06 13:22:15.755131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2c4b82f-a9dc-4101-9123-c8a178dc5215 req-0fa1d2d2-d5c2-400b-9104-ba9416777b9d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445828 May 06 13:22:16.974922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:17.011483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c95a0-d61c-4448-83f0-a864763227d7 req-aadd97ff-8646-4383-b82a-4e9d43cc641f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:17.013268 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a28c95a0-d61c-4448-83f0-a864763227d7 req-aadd97ff-8646-4383-b82a-4e9d43cc641f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0887051 May 06 13:22:17.067037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a28c95a0-d61c-4448-83f0-a864763227d7 req-8e779758-b5d4-4d1f-81b1-fe5f8e777c2e tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 May 06 13:22:18.302045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabe4b6-e452-4eb9-a819-38b4ea4b4985 req-976ee4b1-26d5-41a2-aebe-86cc38a37752 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:18.303532 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fabe4b6-e452-4eb9-a819-38b4ea4b4985 req-976ee4b1-26d5-41a2-aebe-86cc38a37752 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0829506 May 06 13:22:18.353317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fabe4b6-e452-4eb9-a819-38b4ea4b4985 req-c4454787-739c-4b08-8882-d7c0ea0862b9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 May 06 13:22:19.638725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae168aab-c345-4437-9d02-751a56c2ae40 req-a792e38a-da9d-40b7-9b49-3afd2e6dbba9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:19.641737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae168aab-c345-4437-9d02-751a56c2ae40 req-a792e38a-da9d-40b7-9b49-3afd2e6dbba9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.1370723 May 06 13:22:19.696537 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ae168aab-c345-4437-9d02-751a56c2ae40 req-06a88184-8b01-4459-9dab-b3c6b613da50 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 May 06 13:22:20.928746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9f98-30c9-477e-a89e-df45c9db43aa req-84b1115a-7a05-4d52-8277-6e92e3c34569 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:20.930368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01fe9f98-30c9-477e-a89e-df45c9db43aa req-84b1115a-7a05-4d52-8277-6e92e3c34569 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0856073 May 06 13:22:20.981420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-01fe9f98-30c9-477e-a89e-df45c9db43aa req-384bd68f-f1b4-42a9-ba2b-17aea4fe5868 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 May 06 13:22:21.151938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:22.200868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad887942-13db-4425-93fb-8c818faa5be6 req-5f8f4fc5-8583-40df-9a79-578a59ac302c tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:22.202855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad887942-13db-4425-93fb-8c818faa5be6 req-5f8f4fc5-8583-40df-9a79-578a59ac302c tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0854921 May 06 13:22:22.255793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad887942-13db-4425-93fb-8c818faa5be6 req-ebbd5e9f-a772-4eb6-ac50-b0cf8ad3e7f6 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 May 06 13:22:23.466717 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ed5ab-7b3b-4f9b-bddd-3263ff0e79cf req-47bc0fb8-8226-40c8-a74c-967a13ff1d1f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:23.468250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-154ed5ab-7b3b-4f9b-bddd-3263ff0e79cf req-47bc0fb8-8226-40c8-a74c-967a13ff1d1f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0859017 May 06 13:22:23.520556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-154ed5ab-7b3b-4f9b-bddd-3263ff0e79cf req-fb26c6ab-9ba2-42a3-b324-08e2e7fc7eaf tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 May 06 13:22:24.814864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9432d27-613d-4a48-b119-7c2d9d27bb5c req-c7b7d634-d34c-443e-ba1f-9580758bfcc2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:24.816337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9432d27-613d-4a48-b119-7c2d9d27bb5c req-c7b7d634-d34c-443e-ba1f-9580758bfcc2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.1661472 May 06 13:22:24.865083 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9432d27-613d-4a48-b119-7c2d9d27bb5c req-c02b26ae-a1a2-4b4b-9848-a02fbb64e005 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 May 06 13:22:26.140974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c012343-bf56-44a7-8be2-8d20c10ecbc5 req-dcb10ee7-642b-4f91-905a-c5c2bf4095f0 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:26.142518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c012343-bf56-44a7-8be2-8d20c10ecbc5 req-dcb10ee7-642b-4f91-905a-c5c2bf4095f0 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.1520090 May 06 13:22:26.195606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c012343-bf56-44a7-8be2-8d20c10ecbc5 req-b18cb92a-3348-4175-a78a-f8b6b4a31be3 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 May 06 13:22:27.291025 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-a85c739e-d4dc-46f1-a297-1f007cadf892 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0865769 May 06 13:22:27.414637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2427e2d-75f3-40e0-b708-2ad04aca4499 req-6b029430-1bcb-4afe-ad29-2c329abbb421 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:27.416393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2427e2d-75f3-40e0-b708-2ad04aca4499 req-6b029430-1bcb-4afe-ad29-2c329abbb421 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0911398 May 06 13:22:27.468933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2427e2d-75f3-40e0-b708-2ad04aca4499 req-2ae7dc37-e5de-446b-98a1-f2a9e109d11a tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 May 06 13:22:27.558177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-ef33e4a8-4aa3-47fa-81cb-da30e3551a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:27.559911 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-ef33e4a8-4aa3-47fa-81cb-da30e3551a76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.2495289 May 06 13:22:27.634789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-4b11339f-f223-4361-937c-9d5cfe1e833b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0687532 May 06 13:22:27.700238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-4db4068f-d6b6-4089-b022-8ebc9398668c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:27.701734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-4db4068f-d6b6-4089-b022-8ebc9398668c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0596187 May 06 13:22:27.760265 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-22eaae8e-2d09-44b3-b8ed-bfdde5356af1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520523 May 06 13:22:27.916460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-0304170b-05dd-4c4f-b438-4433fc32f496 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492596 May 06 13:22:28.056985 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55694506-971d-4cc5-92a2-1c36a5c5723a req-f9840905-8cfc-4e62-ab83-d68a3b37bacf service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332717 May 06 13:22:28.679982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4891d-31e5-462c-b084-ffec23d6426f req-76f52512-c9fd-4dd2-bb22-2a93154b7d8e tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:28.681377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27e4891d-31e5-462c-b084-ffec23d6426f req-76f52512-c9fd-4dd2-bb22-2a93154b7d8e tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0819645 May 06 13:22:28.728178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-27e4891d-31e5-462c-b084-ffec23d6426f req-994562be-6756-42b3-903b-6cf06d97d4ff tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 May 06 13:22:29.939108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b620-2fde-492a-869a-602a52165c44 req-0bd10349-d765-4e6e-b5f4-c443a1a6a473 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:29.940651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67f0b620-2fde-492a-869a-602a52165c44 req-0bd10349-d765-4e6e-b5f4-c443a1a6a473 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0871890 May 06 13:22:29.988019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67f0b620-2fde-492a-869a-602a52165c44 req-f647bb9a-00ae-4ab6-9681-bab343d4a89f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 May 06 13:22:31.192997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502843-7c72-4848-a3eb-9ccdcc4ac565 req-758ca687-567e-414d-91f2-3380e1516ec0 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:31.194491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23502843-7c72-4848-a3eb-9ccdcc4ac565 req-758ca687-567e-414d-91f2-3380e1516ec0 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0842431 May 06 13:22:31.241573 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23502843-7c72-4848-a3eb-9ccdcc4ac565 req-fb3a0271-31f5-4427-a33f-e6b9aa51618c tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 May 06 13:22:32.447149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd930-4581-4b11-ba4d-5bca1c43249f req-0861fff4-73aa-4561-b8f3-bd0223da8d14 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:32.449212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb4fd930-4581-4b11-ba4d-5bca1c43249f req-0861fff4-73aa-4561-b8f3-bd0223da8d14 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0769739 May 06 13:22:32.494851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb4fd930-4581-4b11-ba4d-5bca1c43249f req-c38d727b-a63c-433b-b5b3-947407045476 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 May 06 13:22:33.702412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97425eb4-b0a0-4267-9742-28c6f60649a8 req-de1ff9df-5f61-42fb-90ea-893a434dfb2f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:33.703934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97425eb4-b0a0-4267-9742-28c6f60649a8 req-de1ff9df-5f61-42fb-90ea-893a434dfb2f tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0795465 May 06 13:22:33.751543 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97425eb4-b0a0-4267-9742-28c6f60649a8 req-ca399185-61f4-440d-a1f2-20726f12fbf3 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 May 06 13:22:34.969528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb113f49-29ac-40c6-b494-a573a0e289fc req-cc5a6b87-ad57-4e06-96df-0fc4d1d0c784 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:34.971029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb113f49-29ac-40c6-b494-a573a0e289fc req-cc5a6b87-ad57-4e06-96df-0fc4d1d0c784 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0882800 May 06 13:22:35.021234 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fb113f49-29ac-40c6-b494-a573a0e289fc req-32edd37a-8942-49bd-8d1a-72a177ad364d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 May 06 13:22:36.381138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fc640-06e5-45fe-b69a-d037c02eef06 req-6f48b1f8-792b-4ba9-8956-50dfca5ca73b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:36.382634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-490fc640-06e5-45fe-b69a-d037c02eef06 req-6f48b1f8-792b-4ba9-8956-50dfca5ca73b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0832071 May 06 13:22:36.430550 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-490fc640-06e5-45fe-b69a-d037c02eef06 req-888592b3-3a56-404e-a030-017733362563 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 May 06 13:22:37.645002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b801d8-33b6-41e8-b0d6-60625628d83f req-22b9cdfb-ede9-455e-bc0c-5b228e700a03 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:37.646496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51b801d8-33b6-41e8-b0d6-60625628d83f req-22b9cdfb-ede9-455e-bc0c-5b228e700a03 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0816617 May 06 13:22:37.700362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-51b801d8-33b6-41e8-b0d6-60625628d83f req-757645c6-ae78-40dd-b913-d830ca78df94 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468450 May 06 13:22:38.511669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-36a84cd9-fc6f-42ec-bcb8-a1c790ffdf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:38.906232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710232eb-9cf4-4913-9fa9-a6b69c19e320 req-81182664-b4d1-4e4e-b3d2-7f4016114fd5 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:38.908083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-710232eb-9cf4-4913-9fa9-a6b69c19e320 req-81182664-b4d1-4e4e-b3d2-7f4016114fd5 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0835702 May 06 13:22:38.958880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-710232eb-9cf4-4913-9fa9-a6b69c19e320 req-5bb0dbf9-9e6c-4b0c-bea6-0817d9f8e779 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 May 06 13:22:39.712477 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b60aa450-997d-4d6e-9b09-3df3a09817cf service neutron] show failed (client error): The resource could not be found. May 06 13:22:39.714156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b60aa450-997d-4d6e-9b09-3df3a09817cf service neutron] 10.222.0.86 "GET /v2.0/ports/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1493518 May 06 13:22:40.173344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1240-2caa-4158-99b7-7c664c5ada38 req-112b9f47-e8eb-4747-aac0-a9a860516898 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:40.175004 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-700e1240-2caa-4158-99b7-7c664c5ada38 req-112b9f47-e8eb-4747-aac0-a9a860516898 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0836642 May 06 13:22:40.223088 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-700e1240-2caa-4158-99b7-7c664c5ada38 req-ecd028ec-eda7-4ca7-9059-405f22a01114 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 May 06 13:22:40.430540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:22:40.592942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-094d8112-c60d-4677-95c7-c758fa5f48f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2&tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8 HTTP/1.1" status: 200 len: 1096 time: 0.2367041 May 06 13:22:40.604469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:40.696250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-25a88918-efd9-445a-be3b-f29526a5daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:40.717145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.000589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:41.032773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:41.097389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:41.103793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.123627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Transition to ACTIVE for port object f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:22:41.172129 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ed3545-2a45-48f7-84bd-9e680e7802c5'] response: {'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'code': 200} May 06 13:22:41.227747 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.408943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:41.437997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] No DVR routers for this DVR port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:41.449764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.450113 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.450455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.450792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.451125 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.451551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.451789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.452127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.452463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.452770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.453090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:41.520085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:22:41.520329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:22:41.520646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:41.533062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:22:41.533378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Attempting to bind port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on network 1a23b5c0-520b-4d60-b278-6c754fe3774d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:22:41.541001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd148-68de-48c1-aa07-6c8dfaa6e868 req-9a709287-2a73-4a72-beea-c59a0083c207 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:41.542457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddbcd148-68de-48c1-aa07-6c8dfaa6e868 req-9a709287-2a73-4a72-beea-c59a0083c207 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.1893146 May 06 13:22:41.547366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:22:41.547908 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Checking segment: {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:41.548041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Bound using segment: {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:22:41.548543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Bound port: f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd03d098-912d-4d06-9086-c34e3c9cd5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:22:41.548777 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.657475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddbcd148-68de-48c1-aa07-6c8dfaa6e868 req-6cfda2d4-f5f3-48eb-8619-a293fdfec753 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991290 May 06 13:22:41.698603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:22:41.703454 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:22:41.782840 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.846422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:41.847785 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] 10.222.0.13 "PUT /v2.0/ports/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 1091 time: 1.2474654 May 06 13:22:41.861195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98791-ea57-440b-a26f-00760ac583ca service neutron] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:41.961355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-311b6a20-c35b-4a38-babb-623461b8bfc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0741363 May 06 13:22:42.034300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:42.098608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:42.110540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-d125990e-c2aa-4022-936f-873202580293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:42.112735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-d125990e-c2aa-4022-936f-873202580293 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.1439991 May 06 13:22:42.181030 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-d04e0cdc-7c53-41f1-ab87-5b3ed68bd541 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0619023 May 06 13:22:42.251272 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-4ee837da-20f6-48a6-b7c8-3faf24498cae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:42.252757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-4ee837da-20f6-48a6-b7c8-3faf24498cae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0650620 May 06 13:22:42.279186 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.304378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-5ad7b458-0dcb-451b-833a-cae4c5833cf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449681 May 06 13:22:42.328221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:42.446575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-389dc5bd-b0c3-4f09-a5da-ff869de08f4c service neutron] 10.222.0.13 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354215 May 06 13:22:42.678137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8261e93e-9bdf-4f36-8671-40c548cbf5e3 req-a433eb9b-7afc-48e4-8968-5945be4c6166 service neutron] 10.222.0.13 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252667 May 06 13:22:42.896697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2d6f-4653-452d-9ef9-1f88334be656 req-4293b302-c845-444c-b1fa-b0b2e48856e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:42.898385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1ca2d6f-4653-452d-9ef9-1f88334be656 req-4293b302-c845-444c-b1fa-b0b2e48856e2 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0865729 May 06 13:22:42.951717 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1ca2d6f-4653-452d-9ef9-1f88334be656 req-7b0c9e1a-5328-4f99-a03e-87d698a8ae57 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 May 06 13:22:43.173360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:43.249932 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9fab2c7-36ba-446f-a24b-615719aa3e48'] response: {'name': 'network-changed', 'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'status': 'completed', 'code': 200} May 06 13:22:43.343811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-0ddf514a-b9cd-4e4f-a59e-140e0c068f52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0756989 May 06 13:22:43.363095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-750ef46c-5182-4ee8-afa8-a97559fd98c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0879896 May 06 13:22:43.485572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-d1959990-14a0-480c-8f01-2dbaba88b09e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:43.486934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-d1959990-14a0-480c-8f01-2dbaba88b09e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.1361396 May 06 13:22:43.506237 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-17558a4f-8bb6-454e-b1df-7359cf38b5b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:43.507702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-17558a4f-8bb6-454e-b1df-7359cf38b5b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.1364543 May 06 13:22:43.555571 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-363130d0-4cda-4545-a664-929cfad13451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0622001 May 06 13:22:43.581131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-77cd9191-5b3c-4f93-83cc-8271be9bfab5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0665638 May 06 13:22:43.624766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-f4b0f24f-f17b-405a-82f9-fc2fc770f15b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:43.626233 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-f4b0f24f-f17b-405a-82f9-fc2fc770f15b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0646980 May 06 13:22:43.650875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-dc5a029b-fab7-43aa-9cdb-b910d48f3343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:43.652973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-dc5a029b-fab7-43aa-9cdb-b910d48f3343 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0658183 May 06 13:22:43.673516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:43.675198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-a004a0fb-6246-4111-abd9-e1d3a67bed85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414529 May 06 13:22:43.700522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-31a5955f-d80c-4db4-8113-865d6f158ba1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414650 May 06 13:22:43.823240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-0a147247-79c2-4d1d-82f6-f2e8999ea321 service neutron] 10.222.0.13 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392014 May 06 13:22:43.946284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-e75bf373-08de-4457-b285-317abcd96430 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394445 May 06 13:22:43.970082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-d199b76d-19d9-4f91-9eaf-9bccaae0b60d service neutron] 10.222.0.13 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405773 May 06 13:22:44.128125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b9e2780-49c4-49e7-b192-6a00b6c74209 req-9627bac7-3b9e-4950-bdab-173c1235a1e1 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737623 May 06 13:22:44.155736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:22:44.178652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739bc31-64e0-4159-9429-838ead304b09 req-688c1fb2-587f-4497-8023-980bfb4bdb6b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:44.180300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4739bc31-64e0-4159-9429-838ead304b09 req-688c1fb2-587f-4497-8023-980bfb4bdb6b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 943 time: 0.0919433 May 06 13:22:44.237489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4739bc31-64e0-4159-9429-838ead304b09 req-9d494c47-9b00-435a-9914-83a7a5a6dbb8 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 May 06 13:22:44.304773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:44.321997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'network_id': '1a23b5c0-520b-4d60-b278-6c754fe3774d', 'port_id': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'mac_address': 'fa:16:3e:af:04:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4db45f-8e76-4ff6-b0d5-1e56913019c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:22:44.390145 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.412439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:22:44.432105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:44.574353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:44.642945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:44.652507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.652851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.653192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.653531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.653861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.654192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.654519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.654843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.655164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.655489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.655834 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:44.859933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:45.446247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f2153-705a-498a-a99b-6a79080ca3c1 req-1813b03b-ff16-44da-907d-749a4eda63f7 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:45.447701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df3f2153-705a-498a-a99b-6a79080ca3c1 req-1813b03b-ff16-44da-907d-749a4eda63f7 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 944 time: 0.0783970 May 06 13:22:45.500640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-df3f2153-705a-498a-a99b-6a79080ca3c1 req-d649a31d-2575-4c84-9158-4e4e0c7f1e62 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 May 06 13:22:46.100943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-a9821a36-e209-4ea0-ae60-169c8a165e98 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:46.102346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-a9821a36-e209-4ea0-ae60-169c8a165e98 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.86 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2&tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 944 time: 0.0812192 May 06 13:22:46.164500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:22:46.188445 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-9e7b12f1-42b3-44ed-b40c-8a9fae366817 service neutron] delete failed (client error): The resource could not be found. May 06 13:22:46.189440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-9e7b12f1-42b3-44ed-b40c-8a9fae366817 service neutron] 10.222.0.86 "DELETE /v2.0/ports/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0811088 May 06 13:22:46.316908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:22:46.322244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:22:46.322694 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.336589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-49e936a4-1b37-49a2-9dfa-413809f5cb89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 1095 time: 0.0748031 May 06 13:22:46.460795 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.490877 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:46.502144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:46.521887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-d4e4a262-8d96-46fa-820d-cdc70d570687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:46.523502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-d4e4a262-8d96-46fa-820d-cdc70d570687 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 200 len: 913 time: 0.1811769 May 06 13:22:46.582052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:46.615981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-5e0e8d5d-a7b2-4d8c-842a-50476410bb47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 200 len: 217 time: 0.0847862 May 06 13:22:46.688110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-fe692af4-84bf-400c-b826-0d1ce3444022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:46.689635 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-fe692af4-84bf-400c-b826-0d1ce3444022 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 200 len: 852 time: 0.0665851 May 06 13:22:46.690665 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25355a4b-7a37-4b9c-89cb-3625389767c8'] response: {'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'code': 200} May 06 13:22:46.711347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:46.742404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-11501e82-ca14-445f-867f-b1d87cb4f944 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a23b5c0-520b-4d60-b278-6c754fe3774d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464010 May 06 13:22:46.895276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-84e36472-669b-4294-8c73-d79dbd8ffbc7 service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449058 May 06 13:22:47.008377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:47.042342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-e34d1f64-e212-488f-b320-b6db50fa003f service neutron] 10.222.0.86 "GET /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403859 May 06 13:22:48.686017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0209a-6e20-4544-9cf9-1e889deabba8 req-fe858b0a-3362-4afb-944f-4e3e1d5e3ca4 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:48.687502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4d0209a-6e20-4544-9cf9-1e889deabba8 req-fe858b0a-3362-4afb-944f-4e3e1d5e3ca4 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0787110 May 06 13:22:48.734194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4d0209a-6e20-4544-9cf9-1e889deabba8 req-7af02d4b-41c8-43b0-88b2-5baa73bb810b tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 May 06 13:22:49.948988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47005c6a-2826-47e5-bad6-041aac47ee7c req-3256cbcb-c8ca-4d5f-907e-5fedc45bc865 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:49.950490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47005c6a-2826-47e5-bad6-041aac47ee7c req-3256cbcb-c8ca-4d5f-907e-5fedc45bc865 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0791113 May 06 13:22:49.998983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47005c6a-2826-47e5-bad6-041aac47ee7c req-6b26310c-ede9-4ead-8118-d4c1e346487e tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/security-groups?id=6b66b0af-1108-459a-833d-2b3167497fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423257 May 06 13:22:50.095118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-92033677-ec4b-4eec-8d3f-f43d8bdd0ab9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:50.096479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-92033677-ec4b-4eec-8d3f-f43d8bdd0ab9 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.13 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 945 time: 0.0839856 May 06 13:22:50.166402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Deleting port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:22:50.166769 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.415520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] For port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,segment=NetworkSegment(fd03d098-912d-4d06-9086-c34e3c9cd5a5),segment_id=fd03d098-912d-4d06-9086-c34e3c9cd5a5)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:22:50.415895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.538917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Calling delete_port for f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:22:50.848466 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.861428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:22:50.902664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Pushing event deleted for resources: {'Port': ['ID=f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:50.981884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] No DVR routers for this DVR port f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:22:50.984623 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:50.987425 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-deleted', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:22:51.102582 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d232798-70a5-4235-a8ac-7e6974cf0682 req-4478433d-7038-4e9b-b0c1-7508b49aae28 tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.13 "DELETE /v2.0/ports/f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 HTTP/1.1" status: 204 len: 173 time: 0.9993939 May 06 13:22:51.139974 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad61e7f-ee94-4df4-b6f0-09a59063727e'] response: {'server_uuid': 'af080cf6-1a1d-4066-b802-229a3173b3d2', 'name': 'network-vif-deleted', 'tag': 'f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9', 'status': 'completed', 'code': 200} May 06 13:22:51.173491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e11b548d-1aa5-404e-8aef-92c2ec97955c req-99c6c911-48e4-41a7-add2-c66d41c7aa7d tempest-DeleteServersTestJSON-1898678509 tempest-DeleteServersTestJSON-1898678509-project] 10.222.0.83 "GET /v2.0/ports?device_id=af080cf6-1a1d-4066-b802-229a3173b3d2 HTTP/1.1" status: 200 len: 210 time: 0.0456922 May 06 13:22:51.238848 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.447314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:52.511148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Deleting subnet 9f4db45f-8e76-4ff6-b0d5-1e56913019c5 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:22:52.514213 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.565731 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.625677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.770920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.809696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4db45f-8e76-4ff6-b0d5-1e56913019c5,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:52.819898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:52.829267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.829570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.829903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.830236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.830555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.830873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.831197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.831516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.831851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.832168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.832480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:22:52.837368 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c01a4bdf-c55b-4216-b2b6-ecb21857649b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9f4db45f-8e76-4ff6-b0d5-1e56913019c5 HTTP/1.1" status: 204 len: 168 time: 0.3888774 May 06 13:22:52.841734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:52.953866 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.178665 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.215854 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a23b5c0-520b-4d60-b278-6c754fe3774d']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:53.229774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd03d098-912d-4d06-9086-c34e3c9cd5a5') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:53.230206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd03d098-912d-4d06-9086-c34e3c9cd5a5') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:22:53.242441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.259616 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.266802 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:22:53.269535 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: timer() May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:22:53.280825 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:22:53.444511 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.461463 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:53.472925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a23b5c0-520b-4d60-b278-6c754fe3774d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:53.565179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-99e344c9-3116-4c41-b03c-fccf57125ff7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1a23b5c0-520b-4d60-b278-6c754fe3774d HTTP/1.1" status: 204 len: 168 time: 0.7222950 May 06 13:22:53.983137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49508) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:54.035117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6a9622e2-b701-474c-b4b3-b8beed71b6d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1a3b7d9e482143f0a6b73ac328ced9d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507824 May 06 13:22:54.037730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49512) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:54.098982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:54.125427 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:54.222734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:22:54.256204 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:54.256578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:22:54.256922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device f1aadc5e-b7f3-4e4d-85ad-67e744b42cb9 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:22:54.275209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66b0af-1108-459a-833d-2b3167497fc6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:54.358437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:54.359498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d83873d1-8292-43d5-ae5f-dcd9ea7e7153 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b66b0af-1108-459a-833d-2b3167497fc6 HTTP/1.1" status: 204 len: 168 time: 0.3208647 May 06 13:22:55.663502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49534) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:55.807805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1326543527-network', 'tenant_id': '5258314d524f47a5a3ebd60b4be1dd22'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:55.814272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:55.819013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Usage tracker for resource:network and tenant:5258314d524f47a5a3ebd60b4be1dd22 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:55.822243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:55.833145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:55.907994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Made reservation on behalf of 5258314d524f47a5a3ebd60b4be1dd22 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:55.910292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.923998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:55.959383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:55.963804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Usage tracker for resource:security_group_rule and tenant:5258314d524f47a5a3ebd60b4be1dd22 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:55.966934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:55.972960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:56.046952 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.125088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.157994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:22:56.168915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4031d579-a5e6-4f78-a529-f4e476068d46,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.175356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.175729 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Added segment 7a45db72-c169-42b4-955e-3a25d4182ac6 of type vlan for network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 May 06 13:22:56.206478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.312873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.313750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:56.314354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.425782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] Pushing event updated for resources: {'Network': ['ID=808fb4c0-1369-4ce1-8fd7-e81d40ca8589,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:56.435652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:22:56.517845 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fafbb941-8c2b-4b95-addc-94808982f446 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8531513 May 06 13:22:56.520760 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49540) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:22:56.527211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Request body: {'subnet': {'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1326543527-subnet', 'tenant_id': '5258314d524f47a5a3ebd60b4be1dd22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:22:56.533593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:22:56.538971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Usage tracker for resource:subnet and tenant:5258314d524f47a5a3ebd60b4be1dd22 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:22:56.551026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:22:56.551026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:22:56.638896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Made reservation on behalf of 5258314d524f47a5a3ebd60b4be1dd22 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:22:56.641508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:56.936781 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:57.017540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3b8223-5395-402d-bf8c-91ad608b43ab,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:22:57.031980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Checking segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:22:57.032370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Network hostable DHCP agents. Network: 808fb4c0-1369-4ce1-8fd7-e81d40ca8589, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:22:57.135749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:22:57.238439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 808fb4c0-1369-4ce1-8fd7-e81d40ca8589) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:22:57.242677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:57.243256 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:22:57.249227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b3dce-b2fb-46fa-b8aa-719c90b50753 None None] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:57.336603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7deb32ba-4b99-4d41-b03a-d7eebdb6c2d7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8142548 May 06 13:22:57.579073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdd2bb-e55b-4e21-8503-f4ee2e5aafa5 None None] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:22:58.065476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e153eda5-5f60-4e5e-a9e7-b10ca8bb3350 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:22:58.066446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e153eda5-5f60-4e5e-a9e7-b10ca8bb3350 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Synchronizing usage tracker for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:22:58.191529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e153eda5-5f60-4e5e-a9e7-b10ca8bb3350 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Unset dirty status for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:22:58.193110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e153eda5-5f60-4e5e-a9e7-b10ca8bb3350 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 815 time: 0.2840705 May 06 13:22:58.212996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-60fe1e78-a3a9-4aac-9c8c-044915e29afa tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/quotas/5258314d524f47a5a3ebd60b4be1dd22 HTTP/1.1" status: 200 len: 375 time: 0.0135949 May 06 13:22:58.261763 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-161bdac2-af7f-4591-9df9-afc3a66d1115 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432498 May 06 13:22:58.411062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e46401f2-385b-4ccb-8960-4fe025caa2b2 service neutron] 10.222.0.83 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422255 May 06 13:22:58.557968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-eb44f861-c27f-4e16-bc2a-e695ad6fd5dc service neutron] 10.222.0.83 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399026 May 06 13:22:58.862074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e30d696-0ba8-4c3f-a3f8-6d152ef2e7bf req-29fd6057-9418-4ae1-87db-b6150e049ebf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 210 time: 0.0443056 May 06 13:22:59.979585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-23f02e6d-2949-40b4-9d4c-2ce00eda4bcc req-3b67b5eb-d79e-4f57-8c34-a79387fa3122 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 210 time: 0.0468204 May 06 13:23:01.156141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a89a054e-43e4-4988-801c-ba9060b5ea0f req-397c6a57-3bc2-4fdb-91cd-9858fac6650c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 210 time: 0.0486274 May 06 13:23:02.019419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-81768fb1-6a28-40fa-960d-45b1c5eabc44 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:02.020887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-81768fb1-6a28-40fa-960d-45b1c5eabc44 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 815 time: 0.1632550 May 06 13:23:02.038041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Request body: {'port': {'device_id': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'admin_state_up': True, 'tenant_id': '5258314d524f47a5a3ebd60b4be1dd22'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:02.182146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:23:02.186459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Usage tracker for resource:port and tenant:5258314d524f47a5a3ebd60b4be1dd22 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:23:02.190228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:23:02.196529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:23:02.295687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Made reservation on behalf of 5258314d524f47a5a3ebd60b4be1dd22 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:23:02.298957 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:02.339018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9a8ed7a6-7455-4ac8-a9dd-8f8b0ad4a869 req-f783d21e-0a2a-4c5b-bbc6-2b1b7a1584dc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 210 time: 0.0459292 May 06 13:23:02.478773 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Allocated IP 172.20.0.13 (808fb4c0-1369-4ce1-8fd7-e81d40ca8589/1a3b8223-5395-402d-bf8c-91ad608b43ab/3561610e-493f-45cc-92d2-1da4029e9ee8) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:23:02.699140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:02.812041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:02.886500 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:23:02.889640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:23:02.893891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:23:02.928599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:02.964190 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:02.964817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.045400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-88e888b1-feb7-44fd-b02c-483ed9242767 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0114267 May 06 13:23:03.056698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Request body: {'port': {'device_id': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:03.167101 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.581324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3561610e-493f-45cc-92d2-1da4029e9ee8 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:03.596791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.621517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Transition to ACTIVE for port object 3561610e-493f-45cc-92d2-1da4029e9ee8 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:03.636902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27dab-b2c1-4af0-a840-66085b5cc45d req-438d0345-7585-4312-9e32-9841f6e52642 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:03.637632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-71d27dab-b2c1-4af0-a840-66085b5cc45d req-438d0345-7585-4312-9e32-9841f6e52642 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Synchronizing usage tracker for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:03.753237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:03.890493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-71d27dab-b2c1-4af0-a840-66085b5cc45d req-438d0345-7585-4312-9e32-9841f6e52642 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Unset dirty status for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:03.891755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71d27dab-b2c1-4af0-a840-66085b5cc45d req-438d0345-7585-4312-9e32-9841f6e52642 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 932 time: 0.3782647 May 06 13:23:04.009191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:04.062615 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71d27dab-b2c1-4af0-a840-66085b5cc45d req-8a1e4bb7-8672-4400-8555-5a219bb785a9 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607125 May 06 13:23:04.141539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:04.141859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:04.142184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:04.148185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:23:04.148499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:04.155160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:04.155492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Checking segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:04.155891 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Bound using segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:04.156308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Bound port: 3561610e-493f-45cc-92d2-1da4029e9ee8, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:04.156659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.252276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:04.255531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:04.357583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.423737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:04.425173 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] 10.222.0.13 "PUT /v2.0/ports/3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 1092 time: 1.3724818 May 06 13:23:04.425775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:04.446465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d63b1-95fb-4d81-9631-bfe4d79a9189 service neutron] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:04.485598 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36d865a-1fce-499f-a0aa-0c184a048f0a'] response: {'name': 'network-changed', 'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'status': 'completed', 'code': 200} May 06 13:23:04.589882 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f76f09f-6149-4b81-b7a0-d0e187e70708 req-1af2ff14-2775-470c-8219-562949c4ec7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1095 time: 0.0813594 May 06 13:23:04.749321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f09f-6149-4b81-b7a0-d0e187e70708 req-6e75a79f-86e6-455a-a98e-1a8cda87fec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:04.750768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f76f09f-6149-4b81-b7a0-d0e187e70708 req-6e75a79f-86e6-455a-a98e-1a8cda87fec1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1529832 May 06 13:23:04.938715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f09f-6149-4b81-b7a0-d0e187e70708 req-22bce43f-1ad6-4832-b52e-49df5b2c7892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:04.940218 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f76f09f-6149-4b81-b7a0-d0e187e70708 req-22bce43f-1ad6-4832-b52e-49df5b2c7892 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833131 May 06 13:23:05.052395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-53108e3d-f135-487d-817a-6cef3dcd498b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1095 time: 0.0715377 May 06 13:23:05.127514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-c935440e-7a16-4a57-93b2-142df1b15652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0678802 May 06 13:23:05.192416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-5071863f-09ca-4eaa-8a18-219fa7332a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:05.193846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-5071863f-09ca-4eaa-8a18-219fa7332a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0603859 May 06 13:23:05.273713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-a4acde1b-3acf-44bf-a15d-2c62f804d54d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499654 May 06 13:23:05.412997 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739b605-cea9-43f0-a154-988f1ab3a94a req-34fd37f5-a9c3-46de-a03d-53dfaa7d27b2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:05.414619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1739b605-cea9-43f0-a154-988f1ab3a94a req-34fd37f5-a9c3-46de-a03d-53dfaa7d27b2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.2199175 May 06 13:23:05.454411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-a543e256-aa05-4011-a0f0-8341ae4e23e7 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731720 May 06 13:23:05.551124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1739b605-cea9-43f0-a154-988f1ab3a94a req-83440429-9c62-49ba-b75b-e4774de2c36c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242335 May 06 13:23:05.614821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-adaf5313-3244-4aed-9fae-712c16a2bdec req-e4ec5fcd-8fc6-4015-b233-73538074adb4 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485696 May 06 13:23:06.751509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce040818-8eb6-4426-a43a-54e1a4c617f8 req-09ea4cde-a760-41ae-8b8f-080f958dbe5c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:06.753086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce040818-8eb6-4426-a43a-54e1a4c617f8 req-09ea4cde-a760-41ae-8b8f-080f958dbe5c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.0773869 May 06 13:23:06.807513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ce040818-8eb6-4426-a43a-54e1a4c617f8 req-6cefb2c1-f707-4a06-977a-37272a65adea tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Synchronizing usage tracker for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:06.910995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ce040818-8eb6-4426-a43a-54e1a4c617f8 req-6cefb2c1-f707-4a06-977a-37272a65adea tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Unset dirty status for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:06.912209 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce040818-8eb6-4426-a43a-54e1a4c617f8 req-6cefb2c1-f707-4a06-977a-37272a65adea tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530645 May 06 13:23:08.125502 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fc1b7-7afd-4db2-bf1e-6dfef41b9aa2 req-d9bd6869-3aba-4f5e-bf83-9708574ddcf0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:08.126987 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-326fc1b7-7afd-4db2-bf1e-6dfef41b9aa2 req-d9bd6869-3aba-4f5e-bf83-9708574ddcf0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.0869842 May 06 13:23:08.176005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-326fc1b7-7afd-4db2-bf1e-6dfef41b9aa2 req-c3786bd9-2542-4976-8815-9a7c8f530bd4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434496 May 06 13:23:08.301628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:23:08.454206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:08.471422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'port_id': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'mac_address': 'fa:16:3e:38:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b8223-5395-402d-bf8c-91ad608b43ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:23:08.509284 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b5249ebd-d0f3-4811-a9a7-95073f7184dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:08.530920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:08.550638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561610e-493f-45cc-92d2-1da4029e9ee8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:08.567499 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:08.684478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:08.754090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:08.881913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['3561610e-493f-45cc-92d2-1da4029e9ee8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:23:09.386977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2459187-81a2-4224-adf4-485d26da80b1 req-e521b7ec-48c9-408d-a50f-9d3ef7ab0fea tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:09.388562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2459187-81a2-4224-adf4-485d26da80b1 req-e521b7ec-48c9-408d-a50f-9d3ef7ab0fea tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 945 time: 0.0841808 May 06 13:23:09.440104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a2459187-81a2-4224-adf4-485d26da80b1 req-25b839cb-3024-47a1-9ae1-ae670487c2c0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 May 06 13:23:10.300366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:10.490526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 3561610e-493f-45cc-92d2-1da4029e9ee8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:10.499385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 3561610e-493f-45cc-92d2-1da4029e9ee8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:10.500035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.655847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4804-d619-403c-9094-248a2793c8c3 req-3c855193-0deb-45e8-afaf-09d883c4b762 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:10.657642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2abd4804-d619-403c-9094-248a2793c8c3 req-3c855193-0deb-45e8-afaf-09d883c4b762 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 945 time: 0.0857515 May 06 13:23:10.711926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2abd4804-d619-403c-9094-248a2793c8c3 req-3d9d52d2-3075-4798-8566-58ea3f52b018 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 May 06 13:23:10.731667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.779650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:10.796787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:10.816018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8caf587f-d266-47aa-8337-239cada7b58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.846105 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4538a96-9175-4ef2-986c-bfbcffb24eb0'] response: {'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'code': 200} May 06 13:23:10.884178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:10.962085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:11.098510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3463e6d-d50f-42e4-b0fe-f2a9f91e70cc req-9fb23318-d595-407b-afc2-c49557d20894 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1097 time: 0.1865690 May 06 13:23:11.144641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d3463e6d-d50f-42e4-b0fe-f2a9f91e70cc req-faee00bb-d4b3-44c4-9b3e-c9b18ec94025 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 May 06 13:23:11.939991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1a518-cd43-483c-aa19-773cd04b1cf1 req-325c65d2-0e38-4b91-904d-972b5a7f1eb3 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:11.941564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2d1a518-cd43-483c-aa19-773cd04b1cf1 req-325c65d2-0e38-4b91-904d-972b5a7f1eb3 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0859559 May 06 13:23:11.996153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e2d1a518-cd43-483c-aa19-773cd04b1cf1 req-17e735a4-8aa9-4c1d-878e-c97d8c04bf97 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 May 06 13:23:12.358681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:12.410435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:13.221027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1678c9-3ee7-4fb5-a133-365884e8ce6a req-05396055-ef42-49d2-97dc-ae6604fc83ab tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:13.222538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb1678c9-3ee7-4fb5-a133-365884e8ce6a req-05396055-ef42-49d2-97dc-ae6604fc83ab tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0879939 May 06 13:23:13.390724 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb1678c9-3ee7-4fb5-a133-365884e8ce6a req-16409183-087c-40e2-8b84-8b6216c737b6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579273 May 06 13:23:13.652226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1084d-2b82-4b83-a94e-9ac512c0e4f7 req-b985054b-b124-4a1f-b5ce-749779b3a970 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:13.653899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80b1084d-2b82-4b83-a94e-9ac512c0e4f7 req-b985054b-b124-4a1f-b5ce-749779b3a970 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.1184731 May 06 13:23:13.688922 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:13.708693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-80b1084d-2b82-4b83-a94e-9ac512c0e4f7 req-75daa54f-ab4c-4821-9c23-c0a79823313c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447576 May 06 13:23:14.418777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636779-2acc-44a5-84d4-5988e03decb7 req-9f90b6ff-66fa-4276-a66c-803564134d38 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:14.420442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91636779-2acc-44a5-84d4-5988e03decb7 req-9f90b6ff-66fa-4276-a66c-803564134d38 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0906513 May 06 13:23:14.506216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91636779-2acc-44a5-84d4-5988e03decb7 req-3f8a7d02-82d4-4b0f-8d3a-0a4bb03a330d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763142 May 06 13:23:14.729122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ccbfd-bd03-4a77-bb5e-beac94d7fbfc req-a656a7ee-3802-4b03-b6c7-0e299666f73c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:14.730760 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b32ccbfd-bd03-4a77-bb5e-beac94d7fbfc req-a656a7ee-3802-4b03-b6c7-0e299666f73c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0864491 May 06 13:23:14.786434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b32ccbfd-bd03-4a77-bb5e-beac94d7fbfc req-09493e8a-ac9f-46b0-96a6-f0bd65963170 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 May 06 13:23:15.130783 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46277fb3-55ba-49d2-8ac5-a4943ae8ff0b req-997e6537-03bc-4382-8a9a-25aaee39f1bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1775367 May 06 13:23:15.693659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f7011-eb08-4179-81dd-5f624938633d req-0a22dd6c-0609-4f43-97ff-dc0d39955379 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:15.695188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c9f7011-eb08-4179-81dd-5f624938633d req-0a22dd6c-0609-4f43-97ff-dc0d39955379 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.1503911 May 06 13:23:15.700588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-d1bf163b-c7a0-4d4f-beab-41600dff003d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073155 May 06 13:23:15.767955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c9f7011-eb08-4179-81dd-5f624938633d req-cfc7a225-afd3-46d7-b004-347411d5adaa tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621543 May 06 13:23:17.055304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103b11d-8465-4a10-bdc1-8dc2c6879852 req-5c3280c9-ca34-4268-b07e-b1bbe19143c6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:17.057198 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0103b11d-8465-4a10-bdc1-8dc2c6879852 req-5c3280c9-ca34-4268-b07e-b1bbe19143c6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.1229355 May 06 13:23:17.108834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0103b11d-8465-4a10-bdc1-8dc2c6879852 req-6a9cca0f-0431-4650-8b3e-7bacd1cfcf71 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 May 06 13:23:17.193314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:17.434167 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:23:18.325491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-412db390-19dd-4f6f-bfef-ad2bf2d01b22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1097 time: 0.0825560 May 06 13:23:18.376414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f8ac1-e968-4406-84eb-95eee707007d req-a64400e8-8fd2-4f3a-8012-daed1781899f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:18.378014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a3f8ac1-e968-4406-84eb-95eee707007d req-a64400e8-8fd2-4f3a-8012-daed1781899f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0867820 May 06 13:23:18.428699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a3f8ac1-e968-4406-84eb-95eee707007d req-b709e969-e3a6-4952-8649-c8255f4ba314 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448313 May 06 13:23:18.486620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-7e9c630b-0b94-4990-afd8-ee7b6d3dcbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:18.488307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-7e9c630b-0b94-4990-afd8-ee7b6d3dcbf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1562948 May 06 13:23:18.565215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-719b272a-7459-4466-89c5-c049edd0d758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0711334 May 06 13:23:18.638669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-f454a27c-3998-4996-ad81-d485ebf16e43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:18.640141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-f454a27c-3998-4996-ad81-d485ebf16e43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0691838 May 06 13:23:18.690449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-3c505e79-2509-456d-b3c6-20e3d8b7799d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439694 May 06 13:23:18.838825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-e27ad7ea-c7aa-4f32-87b0-74818bf1c252 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415396 May 06 13:23:18.980361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-86495d1f-a10e-4218-93e5-1f0acd86c8f6 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349804 May 06 13:23:19.648029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00d41f-0c0d-4e2d-a9ad-076b1d500d14 req-07d3d36e-c57f-4765-adcb-ce9a9a5c366f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:19.649628 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d00d41f-0c0d-4e2d-a9ad-076b1d500d14 req-07d3d36e-c57f-4765-adcb-ce9a9a5c366f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0822866 May 06 13:23:19.700757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d00d41f-0c0d-4e2d-a9ad-076b1d500d14 req-a131f385-0b97-4cb9-8117-336f9c430d9f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441329 May 06 13:23:20.937227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c1ee4-10a1-47e4-a8bb-d24c3d3e9feb req-0deed349-6aad-4f23-8214-f7739e7090b2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:20.939440 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8c1ee4-10a1-47e4-a8bb-d24c3d3e9feb req-0deed349-6aad-4f23-8214-f7739e7090b2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0881147 May 06 13:23:20.989330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc8c1ee4-10a1-47e4-a8bb-d24c3d3e9feb req-c21ec0a9-9d7f-4ac6-8f44-bf2a82347ed2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 May 06 13:23:21.204054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:22.196833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613bb8a-a209-476c-94aa-8c38c558e029 req-07d3757b-7a1f-4e2e-bd9f-c083d9d667d5 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:22.198756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8613bb8a-a209-476c-94aa-8c38c558e029 req-07d3757b-7a1f-4e2e-bd9f-c083d9d667d5 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0823822 May 06 13:23:22.248692 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8613bb8a-a209-476c-94aa-8c38c558e029 req-67ddaf7d-f833-4472-a363-0cb200aa996b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 May 06 13:23:23.465249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7ba1-395d-4423-8f03-ff51ee5f197e req-fb3df72f-1fae-4a88-b022-4f7ae17ac27a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:23.466791 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-741a7ba1-395d-4423-8f03-ff51ee5f197e req-fb3df72f-1fae-4a88-b022-4f7ae17ac27a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0938566 May 06 13:23:23.516322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-741a7ba1-395d-4423-8f03-ff51ee5f197e req-2497d533-051d-4f91-b5bd-b9cfc38e3ad3 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 May 06 13:23:24.486856 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-b9239c63-a95c-4f15-a93f-2cef4ad427f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1097 time: 0.0802193 May 06 13:23:24.642859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-58e9557b-b601-49c1-8191-8cfd022c3c0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:24.644744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-58e9557b-b601-49c1-8191-8cfd022c3c0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1387026 May 06 13:23:24.859165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-7125aafe-487a-455f-995a-9ae97da2eb51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.1772435 May 06 13:23:24.942285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-f405c4cc-1dc1-4faf-870d-9220556f0905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:24.943725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-f405c4cc-1dc1-4faf-870d-9220556f0905 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0780556 May 06 13:23:24.956065 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3944-d9f6-4f71-a99f-3d6720bcf00b req-dfb700e5-58cf-4ba9-9a6a-149d76b4ba1f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:24.957551 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d9f3944-d9f6-4f71-a99f-3d6720bcf00b req-dfb700e5-58cf-4ba9-9a6a-149d76b4ba1f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.3110976 May 06 13:23:25.016323 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-7859d288-9720-4e35-a3c7-7d5d02fac77d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662782 May 06 13:23:25.123643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d9f3944-d9f6-4f71-a99f-3d6720bcf00b req-46c93a74-a239-475c-816d-607a619f0620 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370316 May 06 13:23:25.170934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-cc954899-7a89-4e2c-bf12-3b38d1837f70 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484673 May 06 13:23:25.311978 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72422f04-574b-43e0-bb4e-b08d5d72d9ec req-1db07b6a-1935-4ce4-9ca4-9470de1a4bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312933 May 06 13:23:26.332791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efa97-1895-45b4-bd72-23213dc0c742 req-9fc7a970-de50-46f6-a041-cabb3f766710 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:26.334301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec4efa97-1895-45b4-bd72-23213dc0c742 req-9fc7a970-de50-46f6-a041-cabb3f766710 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0850272 May 06 13:23:26.387191 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec4efa97-1895-45b4-bd72-23213dc0c742 req-97f5fd8d-cc45-4d68-9287-14abf4f2ffd6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 May 06 13:23:27.626189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34185ec6-1118-4237-b294-db232a94088c req-5c3537f2-44f1-488d-8acd-e377e6db7004 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:27.627658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34185ec6-1118-4237-b294-db232a94088c req-5c3537f2-44f1-488d-8acd-e377e6db7004 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.1060643 May 06 13:23:27.676500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-34185ec6-1118-4237-b294-db232a94088c req-69290252-334b-4f74-a043-8ba5db1c92ab tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 May 06 13:23:28.892941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a833a-c773-429c-b685-edba4d99bafc req-3b966391-84c4-48cd-b28e-e689b8326589 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:28.895137 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-302a833a-c773-429c-b685-edba4d99bafc req-3b966391-84c4-48cd-b28e-e689b8326589 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0868444 May 06 13:23:28.948984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-302a833a-c773-429c-b685-edba4d99bafc req-991d77f8-6239-45a0-a6f4-2f3198aae576 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 May 06 13:23:30.158850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238b94f-319d-4610-8bd5-3ed87a9c4c7a req-84b870e2-78cb-4ef6-be92-1f239aff3e3d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:30.160411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4238b94f-319d-4610-8bd5-3ed87a9c4c7a req-84b870e2-78cb-4ef6-be92-1f239aff3e3d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0872424 May 06 13:23:30.208585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4238b94f-319d-4610-8bd5-3ed87a9c4c7a req-cd8adbe8-d7cd-40bb-bc8c-f85607ea2899 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 May 06 13:23:31.415657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2d416-42fd-4060-bd15-f888d50d3e91 req-944a05a6-3739-4ffa-8d0c-4c83dd55407c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:31.418092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43f2d416-42fd-4060-bd15-f888d50d3e91 req-944a05a6-3739-4ffa-8d0c-4c83dd55407c tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0838442 May 06 13:23:31.471228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-43f2d416-42fd-4060-bd15-f888d50d3e91 req-4b154643-ffa4-4406-8428-89440bfe5473 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 May 06 13:23:32.682516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493fe58-10f8-44f3-81fd-c5efaedf0bd3 req-484d1696-325e-428b-8fcc-affef8baaf2d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:32.684034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e493fe58-10f8-44f3-81fd-c5efaedf0bd3 req-484d1696-325e-428b-8fcc-affef8baaf2d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0820184 May 06 13:23:32.734066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e493fe58-10f8-44f3-81fd-c5efaedf0bd3 req-fdd055f4-83bf-4cd9-9900-1dd900053e5d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 May 06 13:23:33.964510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9703-2544-4b6c-837d-24134f0bc59c req-2a47035c-fd7b-4161-99de-966d39060385 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:33.966067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d5a9703-2544-4b6c-837d-24134f0bc59c req-2a47035c-fd7b-4161-99de-966d39060385 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0902629 May 06 13:23:34.021355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d5a9703-2544-4b6c-837d-24134f0bc59c req-72d749c9-3b67-4c23-b4f4-75fb719c9ec7 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 May 06 13:23:35.256047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341fd69-a576-4513-99f7-82d932440390 req-95182912-18aa-42aa-b9c9-b0a43f162e1b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:35.257548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4341fd69-a576-4513-99f7-82d932440390 req-95182912-18aa-42aa-b9c9-b0a43f162e1b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0885360 May 06 13:23:35.317236 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4341fd69-a576-4513-99f7-82d932440390 req-334b9d8a-6f6b-4b69-b39e-e3aa871f30ff tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 May 06 13:23:36.530492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2e45-9c79-45f5-a1fe-1763c3683bef req-01332934-56b6-4a61-b184-f931d3629e9b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:36.531907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15cd2e45-9c79-45f5-a1fe-1763c3683bef req-01332934-56b6-4a61-b184-f931d3629e9b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0802155 May 06 13:23:36.584139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15cd2e45-9c79-45f5-a1fe-1763c3683bef req-c5db20b7-d499-49c7-9a5b-6f8e8e711544 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 May 06 13:23:37.816513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff91df-8364-41e9-8e83-62849d4c041a req-5039d0a9-2c54-4679-8865-43bef8fca390 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:37.818165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7ff91df-8364-41e9-8e83-62849d4c041a req-5039d0a9-2c54-4679-8865-43bef8fca390 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0929079 May 06 13:23:37.880005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7ff91df-8364-41e9-8e83-62849d4c041a req-1f37a9a7-4a6e-416f-bcdf-1e9b0d7b594d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 May 06 13:23:38.517933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a882075c-a786-42ef-b87d-13384b3a9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:39.135453 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb0a1d-d96f-4c80-af9b-ee8edd24036b req-b8aac38c-f000-4a9d-a281-ecbbde4b68fc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:39.136967 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4eb0a1d-d96f-4c80-af9b-ee8edd24036b req-b8aac38c-f000-4a9d-a281-ecbbde4b68fc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0829740 May 06 13:23:39.184200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e4eb0a1d-d96f-4c80-af9b-ee8edd24036b req-1458da97-463c-4118-bde1-b6a715d2de52 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 May 06 13:23:40.401117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7381409-d5fe-4903-a480-8f295cb2034a req-4e1ae993-3c40-46f0-a51f-7b6e1ad32cee tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:40.402608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7381409-d5fe-4903-a480-8f295cb2034a req-4e1ae993-3c40-46f0-a51f-7b6e1ad32cee tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0842969 May 06 13:23:40.470133 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7381409-d5fe-4903-a480-8f295cb2034a req-6d4501c1-b03a-4b2c-9899-c96a2dac26ed tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572226 May 06 13:23:40.700663 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-91fa19f8-57e3-438a-acf7-da74eaee4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:41.021957 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-ec555976-f4eb-4daa-81a2-bb13f2a54c51 service neutron] show failed (client error): The resource could not be found. May 06 13:23:41.022952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-ec555976-f4eb-4daa-81a2-bb13f2a54c51 service neutron] 10.222.0.13 "GET /v2.0/ports/3561610e-493f-45cc-92d2-1da4029e9ee8/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0820744 May 06 13:23:41.601261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-e970c0ca-60ad-4698-8c48-8719e379b1a2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87&tenant_id=5258314d524f47a5a3ebd60b4be1dd22 HTTP/1.1" status: 200 len: 1097 time: 0.0971653 May 06 13:23:41.613532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:41.780732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:41.869997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef22f9-ba58-427d-9a36-e25b80f81ca3 req-47b8dfd5-1e48-491c-9036-eb8606f5a1a1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:41.871957 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7ef22f9-ba58-427d-9a36-e25b80f81ca3 req-47b8dfd5-1e48-491c-9036-eb8606f5a1a1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.1717427 May 06 13:23:42.020822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7ef22f9-ba58-427d-9a36-e25b80f81ca3 req-61e24eed-77ce-4a3a-a079-dabf6e084d12 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388955 May 06 13:23:42.341042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:42.367187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:42.386658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:42.407075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:42.472367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:42.479092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:42.496009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Transition to ACTIVE for port object 3561610e-493f-45cc-92d2-1da4029e9ee8 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:42.581487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:42.660367 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02de39e0-d8f1-49e3-8873-05526f24c045'] response: {'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'code': 200} May 06 13:23:42.887657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] No DVR routers for this DVR port 3561610e-493f-45cc-92d2-1da4029e9ee8 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:23:42.892392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:42.954022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:42.954358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:42.954739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:42.961005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:23:42.961328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Attempting to bind port 3561610e-493f-45cc-92d2-1da4029e9ee8 on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:42.968946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:42.969286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Checking segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:42.969677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Bound using segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:42.970105 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Bound port: 3561610e-493f-45cc-92d2-1da4029e9ee8, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:42.970452 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:43.069713 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:43.073758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:43.147590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:43.270501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:43.272031 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] 10.222.0.86 "PUT /v2.0/ports/3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 1092 time: 1.6626704 May 06 13:23:43.294107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80700d5b-4b71-4ee0-876c-cb7d4be414ba service neutron] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:43.390803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2e98-67f4-4712-a7d0-617b85a26ff9 req-ee679216-a7c7-4d90-bd0b-b834eea0df30 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:43.392459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cef2e98-67f4-4712-a7d0-617b85a26ff9 req-ee679216-a7c7-4d90-bd0b-b834eea0df30 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.2086413 May 06 13:23:43.477511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-fcdccaed-ffc6-45f5-98af-4200800ae28e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1095 time: 0.1793959 May 06 13:23:43.617962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9cef2e98-67f4-4712-a7d0-617b85a26ff9 req-1fb13e1f-9805-440e-a3b1-b3bbc200ade4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166049 May 06 13:23:43.702664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-c889f325-ae8e-418b-a9eb-35f1b5ad2443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:43.704165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-c889f325-ae8e-418b-a9eb-35f1b5ad2443 service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.2193980 May 06 13:23:43.779086 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-956ae648-f595-4199-9dca-dd4c79ad09c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0685565 May 06 13:23:43.787392 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:43.888450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-c46be00a-ea0e-40ca-93e4-5f644ed9b057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:43.891030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-c46be00a-ea0e-40ca-93e4-5f644ed9b057 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.1059253 May 06 13:23:43.968416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-e072797d-1046-4b18-8ffd-2a8a19ce30f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705090 May 06 13:23:44.111093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-990c62a8-f36f-4455-a9d7-11c24eaaa1d1 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361699 May 06 13:23:44.254139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-db8662d5-52ac-44e9-b00d-0282c94da3db req-284539da-63b1-42b6-84de-df44204ec463 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364241 May 06 13:23:44.487248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:23:44.556841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:23:44.662154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:44.769168 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76af1bcc-50a1-4425-942f-b31bddb6d426'] response: {'name': 'network-changed', 'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'status': 'completed', 'code': 200} May 06 13:23:44.923179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-367f8a8c-48cb-47fc-bddc-63eb695951e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1095 time: 0.1386194 May 06 13:23:44.999912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-65f6287b-22c0-4f23-9ce9-86ff0de6eb0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1095 time: 0.2154832 May 06 13:23:45.006527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992cb23-aea8-4fd7-9176-5d334c07d5bb req-a413c482-1313-4916-800a-580cfbfbcc03 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:45.008034 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f992cb23-aea8-4fd7-9176-5d334c07d5bb req-a413c482-1313-4916-800a-580cfbfbcc03 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.1699305 May 06 13:23:45.094933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-9a1d7f84-4c13-444f-b92a-a4f9100f6bb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:45.096492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-9a1d7f84-4c13-444f-b92a-a4f9100f6bb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1668539 May 06 13:23:45.160503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f992cb23-aea8-4fd7-9176-5d334c07d5bb req-ad249fda-e591-467f-b0d7-3ffb4822904d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288059 May 06 13:23:45.167677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-e4f4a6e2-65f0-42ac-9bc3-ef9baaee08bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0642681 May 06 13:23:45.192731 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-cf3d338a-2434-4897-82ca-0a5d239e96d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:45.194211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-cf3d338a-2434-4897-82ca-0a5d239e96d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1852965 May 06 13:23:45.264641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-f01246db-0854-46b5-a52a-79d80abfc2b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0642555 May 06 13:23:45.356120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-79033661-e420-46dc-9e4f-e8ea96bf2dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:45.357920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-79033661-e420-46dc-9e4f-e8ea96bf2dbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.1841977 May 06 13:23:45.416088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-f7b678ed-8747-4234-9913-056911a7e854 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510192 May 06 13:23:45.437462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-ab0751f5-9082-4a6b-8da2-c11a6129df9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:45.438937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-ab0751f5-9082-4a6b-8da2-c11a6129df9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.1692624 May 06 13:23:45.486793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-5be53a56-427b-42e0-9df7-6c4123cf6c99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419893 May 06 13:23:45.597706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-bcdbced5-c28d-4777-97e1-3c9bb0cdba6e service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744587 May 06 13:23:45.660284 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-d9819769-2757-4da7-b327-553cc8ff62b4 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668010 May 06 13:23:45.754799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-4df9b743-1f4b-4fb5-a0f2-6670229c381f service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507211 May 06 13:23:45.807520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60772b48-9fc0-46a5-8066-f5e4c540d618 req-417d1893-1219-4985-9bc8-5d3fd37c18db service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417234 May 06 13:23:46.405864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bf698-f085-4a60-9e4e-b775129705ab req-acdebab5-c563-4e94-a3e2-5596fcec602b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:46.407513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c4bf698-f085-4a60-9e4e-b775129705ab req-acdebab5-c563-4e94-a3e2-5596fcec602b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.0983689 May 06 13:23:46.459798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c4bf698-f085-4a60-9e4e-b775129705ab req-e06962e1-3631-444a-bebb-bf0b93669a3a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 May 06 13:23:47.009084 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:47.677396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272fae-269c-44a2-8b96-4924628a82ee req-a4b2b362-ef9d-4694-a487-a201add9448f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:47.678873 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15272fae-269c-44a2-8b96-4924628a82ee req-a4b2b362-ef9d-4694-a487-a201add9448f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.0885851 May 06 13:23:47.727830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15272fae-269c-44a2-8b96-4924628a82ee req-4972c542-7293-4158-9605-b2e3b78e9941 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 May 06 13:23:48.241464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:23:48.362291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ff30e-97b7-4f87-b966-e9a0f02b009e req-3b7be46c-65bc-46b8-b90d-0ce5f1012484 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:48.364672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f3ff30e-97b7-4f87-b966-e9a0f02b009e req-3b7be46c-65bc-46b8-b90d-0ce5f1012484 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 944 time: 0.1700213 May 06 13:23:48.477227 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f3ff30e-97b7-4f87-b966-e9a0f02b009e req-d9e9aa94-ec73-4e7c-a185-736fc13eae68 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 May 06 13:23:48.484310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:48.503324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-a63f8ac2-2885-4f07-a227-36257a701847 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:48.506232 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-a63f8ac2-2885-4f07-a227-36257a701847 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87&tenant_id=5258314d524f47a5a3ebd60b4be1dd22&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 944 time: 0.2215223 May 06 13:23:48.508491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'port_id': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'mac_address': 'fa:16:3e:38:17:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b8223-5395-402d-bf8c-91ad608b43ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:23:48.569229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:48.588222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3561610e-493f-45cc-92d2-1da4029e9ee8 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:48.594734 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-aec8c5ff-5682-45ae-8a57-48ad2b196469 service neutron] delete failed (client error): The resource could not be found. May 06 13:23:48.596022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-aec8c5ff-5682-45ae-8a57-48ad2b196469 service neutron] 10.222.0.13 "DELETE /v2.0/ports/3561610e-493f-45cc-92d2-1da4029e9ee8/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0843921 May 06 13:23:48.606204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:48.683309 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:48.768111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-8421af1a-75ca-403e-90a2-94da702a02ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 1096 time: 0.0960958 May 06 13:23:48.777932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:48.790456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.791462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.792095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.792450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.792796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.793135 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.793614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.793953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.794280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.794606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.794931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:48.920875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['3561610e-493f-45cc-92d2-1da4029e9ee8'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:23:48.953291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-e363c6a6-ab2d-4332-bf0e-0606532dbb04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:48.954986 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-e363c6a6-ab2d-4332-bf0e-0606532dbb04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1806641 May 06 13:23:49.033410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-839117c5-ee03-4b06-9ae1-06961c084036 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 200 len: 217 time: 0.0721385 May 06 13:23:49.145857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-f2954ebb-9a9c-466c-9360-69d830d25911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:49.148238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-f2954ebb-9a9c-466c-9360-69d830d25911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.1080065 May 06 13:23:49.201925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-b3ae3acd-dc18-4a6c-82da-7481cc4799be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471299 May 06 13:23:49.354845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-f0ef7521-2240-4ff7-9328-a14684d23b8a service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459308 May 06 13:23:49.507137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9598b939-2879-4bbf-8d4c-d4f1b3436221 req-5d93ebfe-fa06-4e24-a5f9-431cf1c5d90d service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457994 May 06 13:23:49.711921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66512b50-efcf-4872-b922-cdddc9d0db6f req-89fd4707-0dee-4803-8ad2-61be58d7b3ed tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:49.714204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66512b50-efcf-4872-b922-cdddc9d0db6f req-89fd4707-0dee-4803-8ad2-61be58d7b3ed tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 945 time: 0.0903571 May 06 13:23:49.770354 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66512b50-efcf-4872-b922-cdddc9d0db6f req-d259caea-bf01-483e-bad0-9973aaf88b73 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 May 06 13:23:50.247975 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:23:50.409605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 3561610e-493f-45cc-92d2-1da4029e9ee8 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:23:50.414752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 3561610e-493f-45cc-92d2-1da4029e9ee8 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:23:50.415122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:50.537181 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:50.566794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:50.577372 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:50.624388 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e47ebbd-210a-404b-b323-4ed7b851e204'] response: {'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'code': 200} May 06 13:23:50.672011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:50.743112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:50.985266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d64bb5-5ba3-4e80-a2c7-c3be496bf2dd req-0d0eea3f-45db-422b-b89e-1d76a90a5b70 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:50.986736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53d64bb5-5ba3-4e80-a2c7-c3be496bf2dd req-0d0eea3f-45db-422b-b89e-1d76a90a5b70 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0830503 May 06 13:23:51.034492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53d64bb5-5ba3-4e80-a2c7-c3be496bf2dd req-c97ce0cc-c326-4518-8a31-2fa7eaba2d40 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 May 06 13:23:51.156580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:51.246013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356cb5b-c077-4ab2-90c5-c2fb03ab30df req-dbab5eef-11ba-490a-b460-b42a53dc21f5 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:51.247613 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b356cb5b-c077-4ab2-90c5-c2fb03ab30df req-dbab5eef-11ba-490a-b460-b42a53dc21f5 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0867562 May 06 13:23:51.297868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b356cb5b-c077-4ab2-90c5-c2fb03ab30df req-80ba03cf-11be-4785-a1c7-8c1ba5c66ae2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 May 06 13:23:51.504690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243ae8-0809-4493-b3b4-2fc5fd6a0b9b req-dd058831-4a8a-4e22-9455-8ea2bdcc5284 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:51.506217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1243ae8-0809-4493-b3b4-2fc5fd6a0b9b req-dd058831-4a8a-4e22-9455-8ea2bdcc5284 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0818088 May 06 13:23:51.559159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1243ae8-0809-4493-b3b4-2fc5fd6a0b9b req-d56d4024-3cff-4ef7-b0df-a600c4e62de5 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467253 May 06 13:23:52.406090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-65aab3d1-9f19-49fe-922d-55b4a0b7380f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:52.407930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-65aab3d1-9f19-49fe-922d-55b4a0b7380f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 815 time: 0.1539037 May 06 13:23:52.426200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-93d98182-7c26-459c-9632-7310f2d1a598 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/quotas/5258314d524f47a5a3ebd60b4be1dd22 HTTP/1.1" status: 200 len: 375 time: 0.0121710 May 06 13:23:52.506285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-340e6d95-eb42-4aed-b588-61120b792996 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736773 May 06 13:23:52.518708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-7434a1ef-c306-46c9-a5a7-6f4272831647 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:23:52.519858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-7434a1ef-c306-46c9-a5a7-6f4272831647 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056381 May 06 13:23:52.659415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-a7db238f-af4c-474a-b272-35f3763e426f service neutron] 10.222.0.83 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326513 May 06 13:23:52.801695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-2ba3c9f8-e2f4-443f-bb7f-60e2caf476c1 service neutron] 10.222.0.83 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365526 May 06 13:23:53.071697 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eab8d288-4776-44a3-b0bc-50740017c897 req-3dea8c63-2fb3-479b-a90d-485c6bf9cb38 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 210 time: 0.0469451 May 06 13:23:53.678934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0b78b-3055-439f-b4fd-12a985262228 req-31bec871-db69-40f6-871d-b16c0bcf3942 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:53.680427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94a0b78b-3055-439f-b4fd-12a985262228 req-31bec871-db69-40f6-871d-b16c0bcf3942 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.86 "GET /v2.0/ports?device_id=5226154c-8c2f-46e5-8817-c43b664bbe87 HTTP/1.1" status: 200 len: 946 time: 0.0947170 May 06 13:23:53.754232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Deleting port 3561610e-493f-45cc-92d2-1da4029e9ee8 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:23:53.754579 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:54.122730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] For port 3561610e-493f-45cc-92d2-1da4029e9ee8, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=3561610e-493f-45cc-92d2-1da4029e9ee8,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:23:54.123186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:54.257743 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Calling delete_port for 3561610e-493f-45cc-92d2-1da4029e9ee8 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:23:54.342905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6b44f85-9576-47c4-9725-868d48c32508 req-58dcc161-8139-4449-8dab-e6f20afa24ce tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 210 time: 0.0927701 May 06 13:23:54.438903 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:23:54.513021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:54.595682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Pushing event deleted for resources: {'Port': ['ID=3561610e-493f-45cc-92d2-1da4029e9ee8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:54.664991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.666087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.666643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.667198 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.667749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.668326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.668884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.669437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.669989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.670537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.671089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:23:54.739731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] No DVR routers for this DVR port 3561610e-493f-45cc-92d2-1da4029e9ee8 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:23:54.743742 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:54.747496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-deleted', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:54.811632 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e7b9b7-e001-48ab-8ae0-1b3f3a23e491'] response: {'server_uuid': '5226154c-8c2f-46e5-8817-c43b664bbe87', 'name': 'network-vif-deleted', 'tag': '3561610e-493f-45cc-92d2-1da4029e9ee8', 'status': 'completed', 'code': 200} May 06 13:23:54.843200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94a0b78b-3055-439f-b4fd-12a985262228 req-c0f5f538-7f1c-4da6-9f37-e6ad445edfc8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.86 "DELETE /v2.0/ports/3561610e-493f-45cc-92d2-1da4029e9ee8 HTTP/1.1" status: 204 len: 173 time: 1.1567504 May 06 13:23:55.345872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-53b3a11f-331a-48b6-a887-6a0532a78bb0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:55.347344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-53b3a11f-331a-48b6-a887-6a0532a78bb0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 815 time: 0.1570096 May 06 13:23:55.365025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Request body: {'port': {'device_id': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'admin_state_up': True, 'tenant_id': '5258314d524f47a5a3ebd60b4be1dd22'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:55.576544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:23:55.579592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-82bac236-51ee-4e94-8a09-a158ba6670a8 req-0bdebfab-2db1-45b6-af13-51e166ccf968 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Synchronizing usage tracker for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:55.585116 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Usage tracker for resource:port and tenant:5258314d524f47a5a3ebd60b4be1dd22 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:23:55.588906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:23:55.600032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:23:55.706033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Made reservation on behalf of 5258314d524f47a5a3ebd60b4be1dd22 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:23:55.709019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:55.793197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-82bac236-51ee-4e94-8a09-a158ba6670a8 req-0bdebfab-2db1-45b6-af13-51e166ccf968 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Unset dirty status for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:55.794835 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82bac236-51ee-4e94-8a09-a158ba6670a8 req-0bdebfab-2db1-45b6-af13-51e166ccf968 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 210 time: 0.2644067 May 06 13:23:55.925870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Allocated IP 172.20.0.13 (808fb4c0-1369-4ce1-8fd7-e81d40ca8589/1a3b8223-5395-402d-bf8c-91ad608b43ab/78736807-9e98-487c-9835-339df08b335c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:23:56.155170 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:56.261139 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:56.264224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:23:56.300237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 3561610e-493f-45cc-92d2-1da4029e9ee8 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:23:56.300659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 3561610e-493f-45cc-92d2-1da4029e9ee8 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:23:56.342298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:23:56.346008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:23:56.347930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:56.350038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:23:56.411494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:56.412108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:56.512819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-0b78ab3c-4b07-4c0d-a13d-8bedba43a796 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1516266 May 06 13:23:56.523887 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Request body: {'port': {'device_id': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:23:56.638086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.012219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387683-6010-4a6f-820b-83a6e08430ef req-8f02c8a0-2d59-47f9-8980-11a4214a2ba8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:57.013802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24387683-6010-4a6f-820b-83a6e08430ef req-8f02c8a0-2d59-47f9-8980-11a4214a2ba8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 932 time: 0.0811687 May 06 13:23:57.100482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78736807-9e98-487c-9835-339df08b335c {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:23:57.108932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.125214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Transition to ACTIVE for port object 78736807-9e98-487c-9835-339df08b335c will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:23:57.162027 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24387683-6010-4a6f-820b-83a6e08430ef req-bffdf953-989b-442e-b1ab-9cf448cbf1c9 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420379 May 06 13:23:57.202197 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.338119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:57.449142 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:23:57.449473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:23:57.449800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:57.455749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:23:57.456098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:23:57.463059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:23:57.463412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Checking segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:23:57.463829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Bound using segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:23:57.464260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Bound port: 78736807-9e98-487c-9835-339df08b335c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:23:57.464605 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.561824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:23:57.564912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:23:57.649612 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.711478 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:23:57.713158 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] 10.222.0.86 "PUT /v2.0/ports/78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 1092 time: 1.1931689 May 06 13:23:57.713605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:23:57.734847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33538a78-5d22-41e0-9f5f-b4e60b7fab12 service neutron] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:23:57.772121 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64aca10f-e50b-45f1-9278-4b49b17f6f34'] response: {'name': 'network-changed', 'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'status': 'completed', 'code': 200} May 06 13:23:57.873651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c94edab-e73f-42fc-8972-ea707a43ff36 req-c60da6e6-3548-4c59-a33e-5138a603eaba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1095 time: 0.0801411 May 06 13:23:58.025463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94edab-e73f-42fc-8972-ea707a43ff36 req-4ee4de45-b65d-45c4-b021-a6fca49add50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:58.027181 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c94edab-e73f-42fc-8972-ea707a43ff36 req-4ee4de45-b65d-45c4-b021-a6fca49add50 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1458986 May 06 13:23:58.169941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94edab-e73f-42fc-8972-ea707a43ff36 req-f9c4f577-56bd-4dc4-b50a-5e425734386c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:58.171395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8c94edab-e73f-42fc-8972-ea707a43ff36 req-f9c4f577-56bd-4dc4-b50a-5e425734386c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377027 May 06 13:23:58.281730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-fd2db6e2-53a2-41df-aed7-0abe1bc73ca2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1095 time: 0.0739088 May 06 13:23:58.358039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-e7bea250-77b9-486f-8846-5acf9c1ae1fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.0688798 May 06 13:23:58.366911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67185285-df22-4b15-a086-fd65c2d991f3 req-20d3bb66-ace4-43a0-8a38-250b47f065a6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:58.368389 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67185285-df22-4b15-a086-fd65c2d991f3 req-20d3bb66-ace4-43a0-8a38-250b47f065a6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.0845478 May 06 13:23:58.416055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67185285-df22-4b15-a086-fd65c2d991f3 req-f39173d1-adbb-4289-9a65-2323e879d62b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 May 06 13:23:58.423238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-fb956bf5-35d0-492a-8266-4ba5bf272439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:58.424723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-fb956bf5-35d0-492a-8266-4ba5bf272439 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0606365 May 06 13:23:58.472342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-78bce6a1-262f-401c-9d24-52547ead6e6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416601 May 06 13:23:58.610607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-e91aedd1-391b-4880-b42e-7fa8f97cc11d service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318731 May 06 13:23:58.756356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7a84b5f2-42a0-4996-9786-f7738a347bf1 req-8cfec8a7-488f-4be3-a220-f6c40df4d7c9 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396401 May 06 13:23:59.647039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb08c8-66b7-4711-9279-ca92a43c7e39 req-4e94f29a-09a0-4dee-8e1f-e3c6482dad13 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:23:59.648576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cacb08c8-66b7-4711-9279-ca92a43c7e39 req-4e94f29a-09a0-4dee-8e1f-e3c6482dad13 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Synchronizing usage tracker for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:23:59.717779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-cacb08c8-66b7-4711-9279-ca92a43c7e39 req-4e94f29a-09a0-4dee-8e1f-e3c6482dad13 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Unset dirty status for tenant:5258314d524f47a5a3ebd60b4be1dd22 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:23:59.718915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cacb08c8-66b7-4711-9279-ca92a43c7e39 req-4e94f29a-09a0-4dee-8e1f-e3c6482dad13 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.1567168 May 06 13:23:59.769654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cacb08c8-66b7-4711-9279-ca92a43c7e39 req-f867af74-b117-42c6-b13a-2b9912ddd410 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 May 06 13:24:00.992923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d146a-b3a9-4fa4-91f1-9127b72cc3fd req-5e302d2c-c61f-4325-963b-0b2c3df24d1d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:00.994950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee7d146a-b3a9-4fa4-91f1-9127b72cc3fd req-5e302d2c-c61f-4325-963b-0b2c3df24d1d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.0844424 May 06 13:24:01.048320 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee7d146a-b3a9-4fa4-91f1-9127b72cc3fd req-8dc0e120-01ff-4504-bc28-623ead090258 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 May 06 13:24:02.258127 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843c8ce-625a-4428-8de7-b07c3d6ff64a req-793a70ec-20c8-434f-9aca-73bbbf9fcb31 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:02.260955 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d843c8ce-625a-4428-8de7-b07c3d6ff64a req-793a70ec-20c8-434f-9aca-73bbbf9fcb31 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.0846817 May 06 13:24:02.264155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 78736807-9e98-487c-9835-339df08b335c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:24:02.313009 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d843c8ce-625a-4428-8de7-b07c3d6ff64a req-9caf2be7-7183-4b6c-8ba6-ad5b2a77722d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 May 06 13:24:02.410133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:02.426344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '78736807-9e98-487c-9835-339df08b335c', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'port_id': '78736807-9e98-487c-9835-339df08b335c', 'mac_address': 'fa:16:3e:74:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b8223-5395-402d-bf8c-91ad608b43ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:24:02.490194 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:02.511586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78736807-9e98-487c-9835-339df08b335c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:24:02.528732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:02.626378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:02.694810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:02.834312 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['78736807-9e98-487c-9835-339df08b335c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:24:03.520572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c448e9-ac1f-4c0f-8f12-284b52d37f81 req-908fd5da-6e55-4bc5-816b-2e1a08b702cf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:03.522160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c448e9-ac1f-4c0f-8f12-284b52d37f81 req-908fd5da-6e55-4bc5-816b-2e1a08b702cf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 945 time: 0.0793612 May 06 13:24:03.577086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e0c448e9-ac1f-4c0f-8f12-284b52d37f81 req-511ae436-56b2-45d7-acd5-4db86ff95cc9 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 May 06 13:24:04.282260 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 78736807-9e98-487c-9835-339df08b335c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:04.449114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 78736807-9e98-487c-9835-339df08b335c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:04.454679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 78736807-9e98-487c-9835-339df08b335c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:04.456983 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:04.589152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:04.617373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:04.629101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:04.695539 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fce00a8-8b7b-4c8e-912e-48aecb7fe105'] response: {'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'code': 200} May 06 13:24:04.723442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:04.811288 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:04.961219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1f532-4dcd-4caa-bb7b-9519e4db96ea req-6ddbb5fd-cfb8-4d17-bb67-bb485a1ea099 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:04.962962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9a1f532-4dcd-4caa-bb7b-9519e4db96ea req-6ddbb5fd-cfb8-4d17-bb67-bb485a1ea099 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.2432101 May 06 13:24:04.972151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b46ff1d9-dca9-432e-954c-e6d649942b0d req-3373ee30-42bc-4221-951f-a830601180d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1097 time: 0.1099174 May 06 13:24:05.043199 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a9a1f532-4dcd-4caa-bb7b-9519e4db96ea req-f15dfc7c-c4df-4615-80c9-27db44ab4477 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741429 May 06 13:24:05.046173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b46ff1d9-dca9-432e-954c-e6d649942b0d req-7566ec1c-717d-45a6-a596-90c6e676a57f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608549 May 06 13:24:06.264351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea39ff-bc1a-4fff-b2d2-a853ab749151 req-68932008-b825-4e7a-bcc2-943329b11fda tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:06.265844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15ea39ff-bc1a-4fff-b2d2-a853ab749151 req-68932008-b825-4e7a-bcc2-943329b11fda tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0931547 May 06 13:24:06.317273 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15ea39ff-bc1a-4fff-b2d2-a853ab749151 req-f7587ca2-765d-4825-8f80-9a06d4793422 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 May 06 13:24:07.533662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ad274-e912-42ad-963c-3d4f510b3114 req-a1b3dbb4-7ca6-424b-8989-2228e4486626 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:07.535139 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-777ad274-e912-42ad-963c-3d4f510b3114 req-a1b3dbb4-7ca6-424b-8989-2228e4486626 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0816560 May 06 13:24:07.590120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-777ad274-e912-42ad-963c-3d4f510b3114 req-e92b0b11-f289-48f1-a283-c369b2fe7724 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479515 May 06 13:24:07.799784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972efb0-cecb-4465-8d2d-7088eaa1c974 req-b023aa96-56e1-4994-a1ef-88b2b553ece4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:07.801409 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3972efb0-cecb-4465-8d2d-7088eaa1c974 req-b023aa96-56e1-4994-a1ef-88b2b553ece4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0858002 May 06 13:24:07.870045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3972efb0-cecb-4465-8d2d-7088eaa1c974 req-de5b5747-e508-40b1-8e74-b53343de5974 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 May 06 13:24:08.074152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4fa6f31-fa41-497f-a89b-77fe6fa3ca3c req-1238f6c0-4567-46be-befb-3ea879375c7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0728660 May 06 13:24:08.512572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-11049f58-caca-41ef-a8ad-a43b2f61a438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:08.638302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b239dd6-f08a-481b-a762-5ef0d3865478 req-1cb98364-3f35-4d3f-a9d1-040387b7067a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:08.640892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b239dd6-f08a-481b-a762-5ef0d3865478 req-1cb98364-3f35-4d3f-a9d1-040387b7067a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0929041 May 06 13:24:08.708544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b239dd6-f08a-481b-a762-5ef0d3865478 req-31fd6225-7bb2-459f-b52f-050bd4bb197d tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 May 06 13:24:08.716978 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-2b07d936-d51d-492a-872a-70568f3067f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922568 May 06 13:24:09.950310 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0c31-4226-4c70-8e08-c2ad1de96ea2 req-d17dd489-852d-42d5-a5c1-0d145145b586 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:09.952893 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f42b0c31-4226-4c70-8e08-c2ad1de96ea2 req-d17dd489-852d-42d5-a5c1-0d145145b586 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.1067362 May 06 13:24:10.006819 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f42b0c31-4226-4c70-8e08-c2ad1de96ea2 req-74d1a09e-7500-4046-a90d-e43c3fefcdc7 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483251 May 06 13:24:10.694548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-deaffe51-5eea-47d2-a507-e19cec98dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:11.052085 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-51b024f7-7658-4917-81d0-94bd698d634f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1097 time: 0.0925059 May 06 13:24:11.220703 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eac3d6-7ddb-4a87-a272-fa7bf022fbe8 req-5314c8d8-54ea-4980-9e65-33ede4e5b223 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:11.222170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44eac3d6-7ddb-4a87-a272-fa7bf022fbe8 req-5314c8d8-54ea-4980-9e65-33ede4e5b223 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0846386 May 06 13:24:11.267128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-73a3106c-ccf4-4563-856e-15672044e9d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:11.268644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-73a3106c-ccf4-4563-856e-15672044e9d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1624424 May 06 13:24:11.273680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-44eac3d6-7ddb-4a87-a272-fa7bf022fbe8 req-6eca43f0-4196-4bec-ab61-2dd07af366f3 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 May 06 13:24:11.345452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-64dc276c-c945-4f2d-9764-b099b0223502 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.0692930 May 06 13:24:11.410685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-0ec45a7e-6c7e-4ccf-81fc-c31995ea44c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:11.412155 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-0ec45a7e-6c7e-4ccf-81fc-c31995ea44c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0610657 May 06 13:24:11.463680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-5d40a768-e7b4-446f-9cae-fef01724bb62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443571 May 06 13:24:11.607182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-c3729c9e-b137-4ab2-9e6c-9c0b5f3dd702 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357627 May 06 13:24:11.752132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-9b9b15d3-df32-4cb0-a9c3-961b253925be service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367607 May 06 13:24:12.323160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:12.386736 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:12.533571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ac4eb-90c1-450d-880b-1e8b07940306 req-919f3c69-bba5-44d9-9a05-48293283b867 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:12.534969 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e0ac4eb-90c1-450d-880b-1e8b07940306 req-919f3c69-bba5-44d9-9a05-48293283b867 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.1306362 May 06 13:24:12.581589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4e0ac4eb-90c1-450d-880b-1e8b07940306 req-2c9ec1e5-452b-4e2c-89b1-d7588bf8c1ed tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 May 06 13:24:13.706208 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:13.815310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3b7cf-c222-4b22-b42d-ded6d2daa4cc req-787aef5a-211b-4455-8dd4-bb44aad36ae7 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:13.816875 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8f3b7cf-c222-4b22-b42d-ded6d2daa4cc req-787aef5a-211b-4455-8dd4-bb44aad36ae7 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0858119 May 06 13:24:13.864410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e8f3b7cf-c222-4b22-b42d-ded6d2daa4cc req-e22ea60d-c6f0-446b-9193-1cfe0a5d86b8 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 May 06 13:24:15.117184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ceac6-91bb-47cf-bf02-80f5e737f047 req-ed3b89d3-108d-4b96-bb92-c3c430b5babe tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:15.119290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d8ceac6-91bb-47cf-bf02-80f5e737f047 req-ed3b89d3-108d-4b96-bb92-c3c430b5babe tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0845575 May 06 13:24:15.167933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9d8ceac6-91bb-47cf-bf02-80f5e737f047 req-ee3f5fd4-4a93-441d-9452-e0b66e3e0e19 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 May 06 13:24:16.375243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faef3c-04ba-488d-8a79-eb838d42a5f9 req-5da74c9d-5308-4b3f-84d5-779e783bab88 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:16.376754 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-00faef3c-04ba-488d-8a79-eb838d42a5f9 req-5da74c9d-5308-4b3f-84d5-779e783bab88 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0845935 May 06 13:24:16.429994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-00faef3c-04ba-488d-8a79-eb838d42a5f9 req-b93d6997-be22-401a-9d84-142e1b0407a0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 May 06 13:24:17.053571 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:17.634041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb3e9-4b40-44b7-9181-a49f1c62befd req-84096ef6-9646-4c6a-adae-05a4688cedb4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:17.635578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46aeb3e9-4b40-44b7-9181-a49f1c62befd req-84096ef6-9646-4c6a-adae-05a4688cedb4 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0795836 May 06 13:24:17.687226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46aeb3e9-4b40-44b7-9181-a49f1c62befd req-8ef0147f-a6e2-435e-9319-2749476d0c37 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 May 06 13:24:18.890311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b828d-6bdc-4cad-b0c7-7ff80716e175 req-da902653-f51e-4d58-b45a-53f42df437e1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:18.891985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c70b828d-6bdc-4cad-b0c7-7ff80716e175 req-da902653-f51e-4d58-b45a-53f42df437e1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0821826 May 06 13:24:18.945512 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c70b828d-6bdc-4cad-b0c7-7ff80716e175 req-1871a40f-3393-4fb0-9f42-bc935e5db751 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 May 06 13:24:20.154457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c461-6211-48e7-adf5-1b1550abd282 req-9f63a046-bcb9-43af-beac-9d7311e24b09 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:20.155994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1e1c461-6211-48e7-adf5-1b1550abd282 req-9f63a046-bcb9-43af-beac-9d7311e24b09 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0815487 May 06 13:24:20.203203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1e1c461-6211-48e7-adf5-1b1550abd282 req-5946abfc-698b-4746-920a-656a14068699 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 May 06 13:24:21.174158 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:21.406989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed938-9bfe-42ef-af72-70fedad37714 req-d5c8b7af-f94c-4966-a190-7f8cd9322711 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:21.408751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbed938-9bfe-42ef-af72-70fedad37714 req-d5c8b7af-f94c-4966-a190-7f8cd9322711 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0781326 May 06 13:24:21.455306 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1bbed938-9bfe-42ef-af72-70fedad37714 req-78d1728b-c901-4f9d-90d1-6863b2be25cf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 May 06 13:24:22.662218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873db05-7251-408c-b817-69af468b186d req-a5263eaf-775a-407f-b24b-5ef002fc8cec tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:22.663728 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a873db05-7251-408c-b817-69af468b186d req-a5263eaf-775a-407f-b24b-5ef002fc8cec tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0835013 May 06 13:24:22.825499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a873db05-7251-408c-b817-69af468b186d req-39fe6f79-1d53-4900-92d4-cfc14a8dbbfc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558988 May 06 13:24:24.035123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d020e-f911-4158-bd36-9800209bdcc2 req-19e1724a-5046-4894-9a07-a2ac6505a2d2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:24.036557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-812d020e-f911-4158-bd36-9800209bdcc2 req-19e1724a-5046-4894-9a07-a2ac6505a2d2 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0833640 May 06 13:24:24.084688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-812d020e-f911-4158-bd36-9800209bdcc2 req-e86e10ec-0074-43f3-bfbb-679753aaedba tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 May 06 13:24:25.295593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f604a17-21ec-42ae-9d0b-c0a14dacba23 req-5680ba28-82d4-4844-af3f-c4b94b72454b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:25.297264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f604a17-21ec-42ae-9d0b-c0a14dacba23 req-5680ba28-82d4-4844-af3f-c4b94b72454b tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0832453 May 06 13:24:25.349037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6f604a17-21ec-42ae-9d0b-c0a14dacba23 req-3aa89a0c-9129-4d87-80bd-8de333504218 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 May 06 13:24:26.554358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68642c-a4b9-467b-b320-cc55521fbd79 req-8ab00841-f3c4-465a-92fe-b635e347f7d0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:26.555726 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d68642c-a4b9-467b-b320-cc55521fbd79 req-8ab00841-f3c4-465a-92fe-b635e347f7d0 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0826209 May 06 13:24:26.603682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0d68642c-a4b9-467b-b320-cc55521fbd79 req-bb246569-2613-43ca-ac32-ae1f95800877 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 May 06 13:24:27.820619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051883dd-e3a0-47be-8a41-bfeeb596b1f2 req-9c6221f0-93ea-4ec7-ab52-08bc2dec4ca6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:27.822219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-051883dd-e3a0-47be-8a41-bfeeb596b1f2 req-9c6221f0-93ea-4ec7-ab52-08bc2dec4ca6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0887098 May 06 13:24:27.872419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-051883dd-e3a0-47be-8a41-bfeeb596b1f2 req-28c37e03-f35f-4c62-afc4-7196f40316b9 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 May 06 13:24:28.274316 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-990e8667-b9bb-4e92-9de8-41fc7154f4eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1097 time: 0.0693872 May 06 13:24:28.431402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01edd0-b26d-4332-805f-10e357674d06 req-8dc4e378-79a7-47da-89ad-5cc5819490b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:28.433473 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-8dc4e378-79a7-47da-89ad-5cc5819490b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1351240 May 06 13:24:28.505107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-65b0a802-df01-4cc2-9cbf-c1aa6af78d86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.0656621 May 06 13:24:28.571923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01edd0-b26d-4332-805f-10e357674d06 req-84be1060-d87f-4523-9513-7e3e5efa894b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:28.573287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-84be1060-d87f-4523-9513-7e3e5efa894b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0609350 May 06 13:24:28.619989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-6049cd40-d23a-4ad0-a601-633ea15e49ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398097 May 06 13:24:28.758023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-185e1e41-440f-4513-8287-4e8017655b80 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316602 May 06 13:24:28.875604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.86', 63648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:28.947385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-41c98526-cb9d-4bf1-be88-486e9e813770 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820483 May 06 13:24:28.967106 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-88053e68-b048-4a15-9ec4-f8561407e858 service neutron] show failed (client error): The resource could not be found. May 06 13:24:28.968123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-88053e68-b048-4a15-9ec4-f8561407e858 service neutron] 10.222.0.86 "GET /v2.0/ports/78736807-9e98-487c-9835-339df08b335c/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0915461 May 06 13:24:29.093597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5586030-446b-4892-bbfa-1362637d8242 req-8714ebee-bd44-4df0-8aac-122172738e03 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:29.095195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5586030-446b-4892-bbfa-1362637d8242 req-8714ebee-bd44-4df0-8aac-122172738e03 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0898330 May 06 13:24:29.144496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5586030-446b-4892-bbfa-1362637d8242 req-dbac7402-4b02-464d-b6aa-4bd4aef365b9 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 May 06 13:24:29.648346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-842c202d-6149-453a-afd5-9a13fdb86d09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477&tenant_id=5258314d524f47a5a3ebd60b4be1dd22 HTTP/1.1" status: 200 len: 1097 time: 0.0746348 May 06 13:24:29.659876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:29.771641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.130290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:30.160277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:30.219842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:30.225759 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.243990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Transition to ACTIVE for port object 78736807-9e98-487c-9835-339df08b335c will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:30.322041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.390472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a504d-0d98-4f6f-b81b-6f7672ffab20 req-e4679ce9-2ccd-452c-9d33-c994ee424c92 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:30.392860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-055a504d-0d98-4f6f-b81b-6f7672ffab20 req-e4679ce9-2ccd-452c-9d33-c994ee424c92 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.1208293 May 06 13:24:30.460587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-055a504d-0d98-4f6f-b81b-6f7672ffab20 req-240f91c2-258b-415a-8d97-a77197cc8e47 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 May 06 13:24:30.463982 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7bfe8b-5584-400d-ba4e-64c380b64525'] response: {'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'code': 200} May 06 13:24:30.487698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:30.527236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] No DVR routers for this DVR port 78736807-9e98-487c-9835-339df08b335c on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:24:30.534292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.534635 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.534966 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.535822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.536010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.536389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.536709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.537029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.537347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.537663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.537982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:30.593604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:24:30.593943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:24:30.594269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:30.600473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:24:30.600792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Attempting to bind port 78736807-9e98-487c-9835-339df08b335c on network 808fb4c0-1369-4ce1-8fd7-e81d40ca8589 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:30.607682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:24:30.608045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Checking segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:30.608416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Bound using segment: {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:24:30.608834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Bound port: 78736807-9e98-487c-9835-339df08b335c, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a45db72-c169-42b4-955e-3a25d4182ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:24:30.609178 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.704479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:30.707431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:24:30.779879 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.845129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:30.846472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] 10.222.0.13 "PUT /v2.0/ports/78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 1092 time: 1.1910560 May 06 13:24:30.858918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d6ecb-bd9e-493a-a04d-48bc2127823d service neutron] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:30.946777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-7152275e-f59d-4f8b-b04f-fa28783bedfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1095 time: 0.0791967 May 06 13:24:31.093265 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-9bce6d8e-1665-48be-86f4-a170990642c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:31.094635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-9bce6d8e-1665-48be-86f4-a170990642c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1417432 May 06 13:24:31.161985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-cfbe0b6a-5f5e-42c7-a9c6-bbc7a67a93c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.0617011 May 06 13:24:31.230006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-923cb542-f098-4b94-af33-e8b13ccd9fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:31.231684 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-923cb542-f098-4b94-af33-e8b13ccd9fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0624475 May 06 13:24:31.277634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-58052261-e8b4-49a9-a959-dcfbb6431bd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400245 May 06 13:24:31.412466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-0ef86026-cae4-4c20-b75e-eba57f7ca66d service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292727 May 06 13:24:31.439737 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:24:31.553473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99d086ba-911b-40b1-8483-c01e9c8192e0 req-f57dc13a-75fc-4635-9c52-f4e20620063d service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347418 May 06 13:24:31.661749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7ca26-58e0-4c7c-a40b-be4d8fd43472 req-aad3fff2-2f94-4b5a-b476-585cf8cc7b9e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:31.663277 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59f7ca26-58e0-4c7c-a40b-be4d8fd43472 req-aad3fff2-2f94-4b5a-b476-585cf8cc7b9e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.0813098 May 06 13:24:31.717459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-59f7ca26-58e0-4c7c-a40b-be4d8fd43472 req-f1eb38f8-2a01-49f1-a82c-7f2068be6181 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474076 May 06 13:24:32.465084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:32.534848 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da5c6bd-797f-436c-9a13-3d1171d4f996'] response: {'name': 'network-changed', 'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'status': 'completed', 'code': 200} May 06 13:24:32.627746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-aa11fa0b-3791-4e3f-a458-9b5429df9063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1095 time: 0.0735929 May 06 13:24:32.627997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-1922cf53-3272-4364-a3be-2d97630f24ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1095 time: 0.0713217 May 06 13:24:32.754531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 78736807-9e98-487c-9835-339df08b335c details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:24:32.776972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-aadaf0d9-9841-4c24-8bb9-3d26bb48b394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:32.777192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-b3b48438-d29b-4aa0-8363-856a0d85e0aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:32.778461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-aadaf0d9-9841-4c24-8bb9-3d26bb48b394 service neutron] 10.222.0.13 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1441975 May 06 13:24:32.778776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-b3b48438-d29b-4aa0-8363-856a0d85e0aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1446340 May 06 13:24:32.892624 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-586cd421-d858-45c3-9097-c6e34fb0a2c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.1050656 May 06 13:24:32.959990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-8c112e99-8062-492f-80ba-d40a2573d930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:32.961433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-8c112e99-8062-492f-80ba-d40a2573d930 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0630941 May 06 13:24:32.984589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:32.990362 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-f95116a0-df57-4aed-a8e2-4e176a950cea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.2041771 May 06 13:24:32.999077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '78736807-9e98-487c-9835-339df08b335c', 'network_id': '808fb4c0-1369-4ce1-8fd7-e81d40ca8589', 'port_id': '78736807-9e98-487c-9835-339df08b335c', 'mac_address': 'fa:16:3e:74:b2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3b8223-5395-402d-bf8c-91ad608b43ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:24:33.012966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-d03021f3-8966-4001-b70b-36f2d82f7c65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441473 May 06 13:24:33.064385 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:33.080304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-0fd0f080-1e1f-4182-b7c1-063828f44891 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:33.081775 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-0fd0f080-1e1f-4182-b7c1-063828f44891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0850363 May 06 13:24:33.082610 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78736807-9e98-487c-9835-339df08b335c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:24:33.098633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:33.134950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-6083df48-3e3b-4c8c-8025-53a51f9de766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457230 May 06 13:24:33.145279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c0428-a062-4775-ae52-aeb25fcc896d req-937c05f1-c357-40f7-8123-57ab14a3674a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:33.146722 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-248c0428-a062-4775-ae52-aeb25fcc896d req-937c05f1-c357-40f7-8123-57ab14a3674a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 944 time: 0.1896851 May 06 13:24:33.174430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:33.249294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:33.265311 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-5d842919-46c1-419b-bba3-aaeb67a9c5bf service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460196 May 06 13:24:33.304106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-248c0428-a062-4775-ae52-aeb25fcc896d req-fc7e2ae6-b084-4deb-a4e1-dd4ca9c4ee9e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366560 May 06 13:24:33.330109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-f50f1e02-13e3-4f09-b621-1f1798d66e33 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823716 May 06 13:24:33.419658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-5ec0d34c-50dc-4bdd-b176-8ff7602ece86 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477215 May 06 13:24:33.434755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['78736807-9e98-487c-9835-339df08b335c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:24:33.482916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f5ea58-30c7-49f3-b3ba-519fef6aedbf req-12337afe-844b-40a1-b7a4-36ef4160e712 service neutron] 10.222.0.13 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469152 May 06 13:24:34.409685 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 78736807-9e98-487c-9835-339df08b335c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:24:34.467980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 78736807-9e98-487c-9835-339df08b335c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:24:34.520889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe932de-64f6-48ac-a2e4-fcf42879f5b0 req-41cab40e-ca18-4e37-9b5d-8139a52a1541 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:34.522344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fe932de-64f6-48ac-a2e4-fcf42879f5b0 req-41cab40e-ca18-4e37-9b5d-8139a52a1541 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 945 time: 0.0801265 May 06 13:24:34.568885 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fe932de-64f6-48ac-a2e4-fcf42879f5b0 req-ab134c89-203c-4461-95ca-bbcb5d937125 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402575 May 06 13:24:34.750936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 78736807-9e98-487c-9835-339df08b335c up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:34.905907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 78736807-9e98-487c-9835-339df08b335c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:34.911439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 78736807-9e98-487c-9835-339df08b335c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:34.911859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:35.036750 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:35.076305 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:35.087279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:35.091032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceea85-344c-44b4-a7e2-6c2b2a742e13 req-e57af28a-6660-459f-a22e-98bcb5243d6f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:35.093776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74ceea85-344c-44b4-a7e2-6c2b2a742e13 req-e57af28a-6660-459f-a22e-98bcb5243d6f tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 945 time: 0.1442597 May 06 13:24:35.138425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-d790a99c-4ccc-472e-a0b2-0c433420f8c6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:35.145248 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-d790a99c-4ccc-472e-a0b2-0c433420f8c6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.86 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477&tenant_id=5258314d524f47a5a3ebd60b4be1dd22&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 945 time: 0.1320343 May 06 13:24:35.158033 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e266abe-7be4-49c7-812c-14351daa8dc0'] response: {'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'code': 200} May 06 13:24:35.162262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:35.209802 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-74ceea85-344c-44b4-a7e2-6c2b2a742e13 req-963f7455-7cb4-4c95-a096-dddb51fd593e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107988 May 06 13:24:35.233930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:35.237012 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-2360f2b9-305e-41ff-a803-10a9acd9bf5c service neutron] delete failed (client error): The resource could not be found. May 06 13:24:35.238230 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-2360f2b9-305e-41ff-a803-10a9acd9bf5c service neutron] 10.222.0.86 "DELETE /v2.0/ports/78736807-9e98-487c-9835-339df08b335c/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0903618 May 06 13:24:35.380382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-c3a8df09-0643-4d1e-997a-6b10462bfbcd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 1097 time: 0.0714006 May 06 13:24:35.520307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-382a4ed3-b6a2-4b76-b8a3-1179d07206e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:35.521804 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-382a4ed3-b6a2-4b76-b8a3-1179d07206e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 200 len: 916 time: 0.1335189 May 06 13:24:35.595915 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-52cf9d33-3f9f-4979-a9be-519d208d9454 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 200 len: 217 time: 0.0673909 May 06 13:24:35.660624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-71c70ca3-1d6d-4f41-9bd2-80745a67b60c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:35.662301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-71c70ca3-1d6d-4f41-9bd2-80745a67b60c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 200 len: 855 time: 0.0606096 May 06 13:24:35.714150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-0dee24d1-b82d-4d00-8b4a-d673d306cb16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=808fb4c0-1369-4ce1-8fd7-e81d40ca8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443718 May 06 13:24:35.858681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-ec251e37-627a-4f38-ac37-cc9e5262cd6a service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382568 May 06 13:24:35.997565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-51a6b07d-1a25-4e6a-8642-43c19a6effcb req-861c313f-3da4-4f93-8f43-8c3cf0196414 service neutron] 10.222.0.86 "GET /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325479 May 06 13:24:36.430411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412aa424-75f9-4de0-bfba-3806c25ecaa5 req-21ebba78-c557-42ef-b441-3680aae7ed98 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:36.431971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-412aa424-75f9-4de0-bfba-3806c25ecaa5 req-21ebba78-c557-42ef-b441-3680aae7ed98 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0856965 May 06 13:24:36.479143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-412aa424-75f9-4de0-bfba-3806c25ecaa5 req-79076252-0856-4097-a5ac-5697a0241316 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 May 06 13:24:37.680415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c532e-2db0-4c20-ab4c-54a674fa053b req-e4fb11bc-0455-41ee-bc19-eb1ab8d0c87a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:37.681797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e25c532e-2db0-4c20-ab4c-54a674fa053b req-e4fb11bc-0455-41ee-bc19-eb1ab8d0c87a tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0796530 May 06 13:24:37.728569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e25c532e-2db0-4c20-ab4c-54a674fa053b req-1f2a510a-8306-4242-b168-4e4420f27d64 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 May 06 13:24:37.936976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5817de-39ea-4a5f-b693-ddd17107af1d req-b880d40f-cdfc-424d-b7b7-28bcd3ffc3cf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:37.938361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc5817de-39ea-4a5f-b693-ddd17107af1d req-b880d40f-cdfc-424d-b7b7-28bcd3ffc3cf tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0828640 May 06 13:24:37.985219 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dc5817de-39ea-4a5f-b693-ddd17107af1d req-c2640b73-537e-4811-8e74-7bd23da4ddbd tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 May 06 13:24:38.187155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce773c-ed96-47cf-a4cb-f20d53ce760b req-232bc081-5a43-4bf7-afb3-fc1be164fb90 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:38.188569 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35ce773c-ed96-47cf-a4cb-f20d53ce760b req-232bc081-5a43-4bf7-afb3-fc1be164fb90 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0801449 May 06 13:24:38.234952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-35ce773c-ed96-47cf-a4cb-f20d53ce760b req-650fda7d-3267-443b-9084-b5903d971deb tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 May 06 13:24:38.488350 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b331d0f3-93fa-4401-8917-b5df3f8e427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:39.244167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c42ad-1031-4688-81cc-094625045bfd req-bd01ad7e-c765-4564-a74d-3f2f4144eaa6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:39.246559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f7c42ad-1031-4688-81cc-094625045bfd req-bd01ad7e-c765-4564-a74d-3f2f4144eaa6 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0832946 May 06 13:24:39.297996 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f7c42ad-1031-4688-81cc-094625045bfd req-fc739427-8606-45e4-9a12-0544b64bfa82 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456042 May 06 13:24:40.140291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-fa5f24a5-8716-4e49-860e-a0e875282c7e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:40.141789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-fa5f24a5-8716-4e49-860e-a0e875282c7e tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.13 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0856106 May 06 13:24:40.218198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Deleting port 78736807-9e98-487c-9835-339df08b335c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:24:40.218560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:40.474359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] For port 78736807-9e98-487c-9835-339df08b335c, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=78736807-9e98-487c-9835-339df08b335c,segment=NetworkSegment(7a45db72-c169-42b4-955e-3a25d4182ac6),segment_id=7a45db72-c169-42b4-955e-3a25d4182ac6)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:40.475070 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:40.505614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49b085-2390-49c6-923b-83fbd5648759 req-7865d0ec-5aa8-4583-b327-8ff02d5104d1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:40.507119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d49b085-2390-49c6-923b-83fbd5648759 req-7865d0ec-5aa8-4583-b327-8ff02d5104d1 tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/ports?device_id=e83bbf06-91ee-4d58-a8fa-83d4776e2477 HTTP/1.1" status: 200 len: 946 time: 0.0794837 May 06 13:24:40.559197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d49b085-2390-49c6-923b-83fbd5648759 req-102d4066-1997-462e-b011-f6f9582bb4da tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.83 "GET /v2.0/security-groups?id=4031d579-a5e6-4f78-a529-f4e476068d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450456 May 06 13:24:40.600670 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Calling delete_port for 78736807-9e98-487c-9835-339df08b335c owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:24:40.728234 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f99579ab-d5d8-41ea-8229-b756da9061ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:40.848349 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:40.859964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['78736807-9e98-487c-9835-339df08b335c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:24:40.899355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Pushing event deleted for resources: {'Port': ['ID=78736807-9e98-487c-9835-339df08b335c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:40.970291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] No DVR routers for this DVR port 78736807-9e98-487c-9835-339df08b335c on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:24:40.972859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:40.975344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-deleted', 'tag': '78736807-9e98-487c-9835-339df08b335c'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:24:41.034170 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedb38b5-03c4-47fa-a40d-d7aa92534d3c'] response: {'server_uuid': 'e83bbf06-91ee-4d58-a8fa-83d4776e2477', 'name': 'network-vif-deleted', 'tag': '78736807-9e98-487c-9835-339df08b335c', 'status': 'completed', 'code': 200} May 06 13:24:41.048907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5ca2036e-0199-4d73-b0a4-12a0bdff4542 req-eef51b2e-6482-40c0-a68e-21d4c50f7ffc tempest-ServerDiskConfigTestJSON-811611381 tempest-ServerDiskConfigTestJSON-811611381-project] 10.222.0.13 "DELETE /v2.0/ports/78736807-9e98-487c-9835-339df08b335c HTTP/1.1" status: 204 len: 173 time: 0.9015024 May 06 13:24:41.834725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49878) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:41.895968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Deleting subnet 1a3b8223-5395-402d-bf8c-91ad608b43ab {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:24:41.898969 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:41.950396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.124481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.271965 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.300068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.311015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3b8223-5395-402d-bf8c-91ad608b43ab,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:42.317359 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.323556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1b92a241-7b16-414a-b7f3-73e4563f94ae admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1a3b8223-5395-402d-bf8c-91ad608b43ab HTTP/1.1" status: 204 len: 168 time: 0.4876597 May 06 13:24:42.326477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49882) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:42.368212 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.439681 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.572534 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.616671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808fb4c0-1369-4ce1-8fd7-e81d40ca8589']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:42.630041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a45db72-c169-42b4-955e-3a25d4182ac6') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:42.630253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a45db72-c169-42b4-955e-3a25d4182ac6') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:42.642528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.658919 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.665102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:24:42.665481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: timer() May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:24:42.678946 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:24:42.843370 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.860939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:42.873167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=808fb4c0-1369-4ce1-8fd7-e81d40ca8589,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:42.957897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-708dac58-1d7c-4375-8425-b62caf76f5e7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/808fb4c0-1369-4ce1-8fd7-e81d40ca8589 HTTP/1.1" status: 204 len: 168 time: 0.6301484 May 06 13:24:43.393310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49888) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:43.450354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fd7c470a-f659-4651-82dc-9ceb3f141761 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5258314d524f47a5a3ebd60b4be1dd22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564017 May 06 13:24:43.452992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49892) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:43.515798 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.544854 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.738928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.739603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.756620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4031d579-a5e6-4f78-a529-f4e476068d46,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:43.830334 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:43.831468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0f14692a-fcb3-4e4c-94c2-ceb1f2c521ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4031d579-a5e6-4f78-a529-f4e476068d46 HTTP/1.1" status: 204 len: 168 time: 0.3775022 May 06 13:24:44.813401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 78736807-9e98-487c-9835-339df08b335c no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:24:44.850037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 78736807-9e98-487c-9835-339df08b335c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:24:44.850290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 78736807-9e98-487c-9835-339df08b335c not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:24:45.001369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49914) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:45.135603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1354548726-network', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:45.141209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:45.145080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Usage tracker for resource:network and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:45.147940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:45.154549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:45.214491 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:24:45.217007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.229904 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.265637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:45.269579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Usage tracker for resource:security_group_rule and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:45.272531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:45.279118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:45.356708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.425405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.461143 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:24:45.467710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24dc189-cd49-44ce-b3d2-ec1742ac9f55,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:45.475263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.476082 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Added segment 330863b2-6e36-4446-bbfd-c10429bd0b06 of type vlan for network 30a69f85-9e44-488a-bc6a-b797d991b2ee May 06 13:24:45.503882 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.608740 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.609598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:45.610181 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:45.717582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] Pushing event updated for resources: {'Network': ['ID=30a69f85-9e44-488a-bc6a-b797d991b2ee,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:45.728037 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:24:45.789582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9aeba440-8783-406f-88f4-48859bbe7afd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7840488 May 06 13:24:45.790450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49920) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:45.798400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Request body: {'subnet': {'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1354548726-subnet', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:45.804835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:45.812366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Usage tracker for resource:subnet and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:45.911181 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:45.918341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:45.997228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:24:45.999501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.271496 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.352613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d040fac8-2266-4eb5-8736-722ebb8f8146,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:46.365208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:46.365606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Network hostable DHCP agents. Network: 30a69f85-9e44-488a-bc6a-b797d991b2ee, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:24:46.471028 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:24:46.545606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 30a69f85-9e44-488a-bc6a-b797d991b2ee) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:46.549732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:46.550344 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.555981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07333123-318f-4c5d-831e-2a12d7ec5d16 None None] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:24:46.614683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-feee30a2-6da1-4855-8520-bc662b0f58bd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8219481 May 06 13:24:46.617696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49924) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:46.623856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:46.629397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:46.633325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Usage tracker for resource:router and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:46.636977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:46.642817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:46.694030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.694998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.714718 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.770873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-30a69f85-9e44-488a-bc6a-b797d991b2ee', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:24:46.771677 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:46.934269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Allocated IP 172.20.0.2 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:46.938723 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.123588 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.161437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.172381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Transition to ACTIVE for port object ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:47.191058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Transition to ACTIVE for port object ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:47.203580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.238138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.266030 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.335607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:47.338578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:47.343721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:24:47.345988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Pushing event updated for resources: {'Port': ['ID=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:47.388094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Allocated IP 172.25.2.139 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/af78163f-c24c-488b-a5db-6ac6bb5a5a53) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:47.473811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Attempting to bind port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:24:47.474175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Attempting to bind port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:24:47.474537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Attempting to bind port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:47.481973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:24:47.482344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:47.482748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.483136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:24:47.483599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Bound port: ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:24:47.484002 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.577548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] For port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:47.581175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] For port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:24:47.649540 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.659079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.728604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:47.752353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962523-8895-4436-8f29-3f9967563a0b None None] Pushing event updated for resources: {'Port': ['ID=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:47.798773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:47.802067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:47.806571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:24:47.849221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Pushing event updated for resources: {'Port': ['ID=af78163f-c24c-488b-a5db-6ac6bb5a5a53,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:48.060586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.061350 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.375176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:48.385299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:24:48.528921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:48.623626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:24:48.632870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:24:48.647792 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:24:48.648437 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:24:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:48.769122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:48.773270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8aac0a6f-13ba-4a79-8691-8ebb7424cdeb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1518061 May 06 13:24:48.773635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 49928) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:48.783469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76c390-d7b7-419e-96e7-23d71f5b0504 None None] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:24:48.886734 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:24:48.971381 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Provisioning for port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:48.986569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Provisioning complete for port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:48.986935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.179708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.194838 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:47Z', 'revision_number': 3, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:49.200552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:24:49.201161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Updating router 13fe0f3e-0a74-42aa-b52b-4d83c854001d port af78163f-c24c-488b-a5db-6ac6bb5a5a53 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:24:49.219687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] For port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:49.260064 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.282259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.361541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Pushing event updated for resources: {'Port': ['ID=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:49.372569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.372962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.373301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.373630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.373952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.374274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.374596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.374916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.375230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.375601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.375946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd24231c-4401-4394-8fc9-e26b5a8a7a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.508646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c177dd2f-95e2-40b3-ab0c-73ef69125d09 None None] Provisioning complete for port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:49.509135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c177dd2f-95e2-40b3-ab0c-73ef69125d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.612099 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.649109 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.662390 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Transition to ACTIVE for port object af78163f-c24c-488b-a5db-6ac6bb5a5a53 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:49.791855 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.876612 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Attempting to bind port af78163f-c24c-488b-a5db-6ac6bb5a5a53 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:24:49.876974 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Attempting to bind port af78163f-c24c-488b-a5db-6ac6bb5a5a53 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:24:49.877325 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Attempting to bind port af78163f-c24c-488b-a5db-6ac6bb5a5a53 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:49.889857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Pushing event updated for resources: {'Port': ['ID=af78163f-c24c-488b-a5db-6ac6bb5a5a53,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:49.893008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:24:49.893374 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:49.893769 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.894152 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:24:49.894614 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Bound port: af78163f-c24c-488b-a5db-6ac6bb5a5a53, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:24:49.894976 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:49.940630 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.940965 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.941299 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.941625 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.941950 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.942282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.942594 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.942908 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.943229 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.943541 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.943882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:24:49.950228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Allocated IP 172.20.0.1 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/3b229865-d98e-4fc0-bd23-affcdc8ec7ce) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:49.982548 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] For port af78163f-c24c-488b-a5db-6ac6bb5a5a53, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:49.985884 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] For port af78163f-c24c-488b-a5db-6ac6bb5a5a53, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af78163f-c24c-488b-a5db-6ac6bb5a5a53,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:24:50.077736 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.103985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.120563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Transition to ACTIVE for port object 3b229865-d98e-4fc0-bd23-affcdc8ec7ce will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:50.162346 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ea9a-30f5-4b46-81c6-e5eb1f992de1 None None] Pushing event updated for resources: {'Port': ['ID=af78163f-c24c-488b-a5db-6ac6bb5a5a53,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:50.166264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:24:50.166889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:24:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:50.214977 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.288837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:50.292507 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:50.297788 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:24:50.324164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Pushing event updated for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:50.361624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.383122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:50.420470 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:24:50.473809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:50.476556 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.584002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.677612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b45e787-2eb4-475b-ba6f-2804f3cdcdf3 None None] Provisioning for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:50.683647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b45e787-2eb4-475b-ba6f-2804f3cdcdf3 None None] Provisioning complete for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:50.684512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b45e787-2eb4-475b-ba6f-2804f3cdcdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.744017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8b45e787-2eb4-475b-ba6f-2804f3cdcdf3 None None] Port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:24:50.753300 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-af03a585-4427-41f1-8927-6399e495de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:47Z', 'revision_number': 3, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:50.757801 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af03a585-4427-41f1-8927-6399e495de94 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:47Z', 'revision_number': 3, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:24:50.854268 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:50.928108 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:51.062262 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:51.066344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Pushing event updated for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:51.174416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:51.235296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:51.235894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:51.581948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2ff90d2c-f1aa-460b-b670-b61df0d0bf87 None None] Provisioning complete for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:51.582536 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ff90d2c-f1aa-460b-b670-b61df0d0bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:51.649626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2ff90d2c-f1aa-460b-b670-b61df0d0bf87 None None] Port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:24:51.711394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:24:52.070019 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:24:52.078870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-017b1cda-2fb4-4705-ad2b-2156b47aac55 admin admin] 10.222.0.83 "PUT /v2.0/routers/13fe0f3e-0a74-42aa-b52b-4d83c854001d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3037801 May 06 13:24:52.381336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af78163f-c24c-488b-a5db-6ac6bb5a5a53 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:52.499642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port af78163f-c24c-488b-a5db-6ac6bb5a5a53 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:52.504867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port af78163f-c24c-488b-a5db-6ac6bb5a5a53 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:52.505238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:52.625084 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:52.643894 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port af78163f-c24c-488b-a5db-6ac6bb5a5a53, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af78163f-c24c-488b-a5db-6ac6bb5a5a53,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:52.711282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:52.751429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49938) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:52.757613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266902840', 'description': 'tempest-description--1385044412'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:52.764779 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:52.769045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Usage tracker for resource:security_group and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:52.771964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:52.780575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:52.789741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=af78163f-c24c-488b-a5db-6ac6bb5a5a53,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:52.831819 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:52.868543 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:52.872565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Usage tracker for resource:security_group_rule and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:52.875487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:52.881820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:52.940409 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.024943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.073886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb4511-7a01-4230-beea-3d69e8703c88,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:53.133801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.135182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3465d69e-d2ac-409b-8b7e-c5fcb84dea9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3825827 May 06 13:24:53.139603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:53.145518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'security_group_rule': {'security_group_id': 'a5eb4511-7a01-4230-beea-3d69e8703c88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:53.152927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:53.157459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Usage tracker for resource:security_group_rule and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:53.161058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:53.167651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:53.250280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.315874 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.397109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.427792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b6d226-b21b-45eb-8e5d-4d9810375527,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:53.482724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.484347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-590f00f0-73e0-4708-97dc-62c19ea8ce24 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3437357 May 06 13:24:53.487466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49946) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:53.493151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'security_group_rule': {'security_group_id': 'a5eb4511-7a01-4230-beea-3d69e8703c88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:53.501103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:53.505424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Usage tracker for resource:security_group_rule and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:53.508377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:53.514338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:53.574934 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.645466 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.716924 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.740594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d97d5bf-2693-455d-a004-684afe657094,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:53.830988 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:53.835430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2d9d65e9-466d-4ebe-8d35-489d781c8fbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3440015 May 06 13:24:53.835430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 49950) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:24:53.841231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:53.847616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:53.851534 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Usage tracker for resource:floatingip and tenant:aa53cd4d38fc4e739bcce1c983e91333 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:24:53.855513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:24:53.861813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:53.945503 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.080623 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.238110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Allocated IP 172.25.2.32 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/03f6b8bb-eb57-4e07-ad6f-5dcf889424ce) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:54.367900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af78163f-c24c-488b-a5db-6ac6bb5a5a53 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:54.397986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.402871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:24:54.440528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:24:54.441149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:24:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:54.505849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.575959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:24:54.579115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:24:54.583682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:24:54.614093 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=03f6b8bb-eb57-4e07-ad6f-5dcf889424ce,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:54.626990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port af78163f-c24c-488b-a5db-6ac6bb5a5a53 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:54.627438 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.751801 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:54.768828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:24:54.877230 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.092028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.119006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 2, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:55.123733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:24:55.124118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Updating router 13fe0f3e-0a74-42aa-b52b-4d83c854001d port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:24:55.168488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.181143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.281134 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=03f6b8bb-eb57-4e07-ad6f-5dcf889424ce,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:55.296024 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.374087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.375363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-38ceac7f-0a4e-42da-8624-5bd2ebb7ed6e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5389786 May 06 13:24:55.560529 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.574385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Transition to ACTIVE for port object 3b229865-d98e-4fc0-bd23-affcdc8ec7ce will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:55.577042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-7e5976a5-68d0-4662-baa1-0cac54660788 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:24:55.642572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.671290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-7e5976a5-68d0-4662-baa1-0cac54660788 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:24:55.672741 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-7e5976a5-68d0-4662-baa1-0cac54660788 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--266902840&fields=id&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 267 time: 0.1465752 May 06 13:24:55.816534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb5f0f-a8ce-475d-b477-fd5e07558852 None None] Pushing event updated for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:55.867044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-4b710c2b-74b8-4fc9-bde1-6cb803ba3097 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:55.868231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-4b710c2b-74b8-4fc9-bde1-6cb803ba3097 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:24:55.884756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Attempting to bind port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:24:55.885124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Attempting to bind port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:24:55.885521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Attempting to bind port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:24:55.892578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:24:55.892952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:24:55.893353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.893740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:24:55.894203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Bound port: 3b229865-d98e-4fc0-bd23-affcdc8ec7ce, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:24:55.894579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:55.950946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-4b710c2b-74b8-4fc9-bde1-6cb803ba3097 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:24:55.952472 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-4b710c2b-74b8-4fc9-bde1-6cb803ba3097 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.2677746 May 06 13:24:55.970276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-e17d4695-346b-4181-b017-9e7c6a80d3df tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/quotas/aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 375 time: 0.0125740 May 06 13:24:55.994166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] For port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:24:55.998355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] For port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:24:56.037143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:56.059213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-733c68ce-49cc-43b8-ad6e-b8c94391120c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:24:56.129175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:24:56.129816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:24:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:56.133822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-733c68ce-49cc-43b8-ad6e-b8c94391120c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:24:56.135195 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-733c68ce-49cc-43b8-ad6e-b8c94391120c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1595666 May 06 13:24:56.189942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb5f0f-a8ce-475d-b477-fd5e07558852 None None] Pushing event updated for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:56.304349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-af8ea464-34cc-49f9-b90d-1d1e7d42a505 service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545815 May 06 13:24:56.347297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:24:56.449132 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-63fa0299-ec6e-42a8-b05e-ff57f1f87b05 service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437325 May 06 13:24:56.710111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b7cd42e-79e2-4b46-9784-5563edb93290 req-85b5ca97-335b-4386-9ee6-ede88faaf2c7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 210 time: 0.0481257 May 06 13:24:56.738273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:55Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:24:56.738273 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7340a-d519-4821-b599-4f3f876cc772 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:55Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:24:57.896238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3b4fa19e-f461-4dbf-b1e9-24e000cc8096 req-4d60db3c-4a85-4695-a2c3-9ba2efe8f3f8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 210 time: 0.0491688 May 06 13:24:58.377080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3b229865-d98e-4fc0-bd23-affcdc8ec7ce up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:24:58.528179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:24:58.533825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:24:58.539056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:58.654404 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:58.689483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:24:58.779876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:58.850028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:24:59.134797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-58c65bfc-7654-43af-8bef-a1f390a2c6e8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:24:59.137029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-58c65bfc-7654-43af-8bef-a1f390a2c6e8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.1651595 May 06 13:24:59.162703 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d770dc1b-63ff-4204-9fb4-e48f2da1a4b6 req-8340de51-533a-4526-9af2-1f5075aada5d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 210 time: 0.1417491 May 06 13:24:59.199243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-3e84bafa-e8c9-4450-b1d0-02d5d54f3ecc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 379 time: 0.0484693 May 06 13:24:59.213263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'port': {'device_id': '97187cb0-faa4-49d6-aef9-730b98842726', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'admin_state_up': True, 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'security_groups': ['a5eb4511-7a01-4230-beea-3d69e8703c88']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:24:59.360396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:24:59.371274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:24:59.442343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:24:59.445536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:59.617833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Allocated IP 172.20.0.8 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/377539e8-db7c-4f68-bc8e-e65b8df0b148) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:24:59.822680 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:24:59.840085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Transition to ACTIVE for port object 377539e8-db7c-4f68-bc8e-e65b8df0b148 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:24:59.934639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.011570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:25:00.015011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:25:00.019632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:25:00.057173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:00.077118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.077461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.077792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.078122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.078442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.078762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.079077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.079391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.079710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.080051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.080379 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:00.099969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:00.100509 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.186037 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-b77db8a6-a835-498c-a8f7-923c5f728ee8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765849 May 06 13:25:00.197476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Request body: {'port': {'device_id': '97187cb0-faa4-49d6-aef9-730b98842726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:00.322340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94aca862-669d-495a-808c-d7865d44475d None None] Provisioning for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:00.328482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-94aca862-669d-495a-808c-d7865d44475d None None] Provisioning complete for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:00.328916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94aca862-669d-495a-808c-d7865d44475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.371308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3b229865-d98e-4fc0-bd23-affcdc8ec7ce up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:25:00.371512 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.438549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-94aca862-669d-495a-808c-d7865d44475d None None] Port 377539e8-db7c-4f68-bc8e-e65b8df0b148 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:25:00.464739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:00.465301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.639889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808c067-7db2-453e-8d72-0f6b0b3514fb req-9a50f806-2b87-440d-a9ea-99f3b7f13ab0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:00.640590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d808c067-7db2-453e-8d72-0f6b0b3514fb req-9a50f806-2b87-440d-a9ea-99f3b7f13ab0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:00.748784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-d808c067-7db2-453e-8d72-0f6b0b3514fb req-9a50f806-2b87-440d-a9ea-99f3b7f13ab0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:00.750018 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d808c067-7db2-453e-8d72-0f6b0b3514fb req-9a50f806-2b87-440d-a9ea-99f3b7f13ab0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 931 time: 0.4578226 May 06 13:25:00.838582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d808c067-7db2-453e-8d72-0f6b0b3514fb req-770122bf-763c-4de1-8db6-0bd5945cd350 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750432 May 06 13:25:00.939905 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377539e8-db7c-4f68-bc8e-e65b8df0b148 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:25:00.947013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:00.963176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Transition to ACTIVE for port object 377539e8-db7c-4f68-bc8e-e65b8df0b148 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:25:01.043431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.177821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:01.289008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:25:01.289641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:25:01.289641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:01.296297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:25:01.296619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:01.302925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:25:01.303263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:25:01.303656 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:25:01.304098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Bound port: 377539e8-db7c-4f68-bc8e-e65b8df0b148, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:25:01.304443 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.396784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:25:01.399684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:25:01.448668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.511202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:01.512770 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] 10.222.0.86 "PUT /v2.0/ports/377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 1091 time: 1.3194964 May 06 13:25:01.516878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:01.538174 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea55eb5-a33a-4625-a973-f18682691ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:01.578880 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5883b11b-e60a-4a9e-ba5a-87d05f49bc54'] response: {'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'status': 'completed', 'code': 200} May 06 13:25:01.686504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06eab585-2f18-4986-8d50-a63067bc3b44 req-08312c8f-2d88-40c3-a82e-c219ed16701b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.0805185 May 06 13:25:01.840213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab585-2f18-4986-8d50-a63067bc3b44 req-75b55515-dc45-4e89-a0e7-64f310814108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:01.841673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06eab585-2f18-4986-8d50-a63067bc3b44 req-75b55515-dc45-4e89-a0e7-64f310814108 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480482 May 06 13:25:02.028032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab585-2f18-4986-8d50-a63067bc3b44 req-d50f2e0f-0c21-45dc-bf3a-d2450fbfaa4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:02.029387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06eab585-2f18-4986-8d50-a63067bc3b44 req-d50f2e0f-0c21-45dc-bf3a-d2450fbfaa4c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813290 May 06 13:25:02.062542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcefbc-6e95-4258-bc20-3129b8ed66a6 req-fddfcb9c-d4cf-4dd4-85a2-2bef8192660d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:02.064033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bfcefbc-6e95-4258-bc20-3129b8ed66a6 req-fddfcb9c-d4cf-4dd4-85a2-2bef8192660d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.1023660 May 06 13:25:02.163963 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bfcefbc-6e95-4258-bc20-3129b8ed66a6 req-6eac62a9-43f8-4997-adaa-c48f82f73879 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922949 May 06 13:25:02.181601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-9b1073ec-52fb-4065-bed2-dda969c6df12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.1110191 May 06 13:25:02.252584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-6283ab8e-d3f1-4279-80f1-8fa26b25cb57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 217 time: 0.0628955 May 06 13:25:02.319729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-dfd6fe96-2cfc-4e23-8a62-76a6b98ea1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:02.321192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-dfd6fe96-2cfc-4e23-8a62-76a6b98ea1bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0625985 May 06 13:25:02.398338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-566821e5-2a12-45f1-8f34-da8c969b403e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703914 May 06 13:25:02.537801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-dea70897-d57e-496c-b4b2-546cb572a7ec service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333327 May 06 13:25:02.788189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b240636a-56ba-45b1-9fcd-98a4eb80b8eb req-87cece06-ec73-4ad5-b291-688ad3f7ec39 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430720 May 06 13:25:03.393751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599016-399f-4244-9fda-a08e0a4154de req-04c7e059-ea18-45ef-b556-66a4801186f5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:03.395355 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8599016-399f-4244-9fda-a08e0a4154de req-04c7e059-ea18-45ef-b556-66a4801186f5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0868714 May 06 13:25:03.446133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8599016-399f-4244-9fda-a08e0a4154de req-9c6872ff-228f-4e4e-8f72-b1b386c31752 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:03.459218 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8599016-399f-4244-9fda-a08e0a4154de req-9c6872ff-228f-4e4e-8f72-b1b386c31752 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:03.460380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8599016-399f-4244-9fda-a08e0a4154de req-9c6872ff-228f-4e4e-8f72-b1b386c31752 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585661 May 06 13:25:04.666063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdb29c-e195-41b2-92ad-63b2bcfdadf3 req-850f0e5f-c7bf-490c-b8ce-49315643febd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:04.668102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88fdb29c-e195-41b2-92ad-63b2bcfdadf3 req-850f0e5f-c7bf-490c-b8ce-49315643febd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0827594 May 06 13:25:04.715324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88fdb29c-e195-41b2-92ad-63b2bcfdadf3 req-327dcbc8-a3d3-4e45-a6bb-b259baf42740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414643 May 06 13:25:05.920261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d312-669b-4642-9f36-f0640f1aed4a req-2f2fd747-1c00-496b-82ed-5f920294b123 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:05.921724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c71d312-669b-4642-9f36-f0640f1aed4a req-2f2fd747-1c00-496b-82ed-5f920294b123 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0825267 May 06 13:25:05.967643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c71d312-669b-4642-9f36-f0640f1aed4a req-1c77feaf-6049-4271-aba8-f6cad95ae891 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402858 May 06 13:25:06.528498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:25:06.665903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:06.679592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'mac_address': 'fa:16:3e:b2:56:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:25:06.741152 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:06.764226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377539e8-db7c-4f68-bc8e-e65b8df0b148 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:25:06.780928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:06.893583 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:06.962266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:07.123192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['377539e8-db7c-4f68-bc8e-e65b8df0b148'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:07.330381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb2153-e6c7-43e3-bd71-173053e7fcd7 req-35940b28-08f7-4710-83fe-61fdbc9efdc7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:07.331812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3cb2153-e6c7-43e3-bd71-173053e7fcd7 req-35940b28-08f7-4710-83fe-61fdbc9efdc7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.0816259 May 06 13:25:07.379092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3cb2153-e6c7-43e3-bd71-173053e7fcd7 req-0b632d27-b8d7-454b-9585-2858890863ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417569 May 06 13:25:08.440915 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:25:08.482391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f6db4e7-6e93-4204-9aa6-183308050766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:08.554342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:25:08.585808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27464d-4529-4680-88e6-e578a0ec5129 req-588b2735-1cf6-4145-99b5-c450b03f09ca tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:08.587037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad27464d-4529-4680-88e6-e578a0ec5129 req-588b2735-1cf6-4145-99b5-c450b03f09ca tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.0830963 May 06 13:25:08.639128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ad27464d-4529-4680-88e6-e578a0ec5129 req-fc996ae8-bf42-4e05-92d0-5cc6e7bb82e5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 May 06 13:25:08.722335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:08.727412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:08.727852 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:08.858292 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:08.886614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:08.896119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:08.942071 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edff647-8b36-4baf-a428-b1a6372974bf'] response: {'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'code': 200} May 06 13:25:08.945209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:09.012352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:09.077669 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c96b9092-e4aa-49bd-b09b-6d481242efa7 req-b84de05e-527e-430c-b78a-ecd9adb26b1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1096 time: 0.0754194 May 06 13:25:09.122233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c96b9092-e4aa-49bd-b09b-6d481242efa7 req-4db3dc31-0d29-45c6-b108-101aac1a6c97 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378425 May 06 13:25:09.850423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2227b-f1eb-46c7-94a0-1ebdae9ace5d req-a345e6e2-8e00-42f6-860f-5fea98de7838 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:09.852076 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7a2227b-f1eb-46c7-94a0-1ebdae9ace5d req-a345e6e2-8e00-42f6-860f-5fea98de7838 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0809448 May 06 13:25:09.899756 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7a2227b-f1eb-46c7-94a0-1ebdae9ace5d req-1ae0b31d-63a8-48e9-8a05-1301fa95926e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419774 May 06 13:25:10.716458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-32f4abbc-d732-425f-9f4d-c081a49472a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:11.099934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3bbc-7bb7-4482-850f-2288b0427ab0 req-ac8d3747-1f48-40a0-9d5d-fccf9a1d7766 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:11.101338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c15d3bbc-7bb7-4482-850f-2288b0427ab0 req-ac8d3747-1f48-40a0-9d5d-fccf9a1d7766 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0784938 May 06 13:25:11.152249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c15d3bbc-7bb7-4482-850f-2288b0427ab0 req-19040eb8-ca1d-444f-b5ca-c7968c66fce9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450783 May 06 13:25:11.349023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3bded-d346-4f2c-b2be-eee4299f5537 req-cd0f178b-da63-4798-a828-a9329b25b704 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:11.350520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24d3bded-d346-4f2c-b2be-eee4299f5537 req-cd0f178b-da63-4798-a828-a9329b25b704 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0826077 May 06 13:25:11.360118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50006) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:25:11.365538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'floatingip': {'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:11.442175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.043677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.104975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.309187 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c associated. External IP: 172.25.2.32, port: 377539e8-db7c-4f68-bc8e-e65b8df0b148. May 06 13:25:12.311804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.339692 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:12.831978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:25:13.041031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:25:13.046719 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:13.052889 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:25:13.068857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:25:13.069476 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:25:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:13.117406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1af6c7c8-1d74-4b22-80f1-e6911d00f740 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "PUT /v2.0/floatingips/06f031f7-6061-4833-8e7c-74d56f26755c HTTP/1.1" status: 200 len: 990 time: 1.7557540 May 06 13:25:13.118169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:13.181899 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd9ba35-0c24-40d0-a6c7-e3980dd43ac8'] response: {'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'status': 'completed', 'code': 200} May 06 13:25:13.325264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:25:13.354965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-8f68b341-066b-4cdf-8f65-3f2125d40ff2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1096 time: 0.1451418 May 06 13:25:13.395085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7ea4-64a0-40e9-a668-e7993902e5e7 req-8b43a8c7-dc7a-46dd-a5c1-a5e68d475fea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.396670 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b81b7ea4-64a0-40e9-a668-e7993902e5e7 req-8b43a8c7-dc7a-46dd-a5c1-a5e68d475fea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.1530311 May 06 13:25:13.527994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b81b7ea4-64a0-40e9-a668-e7993902e5e7 req-ed8a7a53-b6dc-44ed-986c-7deba991bd91 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830564 May 06 13:25:13.558084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-4db9e0b8-f54b-4570-a9d2-b11a1c37b372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.558084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-4db9e0b8-f54b-4570-a9d2-b11a1c37b372 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1891882 May 06 13:25:13.685933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-f89b9ee3-41d3-4561-8e18-3f3d2f03778a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 998 time: 0.1270216 May 06 13:25:13.707433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:b2:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97187cb0-faa4-49d6-aef9-730b98842726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:25:11Z', 'revision_number': 1, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:13.712773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:25:13.724129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:25:13.724745 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:25:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:13.735148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:13.754920 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff778134-91f2-42f3-9333-4b640fb0118c req-03506d84-90d6-43ce-ab6d-aa716eda681d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.756912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff778134-91f2-42f3-9333-4b640fb0118c req-03506d84-90d6-43ce-ab6d-aa716eda681d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0943639 May 06 13:25:13.780112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-19c69ea1-d660-4fa3-8504-40d9cb346aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:13.781715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-19c69ea1-d660-4fa3-8504-40d9cb346aa5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0895612 May 06 13:25:13.826451 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff778134-91f2-42f3-9333-4b640fb0118c req-5dc809b0-6de5-49e8-a1b2-e5db4bbe47ec tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594285 May 06 13:25:13.874556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-5fb3735d-1e39-4128-a0de-5a9537165415 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858641 May 06 13:25:13.920646 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:25:14.016533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-174dc47b-a488-43af-a6f0-292686b11ce6 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356473 May 06 13:25:14.156030 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d0a3c39f-3e2b-4d06-bd6a-85f8f7290217 req-74dd473c-68a2-47e6-9dbd-84e1428d516a service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331007 May 06 13:25:14.292909 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:b2:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97187cb0-faa4-49d6-aef9-730b98842726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:25:11Z', 'revision_number': 1, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:14.297553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d38dee-143f-4229-9e41-18e82b80573a None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:b2:56:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97187cb0-faa4-49d6-aef9-730b98842726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:25:11Z', 'revision_number': 1, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:25:14.507082 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81edecf-0973-451a-b45f-a606799dbb6d None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:25:15.049889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c84bd6-dd53-402c-8ebb-b49f80e88a5c req-fc3c047a-6f14-405b-9db4-10148d384781 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:15.051489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4c84bd6-dd53-402c-8ebb-b49f80e88a5c req-fc3c047a-6f14-405b-9db4-10148d384781 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0850928 May 06 13:25:15.102454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c4c84bd6-dd53-402c-8ebb-b49f80e88a5c req-f4a42725-2907-484d-9e49-8b3dbbdea2de tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 May 06 13:25:15.301906 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bfd18-772e-4fbe-99e3-2b6101ed18dd req-89d2e0a7-e109-408d-a08d-782942099ed6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:15.303341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd4bfd18-772e-4fbe-99e3-2b6101ed18dd req-89d2e0a7-e109-408d-a08d-782942099ed6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0780241 May 06 13:25:15.350153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd4bfd18-772e-4fbe-99e3-2b6101ed18dd req-f45fd1f7-ddcf-44a3-ad7a-84344ced002e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 May 06 13:25:15.552264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c58a578-c2ab-442e-bc20-c5bfca0bdb82 req-a7490aba-e334-4c79-aadb-b1d161bb0ea0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0706742 May 06 13:25:16.024106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b7d70-449f-4d5d-adbf-f943ec534eb7 req-e27b0947-ba30-4051-a55d-638402ea54e6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:16.025561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e4b7d70-449f-4d5d-adbf-f943ec534eb7 req-e27b0947-ba30-4051-a55d-638402ea54e6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0842483 May 06 13:25:16.054462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-c04a874c-c0a3-47ff-bb26-0010146e37c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776162 May 06 13:25:16.077101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e4b7d70-449f-4d5d-adbf-f943ec534eb7 req-41ad4095-540b-4d65-8725-da0bdc99ff80 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 May 06 13:25:17.042260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:17.288254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400a083-b522-4476-aced-c96a00c04cfd req-0dbb9d89-30b8-4e7a-86b1-00761f44b578 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:17.289636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4400a083-b522-4476-aced-c96a00c04cfd req-0dbb9d89-30b8-4e7a-86b1-00761f44b578 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0815651 May 06 13:25:17.337812 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4400a083-b522-4476-aced-c96a00c04cfd req-635b1694-0642-419c-b95d-dec33bf1d318 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 May 06 13:25:18.364448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-5027694a-6259-4b15-b8ba-77d1f67dec4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1096 time: 0.1724882 May 06 13:25:18.545050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868e628-1d61-488a-9ba4-04f5cd6c2dd9 req-ecced5b4-5eb2-40bd-86f4-31a5b5f7e2ac tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:18.546054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2868e628-1d61-488a-9ba4-04f5cd6c2dd9 req-ecced5b4-5eb2-40bd-86f4-31a5b5f7e2ac tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0826778 May 06 13:25:18.547445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-395fd813-ad41-4bec-9cde-7b743e603540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:18.548933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-395fd813-ad41-4bec-9cde-7b743e603540 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1782458 May 06 13:25:18.595368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2868e628-1d61-488a-9ba4-04f5cd6c2dd9 req-260b31a9-99aa-47c5-8265-4d8c8dde1e89 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 May 06 13:25:18.657658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-1a7aa252-be99-4620-9646-52fda6cfb623 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 1000 time: 0.1023638 May 06 13:25:18.720834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-cf05e8e9-e6d3-4b7a-9132-161d1685fa9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:18.722292 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-cf05e8e9-e6d3-4b7a-9132-161d1685fa9b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0586019 May 06 13:25:18.803788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-62ecd1bf-1889-4bd5-82c3-e0283b5b009c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751746 May 06 13:25:18.938706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-ba6a2ee3-1fc8-4189-9eeb-016bd741645f service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281335 May 06 13:25:19.074690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-fb221f22-3baf-49fb-97d4-dbd243e910f9 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299155 May 06 13:25:19.810708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696655a7-58fd-4b9b-962f-fa07c9e169de req-ca8d82fa-0983-45c7-ad86-3ba677cb8d60 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:19.812290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-696655a7-58fd-4b9b-962f-fa07c9e169de req-ca8d82fa-0983-45c7-ad86-3ba677cb8d60 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0822463 May 06 13:25:19.861694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-696655a7-58fd-4b9b-962f-fa07c9e169de req-a7b140a4-cc70-45ff-bdaa-e8663335070c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 May 06 13:25:21.066345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabd907-f650-4888-8578-07770287b19c req-6276bea1-ab1b-45d4-8881-59cd5118942e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:21.067735 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cabd907-f650-4888-8578-07770287b19c req-6276bea1-ab1b-45d4-8881-59cd5118942e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0801296 May 06 13:25:21.114287 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1cabd907-f650-4888-8578-07770287b19c req-b53b8f06-5d70-4bb5-bc19-a61d6050c937 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 May 06 13:25:21.242235 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:22.320096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2329f9e-60c2-4b02-bd10-2ab85dbf02d2 req-39e62f67-24f0-4791-8ce7-7cf768f7976d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:22.321633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2329f9e-60c2-4b02-bd10-2ab85dbf02d2 req-39e62f67-24f0-4791-8ce7-7cf768f7976d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0826826 May 06 13:25:22.371961 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2329f9e-60c2-4b02-bd10-2ab85dbf02d2 req-80b1e2f1-fa97-46b7-8fc0-8efbfc4e08af tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 May 06 13:25:23.574147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f04cb-94b9-486e-b646-3c0615919ae3 req-1643a6e1-3472-434c-baf7-7d35514604b3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:23.575605 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-905f04cb-94b9-486e-b646-3c0615919ae3 req-1643a6e1-3472-434c-baf7-7d35514604b3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0803211 May 06 13:25:23.625391 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-905f04cb-94b9-486e-b646-3c0615919ae3 req-548eab97-38ad-48aa-a4f8-d86cf35b729c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 May 06 13:25:24.850828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50c1f-931d-4c28-afaf-755a4ed5a77d req-a7455f68-ef74-4955-b6a9-1722abd5fc3d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:24.852333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17a50c1f-931d-4c28-afaf-755a4ed5a77d req-a7455f68-ef74-4955-b6a9-1722abd5fc3d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.1025295 May 06 13:25:24.901421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-17a50c1f-931d-4c28-afaf-755a4ed5a77d req-73ace69e-cdf0-4c96-8469-0656f080dc9e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434086 May 06 13:25:26.102524 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5895afc-2b6c-4781-bed0-37c6f9e4e84b req-e1b2a4e8-03a3-4475-805a-a6bd6b55609b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:26.104636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5895afc-2b6c-4781-bed0-37c6f9e4e84b req-e1b2a4e8-03a3-4475-805a-a6bd6b55609b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0785217 May 06 13:25:26.152835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a5895afc-2b6c-4781-bed0-37c6f9e4e84b req-2559f692-8a0d-4cb7-9ed0-00fe6ea9d7d4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426819 May 06 13:25:27.361573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a9b6d-2087-4b13-a904-83b86f12fdbc req-735ce90c-3fff-4941-b378-38c8dc9e4ae6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:27.363058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d26a9b6d-2087-4b13-a904-83b86f12fdbc req-735ce90c-3fff-4941-b378-38c8dc9e4ae6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0827827 May 06 13:25:27.411959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d26a9b6d-2087-4b13-a904-83b86f12fdbc req-9fcb6ded-4873-4ffb-aaa0-17a68a6bb08d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 May 06 13:25:28.619860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d501b-7b9f-4a10-a37d-24a0e7de401a req-3de0035b-d247-47c5-8f01-3de75cd68711 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:28.621424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b70d501b-7b9f-4a10-a37d-24a0e7de401a req-3de0035b-d247-47c5-8f01-3de75cd68711 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0828240 May 06 13:25:28.671521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b70d501b-7b9f-4a10-a37d-24a0e7de401a req-7228245d-2262-48c5-b09c-8c3acbf6e87b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 May 06 13:25:29.876314 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170564c-d9ef-4fc3-b7c9-d1543b061456 req-eec62730-5f95-46c0-bb07-ec8abf11b819 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:29.877815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5170564c-d9ef-4fc3-b7c9-d1543b061456 req-eec62730-5f95-46c0-bb07-ec8abf11b819 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0822766 May 06 13:25:29.927836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5170564c-d9ef-4fc3-b7c9-d1543b061456 req-c215cb49-6062-4155-864e-643f3076a655 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445025 May 06 13:25:30.297498 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-0137ff4d-b8b1-4306-8990-e878b8163421 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1096 time: 0.0727994 May 06 13:25:30.445483 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-cbb0f58f-6c9e-48d7-ab9a-a7a1109e1b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:30.446930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-cbb0f58f-6c9e-48d7-ab9a-a7a1109e1b4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1294911 May 06 13:25:30.551828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-5a56d850-a718-4fb6-b118-cac783683e6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 1000 time: 0.0982943 May 06 13:25:30.616223 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-c56ff270-263e-448c-96a2-2c00272b5a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:30.617715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-c56ff270-263e-448c-96a2-2c00272b5a23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0595591 May 06 13:25:30.801533 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-9c64ef20-79ea-4a97-acce-49a508d6b51d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770077 May 06 13:25:30.936809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-01fcc14d-c1c1-4fe8-9e0a-bc91fd509981 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286960 May 06 13:25:31.080468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd1a6d8f-d6d2-4dae-b3fd-b079347995da req-3f0e578f-65f7-4419-b126-2984528ae1c3 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303027 May 06 13:25:31.133372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af64a-940b-4620-835e-22279695fc81 req-b4c7a921-5fec-440f-80b3-ba205474c023 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:31.135316 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-792af64a-940b-4620-835e-22279695fc81 req-b4c7a921-5fec-440f-80b3-ba205474c023 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0811744 May 06 13:25:31.190485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-792af64a-940b-4620-835e-22279695fc81 req-0cf112ba-d997-422a-a8d1-33a422533d86 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487661 May 06 13:25:32.391553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff30bd-5aef-48ae-bf5c-e2114f68e2b6 req-5e2e428e-0149-4e74-bbb4-f9d1984bf1d3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:32.393083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75ff30bd-5aef-48ae-bf5c-e2114f68e2b6 req-5e2e428e-0149-4e74-bbb4-f9d1984bf1d3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0799708 May 06 13:25:32.440275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75ff30bd-5aef-48ae-bf5c-e2114f68e2b6 req-44d3fc9a-b8d2-44f8-9afe-9189ad0fbbff tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416200 May 06 13:25:33.642398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4ec8-1b92-42c8-9524-04443ad50798 req-edcaaabc-42a2-4381-9bb6-8a0a027e40a7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:33.643907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f6b4ec8-1b92-42c8-9524-04443ad50798 req-edcaaabc-42a2-4381-9bb6-8a0a027e40a7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0824325 May 06 13:25:33.691285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f6b4ec8-1b92-42c8-9524-04443ad50798 req-cfe15c8f-77d3-4e1e-901f-dfdee0840ce5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 May 06 13:25:34.926914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f687252-963e-444c-b8ae-22a570eeb00d req-5a588181-115a-45dd-b91c-79fe56d544d5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:34.928427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f687252-963e-444c-b8ae-22a570eeb00d req-5a588181-115a-45dd-b91c-79fe56d544d5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.1087627 May 06 13:25:34.978693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f687252-963e-444c-b8ae-22a570eeb00d req-de60f526-6b9f-4c7d-8557-ee83643cbbfd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435252 May 06 13:25:36.180737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8c3c4-0728-4946-99ef-90e683043cca req-1a67371e-68c8-4cfa-b90c-113144a4caff tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:36.182994 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04a8c3c4-0728-4946-99ef-90e683043cca req-1a67371e-68c8-4cfa-b90c-113144a4caff tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0799868 May 06 13:25:36.232285 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04a8c3c4-0728-4946-99ef-90e683043cca req-2eff354a-0f59-4d4f-8380-ad41db6d8b45 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 May 06 13:25:37.437233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9b06-fc49-4398-844d-9059c0d34db8 req-27ff3b40-674a-45b3-a796-8321767f7695 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:37.438796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dfe9b06-fc49-4398-844d-9059c0d34db8 req-27ff3b40-674a-45b3-a796-8321767f7695 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0790043 May 06 13:25:37.489342 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5dfe9b06-fc49-4398-844d-9059c0d34db8 req-ceb79d68-0f25-4e1d-ab66-5d1ba0a759db tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 May 06 13:25:38.516216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f387310f-49ee-49cf-8b1d-264fd1f8dcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:38.785174 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddf864-b9b3-4bba-ad9a-18119922377c req-de6848e2-8cb9-4be7-bb13-01ae241e0729 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:38.786657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41ddf864-b9b3-4bba-ad9a-18119922377c req-de6848e2-8cb9-4be7-bb13-01ae241e0729 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.1717832 May 06 13:25:38.834493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-41ddf864-b9b3-4bba-ad9a-18119922377c req-b95d361e-30bb-4333-8e3c-5657bce39456 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 May 06 13:25:40.042059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e969169-f8c3-46ba-b311-a4fb4e406295 req-845ad3d0-6f7f-4392-8fb9-88db8a1e0516 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:40.043584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e969169-f8c3-46ba-b311-a4fb4e406295 req-845ad3d0-6f7f-4392-8fb9-88db8a1e0516 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0828414 May 06 13:25:40.090754 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1e969169-f8c3-46ba-b311-a4fb4e406295 req-dfaab80d-e955-4171-a1bb-b954e0f05661 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415201 May 06 13:25:40.733289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7dad8bca-997c-48e7-86cc-67272470a4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:41.186802 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-a739b698-adc0-41f5-adfd-af5597221be7 service neutron] show failed (client error): The resource could not be found. May 06 13:25:41.187843 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-a739b698-adc0-41f5-adfd-af5597221be7 service neutron] 10.222.0.86 "GET /v2.0/ports/377539e8-db7c-4f68-bc8e-e65b8df0b148/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0769894 May 06 13:25:41.310905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e90db-df66-48d8-b9eb-a475c605e96a req-923f771e-db1e-4649-81c9-af4ff128ed85 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:41.312392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b6e90db-df66-48d8-b9eb-a475c605e96a req-923f771e-db1e-4649-81c9-af4ff128ed85 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0843201 May 06 13:25:41.359478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b6e90db-df66-48d8-b9eb-a475c605e96a req-a02273eb-2a7b-4689-b796-09fd348c86da tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 May 06 13:25:41.891447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-4a539b77-5f5f-4c86-8135-6178b1d9f923 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1096 time: 0.0702050 May 06 13:25:41.902551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:42.015079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:42.308527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:42.339837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:42.342560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:25:42.367432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:42.402887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:42.408941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:42.433014 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Transition to ACTIVE for port object 377539e8-db7c-4f68-bc8e-e65b8df0b148 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:25:42.482842 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659febee-9248-4643-a3b7-a3cc88c9cdd5'] response: {'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'code': 200} May 06 13:25:42.504264 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:42.590026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e3b8-fa02-44d3-9aea-8951b5e86821 req-35eb41c9-3f4a-424b-8519-0a772b390f93 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:42.593781 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5b6e3b8-fa02-44d3-9aea-8951b5e86821 req-35eb41c9-3f4a-424b-8519-0a772b390f93 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0877707 May 06 13:25:42.642496 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5b6e3b8-fa02-44d3-9aea-8951b5e86821 req-4e4de7c0-7d7d-4447-8a90-75dc5bdea546 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 May 06 13:25:42.656096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:42.674679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.675018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.675351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.675679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.676031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.676350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.676675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.676995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.677315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.677623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.677938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:42.730771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] No DVR routers for this DVR port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:25:42.982859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:25:42.983186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:25:42.983504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:42.989349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:25:42.989659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Attempting to bind port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:25:42.996930 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:25:42.997260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:25:42.997633 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:25:42.998042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Bound port: 377539e8-db7c-4f68-bc8e-e65b8df0b148, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:25:42.998378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.085416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:25:43.089048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:25:43.197094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.265305 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.266715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] 10.222.0.13 "PUT /v2.0/ports/377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 1091 time: 1.3686628 May 06 13:25:43.281615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665a78-6bb1-4d41-98bf-5d007ba6002d service neutron] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:43.369740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-7119da30-9a31-446a-b758-5f776ff67f08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.0786147 May 06 13:25:43.506935 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-397f2c42-cb28-457c-8636-e3ea23524dc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:43.508382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-397f2c42-cb28-457c-8636-e3ea23524dc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1322820 May 06 13:25:43.704717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:43.705761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-a1a9a9ea-8fe7-4b99-8567-3b536dd0a554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 998 time: 0.1908448 May 06 13:25:43.776228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-625bbc09-14fe-473b-b2ed-7708031917b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:43.777652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-625bbc09-14fe-473b-b2ed-7708031917b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0657160 May 06 13:25:43.912312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db01da-bf5a-43ac-bba8-26a528b5c118 req-70dd58ce-6103-4bad-a616-7f9bc13b1a07 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:43.913788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5db01da-bf5a-43ac-bba8-26a528b5c118 req-70dd58ce-6103-4bad-a616-7f9bc13b1a07 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.1352482 May 06 13:25:43.921082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-f30a3a4a-65b6-4875-b267-e1742221b42a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117344 May 06 13:25:44.055893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5db01da-bf5a-43ac-bba8-26a528b5c118 req-e7100c12-62e6-4fc3-b04f-c6d6098f6f33 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337566 May 06 13:25:44.101422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-e3317b7d-b112-4bbb-81de-86e363a28c86 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661897 May 06 13:25:44.238006 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-569aaab7-137c-4469-9dbc-0e62522b1ce3 req-fa1dbec4-465f-4ecc-87fd-bff5a58599ee service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299448 May 06 13:25:44.484411 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:44.556550 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d674ea9a-a0fd-4c0e-ab94-36ebdc724121'] response: {'name': 'network-changed', 'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'status': 'completed', 'code': 200} May 06 13:25:44.701456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-c5b37cf2-5c26-4d23-9414-3baf525cdfa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.1185672 May 06 13:25:44.704417 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-0e426694-3f19-4d97-be0a-c03a3782e3c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.1172087 May 06 13:25:44.852111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-3de6dcb5-b467-471e-b341-d61357285f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:44.852388 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-a39a52ff-9186-455b-870c-451b53b3c54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:44.853656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-3de6dcb5-b467-471e-b341-d61357285f79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1429198 May 06 13:25:44.853982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-a39a52ff-9186-455b-870c-451b53b3c54e service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1462553 May 06 13:25:44.962241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-eb4cb344-0e4e-4da1-85e3-a24e2bb6538b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 998 time: 0.1014864 May 06 13:25:44.962517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-75aab68f-a8a6-4e43-a47d-fc476aa5be0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 998 time: 0.1015565 May 06 13:25:45.028830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-c5772e20-7acc-4a4f-8dbb-ee01d315e7d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:45.030326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-c5772e20-7acc-4a4f-8dbb-ee01d315e7d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0619533 May 06 13:25:45.035755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-d44b83d7-59f0-4727-a350-dd4ed4c3603b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:45.037279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-d44b83d7-59f0-4727-a350-dd4ed4c3603b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0678651 May 06 13:25:45.115307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-99abcbe2-534f-401f-a85c-485b0aea285d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786753 May 06 13:25:45.120431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-9e62f492-9ade-4102-aef9-95221771c89a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764048 May 06 13:25:45.258857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-7bc4c64c-a522-4bec-9ee4-aee6ac200acb service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320453 May 06 13:25:45.310713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-56fc8bf2-8e64-44ee-992e-ff6e17df1f0c service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880066 May 06 13:25:45.354597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f87d4-4a53-4b4b-9fd1-62e24e2a4bb9 req-0d977c63-50b9-417d-9350-85e264809bd0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:45.356278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-392f87d4-4a53-4b4b-9fd1-62e24e2a4bb9 req-0d977c63-50b9-417d-9350-85e264809bd0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.1658280 May 06 13:25:45.407213 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-00310ff0-4384-4cdd-8ea2-cdb72f4949f3 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415017 May 06 13:25:45.441780 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:25:45.486625 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-392f87d4-4a53-4b4b-9fd1-62e24e2a4bb9 req-d68af48b-772f-4b8a-ac79-ef141a777d49 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842173 May 06 13:25:45.508401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e6fbcdbc-a2f3-4243-81a8-bbd7c570c5e1 req-503f15ea-58da-47bc-9ac5-0faad4556844 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913767 May 06 13:25:46.687798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1a2c4-ea8a-4b53-aa54-20476f9b442f req-7a851360-9cbb-433b-893f-59ec3835941c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:46.689302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9af1a2c4-ea8a-4b53-aa54-20476f9b442f req-7a851360-9cbb-433b-893f-59ec3835941c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0781500 May 06 13:25:46.715631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:25:46.744422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9af1a2c4-ea8a-4b53-aa54-20476f9b442f req-e9444457-9119-4e67-8713-019ce30b68e7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493081 May 06 13:25:46.778490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:25:47.064875 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:47.426089 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d430e0d-c586-4ded-832d-b8813690e11a req-5b575db1-a51c-447e-9577-6f708e55d2c6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:47.427564 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d430e0d-c586-4ded-832d-b8813690e11a req-5b575db1-a51c-447e-9577-6f708e55d2c6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.2422030 May 06 13:25:47.481140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-a6b5d4a5-2d5c-4793-87ee-375ef95d9a2a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:47.482566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-a6b5d4a5-2d5c-4793-87ee-375ef95d9a2a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726&tenant_id=aa53cd4d38fc4e739bcce1c983e91333&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 943 time: 0.2355564 May 06 13:25:47.489934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d430e0d-c586-4ded-832d-b8813690e11a req-ec59d9d1-f9de-4c85-ade1-40dcea447fcb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560181 May 06 13:25:47.566353 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-c2eb890f-8199-44ab-a5f2-b0bc67860d98 service neutron] delete failed (client error): The resource could not be found. May 06 13:25:47.567361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-c2eb890f-8199-44ab-a5f2-b0bc67860d98 service neutron] 10.222.0.86 "DELETE /v2.0/ports/377539e8-db7c-4f68-bc8e-e65b8df0b148/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0765870 May 06 13:25:47.718536 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-f7544e5c-94e0-4e1c-891c-efb6f04991f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 1094 time: 0.0758662 May 06 13:25:47.859643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-7ac2f781-2047-4618-8453-c8c0c556e2a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:47.861169 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-7ac2f781-2047-4618-8453-c8c0c556e2a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1363947 May 06 13:25:47.963949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-e608d04e-40df-4138-997e-33d2d28a2884 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 200 len: 998 time: 0.0959735 May 06 13:25:48.030083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-6a635814-de45-4519-a231-586dd47daa83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:48.031457 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-6a635814-de45-4519-a231-586dd47daa83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0616586 May 06 13:25:48.107747 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-7c28a97a-aedc-4217-b219-64649cbf52fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693979 May 06 13:25:48.245236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-80f13a71-dc57-430f-8c9c-76b8124e92ad service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304445 May 06 13:25:48.389522 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b79327d6-5a2a-4a50-9a5a-af7b2cc1c065 req-ab37ecef-7922-4bf0-b8aa-6119fed09f24 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365368 May 06 13:25:48.693862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f9b57-30e0-4102-8dd8-4ea91cf3a802 req-acb37515-8291-42da-b3cc-a5a177a77425 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:48.695345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-313f9b57-30e0-4102-8dd8-4ea91cf3a802 req-acb37515-8291-42da-b3cc-a5a177a77425 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 943 time: 0.0797074 May 06 13:25:48.742427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-313f9b57-30e0-4102-8dd8-4ea91cf3a802 req-c2dea9c3-eeba-4597-9bdc-c0b6f8c24759 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405955 May 06 13:25:49.074824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:25:49.217676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:49.234071 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'mac_address': 'fa:16:3e:b2:56:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:25:49.292564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:49.310306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377539e8-db7c-4f68-bc8e-e65b8df0b148 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:25:49.326063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:49.464739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:49.545126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:49.554112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.554472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.555111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.555232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.555550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.555907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.556235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.557068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.557422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.557735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.558216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:25:49.691619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['377539e8-db7c-4f68-bc8e-e65b8df0b148'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:25:49.959194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3912-be49-45b1-90a8-13186352894e req-838c19c0-71f8-4eca-b044-b1bcdbd7d711 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:49.960678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53cf3912-be49-45b1-90a8-13186352894e req-838c19c0-71f8-4eca-b044-b1bcdbd7d711 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.0869472 May 06 13:25:50.013006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-53cf3912-be49-45b1-90a8-13186352894e req-645bbc9b-6d06-4650-87ac-9762571dda7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465012 May 06 13:25:50.319691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9361-e3fb-47f5-abf1-5f1f55776927 req-0e9d5ecc-1e94-45a0-a41c-c9fdfb1dcb4d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:50.321109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-502f9361-e3fb-47f5-abf1-5f1f55776927 req-0e9d5ecc-1e94-45a0-a41c-c9fdfb1dcb4d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.1811821 May 06 13:25:50.368491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-502f9361-e3fb-47f5-abf1-5f1f55776927 req-a81bc886-f292-4c5f-80c4-fd06841aefd6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 May 06 13:25:50.573533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e7e4-f040-425f-b3d2-e40ff938026e req-cce3f7af-4e4f-447e-9f32-b011f94d4d63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:50.574933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd89e7e4-f040-425f-b3d2-e40ff938026e req-cce3f7af-4e4f-447e-9f32-b011f94d4d63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.0794010 May 06 13:25:50.621628 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd89e7e4-f040-425f-b3d2-e40ff938026e req-e0523dd2-2161-4fee-8015-d8702b5436fd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 May 06 13:25:51.097346 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:25:51.224392 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.264162 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41066607-79a7-451b-96dc-d8f22ac0924f req-ee284f5e-da02-4ea7-8961-bf3e6ccca66f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:51.265641 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41066607-79a7-451b-96dc-d8f22ac0924f req-ee284f5e-da02-4ea7-8961-bf3e6ccca66f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 944 time: 0.0852885 May 06 13:25:51.312562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41066607-79a7-451b-96dc-d8f22ac0924f req-f173cccd-834d-4149-83a7-f143448fa4ca tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 May 06 13:25:51.321460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:25:51.327413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 377539e8-db7c-4f68-bc8e-e65b8df0b148 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:25:51.327712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.444483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.471980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:51.481709 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:51.528656 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edf859f-5e1c-495a-8281-5436726ed254'] response: {'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'code': 200} May 06 13:25:51.538757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:51.604741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:52.514561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-988a946e-1efd-408f-8f11-0dc9439a9a46 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:52.516056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-988a946e-1efd-408f-8f11-0dc9439a9a46 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0877833 May 06 13:25:52.543173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2da90-79d5-4534-adf4-24f96cc02726 req-705bfb19-c623-4a56-905c-e7f217c1c63f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:52.544739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cec2da90-79d5-4534-adf4-24f96cc02726 req-705bfb19-c623-4a56-905c-e7f217c1c63f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 945 time: 0.0942328 May 06 13:25:52.595701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Deleting port 377539e8-db7c-4f68-bc8e-e65b8df0b148 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:25:52.596009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:52.600259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cec2da90-79d5-4534-adf4-24f96cc02726 req-295868b1-1139-4a5e-bbfb-dfa7e02d9915 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497119 May 06 13:25:52.882921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] For port 377539e8-db7c-4f68-bc8e-e65b8df0b148, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=377539e8-db7c-4f68-bc8e-e65b8df0b148,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:25:52.883279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:53.211687 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:53.212003 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:53.212322 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c disassociated. External IP: 172.25.2.32, port: 377539e8-db7c-4f68-bc8e-e65b8df0b148. May 06 13:25:53.212687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Calling delete_port for 377539e8-db7c-4f68-bc8e-e65b8df0b148 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:25:53.453071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:53.506684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'Port': ['ID=377539e8-db7c-4f68-bc8e-e65b8df0b148,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:25:53.787421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b1fca4f3-2770-48b4-882e-687539e4cac0 req-71dc7a65-a642-4a63-a03d-6cdd1d65849d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 210 time: 0.0492680 May 06 13:25:53.807607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:25:54.036865 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:25:54.048641 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:25:54.062291 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:25:54.062984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:25:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:54.112136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] No DVR routers for this DVR port 377539e8-db7c-4f68-bc8e-e65b8df0b148 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:25:54.115237 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:54.119276 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-deleted', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:25:54.208244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4cbda188-01ff-4e7a-8227-48f5127d752f req-132446cc-4bda-43ce-bac2-0d45d1066d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "DELETE /v2.0/ports/377539e8-db7c-4f68-bc8e-e65b8df0b148 HTTP/1.1" status: 204 len: 173 time: 1.6868105 May 06 13:25:54.211564 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1fbd6d-98fa-4826-8824-4541974754dc'] response: {'server_uuid': '97187cb0-faa4-49d6-aef9-730b98842726', 'name': 'network-vif-deleted', 'tag': '377539e8-db7c-4f68-bc8e-e65b8df0b148', 'status': 'completed', 'code': 200} May 06 13:25:54.272479 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:25:54.657584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:54.662461 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:25:54.675278 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:25:54.675951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:25:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:54.892427 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:25:54.993510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5fa6b552-9f7f-465e-9809-f6d7f99ce4fe req-f9bf6ebf-1239-4601-97c2-d4c8ef99ecd7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:25:55.053309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5fa6b552-9f7f-465e-9809-f6d7f99ce4fe req-f9bf6ebf-1239-4601-97c2-d4c8ef99ecd7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:25:55.054623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fa6b552-9f7f-465e-9809-f6d7f99ce4fe req-f9bf6ebf-1239-4601-97c2-d4c8ef99ecd7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=97187cb0-faa4-49d6-aef9-730b98842726 HTTP/1.1" status: 200 len: 210 time: 0.1032827 May 06 13:25:55.241604 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:25:55.246195 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0914c-d377-4dcd-a89d-5abeaccfecd5 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:25:55.497489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0a0a99-083e-41c7-8013-b29bf2753827 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:25:56.435506 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-37311124-2af0-46fc-acc0-d848a1549fa6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--266902840&fields=id&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 267 time: 0.0455189 May 06 13:25:56.595370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-c2402bd0-49c7-4e35-a626-564f22a5d8fa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:56.596872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-c2402bd0-49c7-4e35-a626-564f22a5d8fa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.1537118 May 06 13:25:56.615065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-40851ab8-1873-4cf1-841c-ee5421e98a33 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/quotas/aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 375 time: 0.0126612 May 06 13:25:56.699923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-c95c945c-3b5d-4146-9a28-c384efc0c94c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786576 May 06 13:25:56.843300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-620e59bf-3c60-4824-a838-a1889d30e57e service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314230 May 06 13:25:56.981097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-1d3becbc-ffe9-4b24-93ed-11e59d1e153c service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312537 May 06 13:25:57.093875 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:25:57.127606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 377539e8-db7c-4f68-bc8e-e65b8df0b148 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:25:57.127979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 377539e8-db7c-4f68-bc8e-e65b8df0b148 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:25:57.340324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9d7ddb1-7308-41df-a5ca-49b88ddad3ed req-46c5a9dd-8171-4394-aad2-e3b341dda37a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 210 time: 0.1406338 May 06 13:25:58.515296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c792dd9-752a-4b97-b4a7-9e2fd557293b req-f6939973-3aa6-42e6-a85a-1d0203d31ae7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 210 time: 0.0466721 May 06 13:25:59.130914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-8a834353-f38d-4368-a2e6-e20833bf0703 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:25:59.132368 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-8a834353-f38d-4368-a2e6-e20833bf0703 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.1494114 May 06 13:25:59.188195 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-097b94c5-e5e6-4d26-b490-2528c875b1e8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 379 time: 0.0431705 May 06 13:25:59.196760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'port': {'device_id': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'admin_state_up': True, 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'security_groups': ['a5eb4511-7a01-4230-beea-3d69e8703c88']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:25:59.334492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:25:59.344661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:25:59.435925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:25:59.438846 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:59.620240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Allocated IP 172.20.0.10 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/02ee2274-0fbf-4adf-bc04-95f5fba654e9) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:25:59.705035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f97d5f5-66e9-48a8-a9dc-8453c4fa4b32 req-6e3eac0c-116e-4054-8027-d428ee450ae5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 210 time: 0.0549774 May 06 13:25:59.864884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:25:59.881859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Transition to ACTIVE for port object 02ee2274-0fbf-4adf-bc04-95f5fba654e9 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:25:59.980170 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.061356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:26:00.064564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:26:00.069157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:26:00.096389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:00.137556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:00.138262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.253970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-413fd087-3f11-46d1-8253-ccdc74f32885 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0606272 May 06 13:26:00.265314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Request body: {'port': {'device_id': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:00.339893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6bdd884d-e509-4a45-b464-66cbbfd69c8a None None] Provisioning for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:26:00.346285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6bdd884d-e509-4a45-b464-66cbbfd69c8a None None] Provisioning complete for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:26:00.346905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6bdd884d-e509-4a45-b464-66cbbfd69c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.382970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.442507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd884d-e509-4a45-b464-66cbbfd69c8a None None] Port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:26:00.739574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ee2274-0fbf-4adf-bc04-95f5fba654e9 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:26:00.749774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.766480 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Transition to ACTIVE for port object 02ee2274-0fbf-4adf-bc04-95f5fba654e9 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:26:00.841909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:00.921774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfc635-729e-45c6-8076-ad770a3c80d5 req-af274fb3-8393-4e6c-9f26-d1bdc57919c8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:00.923556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4dfc635-729e-45c6-8076-ad770a3c80d5 req-af274fb3-8393-4e6c-9f26-d1bdc57919c8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0806882 May 06 13:26:00.982124 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4dfc635-729e-45c6-8076-ad770a3c80d5 req-1b7b64a1-dc23-4d27-943e-ee7c2a969d01 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512950 May 06 13:26:00.986516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:01.100394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:26:01.100851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:26:01.101033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:01.109068 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:26:01.109389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:01.115851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:26:01.116188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:26:01.116567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:26:01.116987 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Bound port: 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:26:01.117334 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:01.305062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:26:01.308317 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:26:01.385213 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:01.448067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:01.449492 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] 10.222.0.13 "PUT /v2.0/ports/02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1092 time: 1.1883678 May 06 13:26:01.449835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:01.467539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ade13f-5ae2-471c-a5a4-48ad90a2c71d service neutron] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:01.523894 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29c84cd-327f-49e5-bf68-e83fb45419c7'] response: {'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'status': 'completed', 'code': 200} May 06 13:26:01.622164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8c4b6fc-ac19-4cd7-ae80-4950c7244b2c req-a0c0f3a6-d6e8-45da-b883-4876796945bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1095 time: 0.0771179 May 06 13:26:01.769192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4b6fc-ac19-4cd7-ae80-4950c7244b2c req-dc725dc6-b117-4af8-bc44-f79f2ac69524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:01.770564 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8c4b6fc-ac19-4cd7-ae80-4950c7244b2c req-dc725dc6-b117-4af8-bc44-f79f2ac69524 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1413922 May 06 13:26:01.918941 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4b6fc-ac19-4cd7-ae80-4950c7244b2c req-075b30e5-18c4-43d8-aa2b-e111c82e15a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:01.920432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8c4b6fc-ac19-4cd7-ae80-4950c7244b2c req-075b30e5-18c4-43d8-aa2b-e111c82e15a6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422570 May 06 13:26:02.030599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-777457bf-fa9a-4931-b4b0-01471c680904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1095 time: 0.0734062 May 06 13:26:02.105387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-82a2f0bb-2d00-4075-8442-ecbc81ce771b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 217 time: 0.0684240 May 06 13:26:02.172761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-6a5a3f7a-6db4-42ee-ba96-994d85e32b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:02.174197 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-6a5a3f7a-6db4-42ee-ba96-994d85e32b9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0624397 May 06 13:26:02.261871 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-ee37b912-27a1-4201-9bbf-dd5ffb92c793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819259 May 06 13:26:02.292240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72444-4944-40b0-854c-06dc58323de6 req-94912f34-249f-4419-95cc-9efb2c460cd9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:02.293866 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaa72444-4944-40b0-854c-06dc58323de6 req-94912f34-249f-4419-95cc-9efb2c460cd9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.1866484 May 06 13:26:02.343062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eaa72444-4944-40b0-854c-06dc58323de6 req-78fb303a-64df-4583-86ec-8459b6f6ba6f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431986 May 06 13:26:02.402260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-4f0aaa55-427d-4927-9d8b-da44d9d915f2 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339505 May 06 13:26:02.540023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a38765d3-c12c-47f7-9ea0-6fab507d293b req-b70567fc-202f-4ef1-8d70-83a2ebee31d5 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317961 May 06 13:26:03.548488 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1af9e5-1473-4091-b51f-2d1df458768b req-049b0262-bf24-48b5-90a0-235fa5ef148f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:03.549212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1b1af9e5-1473-4091-b51f-2d1df458768b req-049b0262-bf24-48b5-90a0-235fa5ef148f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:26:03.630526 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1b1af9e5-1473-4091-b51f-2d1df458768b req-049b0262-bf24-48b5-90a0-235fa5ef148f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:26:03.632187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b1af9e5-1473-4091-b51f-2d1df458768b req-049b0262-bf24-48b5-90a0-235fa5ef148f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.1598394 May 06 13:26:03.679073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1b1af9e5-1473-4091-b51f-2d1df458768b req-26107340-4f58-444c-b8cc-be345733d233 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 May 06 13:26:04.888066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43fa94-98f7-4f0f-8734-63fda0c0e461 req-85b3a05c-bfe0-49e7-a2f0-3a29aae0fcb0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:04.889537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e43fa94-98f7-4f0f-8734-63fda0c0e461 req-85b3a05c-bfe0-49e7-a2f0-3a29aae0fcb0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0802107 May 06 13:26:04.937414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0e43fa94-98f7-4f0f-8734-63fda0c0e461 req-997bd937-363f-4581-bff3-a089c63a29cc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 May 06 13:26:06.142057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade1dfc-1c75-41dd-be45-5284b6fc4bf6 req-28ff67d7-0b3a-4e34-8b37-6347b40b5263 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:06.143562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fade1dfc-1c75-41dd-be45-5284b6fc4bf6 req-28ff67d7-0b3a-4e34-8b37-6347b40b5263 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0800693 May 06 13:26:06.190400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fade1dfc-1c75-41dd-be45-5284b6fc4bf6 req-4d42fb51-2f25-46f7-bcd2-bdcdf1dbefac tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413344 May 06 13:26:07.138811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:26:07.274900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:07.289645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'mac_address': 'fa:16:3e:76:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:26:07.348639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:07.367380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ee2274-0fbf-4adf-bc04-95f5fba654e9 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:26:07.384242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:07.402156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9813-2e40-486e-b45e-591d358b5cb1 req-24aae523-4098-4a3f-9763-893fce0b94f2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:07.403644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b27a9813-2e40-486e-b45e-591d358b5cb1 req-24aae523-4098-4a3f-9763-893fce0b94f2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0839839 May 06 13:26:07.447533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:07.454725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b27a9813-2e40-486e-b45e-591d358b5cb1 req-477ae0e5-d7a3-4fa4-80a2-3ad98aa52a9a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453818 May 06 13:26:07.513345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:07.669704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['02ee2274-0fbf-4adf-bc04-95f5fba654e9'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:26:08.504413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-903eafdf-7bd3-42cf-a47f-8cb4a873eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:08.658605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fc3e6-dafe-41a3-adc4-0b06d4fffcdf req-ef5af86c-e469-48df-933c-0404bb08aa01 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:08.660363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e14fc3e6-dafe-41a3-adc4-0b06d4fffcdf req-ef5af86c-e469-48df-933c-0404bb08aa01 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 945 time: 0.0786037 May 06 13:26:08.707940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e14fc3e6-dafe-41a3-adc4-0b06d4fffcdf req-ff78ff84-4ea8-4466-ad07-309ba535a0e8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 May 06 13:26:09.154503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:26:09.292747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:26:09.298038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:26:09.298405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.415948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.442080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:09.451980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:09.497420 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b47983-779b-43b8-ae70-4cc170817fdb'] response: {'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'code': 200} May 06 13:26:09.498689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:09.570669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:09.636836 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42bd090c-b8b8-4274-be98-0ca0c7496750 req-0d00e4ae-1948-4a93-a0dc-04faa8f2c27e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1097 time: 0.0778143 May 06 13:26:09.679596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-42bd090c-b8b8-4274-be98-0ca0c7496750 req-a64c2cf1-e578-4912-9aa8-8530772fb95e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368958 May 06 13:26:09.914552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58c5e9-f6cc-46d4-9261-ae2380e4762d req-4a336c3b-eb89-47db-bc09-943f6a288eea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:09.916604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b58c5e9-f6cc-46d4-9261-ae2380e4762d req-4a336c3b-eb89-47db-bc09-943f6a288eea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0787230 May 06 13:26:09.965559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5b58c5e9-f6cc-46d4-9261-ae2380e4762d req-4851351d-401f-4108-bc3f-d79f97469236 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 May 06 13:26:10.715561 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-917e054a-345d-450f-9988-12e082cf5580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:11.171551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4521d-b5cb-40ca-87a4-ae898127160a req-fe27dfd2-4c04-400d-9df1-cd0ed3cba373 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:11.173140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37c4521d-b5cb-40ca-87a4-ae898127160a req-fe27dfd2-4c04-400d-9df1-cd0ed3cba373 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0800085 May 06 13:26:11.219801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-37c4521d-b5cb-40ca-87a4-ae898127160a req-97208e61-f217-42d5-b450-caffada77f8d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 May 06 13:26:11.422692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d77dc2-6702-4946-800e-90b0b87621c4 req-e0e9ba94-12ac-4817-8fe9-f3ab9a481045 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:11.424174 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-17d77dc2-6702-4946-800e-90b0b87621c4 req-e0e9ba94-12ac-4817-8fe9-f3ab9a481045 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0872552 May 06 13:26:11.433813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50184) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:26:11.438988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'floatingip': {'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:11.607173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.207376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.264528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.298785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.373122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:12.463538 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c associated. External IP: 172.25.2.32, port: 02ee2274-0fbf-4adf-bc04-95f5fba654e9. May 06 13:26:12.872237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:26:13.197683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:26:13.201964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:13.207252 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:26:13.220475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:26:13.221075 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:13.261125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e0aa84c2-5e90-44b9-950f-5f5e08466621 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "PUT /v2.0/floatingips/06f031f7-6061-4833-8e7c-74d56f26755c HTTP/1.1" status: 200 len: 991 time: 1.8261175 May 06 13:26:13.261842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:13.328314 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88259489-e9a3-487c-9064-1b6603ef92be'] response: {'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'status': 'completed', 'code': 200} May 06 13:26:13.425276 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:26:13.479594 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-713bfbe5-78ff-4dee-ba73-999f4d478daf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1097 time: 0.1243269 May 06 13:26:13.626111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-e7fa0ea6-c479-4f95-a6f7-ce43b0c59abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:13.627548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-e7fa0ea6-c479-4f95-a6f7-ce43b0c59abd service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1421072 May 06 13:26:13.722116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:13.800671 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-31676a79-d508-4f9a-9b57-a3e2e1a88796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 999 time: 0.1659842 May 06 13:26:13.843057 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:76:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:26:12Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:13.847219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:26:13.859179 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:26:13.859810 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:26:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:13.881178 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12aca-a89b-48ca-ae9e-ad7ef62e3fc2 req-43000738-cd07-4674-af48-546d3b3e4d6d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:13.881999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0e12aca-a89b-48ca-ae9e-ad7ef62e3fc2 req-43000738-cd07-4674-af48-546d3b3e4d6d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.1738198 May 06 13:26:13.907008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-24f73466-cd5b-4417-a0c4-0c37f5cce30d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:13.908600 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-24f73466-cd5b-4417-a0c4-0c37f5cce30d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0895724 May 06 13:26:13.985925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c0e12aca-a89b-48ca-ae9e-ad7ef62e3fc2 req-86def51f-4fd5-4923-9ed2-51a7b22314ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960963 May 06 13:26:14.017124 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-f43dcea2-2b91-4d71-8a52-5d3eb8e86cd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004393 May 06 13:26:14.084163 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:26:14.163547 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-a9e4d2f9-18e0-417f-bf6d-192c7a183c59 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395826 May 06 13:26:14.308670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5449750d-6b1e-48a6-b3e4-a3004069972b req-4e1214f5-37c6-47cc-8d30-81348a11d305 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376326 May 06 13:26:14.458167 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-eae71a02-6161-4529-af50-32fb3291091b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:76:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:26:12Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:26:14.463607 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae71a02-6161-4529-af50-32fb3291091b None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:76:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:26:12Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:26:14.664070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ce7ea-8f59-4e44-9956-45a233d78c61 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:26:15.192229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dd6bc-c183-40af-b524-662068b770cb req-584d8604-5b14-48b9-841f-5207ad379119 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:15.193761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de8dd6bc-c183-40af-b524-662068b770cb req-584d8604-5b14-48b9-841f-5207ad379119 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0825672 May 06 13:26:15.240551 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de8dd6bc-c183-40af-b524-662068b770cb req-e6323bce-1816-4f33-9fc7-f98daad7cb4a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 May 06 13:26:16.446540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd61d84-212c-41e6-b2e9-2b18971bdf7a req-0f24e99d-f66a-42d1-b9f6-2ca580e82b39 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:16.448740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fd61d84-212c-41e6-b2e9-2b18971bdf7a req-0f24e99d-f66a-42d1-b9f6-2ca580e82b39 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0811813 May 06 13:26:16.495930 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fd61d84-212c-41e6-b2e9-2b18971bdf7a req-3a53dc6c-7304-4f2e-89b0-c301cb9e3ef2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412295 May 06 13:26:17.076231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:17.695340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642fca4-1458-4079-86fd-e15d13f294a1 req-b2de8983-f461-4918-aae9-90c45a21a6e9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:17.696822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1642fca4-1458-4079-86fd-e15d13f294a1 req-b2de8983-f461-4918-aae9-90c45a21a6e9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0793419 May 06 13:26:17.748636 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1642fca4-1458-4079-86fd-e15d13f294a1 req-871ee01f-6eef-47cc-abd4-c99a169e77f2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462012 May 06 13:26:18.958058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f863f89-aae3-42af-8368-b737741eef9b req-35f6ee1d-b617-4f6b-9ce2-3d4cd57cbcbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:18.959623 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f863f89-aae3-42af-8368-b737741eef9b req-35f6ee1d-b617-4f6b-9ce2-3d4cd57cbcbb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0831628 May 06 13:26:19.006859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9f863f89-aae3-42af-8368-b737741eef9b req-e882819a-6ab1-4a93-bebe-eca278348e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 May 06 13:26:20.214495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd96a-f9a7-4694-96ab-4e3ed3edc897 req-9f64a7d7-b473-4ca5-a864-ac389916baad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:20.216021 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6fcd96a-f9a7-4694-96ab-4e3ed3edc897 req-9f64a7d7-b473-4ca5-a864-ac389916baad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0810168 May 06 13:26:20.264123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c6fcd96a-f9a7-4694-96ab-4e3ed3edc897 req-7e65d795-17dc-4ceb-8552-d3c69f954893 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 May 06 13:26:21.178757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:21.465893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb69ce-f31f-4029-b91e-0c79029c767b req-92156328-8ba1-45b1-8e9b-b82afc74a762 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:21.467308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-baeb69ce-f31f-4029-b91e-0c79029c767b req-92156328-8ba1-45b1-8e9b-b82afc74a762 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0801313 May 06 13:26:21.514293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-baeb69ce-f31f-4029-b91e-0c79029c767b req-ba769b56-08ad-4e81-b61d-b24d2d4ed6f9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 May 06 13:26:22.442248 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:26:22.722616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447d27-49ea-43eb-8e13-7ccc719580e2 req-e8b6ba07-a6b4-45a3-a6cf-8b77868c8e5c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:22.724130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97447d27-49ea-43eb-8e13-7ccc719580e2 req-e8b6ba07-a6b4-45a3-a6cf-8b77868c8e5c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0834291 May 06 13:26:22.771994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97447d27-49ea-43eb-8e13-7ccc719580e2 req-c9309ed6-1020-4911-89e5-799d6819e233 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415766 May 06 13:26:23.981417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebf574-f7c3-40f1-a134-447c147783b5 req-8b800eff-8651-4d70-b19c-3b331448b1a4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:23.982918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04ebf574-f7c3-40f1-a134-447c147783b5 req-8b800eff-8651-4d70-b19c-3b331448b1a4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0848727 May 06 13:26:24.030954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-04ebf574-f7c3-40f1-a134-447c147783b5 req-2de4f0b5-0aa6-4679-9cf1-eca472c6dd19 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 May 06 13:26:25.240729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f8aab-abaf-4665-8f2c-a051a09353e8 req-cdefe32f-990f-41d5-af22-088c7faee3e0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:25.242416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f78f8aab-abaf-4665-8f2c-a051a09353e8 req-cdefe32f-990f-41d5-af22-088c7faee3e0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0856915 May 06 13:26:25.292080 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f78f8aab-abaf-4665-8f2c-a051a09353e8 req-bbf94c6f-0cef-4956-ad83-71c54369d908 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424800 May 06 13:26:26.489469 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456ed3f-9141-43b4-b757-1b8d1bd788e6 req-a690c0c7-7a92-4fc3-b9fa-a3c2bcc63790 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:26.490905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b456ed3f-9141-43b4-b757-1b8d1bd788e6 req-a690c0c7-7a92-4fc3-b9fa-a3c2bcc63790 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0759103 May 06 13:26:26.541505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b456ed3f-9141-43b4-b757-1b8d1bd788e6 req-6e5e1202-f7ae-4743-8e49-37aaba45d0af tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 May 06 13:26:27.443348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-9173553a-0a7d-46e6-b3a5-302a1954d5a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1097 time: 0.0725729 May 06 13:26:27.596756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7171953-0504-4591-8458-9e37ffaa072a req-f0356317-a534-44be-8376-3822029f5800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:27.598299 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-f0356317-a534-44be-8376-3822029f5800 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1336989 May 06 13:26:27.757826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792120e-68f0-4e11-a371-2ab8b27b7417 req-ea007205-df12-49c8-8fd9-c3b726dfd946 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:27.759298 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9792120e-68f0-4e11-a371-2ab8b27b7417 req-ea007205-df12-49c8-8fd9-c3b726dfd946 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0873351 May 06 13:26:27.817377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9792120e-68f0-4e11-a371-2ab8b27b7417 req-13340c95-3b00-42fa-bf77-c832d05a500e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513268 May 06 13:26:27.826338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-bbea4d72-5747-4c4a-a2ff-8bd7143819fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1001 time: 0.2184892 May 06 13:26:27.891824 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7171953-0504-4591-8458-9e37ffaa072a req-00d2213e-ce7d-499b-85f3-7ca404122be2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:27.893406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-00d2213e-ce7d-499b-85f3-7ca404122be2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0609303 May 06 13:26:27.971761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-783d1d9a-9268-4fc4-8256-10e4278f1e87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718520 May 06 13:26:28.105211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-a1d6b7d5-f881-4f88-909b-c051e2d1a68e service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262739 May 06 13:26:28.239413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f7171953-0504-4591-8458-9e37ffaa072a req-956524b7-a8e6-4f6b-a039-98f6bfb71b24 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250818 May 06 13:26:29.012890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a02c1-bb66-415b-a0ce-d3e09f7ed70c req-0aed8d89-72a2-491a-a752-a2d38ff75290 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:29.014328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f8a02c1-bb66-415b-a0ce-d3e09f7ed70c req-0aed8d89-72a2-491a-a752-a2d38ff75290 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0752172 May 06 13:26:29.060417 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f8a02c1-bb66-415b-a0ce-d3e09f7ed70c req-93b7f003-fc94-4f27-96d0-83d6a9d0e032 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 May 06 13:26:30.257594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019010-bfb5-4096-bd75-7454b6a85415 req-8ca7c025-e397-442a-9afb-76b57f8a3642 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:30.259043 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93019010-bfb5-4096-bd75-7454b6a85415 req-8ca7c025-e397-442a-9afb-76b57f8a3642 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0772893 May 06 13:26:30.310328 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-93019010-bfb5-4096-bd75-7454b6a85415 req-0edb5af7-7cbb-4c11-917e-cf89465d4487 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445313 May 06 13:26:31.514747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd750ca2-5032-4db8-b1f2-bb03d562bd11 req-cf9b69e3-56ca-449b-92e4-9013cbe49d16 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:31.516216 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd750ca2-5032-4db8-b1f2-bb03d562bd11 req-cf9b69e3-56ca-449b-92e4-9013cbe49d16 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0806167 May 06 13:26:31.563013 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd750ca2-5032-4db8-b1f2-bb03d562bd11 req-792e828e-c17d-4ee7-ba31-1b2a00d631cc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 May 06 13:26:32.768695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b75d8d-9a20-49d0-932e-36b317905271 req-8b921316-3ed6-4d86-8c96-5b4a6b635706 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:32.770222 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4b75d8d-9a20-49d0-932e-36b317905271 req-8b921316-3ed6-4d86-8c96-5b4a6b635706 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0807505 May 06 13:26:32.822973 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b4b75d8d-9a20-49d0-932e-36b317905271 req-6cf42ed1-903e-4e81-9ab3-3b1c3e86c820 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 May 06 13:26:34.021080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f52b5-3676-4920-9b1f-1213a6fa17ce req-f135e3db-6a0a-4910-8b21-660017b9d55e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:34.022517 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a0f52b5-3676-4920-9b1f-1213a6fa17ce req-f135e3db-6a0a-4910-8b21-660017b9d55e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0760911 May 06 13:26:34.069563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a0f52b5-3676-4920-9b1f-1213a6fa17ce req-41b2ab81-fac8-4fe6-92bd-e9e90219bf3c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 May 06 13:26:35.273752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf196-c83a-4e56-96da-30ed92fd3bfd req-793bb9e0-0108-4a96-a60d-8571c8f2972d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:35.275201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e90bf196-c83a-4e56-96da-30ed92fd3bfd req-793bb9e0-0108-4a96-a60d-8571c8f2972d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0815344 May 06 13:26:35.324149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e90bf196-c83a-4e56-96da-30ed92fd3bfd req-cb32ee5e-1eea-4417-b374-bb66c331cd73 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 May 06 13:26:36.527220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc508b-7cbe-400b-b1c7-8f2495104b48 req-3aee71f3-b4cd-4df6-8a8f-be3ae8c29461 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:36.528695 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10dc508b-7cbe-400b-b1c7-8f2495104b48 req-3aee71f3-b4cd-4df6-8a8f-be3ae8c29461 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0827544 May 06 13:26:36.576044 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10dc508b-7cbe-400b-b1c7-8f2495104b48 req-ce0fe356-1b15-454f-ba19-0128eb945147 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 May 06 13:26:37.789221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaa36a-071d-4cd8-a43f-fcf3192e601c req-d7e33ce1-607c-4f35-bf2c-d0f6bcdb724e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:37.790597 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-04eaa36a-071d-4cd8-a43f-fcf3192e601c req-d7e33ce1-607c-4f35-bf2c-d0f6bcdb724e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0870509 May 06 13:26:37.843928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-04eaa36a-071d-4cd8-a43f-fcf3192e601c req-36c9afdc-55a2-41a9-ac9a-1f68cba814e3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 May 06 13:26:38.492801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-677d4f04-65d2-4a55-a871-f9a8750d38e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:39.049620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d8e09-8f23-4d02-9755-a849cbfacc66 req-57c79096-60db-4687-8a26-8b2a20951941 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:39.051098 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-602d8e09-8f23-4d02-9755-a849cbfacc66 req-57c79096-60db-4687-8a26-8b2a20951941 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0813885 May 06 13:26:39.103443 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-602d8e09-8f23-4d02-9755-a849cbfacc66 req-ab33518d-27ba-4ad6-b8c3-c00629d1b1c4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 May 06 13:26:40.307626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06fdfb-db92-4bcd-83dd-8b1f47cfb6c9 req-f10f40a6-f7de-487e-a206-555520079192 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:40.309152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e06fdfb-db92-4bcd-83dd-8b1f47cfb6c9 req-f10f40a6-f7de-487e-a206-555520079192 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0849214 May 06 13:26:40.357409 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e06fdfb-db92-4bcd-83dd-8b1f47cfb6c9 req-c22653d9-c1df-4849-a1ff-b2bf70061995 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427206 May 06 13:26:40.566334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6bc9d09d-443e-4760-9dfd-3dc5dee600e4 req-f0958fa6-e94f-4cdd-8a6f-77173405981f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0762825 May 06 13:26:40.709753 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12674845-f699-4008-abb0-09757ce60c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:41.012604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e1fe9-12e0-40a8-a99d-83a423c9f948 req-2aa1e3e8-8747-4b33-9056-06de9eb1c7db tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:41.014002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c09e1fe9-12e0-40a8-a99d-83a423c9f948 req-2aa1e3e8-8747-4b33-9056-06de9eb1c7db tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0803716 May 06 13:26:41.061488 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c09e1fe9-12e0-40a8-a99d-83a423c9f948 req-5b85bb52-69d2-4be7-a99c-80d80a6e0759 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419514 May 06 13:26:41.134456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-d9f63cf7-3bde-4028-a483-9078ba013aaf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720167 May 06 13:26:42.269223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c391-7844-464b-b42c-e7724cb75d48 req-21cac9e1-7754-48cd-b447-bf3a1fe863f1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:42.270608 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a14c391-7844-464b-b42c-e7724cb75d48 req-21cac9e1-7754-48cd-b447-bf3a1fe863f1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0812347 May 06 13:26:42.321164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:42.322350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a14c391-7844-464b-b42c-e7724cb75d48 req-a7a5b6db-d59c-44c5-a6f8-b0b87b95923e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459313 May 06 13:26:42.395652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:43.312894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-ef746e14-0458-41e2-af37-bdb3c5789526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1097 time: 0.0735695 May 06 13:26:43.454866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-62260f28-34fd-41c8-b6a8-300a2daeef2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:43.456400 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-62260f28-34fd-41c8-b6a8-300a2daeef2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1375966 May 06 13:26:43.532878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6171b2-f252-4acf-b4d0-597ad92ac4e6 req-508e0b3d-8816-4ebb-b3ca-a27b8ecf4e28 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:43.534373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d6171b2-f252-4acf-b4d0-597ad92ac4e6 req-508e0b3d-8816-4ebb-b3ca-a27b8ecf4e28 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0791495 May 06 13:26:43.562817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-c8e5a31f-d75c-4081-887e-b3dadbb4020c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1001 time: 0.1001408 May 06 13:26:43.582180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1d6171b2-f252-4acf-b4d0-597ad92ac4e6 req-5b297d92-59ee-4ba3-a4cb-31b5e89e51d4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 May 06 13:26:43.625389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-fe280477-a9ad-45e2-8266-7ac6b3fc5dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:43.626929 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-fe280477-a9ad-45e2-8266-7ac6b3fc5dbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0590124 May 06 13:26:43.708677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-d085f970-5d3e-450d-89c3-be2d834357a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757525 May 06 13:26:43.749327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:43.942733 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-210b71d8-5591-4541-b66e-987f0519d20a service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282486 May 06 13:26:44.088286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-12d2e6de-cc7f-4812-b569-7419d51a1b78 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385996 May 06 13:26:44.794922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376efc5-9ed4-4a78-a278-1a741caccc32 req-af815a88-c796-494b-8037-23d86105d0a7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:44.797064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e376efc5-9ed4-4a78-a278-1a741caccc32 req-af815a88-c796-494b-8037-23d86105d0a7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0845098 May 06 13:26:44.846113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e376efc5-9ed4-4a78-a278-1a741caccc32 req-9aa70424-8036-44f8-b92a-504797d31720 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 May 06 13:26:46.067962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347ea8-fc1f-47ee-a06b-57439af5a8bf req-e43e9e4d-f008-4fdd-b7b7-e4f1161f510f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:46.069343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72347ea8-fc1f-47ee-a06b-57439af5a8bf req-e43e9e4d-f008-4fdd-b7b7-e4f1161f510f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0837164 May 06 13:26:46.116706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-72347ea8-fc1f-47ee-a06b-57439af5a8bf req-1e3b2eec-1328-4657-b91a-0157c396150f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 May 06 13:26:46.206026 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-e4a3356e-e7bd-418a-8d51-739f5ce71376 service neutron] show failed (client error): The resource could not be found. May 06 13:26:46.207032 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-e4a3356e-e7bd-418a-8d51-739f5ce71376 service neutron] 10.222.0.13 "GET /v2.0/ports/02ee2274-0fbf-4adf-bc04-95f5fba654e9/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0792794 May 06 13:26:46.864435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-c4731490-ce0f-4447-858b-9290924834f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1097 time: 0.0720005 May 06 13:26:46.875401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:26:46.990948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:47.064120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:47.278281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:47.309949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:26:47.344697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eff39-cbd9-4865-ab7e-e22a09e9e35a req-ad10c291-46eb-463d-934e-6e86e5f5f744 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:47.346199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d60eff39-cbd9-4865-ab7e-e22a09e9e35a req-ad10c291-46eb-463d-934e-6e86e5f5f744 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0814087 May 06 13:26:47.373779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:47.375978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:47.395579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Transition to ACTIVE for port object 02ee2274-0fbf-4adf-bc04-95f5fba654e9 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:26:47.413900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d60eff39-cbd9-4865-ab7e-e22a09e9e35a req-afa0b094-aac6-4bdc-ba56-da8a166cdf68 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616236 May 06 13:26:47.448247 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c33a3c-1287-4bca-a978-afc082c07182'] response: {'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'code': 200} May 06 13:26:47.481077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:47.719173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:47.742355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.742626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.742960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.744812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.745365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.745719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.746058 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.746428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.746762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.747091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.747446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:47.803291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] No DVR routers for this DVR port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:26:48.062894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:26:48.063141 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:26:48.063475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:48.069785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:26:48.070099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Attempting to bind port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:26:48.076892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:26:48.077222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:26:48.077594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:26:48.078006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Bound port: 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:26:48.078345 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:48.170106 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:26:48.172982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:26:48.230498 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:48.293391 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:48.294809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] 10.222.0.86 "PUT /v2.0/ports/02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1092 time: 1.4233489 May 06 13:26:48.310962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09488-e430-46e9-90b9-73622212fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:48.395406 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-a152cd12-7632-48d7-88bb-21152149eb11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1095 time: 0.0746291 May 06 13:26:48.537147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-6f7ca030-e586-4ee7-bdf3-721d55f4c992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:48.538589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-6f7ca030-e586-4ee7-bdf3-721d55f4c992 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1372442 May 06 13:26:48.632883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f91b6-6612-477f-8b14-be7bb18ffb5f req-74c4558a-fb22-4d19-a25b-af2c53c34503 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:48.634343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd5f91b6-6612-477f-8b14-be7bb18ffb5f req-74c4558a-fb22-4d19-a25b-af2c53c34503 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0871141 May 06 13:26:48.649996 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-89b5d5b2-fcdd-4dd7-bf28-4a47588aab5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 999 time: 0.1047559 May 06 13:26:48.685461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dd5f91b6-6612-477f-8b14-be7bb18ffb5f req-424a35b9-6fdb-4764-872f-fa5d75b2045c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 May 06 13:26:48.718649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-7320b0ac-3c64-43e2-9bcb-2d16af9021e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:48.720159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-7320b0ac-3c64-43e2-9bcb-2d16af9021e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0640056 May 06 13:26:48.796649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-92953877-b451-425c-b7c2-d493b680549f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695980 May 06 13:26:48.935393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-3c6e7eb9-69f0-4378-838a-7379f12458af service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312246 May 06 13:26:49.074995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cecbe351-c3aa-4709-a19d-52f590acea1c req-5a48e883-171c-421e-962a-3e30a4af693c service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328483 May 06 13:26:49.449625 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:49.482340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:26:49.521809 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e0bcd2-9f45-4263-b60c-b04014b734c6'] response: {'name': 'network-changed', 'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'status': 'completed', 'code': 200} May 06 13:26:49.544745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:26:49.614827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-385bf670-68c2-4fa3-8cb9-14c2e93b8553 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1095 time: 0.0721011 May 06 13:26:49.618507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-5bb2f729-3d4b-4878-bc63-bbc58166c438 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1095 time: 0.0725296 May 06 13:26:49.758497 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-65e70187-6275-4040-b512-d18320a321e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:49.763506 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-65e70187-6275-4040-b512-d18320a321e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1391792 May 06 13:26:49.766027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-21c9a34c-216e-445d-8ff4-2671bc4940eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:49.767733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-21c9a34c-216e-445d-8ff4-2671bc4940eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1432052 May 06 13:26:49.890687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-4a7334d1-6038-4f01-be22-47a381f36f7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 999 time: 0.1159217 May 06 13:26:49.923496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-9652017b-68ad-4742-8435-c314abf1986f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 999 time: 0.1571176 May 06 13:26:49.961572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-5e9a6141-df51-4421-b0ed-06b0b3727de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:49.964356 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-5e9a6141-df51-4421-b0ed-06b0b3727de1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0659752 May 06 13:26:49.993594 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeb509-aef3-4443-9b28-ab5163ebea1d req-497c7917-f886-4b19-b3b8-9c96e167edb2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:49.995305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfdeb509-aef3-4443-9b28-ab5163ebea1d req-497c7917-f886-4b19-b3b8-9c96e167edb2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.1664896 May 06 13:26:50.021637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-fe42ced4-7ddc-4f37-a158-d65dd5f4727e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:50.023331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-fe42ced4-7ddc-4f37-a158-d65dd5f4727e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0917063 May 06 13:26:50.097555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cfdeb509-aef3-4443-9b28-ab5163ebea1d req-9d4a3387-fbc5-4692-99f2-e7a2d440fb61 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962753 May 06 13:26:50.124361 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-ba0374b1-ccf4-4945-9ee3-9e81f286cb89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943055 May 06 13:26:50.157621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-b619919f-0e53-4d3b-972e-133267c642f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868067 May 06 13:26:50.258864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-57d8def0-6ecb-443d-acd7-8b3a4972e581 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278639 May 06 13:26:50.293584 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-f5e49b5e-922a-455a-a73b-1e85dfe98c75 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297407 May 06 13:26:50.400800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-acf7bc2e-dfbe-48da-81e3-4cfc70c4d5d2 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361351 May 06 13:26:50.438933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3bbfbae6-bd39-432f-b718-0daa4407626e req-86444dfb-4c56-426f-bd8c-9cdd0fb61f99 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373503 May 06 13:26:51.073541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:26:51.222814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:51.237750 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'mac_address': 'fa:16:3e:76:a1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:26:51.268271 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:51.294928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:51.305213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08074-1dba-4517-96d1-136d1f021797 req-7e6c76c5-51b2-4939-9651-54bcb6f7062e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:51.307923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dc08074-1dba-4517-96d1-136d1f021797 req-7e6c76c5-51b2-4939-9651-54bcb6f7062e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 944 time: 0.0822034 May 06 13:26:51.313540 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ee2274-0fbf-4adf-bc04-95f5fba654e9 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:26:51.329847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:51.359947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8dc08074-1dba-4517-96d1-136d1f021797 req-38ff896d-3331-42af-b391-d6fd845c65b7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467718 May 06 13:26:51.401537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:51.473209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:51.483151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.483518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.483880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.484213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.484543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.484871 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.485197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.485516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.486030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.486300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.486619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:26:51.628917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['02ee2274-0fbf-4adf-bc04-95f5fba654e9'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:26:51.864196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a914e9-1e3d-4d26-a5bd-c56a9380eba1 req-3a255d5f-4ab3-47e4-8bec-bc50e64f4672 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:51.865676 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21a914e9-1e3d-4d26-a5bd-c56a9380eba1 req-3a255d5f-4ab3-47e4-8bec-bc50e64f4672 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 945 time: 0.0896585 May 06 13:26:51.915090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21a914e9-1e3d-4d26-a5bd-c56a9380eba1 req-1725cbbf-dc56-4909-ab20-5602e2f086e1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430460 May 06 13:26:51.959447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-e9c9ebc2-c9cd-4386-9292-bc6ef815794d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:51.960973 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-e9c9ebc2-c9cd-4386-9292-bc6ef815794d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f&tenant_id=aa53cd4d38fc4e739bcce1c983e91333&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 945 time: 0.0870159 May 06 13:26:52.042784 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-b90a7977-3e40-4eb4-a865-0dcfa55ee295 service neutron] delete failed (client error): The resource could not be found. May 06 13:26:52.043901 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-b90a7977-3e40-4eb4-a865-0dcfa55ee295 service neutron] 10.222.0.13 "DELETE /v2.0/ports/02ee2274-0fbf-4adf-bc04-95f5fba654e9/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0769293 May 06 13:26:52.206845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-afe530e2-d3b4-47fd-9656-96eb5230d3ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1096 time: 0.0884571 May 06 13:26:52.468656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-38d35d67-ab21-4a6c-9e8e-bd1532cea3ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:52.470050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-38d35d67-ab21-4a6c-9e8e-bd1532cea3ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.2551191 May 06 13:26:52.590790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-199bf21d-859e-4ba4-ae61-f82d31bf76d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1000 time: 0.1141188 May 06 13:26:52.656675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-2134c606-0df4-4237-8f2d-a298cc85d57e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:52.658168 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-2134c606-0df4-4237-8f2d-a298cc85d57e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0613053 May 06 13:26:52.746160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-63c38f25-fb76-4c41-af0d-87734bf34acd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807714 May 06 13:26:52.886209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-490c7e80-79d4-4e14-a229-cf31a55d8b3e service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337163 May 06 13:26:53.045364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29ab5b59-9e5e-4cb4-8f8a-fc1505c7e6d8 req-6efc8216-073a-49f8-9e5d-b337149eb111 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528621 May 06 13:26:53.074996 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:26:53.133637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7c917-8099-451a-a82f-a30bca95483b req-5dd1c39c-935e-40a8-be7a-c7e82a0984a0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:53.135305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fd7c917-8099-451a-a82f-a30bca95483b req-5dd1c39c-935e-40a8-be7a-c7e82a0984a0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 945 time: 0.0829582 May 06 13:26:53.185885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fd7c917-8099-451a-a82f-a30bca95483b req-b7c7f6fa-de55-42b5-9282-c7e9b1a493cc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 May 06 13:26:53.270190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:26:53.276238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:26:53.276630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:53.396094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:53.423589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:26:53.433172 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:26:53.493385 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce0ff50-31d0-4c33-a2e0-3a446a147603'] response: {'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'code': 200} May 06 13:26:53.515389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:53.583236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:26:54.398069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3c97-a25f-40d3-96fb-4a86068b1640 req-6f2963fc-5f22-4dc3-b94e-6b74e4d33d9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:54.399602 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed5b3c97-a25f-40d3-96fb-4a86068b1640 req-6f2963fc-5f22-4dc3-b94e-6b74e4d33d9f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0820944 May 06 13:26:54.448019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed5b3c97-a25f-40d3-96fb-4a86068b1640 req-c8087fc1-2a71-41ee-b1d3-d5a86cbec1f1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 May 06 13:26:54.654647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31201e6-bf6f-41a6-973b-117a6fc798ed req-77263909-044a-4705-85c4-65c442d94df6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:54.656148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c31201e6-bf6f-41a6-973b-117a6fc798ed req-77263909-044a-4705-85c4-65c442d94df6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0820069 May 06 13:26:54.710674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c31201e6-bf6f-41a6-973b-117a6fc798ed req-fb4eb4a7-7f22-49f8-bacd-17b99e326b95 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487063 May 06 13:26:55.205630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b49f3-ed9a-4b85-8c46-f0fc4e3ed921 req-7b76895f-7db9-4e24-bcae-c15fca852d23 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:55.207284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c46b49f3-ed9a-4b85-8c46-f0fc4e3ed921 req-7b76895f-7db9-4e24-bcae-c15fca852d23 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0811253 May 06 13:26:55.301076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c46b49f3-ed9a-4b85-8c46-f0fc4e3ed921 req-1115d366-f606-4fe5-b9dd-e79fb6bf997b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881617 May 06 13:26:55.329836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-d12f2e8a-3a50-4aff-b567-9fc05e1cf1e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 1097 time: 0.0838046 May 06 13:26:55.467626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-9e0c68dc-06e7-48f8-a437-80555920cbfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:55.469128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-9e0c68dc-06e7-48f8-a437-80555920cbfa service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1336720 May 06 13:26:55.580734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-dcffc0ef-5e8d-428a-9e7e-caca10b5af39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 200 len: 1001 time: 0.1042640 May 06 13:26:55.644903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-8c158171-3f40-44af-ad72-109aff61f951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:55.646530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-8c158171-3f40-44af-ad72-109aff61f951 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0603800 May 06 13:26:55.723003 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-b94907d4-9a03-430d-8e59-bd2f1abebee2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700424 May 06 13:26:55.863825 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-be90a604-f415-4034-858d-36eab02d7a84 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339452 May 06 13:26:55.998167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f27ca0e4-b8ba-4444-8526-ee73c1bb5baa req-6bd3b4ea-8e41-4f7f-bafd-650bf5160a98 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277161 May 06 13:26:56.510208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794c8ae-4015-43ab-be08-96a3eee672e0 req-19265052-4882-46cd-a1e7-4a97b7b8b232 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:56.511643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b794c8ae-4015-43ab-be08-96a3eee672e0 req-19265052-4882-46cd-a1e7-4a97b7b8b232 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0812981 May 06 13:26:56.559618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b794c8ae-4015-43ab-be08-96a3eee672e0 req-ba9bc132-ba1c-47c9-8ddc-bdc08d59a53b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 May 06 13:26:57.772862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17d2a-72d1-4d3c-a40c-b2135a750ac1 req-1b3b5ef3-e219-4295-affa-6301b17fdc65 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:57.774322 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30d17d2a-72d1-4d3c-a40c-b2135a750ac1 req-1b3b5ef3-e219-4295-affa-6301b17fdc65 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0861106 May 06 13:26:57.824952 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-30d17d2a-72d1-4d3c-a40c-b2135a750ac1 req-326b214d-8ac0-41c8-b349-2dc5901cd727 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448513 May 06 13:26:58.430073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e735c3-d8d2-4dca-b060-793309505f83 req-17c963e2-c09d-40fd-aec7-bd43be606166 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:58.431632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64e735c3-d8d2-4dca-b060-793309505f83 req-17c963e2-c09d-40fd-aec7-bd43be606166 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0821295 May 06 13:26:58.585388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64e735c3-d8d2-4dca-b060-793309505f83 req-f9533b8b-62ec-4a39-964e-91b96b38c450 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479380 May 06 13:26:59.442251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:26:59.744579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-cba78c27-d052-4846-8386-ae7c3cf9d34c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:59.746168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-cba78c27-d052-4846-8386-ae7c3cf9d34c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0837741 May 06 13:26:59.808025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d128c-d4d3-4184-9ac8-4ebe06e29983 req-454f53af-1fcd-47c0-8a36-67750c54c9ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:26:59.809538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-764d128c-d4d3-4184-9ac8-4ebe06e29983 req-454f53af-1fcd-47c0-8a36-67750c54c9ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 946 time: 0.0930066 May 06 13:26:59.828458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Deleting port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:26:59.828821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:26:59.863946 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-764d128c-d4d3-4184-9ac8-4ebe06e29983 req-56f73e2c-453c-4425-a345-69e6388820b7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452831 May 06 13:27:00.084741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] For port 02ee2274-0fbf-4adf-bc04-95f5fba654e9, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=02ee2274-0fbf-4adf-bc04-95f5fba654e9,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:00.085043 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:00.382304 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:00.382677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:00.383062 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c disassociated. External IP: 172.25.2.32, port: 02ee2274-0fbf-4adf-bc04-95f5fba654e9. May 06 13:27:00.383454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Calling delete_port for 02ee2274-0fbf-4adf-bc04-95f5fba654e9 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:27:00.607267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:00.658579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'Port': ['ID=02ee2274-0fbf-4adf-bc04-95f5fba654e9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:00.887907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:27:01.065616 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-40ac274f-5410-4cea-b76d-633c9ee58c4e req-55da23d1-3415-4663-b2ec-be423b029d84 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d24511d-e7d0-4a74-89f6-004c1d7c915f HTTP/1.1" status: 200 len: 210 time: 0.0574725 May 06 13:27:01.143725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:27:01.153951 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:27:01.167561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:27:01.168217 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:26:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:01.219208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] No DVR routers for this DVR port 02ee2274-0fbf-4adf-bc04-95f5fba654e9 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:27:01.221960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:01.224658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-deleted', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:01.289757 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebbb510-008d-487e-90a7-180fa9324c9a'] response: {'server_uuid': '4d24511d-e7d0-4a74-89f6-004c1d7c915f', 'name': 'network-vif-deleted', 'tag': '02ee2274-0fbf-4adf-bc04-95f5fba654e9', 'status': 'completed', 'code': 200} May 06 13:27:01.310493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c7ecab27-0620-4dcf-ac06-44c279f2f823 req-ff64ed22-983c-4d08-952d-fd51207c8e7b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "DELETE /v2.0/ports/02ee2274-0fbf-4adf-bc04-95f5fba654e9 HTTP/1.1" status: 204 len: 173 time: 1.5588512 May 06 13:27:01.352330 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:27:01.676780 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:01.680651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:27:01.691622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:27:01.692281 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:26:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:01.877617 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:27:02.222869 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:02.227027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac658137-da6c-49b0-85d3-281bd6a0280f None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:27:02.452471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-2d6d5256-7204-4434-8a62-0549351509cc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--266902840&fields=id&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 267 time: 0.0461423 May 06 13:27:02.458383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff74a9e-6bae-4748-92b0-7a121d7afda6 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:27:02.718838 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834021d-9610-4249-a275-6f213889a081 req-2e7858c8-344b-4cc1-bdf3-d9d98103c774 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:02.720289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-2e7858c8-344b-4cc1-bdf3-d9d98103c774 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.2614410 May 06 13:27:02.737829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-1f13477b-268e-453f-b4cf-8e235b7fd178 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/quotas/aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 375 time: 0.0121827 May 06 13:27:02.827809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3834021d-9610-4249-a275-6f213889a081 req-ef1f6221-ea3e-4da0-91f1-d4d566a229c9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:27:02.909974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3834021d-9610-4249-a275-6f213889a081 req-ef1f6221-ea3e-4da0-91f1-d4d566a229c9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:27:02.911622 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-ef1f6221-ea3e-4da0-91f1-d4d566a229c9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1683424 May 06 13:27:03.125154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-6f851936-935b-467a-8c45-2235487fea84 service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003284 May 06 13:27:03.263968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-2a006a05-9864-441d-91fe-c3d2b24c578c service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327360 May 06 13:27:03.530988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1f762332-ebd0-40a6-a4a7-5e55fdc52c94 req-e96bcf8e-1df8-43aa-8919-d899aec84cc5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 210 time: 0.0424862 May 06 13:27:04.706157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12ade3dd-650b-4009-a839-04e56660abff req-d1824e95-1641-4f76-9ccd-e111ed66b9d9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 210 time: 0.0451870 May 06 13:27:05.135679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:27:05.171855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 02ee2274-0fbf-4adf-bc04-95f5fba654e9 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:27:05.172205 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 02ee2274-0fbf-4adf-bc04-95f5fba654e9 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:27:05.639575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834021d-9610-4249-a275-6f213889a081 req-38ef80dd-4ae8-485d-abb3-2c3215349a34 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:05.641081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-38ef80dd-4ae8-485d-abb3-2c3215349a34 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.1461365 May 06 13:27:05.700489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-76687607-5e46-4395-9b65-f4e8ff8fa5cc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 379 time: 0.0465827 May 06 13:27:05.708616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'port': {'device_id': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'admin_state_up': True, 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'security_groups': ['a5eb4511-7a01-4230-beea-3d69e8703c88']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:27:05.898525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6713452b-de12-4223-8beb-8196f55de715 req-85f4a0c7-45f0-4d62-ac6a-404d0f48b0cd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 210 time: 0.0629456 May 06 13:27:05.908410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:27:05.919421 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:27:06.681834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:27:06.684917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:06.859938 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Allocated IP 172.20.0.10 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/29e1e479-1176-4d03-ab6d-6f29b928722a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:27:07.072200 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a88ef97b-d1f2-4f7d-9ac5-f25e833bdd53 req-e0c79689-977e-45cb-bcb0-16efe478ee4a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 210 time: 0.0475535 May 06 13:27:07.159348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:07.176384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Transition to ACTIVE for port object 29e1e479-1176-4d03-ab6d-6f29b928722a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:27:07.264799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:07.336033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:27:07.339595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:27:07.343597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:27:07.378210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:07.402663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.403002 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.403348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.403754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.404106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.404431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.404752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.405069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.405395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.405718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.406035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:07.427241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:07.427855 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:07.528131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-263bf336-40b7-468b-a802-f1dd2d874d06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8229566 May 06 13:27:07.539170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Request body: {'port': {'device_id': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:27:07.650676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:07.681058 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc334b79-4e99-42af-a5e2-51f85a6d175f None None] Provisioning for port 29e1e479-1176-4d03-ab6d-6f29b928722a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:27:07.687179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc334b79-4e99-42af-a5e2-51f85a6d175f None None] Provisioning complete for port 29e1e479-1176-4d03-ab6d-6f29b928722a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:27:07.687546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc334b79-4e99-42af-a5e2-51f85a6d175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:07.742377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc334b79-4e99-42af-a5e2-51f85a6d175f None None] Port 29e1e479-1176-4d03-ab6d-6f29b928722a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:27:08.003082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:27:08.010541 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.024646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Transition to ACTIVE for port object 29e1e479-1176-4d03-ab6d-6f29b928722a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:27:08.095838 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.265315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:08.410259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc03f6-b18b-411e-b516-077fdf47ac18 req-fc18529b-b253-40af-89a3-95ae75b0b58b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:08.411617 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b2dc03f6-b18b-411e-b516-077fdf47ac18 req-fc18529b-b253-40af-89a3-95ae75b0b58b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:27:08.426708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:27:08.427012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:27:08.427340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:08.438799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:27:08.439111 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:08.445453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:27:08.445820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:27:08.446204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:27:08.446646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Bound port: 29e1e479-1176-4d03-ab6d-6f29b928722a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:27:08.447106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.503725 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2dbef6ea-9bdf-4f13-9c92-c9e3257e7e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.535403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b2dc03f6-b18b-411e-b516-077fdf47ac18 req-fc18529b-b253-40af-89a3-95ae75b0b58b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:27:08.536844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2dc03f6-b18b-411e-b516-077fdf47ac18 req-fc18529b-b253-40af-89a3-95ae75b0b58b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.3269587 May 06 13:27:08.563223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:27:08.581486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:27:08.595250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2dc03f6-b18b-411e-b516-077fdf47ac18 req-85ea1bd6-d3aa-4927-85b3-a1b41505f7c6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514736 May 06 13:27:08.653386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.719949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:08.721344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-28f55149-7278-4941-8673-31374e19cf34 service neutron] 10.222.0.13 "PUT /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1092 time: 1.1864564 May 06 13:27:08.721777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:08.748150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55149-7278-4941-8673-31374e19cf34 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:08.785984 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b67f7e3-dddd-411d-bf16-f6fe8181e755'] response: {'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'status': 'completed', 'code': 200} May 06 13:27:08.890892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53442e97-9525-4737-be7c-3d8724c63b9c req-6b941240-cca8-463d-8834-cc4e66f73bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1095 time: 0.0798926 May 06 13:27:09.047743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442e97-9525-4737-be7c-3d8724c63b9c req-deb303a5-2d67-44e0-8f1b-e45ff757e15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:09.049258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53442e97-9525-4737-be7c-3d8724c63b9c req-deb303a5-2d67-44e0-8f1b-e45ff757e15a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1520324 May 06 13:27:09.191447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442e97-9525-4737-be7c-3d8724c63b9c req-23e38307-f444-4dbe-8868-cc190b0bf063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:09.192854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53442e97-9525-4737-be7c-3d8724c63b9c req-23e38307-f444-4dbe-8868-cc190b0bf063 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377265 May 06 13:27:09.305864 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-6467f46e-7884-4f2e-8292-449e65ab2f41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1095 time: 0.0737908 May 06 13:27:09.470898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-fffa0267-7619-4bc4-8f53-95000c9601a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 217 time: 0.1579621 May 06 13:27:09.536862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834021d-9610-4249-a275-6f213889a081 req-7b85579c-0c34-423d-bf0b-b7826c19ab09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:09.538278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-7b85579c-0c34-423d-bf0b-b7826c19ab09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0618212 May 06 13:27:09.620674 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-e5e14d90-9393-44b8-94f3-3023bf68c4b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768170 May 06 13:27:09.806795 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-1d7f3348-92bc-4326-854b-022e5dfcc69b service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793284 May 06 13:27:09.936607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c7ee8-57d2-4af1-b084-8b721c7a5360 req-f13fd480-0ec1-4c06-af35-a9ca0bd6a2f3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:09.938092 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-661c7ee8-57d2-4af1-b084-8b721c7a5360 req-f13fd480-0ec1-4c06-af35-a9ca0bd6a2f3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.2141187 May 06 13:27:09.980007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3834021d-9610-4249-a275-6f213889a081 req-c20e572e-d307-456b-8b29-f25b444d0d56 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669834 May 06 13:27:10.000199 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-661c7ee8-57d2-4af1-b084-8b721c7a5360 req-3d59704b-930e-4e9c-96b8-c7db3394a48d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563753 May 06 13:27:10.761297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-20428fbe-ca39-4848-9c1b-3afc0f2c49a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:11.201266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093b166-79a4-4114-bade-29572a593f21 req-a79dc12c-8db7-49c7-a604-86fea94057f6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:11.202771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5093b166-79a4-4114-bade-29572a593f21 req-a79dc12c-8db7-49c7-a604-86fea94057f6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0806165 May 06 13:27:11.251102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5093b166-79a4-4114-bade-29572a593f21 req-fe9b1d83-ba9a-4c22-987e-743f2346b0f4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 May 06 13:27:12.298413 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:12.355327 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:12.459061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e588e-6693-45e4-a3af-a0bc7ea3b019 req-cda08d30-3cf9-4b3d-b71b-3a72bb6b17fd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:12.460577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4e588e-6693-45e4-a3af-a0bc7ea3b019 req-cda08d30-3cf9-4b3d-b71b-3a72bb6b17fd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0840240 May 06 13:27:12.508798 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fc4e588e-6693-45e4-a3af-a0bc7ea3b019 req-bc859e3a-f79c-4b63-a84c-6b9851616fe7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420160 May 06 13:27:13.591393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:27:13.719884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721664-0718-4ac4-a61c-6e6086060d6f req-a63e365f-add5-43aa-82d3-cbd4cadac2ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:13.722220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa721664-0718-4ac4-a61c-6e6086060d6f req-a63e365f-add5-43aa-82d3-cbd4cadac2ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0845280 May 06 13:27:13.752483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:13.769933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:27:13.775039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa721664-0718-4ac4-a61c-6e6086060d6f req-524c0e85-6d96-486e-a700-d8dcd7317714 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458851 May 06 13:27:13.807439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:13.835172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:13.854313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:27:13.869795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:13.938560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:14.004648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:14.163963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['29e1e479-1176-4d03-ab6d-6f29b928722a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:27:15.133309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d9cf-aa9b-4aa7-b96b-d847a998c901 req-572b734b-9239-4d63-a880-0d7947235bec tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:15.135382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7a3d9cf-aa9b-4aa7-b96b-d847a998c901 req-572b734b-9239-4d63-a880-0d7947235bec tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0815756 May 06 13:27:15.184599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c7a3d9cf-aa9b-4aa7-b96b-d847a998c901 req-df760e00-2836-44ec-aeeb-d09a79ce1bda tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 May 06 13:27:15.606543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:27:15.761249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 29e1e479-1176-4d03-ab6d-6f29b928722a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:27:15.766457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 29e1e479-1176-4d03-ab6d-6f29b928722a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:27:15.766909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:15.888892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:15.917689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:15.927385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:15.972176 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f02542-ac1a-40d1-af75-bf002f74a726'] response: {'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'code': 200} May 06 13:27:15.978810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:16.056144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:16.109322 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a681daf-a1d5-4990-8fdc-e35cfa3c3be4 req-9b77b896-f7f8-4e7d-856f-9e561c11a6cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1097 time: 0.0748420 May 06 13:27:16.153730 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4a681daf-a1d5-4990-8fdc-e35cfa3c3be4 req-14dbaffe-ab73-4bf2-8ad0-63e301dd6862 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383244 May 06 13:27:16.396041 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fc239-7da0-40c1-84ec-30ccfd483fe5 req-c79fd8a2-cc03-4361-a813-68d301d2b95c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:16.397470 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd9fc239-7da0-40c1-84ec-30ccfd483fe5 req-c79fd8a2-cc03-4361-a813-68d301d2b95c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0869715 May 06 13:27:16.444894 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bd9fc239-7da0-40c1-84ec-30ccfd483fe5 req-40adb686-3e8d-4175-b3f2-1a68bf0c5d69 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413599 May 06 13:27:17.069641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:17.648621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73be5d-5308-45fc-9f0a-418b7da392a1 req-c5a08721-762f-4a95-9ec5-01d7e6c0a914 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:17.650131 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f73be5d-5308-45fc-9f0a-418b7da392a1 req-c5a08721-762f-4a95-9ec5-01d7e6c0a914 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0775499 May 06 13:27:17.697801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f73be5d-5308-45fc-9f0a-418b7da392a1 req-4a3c211c-90d0-4aa6-95d6-1a3f514983bb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 May 06 13:27:17.901464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcc091-f234-4696-b964-d4706fe1d479 req-8392f63b-472e-4409-b352-1288f1043e30 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:17.902924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f2dcc091-f234-4696-b964-d4706fe1d479 req-8392f63b-472e-4409-b352-1288f1043e30 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0818841 May 06 13:27:17.911985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 50378) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:27:17.917968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'floatingip': {'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:27:17.996046 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:18.687688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:18.745179 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:18.942379 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c associated. External IP: 172.25.2.32, port: 29e1e479-1176-4d03-ab6d-6f29b928722a. May 06 13:27:19.339943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:27:19.545150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:27:19.549414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:19.555672 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:27:19.568408 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:27:19.569031 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:19.603658 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ca1f88ce-b34c-429d-9d96-62b7d5502689 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "PUT /v2.0/floatingips/06f031f7-6061-4833-8e7c-74d56f26755c HTTP/1.1" status: 200 len: 991 time: 1.6903634 May 06 13:27:19.604537 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:19.675039 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e60727-0d87-48ef-86f1-185d490bdd33'] response: {'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'status': 'completed', 'code': 200} May 06 13:27:19.765319 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:27:19.783701 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-17b9f4eb-482f-4780-85fd-76e9d78b92b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1097 time: 0.0822222 May 06 13:27:19.836441 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-07f53bb4-5931-47d4-bdf8-f30ab2a663a3 req-04a27429-865a-4c85-bf16-86cff3a68eec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0915349 May 06 13:27:19.945022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1252d-0482-450a-921b-fe65957c03a5 req-4366505f-5071-44a6-af97-e47a40762220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:19.948329 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-4366505f-5071-44a6-af97-e47a40762220 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1583874 May 06 13:27:20.056202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-96a66305-cdbf-49a9-b4ea-9499fa75cf4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 999 time: 0.1019025 May 06 13:27:20.124464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1252d-0482-450a-921b-fe65957c03a5 req-dc274644-cd16-45b2-9116-62ee1c911f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:20.126008 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-dc274644-cd16-45b2-9116-62ee1c911f43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0645430 May 06 13:27:20.143628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:27:18Z', 'revision_number': 9, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:20.148524 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:27:20.161060 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:27:20.161926 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:27:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:20.357702 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:27:20.375160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-5301a68f-f23a-4b21-aa2c-d9555b945bc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434409 May 06 13:27:20.415096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-6ecf298f-355b-497a-bef9-aa53be94a1b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517184 May 06 13:27:20.499177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14515155-0854-45b2-81d8-55390b302b59 req-933ac276-a9d4-4659-8461-3c3ed239df8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:20.500682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14515155-0854-45b2-81d8-55390b302b59 req-933ac276-a9d4-4659-8461-3c3ed239df8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.2976463 May 06 13:27:20.570056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-1f8be4ee-1fb2-4950-9d5c-709bf666f35b service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858439 May 06 13:27:20.613095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14515155-0854-45b2-81d8-55390b302b59 req-33acc9a9-c828-4c6d-8db1-f622647a6d8a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952442 May 06 13:27:20.738077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06e1252d-0482-450a-921b-fe65957c03a5 req-3e1bb5ef-b29a-4754-a757-6aecaf10eded service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562045 May 06 13:27:20.801716 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:27:18Z', 'revision_number': 9, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:27:20.808774 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986d61a-7088-4013-bf2e-e0d3b22fc4d0 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:27:18Z', 'revision_number': 9, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:27:21.017712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51097d-a5c8-4714-beae-37370ca069f4 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:27:21.256871 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:21.833364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0efdb-36e2-4784-bd38-c70a4c266669 req-3ea3a423-9a7a-4342-b413-6f2a938652f9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:21.838683 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfb0efdb-36e2-4784-bd38-c70a4c266669 req-3ea3a423-9a7a-4342-b413-6f2a938652f9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0861006 May 06 13:27:21.882904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dfb0efdb-36e2-4784-bd38-c70a4c266669 req-0fc57ba9-a4e1-4064-856e-dcb33ee41f67 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 May 06 13:27:22.787806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-997c20db-8ec2-4b04-bce6-3737394bde72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1097 time: 0.0882061 May 06 13:27:22.925863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-cfa6e6b4-d5b6-4395-bf90-9c4b34a88af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:22.927176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-cfa6e6b4-d5b6-4395-bf90-9c4b34a88af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1329429 May 06 13:27:23.072438 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-d0e4792a-14db-4305-8f9a-414e96c7b23d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1002 time: 0.1390345 May 06 13:27:23.150973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-83e1afad-f0ad-4ce9-8cb4-3c600d47aa3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:23.152430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-83e1afad-f0ad-4ce9-8cb4-3c600d47aa3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0737536 May 06 13:27:23.210587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d440d-cd8f-4e9c-9dab-f763e772c9c6 req-961e147f-4e9d-4221-8d51-2e2c2f707c7f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:23.212720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d6d440d-cd8f-4e9c-9dab-f763e772c9c6 req-961e147f-4e9d-4221-8d51-2e2c2f707c7f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.1820006 May 06 13:27:23.278274 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-30b4bda4-673f-47d2-b1f7-ee8dd80aff01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190014 May 06 13:27:23.280370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d6d440d-cd8f-4e9c-9dab-f763e772c9c6 req-1b75064c-fb93-4efb-8966-90a796cea3a7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610180 May 06 13:27:23.417723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-39b072e9-7775-4cf1-84a3-410755b7f871 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327035 May 06 13:27:23.559751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-a7387777-a1ce-4cb1-b336-8824d758f31d service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357546 May 06 13:27:24.486715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87793-1de2-4165-971c-a20fa2e16c1e req-92ea24ab-62c3-469d-8c01-a96dd53ff940 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:24.488231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-beb87793-1de2-4165-971c-a20fa2e16c1e req-92ea24ab-62c3-469d-8c01-a96dd53ff940 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0821395 May 06 13:27:24.536675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-beb87793-1de2-4165-971c-a20fa2e16c1e req-b9ee0ac5-52b8-4e84-9e09-caeac3546490 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 May 06 13:27:25.826205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda70e1-dc10-4cac-a8ef-41647b72cf64 req-bc0141cb-5a6a-47ab-8f49-89956658e43a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:25.830252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fda70e1-dc10-4cac-a8ef-41647b72cf64 req-bc0141cb-5a6a-47ab-8f49-89956658e43a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.1678634 May 06 13:27:25.881575 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fda70e1-dc10-4cac-a8ef-41647b72cf64 req-65abff54-dbd6-413e-91a5-264b820e404f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483608 May 06 13:27:26.625510 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-8675c059-1a5f-4e52-a446-4cc416245830 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1097 time: 0.0751004 May 06 13:27:26.772270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-0984c6e9-35be-4234-8599-37cf970527a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:26.773743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-0984c6e9-35be-4234-8599-37cf970527a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1291256 May 06 13:27:26.978676 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-ddcef74a-8c05-40d1-85be-c84a589bd12c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1002 time: 0.1986876 May 06 13:27:27.044459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-67ed9382-0272-4900-a542-2cb822243b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:27.045904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-67ed9382-0272-4900-a542-2cb822243b61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0609474 May 06 13:27:27.124212 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-fee03315-907b-4ff3-9513-06b75aad85ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724518 May 06 13:27:27.173638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ea69-c895-490c-b8fa-c388c9cca6a8 req-10566b8e-63dd-45b7-a37b-2727d98482ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:27.175033 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1643ea69-c895-490c-b8fa-c388c9cca6a8 req-10566b8e-63dd-45b7-a37b-2727d98482ad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.1625218 May 06 13:27:27.223646 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1643ea69-c895-490c-b8fa-c388c9cca6a8 req-6be68138-02f1-4fdb-8d88-e6fdbe84f1a2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 May 06 13:27:27.260281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-6258f904-3f94-46da-9160-5acc186d82c4 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291139 May 06 13:27:27.395280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c65d41d6-1c9d-46d8-a27d-198227bd9e3a req-1a147e3a-fd6b-49ea-ae51-f2dbd0c4c6de service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292553 May 06 13:27:28.429893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e0d1-2947-4fdd-82a5-8eab3416cc0c req-6d694259-fbf7-4cf2-ad8e-5e21dd4c89e3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:28.431525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b537e0d1-2947-4fdd-82a5-8eab3416cc0c req-6d694259-fbf7-4cf2-ad8e-5e21dd4c89e3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0816944 May 06 13:27:28.477387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b537e0d1-2947-4fdd-82a5-8eab3416cc0c req-1cfdc796-d3b8-4a4c-8b57-05fb040c3935 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 May 06 13:27:29.684134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ccf27-bc16-4148-9dbf-5f42603b1680 req-9b6fcf81-22e9-49bc-b4ad-3cd6f1c7bb9c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:29.685652 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-376ccf27-bc16-4148-9dbf-5f42603b1680 req-9b6fcf81-22e9-49bc-b4ad-3cd6f1c7bb9c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0811934 May 06 13:27:29.738733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-376ccf27-bc16-4148-9dbf-5f42603b1680 req-8150c119-c714-4365-a9a2-748d4ebc82bc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 May 06 13:27:30.941939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a438dfc-c699-4f53-ba6e-aabf76525310 req-0ee63ca7-25b7-4fa2-a201-e83e404dc016 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:30.943393 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a438dfc-c699-4f53-ba6e-aabf76525310 req-0ee63ca7-25b7-4fa2-a201-e83e404dc016 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0812516 May 06 13:27:30.994116 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a438dfc-c699-4f53-ba6e-aabf76525310 req-b2ba231b-ff24-43ff-b710-075ab18198d2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 May 06 13:27:32.203984 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d60f-719e-478c-9d70-e33332ca4354 req-d1c2ef1c-3dda-4e11-860c-2cdd82a5eb75 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:32.205517 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ce5d60f-719e-478c-9d70-e33332ca4354 req-d1c2ef1c-3dda-4e11-860c-2cdd82a5eb75 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0823846 May 06 13:27:32.252739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8ce5d60f-719e-478c-9d70-e33332ca4354 req-a8835b7f-5dde-46e9-b13b-6c095057331c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 May 06 13:27:33.455261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9d053-2054-49be-8a97-5e8b6fc3f9ca req-678e07f1-39f0-4d8d-bf25-1dcc54dfe997 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:33.456770 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4f9d053-2054-49be-8a97-5e8b6fc3f9ca req-678e07f1-39f0-4d8d-bf25-1dcc54dfe997 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0823584 May 06 13:27:33.503403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c4f9d053-2054-49be-8a97-5e8b6fc3f9ca req-ec14f294-7315-444b-abc1-deb04892f150 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410559 May 06 13:27:34.861337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f313-203c-4b61-8684-56f33b1619cb req-62792ae4-3273-4ad4-8e42-f03c70eea48d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:34.862873 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c365f313-203c-4b61-8684-56f33b1619cb req-62792ae4-3273-4ad4-8e42-f03c70eea48d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0845661 May 06 13:27:34.908731 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c365f313-203c-4b61-8684-56f33b1619cb req-b788fa83-f22d-4a4d-9557-634a1c05b2bf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 May 06 13:27:36.129423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4da16e-13ba-48d9-a9bb-795b6350379a req-aff17a83-a10b-4b42-85e4-6ab9b75f23e2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:36.130725 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b4da16e-13ba-48d9-a9bb-795b6350379a req-aff17a83-a10b-4b42-85e4-6ab9b75f23e2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0889184 May 06 13:27:36.182479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b4da16e-13ba-48d9-a9bb-795b6350379a req-cba84998-7332-4a18-a7fe-e8eac1e8be48 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450919 May 06 13:27:36.443255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:27:37.382436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9cb88-7aad-496c-a727-4091ad26866e req-000e3f04-e88c-4b4b-bc56-d67324835f97 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:37.383982 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cd9cb88-7aad-496c-a727-4091ad26866e req-000e3f04-e88c-4b4b-bc56-d67324835f97 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0787537 May 06 13:27:37.433110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4cd9cb88-7aad-496c-a727-4091ad26866e req-d2d23bed-e3f1-49c4-b578-7489ff2d5a13 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434995 May 06 13:27:38.486536 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e40ebf2-0368-40ab-9e8b-3e8c82c88d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:38.645059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9e05-a44a-4dbe-8c31-10dd3d930aa8 req-c0c4b891-dbf8-4d02-b217-6cb25b63ab06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:38.646505 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02db9e05-a44a-4dbe-8c31-10dd3d930aa8 req-c0c4b891-dbf8-4d02-b217-6cb25b63ab06 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0814970 May 06 13:27:38.695203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-02db9e05-a44a-4dbe-8c31-10dd3d930aa8 req-fbd9e31f-731f-4604-a808-d0343ac47888 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 May 06 13:27:39.904902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fddf10-0e52-45b3-8ee6-1c2472deed13 req-55379017-afba-4cc3-82d5-89b55fc1f849 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:39.906387 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61fddf10-0e52-45b3-8ee6-1c2472deed13 req-55379017-afba-4cc3-82d5-89b55fc1f849 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0831027 May 06 13:27:39.953335 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61fddf10-0e52-45b3-8ee6-1c2472deed13 req-dfc38e76-7567-4e0e-a485-ef3401e4c6ef tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 May 06 13:27:40.738217 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b424582e-f22c-4b34-8da8-ac42445ffb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:41.158334 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d808c-b4ba-4f1f-b253-f3b14a4460be req-b5889ba0-eb25-4037-87e3-257addce994d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:41.159793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac3d808c-b4ba-4f1f-b253-f3b14a4460be req-b5889ba0-eb25-4037-87e3-257addce994d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0842307 May 06 13:27:41.207531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ac3d808c-b4ba-4f1f-b253-f3b14a4460be req-7f6ce33d-f240-453a-bb73-34b74abee92b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418122 May 06 13:27:42.309330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:42.366731 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:42.405530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd35d-8446-4d43-9921-d8f1039c055f req-7cecd80b-ef11-4eb5-a449-63807b61e0c1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:42.407023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-061fd35d-8446-4d43-9921-d8f1039c055f req-7cecd80b-ef11-4eb5-a449-63807b61e0c1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0780220 May 06 13:27:42.457687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-061fd35d-8446-4d43-9921-d8f1039c055f req-cd103655-80a2-4eff-9893-c03429fa58ea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 May 06 13:27:43.659443 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679adc0a-26ab-4b1c-87eb-1a3b2eb1d4b9 req-afdc155e-8aaf-4a21-8e75-fc7405391b4f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:43.660918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-679adc0a-26ab-4b1c-87eb-1a3b2eb1d4b9 req-afdc155e-8aaf-4a21-8e75-fc7405391b4f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0778615 May 06 13:27:43.707062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-679adc0a-26ab-4b1c-87eb-1a3b2eb1d4b9 req-dd269bc6-4663-4e79-ad18-a65f1afaf6b5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 May 06 13:27:43.772673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:44.910705 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b0a-26b6-4ac2-8e02-20297d84e164 req-6fbeb0d9-3e93-4db0-8845-28e99d6d8cdf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:44.912490 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe7e2b0a-26b6-4ac2-8e02-20297d84e164 req-6fbeb0d9-3e93-4db0-8845-28e99d6d8cdf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0804956 May 06 13:27:44.958444 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe7e2b0a-26b6-4ac2-8e02-20297d84e164 req-22a745b8-80f4-4382-8604-65fada6662a3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397265 May 06 13:27:45.738449 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-44774099-228c-42b6-a671-88a7fe6934f8 service neutron] show failed (client error): The resource could not be found. May 06 13:27:45.739449 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-44774099-228c-42b6-a671-88a7fe6934f8 service neutron] 10.222.0.13 "GET /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.1490848 May 06 13:27:46.161319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf3b5a-be8d-4c34-98b1-87096f31a91b req-56fa2836-2448-4388-a4b1-b0d38c37648d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:46.163025 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fcf3b5a-be8d-4c34-98b1-87096f31a91b req-56fa2836-2448-4388-a4b1-b0d38c37648d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0793552 May 06 13:27:46.211809 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fcf3b5a-be8d-4c34-98b1-87096f31a91b req-a2143430-30af-44f0-b61a-e4a3927a9a11 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 May 06 13:27:46.353661 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-8aa55f3b-761f-4b7d-b2f2-12a17ebd0a45 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1097 time: 0.1476707 May 06 13:27:46.364079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:27:46.563448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:46.833171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:46.862074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:27:46.922999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:46.928310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:46.944042 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Transition to ACTIVE for port object 29e1e479-1176-4d03-ab6d-6f29b928722a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:27:46.992865 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6a4073-a61d-4d91-ae57-d1a6189ea538'] response: {'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'code': 200} May 06 13:27:47.029739 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.086934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.164395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:47.233654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] No DVR routers for this DVR port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:27:47.425528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc568ae-a4b9-49f5-9b39-be2c86915d77 req-6700a5de-9ed2-4f96-9d47-8370fc9ebcdc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:47.426999 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fc568ae-a4b9-49f5-9b39-be2c86915d77 req-6700a5de-9ed2-4f96-9d47-8370fc9ebcdc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0817871 May 06 13:27:47.473659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9fc568ae-a4b9-49f5-9b39-be2c86915d77 req-0af11d9a-7722-48ac-9179-4af65c9b4b8b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 May 06 13:27:47.495804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:27:47.496298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:27:47.496454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:47.502476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:27:47.502801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:47.509285 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:27:47.509652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:27:47.510038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:27:47.510461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Bound port: 29e1e479-1176-4d03-ab6d-6f29b928722a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:27:47.510810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.603708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:27:47.606859 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:27:47.674125 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.739040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:47.740389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] 10.222.0.86 "PUT /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1092 time: 1.3801594 May 06 13:27:47.757813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:47.802535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.802878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.803215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.803544 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.803925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.804216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.804537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.804853 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.805168 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.805497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.805805 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19234ab-d7c2-4f44-a0ae-6991b8fabe98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:47.852073 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-a894b318-9992-4fb2-9b16-cf3c9f4613d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1095 time: 0.0891645 May 06 13:27:48.006027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-dce55c89-1b61-4f74-8b61-95f434359734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:48.007509 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-dce55c89-1b61-4f74-8b61-95f434359734 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1492157 May 06 13:27:48.107730 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-ea898475-db5d-4362-afc2-ae7218061ee7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.0939910 May 06 13:27:48.174122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-097ff90b-9385-4ef0-b580-5bc43d59a16a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:48.175574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-097ff90b-9385-4ef0-b580-5bc43d59a16a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0610545 May 06 13:27:48.249829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-fb4de685-fdbe-4021-91fd-beaef65731aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677752 May 06 13:27:48.478600 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-7d59d9bf-3f65-4677-a002-47a9e9513003 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222030 May 06 13:27:48.656666 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09835059-53e1-4f3b-9aab-62b06933ac80 req-d822ae0a-4457-483a-935a-651d9f84ec70 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719127 May 06 13:27:48.693966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0a6b2-9c2e-4b84-9c13-93839156b7f7 req-bcc9a00f-79b6-4e06-bf93-bacb1d206492 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:48.695460 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1b0a6b2-9c2e-4b84-9c13-93839156b7f7 req-bcc9a00f-79b6-4e06-bf93-bacb1d206492 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0887303 May 06 13:27:48.743324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b1b0a6b2-9c2e-4b84-9c13-93839156b7f7 req-bd1c4bc8-cbf0-4309-99f1-738c7d0e51e6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 May 06 13:27:48.994230 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:49.066849 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7901b21c-9a30-41e9-9f20-1965d2f1e1b5'] response: {'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'status': 'completed', 'code': 200} May 06 13:27:49.155727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-30751af3-ce1b-4a56-abdb-6b2ece4b0742 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1095 time: 0.0703704 May 06 13:27:49.161149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-f902b38d-b120-44e7-a9cb-de1802cd49e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1095 time: 0.0708587 May 06 13:27:49.290848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-1cbb4cf6-138d-4a30-8619-1bdc8e5170c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:49.292312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-1cbb4cf6-138d-4a30-8619-1bdc8e5170c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1307397 May 06 13:27:49.299280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-8e0e1ed1-4e31-457e-985b-7e4d6e8714f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:49.300748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-8e0e1ed1-4e31-457e-985b-7e4d6e8714f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1327052 May 06 13:27:49.400134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-1a19e7b3-de6c-409a-967e-a6ca74b48425 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.1016059 May 06 13:27:49.407127 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-adac5bc3-e38b-4f4b-a78e-14c56fbd1751 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.0989084 May 06 13:27:49.466704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-3760fd22-0245-4934-8650-573e232c5447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:49.468155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-3760fd22-0245-4934-8650-573e232c5447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0623658 May 06 13:27:49.475976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-566bca5e-c0f6-4cfc-b2a7-1ad02aac85e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:49.477413 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-566bca5e-c0f6-4cfc-b2a7-1ad02aac85e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0640628 May 06 13:27:49.544349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-cd58c55b-93a2-400d-95d5-aec03cf2fa52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701346 May 06 13:27:49.554799 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-37e71e05-7b36-4943-8852-bdc38b2ca40c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709424 May 06 13:27:49.683818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-a715fa94-7bd8-4fed-bb8b-030e1a33836a service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323802 May 06 13:27:49.694476 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-2d633175-6e3b-4a41-85c3-224b1298cd79 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329668 May 06 13:27:49.765629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:27:49.854361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:27:49.855942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-db404bf6-1204-483d-9916-242f805f38e3 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555572 May 06 13:27:49.867631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-29e5fa87-5ba3-4a0d-87ae-914bc583c851 req-7db3ede3-566e-4f00-bb66-bab44b82ee0e service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779096 May 06 13:27:49.959280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b19ff-c172-4027-8fcc-aeec60031149 req-965b8352-3796-49dc-99bf-55376d4ef43a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:49.960679 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a1b19ff-c172-4027-8fcc-aeec60031149 req-965b8352-3796-49dc-99bf-55376d4ef43a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0770776 May 06 13:27:50.010023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a1b19ff-c172-4027-8fcc-aeec60031149 req-0aa636e4-30e2-4cc7-b716-a02dad66785e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 May 06 13:27:51.211245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea39bd8-f9cb-41a5-951f-74fa17b70a56 req-3cd06379-70b8-44df-ab04-272718754d13 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:51.212711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ea39bd8-f9cb-41a5-951f-74fa17b70a56 req-3cd06379-70b8-44df-ab04-272718754d13 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 944 time: 0.0799677 May 06 13:27:51.247050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:51.348371 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ea39bd8-f9cb-41a5-951f-74fa17b70a56 req-625cd99f-6528-4a5b-84dd-d513b4bd7fcf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290114 May 06 13:27:51.371470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:27:51.512321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:51.526723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:27:51.581387 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:51.599516 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:27:51.615329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:51.691000 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:51.768850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:51.781738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.782081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.782458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.782799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.783195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.783464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.783815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.784153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.784479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.784824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.785199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:27:51.922753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['29e1e479-1176-4d03-ab6d-6f29b928722a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:27:52.225714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242eb4-8a7d-4ed2-8fc7-6b774df47513 req-c5567ded-703c-4911-a352-55780fa34d9a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:52.227222 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a242eb4-8a7d-4ed2-8fc7-6b774df47513 req-c5567ded-703c-4911-a352-55780fa34d9a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0955358 May 06 13:27:52.228861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-cffab2e4-4a65-456f-b76e-5d56474d9096 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:52.238602 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-cffab2e4-4a65-456f-b76e-5d56474d9096 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba&tenant_id=aa53cd4d38fc4e739bcce1c983e91333&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 945 time: 0.0931699 May 06 13:27:52.286384 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1a242eb4-8a7d-4ed2-8fc7-6b774df47513 req-9096eaf6-ae4b-4e44-b2f3-105f4eed024a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509477 May 06 13:27:52.329772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-0ab64dcb-693e-4478-98cb-da97d0c3ee3a service neutron] 10.222.0.86 "GET /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a/bindings/n-h1-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.0933971 May 06 13:27:52.440369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-03759933-87ff-4652-ad04-5ad06ff68dfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1096 time: 0.0845783 May 06 13:27:52.589950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-2342a170-38c8-4ec8-b018-81fae570f4db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:52.591367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-2342a170-38c8-4ec8-b018-81fae570f4db service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1442368 May 06 13:27:52.815302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-ba5251da-c779-4dbc-bed2-538a79cc19a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1001 time: 0.2173564 May 06 13:27:52.877841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-951959f5-aca1-4250-a1aa-ec173df16b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:52.879275 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-951959f5-aca1-4250-a1aa-ec173df16b02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0577991 May 06 13:27:52.957662 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-0e8e8732-19f3-4771-9506-86454eced746 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714290 May 06 13:27:53.091260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-5083b788-b7db-459e-9e51-599493c66354 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267192 May 06 13:27:53.224923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-a49c8dd5-2275-4c81-b2cc-c7d024041950 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269972 May 06 13:27:53.387242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:27:53.496655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c74cb-3824-47dc-bcfa-b6dbbfaa60a2 req-c93c1f50-6b7c-4323-a5c5-d7df387ba90a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:53.498058 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e13c74cb-3824-47dc-bcfa-b6dbbfaa60a2 req-c93c1f50-6b7c-4323-a5c5-d7df387ba90a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0847013 May 06 13:27:53.519289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 29e1e479-1176-4d03-ab6d-6f29b928722a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:27:53.524803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 29e1e479-1176-4d03-ab6d-6f29b928722a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:27:53.525177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:53.545649 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e13c74cb-3824-47dc-bcfa-b6dbbfaa60a2 req-26e6cfde-63c1-461e-bef2-748139ed0788 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 May 06 13:27:53.640925 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:53.668946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:53.680739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:53.755285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:53.834755 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db97643b-028b-42db-b241-4e14817558db'] response: {'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'code': 200} May 06 13:27:53.834755 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:54.749340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e9734-ba85-4893-9ecc-75f6795c3614 req-24b83bf5-c340-4263-b990-6bc89c9c7848 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:54.750751 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-385e9734-ba85-4893-9ecc-75f6795c3614 req-24b83bf5-c340-4263-b990-6bc89c9c7848 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0789011 May 06 13:27:54.806416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-385e9734-ba85-4893-9ecc-75f6795c3614 req-32c01f92-1076-42a9-8494-4c6aff94e7fc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 May 06 13:27:55.897810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-dec3ec50-92a7-4d12-8e16-2ae805a6fcaa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1097 time: 0.0732627 May 06 13:27:55.909016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:27:56.072702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:56.095383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a51ba-d08d-43b1-a316-539ee7471965 req-046f6c1b-5618-48c4-ab17-b3eeda734174 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:56.096829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-811a51ba-d08d-43b1-a316-539ee7471965 req-046f6c1b-5618-48c4-ab17-b3eeda734174 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.1601148 May 06 13:27:56.237961 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-811a51ba-d08d-43b1-a316-539ee7471965 req-cc98b501-71b3-4a16-abe7-693321c7ad9d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142228 May 06 13:27:56.383925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:27:56.413375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:27:56.472944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:56.478639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:56.494862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Transition to ACTIVE for port object 29e1e479-1176-4d03-ab6d-6f29b928722a will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:27:56.565223 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:56.625638 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5687e6bb-85a1-4fa2-a26f-ffe13e39b3a4'] response: {'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'code': 200} May 06 13:27:56.694959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=10']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:56.766013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] No DVR routers for this DVR port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:27:57.013449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:27:57.014213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:27:57.014213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:57.019842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:27:57.020165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Attempting to bind port 29e1e479-1176-4d03-ab6d-6f29b928722a on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:27:57.026422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:27:57.026758 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:27:57.027136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:27:57.027554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Bound port: 29e1e479-1176-4d03-ab6d-6f29b928722a, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:27:57.028028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:57.119457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:27:57.122949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:27:57.212644 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:57.274040 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:27:57.275376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1093 time: 1.3702197 May 06 13:27:57.288954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91bbb4-28e1-437f-a379-3decc106e2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=11']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:27:57.424147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-e766aa94-b389-4527-9851-2da288711b80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1096 time: 0.1222284 May 06 13:27:57.651394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6bffe-dc0a-4212-ab92-88bbc1c3ab00 req-154e3fcd-67f3-4361-9440-0175d08881b0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:57.653402 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fee6bffe-dc0a-4212-ab92-88bbc1c3ab00 req-154e3fcd-67f3-4361-9440-0175d08881b0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.2858047 May 06 13:27:57.690232 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-ff2d23a9-6eed-47f6-b2a7-5d3b4bebc40c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:57.692139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-ff2d23a9-6eed-47f6-b2a7-5d3b4bebc40c service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.2571576 May 06 13:27:57.788909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fee6bffe-dc0a-4212-ab92-88bbc1c3ab00 req-3caaba38-2d26-4b8f-aee2-7abe81584515 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221488 May 06 13:27:57.818715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-f844ca3a-0bc6-42ba-97ae-11b9d3aa8ea2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.1161826 May 06 13:27:57.882389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-e9e20549-6da1-4fb4-8e1b-37d90334d62f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:57.883851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-e9e20549-6da1-4fb4-8e1b-37d90334d62f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0580132 May 06 13:27:57.962461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-0d668490-2d15-410b-8d50-e927862fd94c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721085 May 06 13:27:58.094097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-f21d961f-1eed-44c0-a594-b3398f0b96e8 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 May 06 13:27:58.225911 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4ac27ef9-19de-489b-b948-dc708e1adba2 req-a2cdf0b1-4ef4-48ac-b08c-1387d6ad76b7 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252482 May 06 13:27:58.627095 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:27:58.697596 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aace05-fcaf-4936-a3ed-ae6629ee3cbc'] response: {'name': 'network-changed', 'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'status': 'completed', 'code': 200} May 06 13:27:58.791733 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-084be1a3-1314-46ba-b77d-800c4f4dd90a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1096 time: 0.0726054 May 06 13:27:58.793943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-b30a7463-1f6f-4e9c-a256-5a59cc5dbdb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 1096 time: 0.0753891 May 06 13:27:58.931732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bc45-583b-47b3-a792-ba8d54100803 req-eceec702-73ae-49cf-87cc-91a7dc339fcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:58.933135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-eceec702-73ae-49cf-87cc-91a7dc339fcf service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1352985 May 06 13:27:58.968771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bc45-583b-47b3-a792-ba8d54100803 req-3f04e495-744a-4720-9680-17f87f0278be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:58.970191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-3f04e495-744a-4720-9680-17f87f0278be service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1708522 May 06 13:27:59.042148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-5508b6b4-9935-4571-a7c8-c9187ec70b5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.1024108 May 06 13:27:59.089743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-333e308d-cfc4-4f85-a998-672f43bd7884 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 200 len: 1000 time: 0.1122253 May 06 13:27:59.096741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dc43f-3fc1-49af-bf8b-552466c1ea32 req-74123264-cd20-4575-a8c0-a6740870400c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:59.098125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a11dc43f-3fc1-49af-bf8b-552466c1ea32 req-74123264-cd20-4575-a8c0-a6740870400c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.1731126 May 06 13:27:59.107081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bc45-583b-47b3-a792-ba8d54100803 req-9903274e-3683-405a-94ea-9ee9ed32d379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:59.108583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-9903274e-3683-405a-94ea-9ee9ed32d379 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0602126 May 06 13:27:59.187492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-ef828fae-fe91-4cde-b617-996a22e8f8f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724456 May 06 13:27:59.188939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096bc45-583b-47b3-a792-ba8d54100803 req-cfed8dd7-3d8e-404a-a22f-a634219e1588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:27:59.190334 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-cfed8dd7-3d8e-404a-a22f-a634219e1588 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0914030 May 06 13:27:59.194943 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a11dc43f-3fc1-49af-bf8b-552466c1ea32 req-086ddd0e-94db-4d51-b5ad-c8f94e01b1c9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641944 May 06 13:27:59.271845 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-a0c13cb2-ec66-4ccb-bc4e-06b1b77c221e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752897 May 06 13:27:59.326212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-6f644e53-ff9f-4961-afc6-b3b912e2b3b7 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313775 May 06 13:27:59.408859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-3f739829-30eb-4b28-9b8f-8a737888758f service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298840 May 06 13:27:59.450138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:27:59.463749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-7bd0533e-9458-4722-bbb3-d30d635133ef service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313608 May 06 13:27:59.511241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:27:59.547171 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f096bc45-583b-47b3-a792-ba8d54100803 req-cb9bf041-16b2-4f45-a395-b6a050617d26 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287799 May 06 13:28:00.398011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddca273-f65f-4f67-8247-cdc2e0885988 req-58f30c40-3fa4-4f08-9126-70cece0f760c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:00.399502 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dddca273-f65f-4f67-8247-cdc2e0885988 req-58f30c40-3fa4-4f08-9126-70cece0f760c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0764201 May 06 13:28:00.449190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dddca273-f65f-4f67-8247-cdc2e0885988 req-b2999947-8089-499f-ab8e-e2725616b780 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438354 May 06 13:28:00.653126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e0f25-6513-4141-ac86-c77729cfe2b5 req-409c785a-3810-4e18-a754-896ac19e5acd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:00.654766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-221e0f25-6513-4141-ac86-c77729cfe2b5 req-409c785a-3810-4e18-a754-896ac19e5acd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0786905 May 06 13:28:00.700762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-221e0f25-6513-4141-ac86-c77729cfe2b5 req-b0009b90-67aa-42d7-b30f-fd403e6e5516 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 May 06 13:28:00.905903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b3a02-c8ce-407a-a213-37bbbfabc443 req-3ceb27a1-f046-43cf-81e8-10540a673831 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:00.907362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-149b3a02-c8ce-407a-a213-37bbbfabc443 req-3ceb27a1-f046-43cf-81e8-10540a673831 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0833218 May 06 13:28:00.954041 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-149b3a02-c8ce-407a-a213-37bbbfabc443 req-c5c07e50-1315-4fa8-ba79-cd7c0c60aec7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408235 May 06 13:28:01.564860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f3b85-f795-44ca-a424-7dc5bff5257b req-84588098-fe16-434a-9c13-855c22c16fdf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:01.566301 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c51f3b85-f795-44ca-a424-7dc5bff5257b req-84588098-fe16-434a-9c13-855c22c16fdf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 945 time: 0.0775118 May 06 13:28:01.612765 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c51f3b85-f795-44ca-a424-7dc5bff5257b req-6647c887-a2cd-4631-b7d6-19ed7928fd3c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 May 06 13:28:01.839649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:28:01.973956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:01.987530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'mac_address': 'fa:16:3e:23:dd:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:28:02.039978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:02.057445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:28:02.072241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:02.160733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:02.226080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:02.392364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['29e1e479-1176-4d03-ab6d-6f29b928722a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:28:02.739587 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-ac5f24af-a073-4abe-8aa6-2978f95b29bc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:02.741065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-ac5f24af-a073-4abe-8aa6-2978f95b29bc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.0799294 May 06 13:28:02.947535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Deleting port 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:28:02.947787 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:03.016154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e205b97-4a34-49a4-80bd-1c572583f648 req-cba9412f-5bad-4434-8751-89c84c19de72 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:03.017601 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e205b97-4a34-49a4-80bd-1c572583f648 req-cba9412f-5bad-4434-8751-89c84c19de72 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 946 time: 0.2756748 May 06 13:28:03.192381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2e205b97-4a34-49a4-80bd-1c572583f648 req-bc33fcf0-7cda-4626-bc00-7fe9c4db5e13 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503906 May 06 13:28:03.249338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] For port 29e1e479-1176-4d03-ab6d-6f29b928722a, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=29e1e479-1176-4d03-ab6d-6f29b928722a,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:03.249691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:03.540162 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:03.540436 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:03.540744 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c disassociated. External IP: 172.25.2.32, port: 29e1e479-1176-4d03-ab6d-6f29b928722a. May 06 13:28:03.541072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Calling delete_port for 29e1e479-1176-4d03-ab6d-6f29b928722a owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:28:03.778595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:03.831349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'Port': ['ID=29e1e479-1176-4d03-ab6d-6f29b928722a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:03.857024 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:28:03.862561 n-d-840845-1 neutron-server[84801]: INFO neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No ports have port_id starting with 29e1e479-1176-4d03-ab6d-6f29b928722a May 06 13:28:03.863485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a requested by agent hyperv_n-h2-840845-1 not found in database {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} May 06 13:28:04.046952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:28:04.249051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:28:04.259728 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:28:04.272283 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:04.273018 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:04.322655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] No DVR routers for this DVR port 29e1e479-1176-4d03-ab6d-6f29b928722a on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:28:04.326188 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:04.329447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-deleted', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:04.397606 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eba2b5d-cf51-42c3-9f79-1301a27d366e'] response: {'server_uuid': '222ecc02-5f31-4a3f-9977-807f42a9eeba', 'name': 'network-vif-deleted', 'tag': '29e1e479-1176-4d03-ab6d-6f29b928722a', 'status': 'completed', 'code': 200} May 06 13:28:04.471255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71709526-c4d1-43fd-8451-9ab1a9614b8a req-de3072aa-2cba-40ab-9958-8523d313f2c1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=222ecc02-5f31-4a3f-9977-807f42a9eeba HTTP/1.1" status: 200 len: 210 time: 0.1536705 May 06 13:28:04.474859 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:04.476832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6db8f03b-fb49-422b-98b2-57d6b06cafe2 req-1815962d-9271-4aa0-a259-6afbfd4b4d8e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "DELETE /v2.0/ports/29e1e479-1176-4d03-ab6d-6f29b928722a HTTP/1.1" status: 204 len: 173 time: 1.6108739 May 06 13:28:04.802044 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:04.806153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:28:04.819060 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:04.819668 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:27:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:05.003188 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:05.319912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:05.324055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20cc728-6e95-45b9-af85-06c5321cb44a None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:28:05.558149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9e35e-eeea-435b-a63a-9ad007328da0 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:28:05.854842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-d6b559fe-b07c-4ca1-a775-eb04a18410df tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--266902840&fields=id&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 267 time: 0.0423498 May 06 13:28:05.870217 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:28:05.908107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 29e1e479-1176-4d03-ab6d-6f29b928722a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:28:05.908519 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 29e1e479-1176-4d03-ab6d-6f29b928722a not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:28:06.092262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fea87-3d36-4cb2-a665-93227912ab80 req-9fc0af71-5c3a-4892-8940-a5cce3fcde62 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:06.093683 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-9fc0af71-5c3a-4892-8940-a5cce3fcde62 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.2317986 May 06 13:28:06.111698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-0ccb68c3-e9ec-486e-a327-03a68a744a2a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/quotas/aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 375 time: 0.0123341 May 06 13:28:06.192708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-043fea87-3d36-4cb2-a665-93227912ab80 req-e2d51b8f-dd8c-4ff4-9339-01b02aa9a3b9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:28:06.301651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-043fea87-3d36-4cb2-a665-93227912ab80 req-e2d51b8f-dd8c-4ff4-9339-01b02aa9a3b9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:28:06.303000 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-e2d51b8f-dd8c-4ff4-9339-01b02aa9a3b9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861448 May 06 13:28:06.319115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-90bc2779-7cce-464a-b3a6-ab690c974856 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:28:06.320046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-90bc2779-7cce-464a-b3a6-ab690c974856 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050480 May 06 13:28:06.451052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-d1c0f20f-abf8-4325-903f-3672cb0dfb0d service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251888 May 06 13:28:06.587794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-9e6eefe4-f7be-486e-8981-6879aac9885d service neutron] 10.222.0.83 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310625 May 06 13:28:06.858951 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-301fd383-efc1-4e0f-9446-fc642b7d28ff req-c5bde491-f7ba-4a70-85a0-c1bb28a8f7e0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 210 time: 0.0415320 May 06 13:28:08.024630 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ba14841-0aef-4e58-83cb-661c7cd204f2 req-8a57671c-b5f3-4361-8344-f7bd6e698bf9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 210 time: 0.0460589 May 06 13:28:08.515447 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4e6f1993-269d-444a-acdf-e6425f0a46ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:09.213892 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-942ce235-f856-40e0-b7b8-6add602beb94 req-c8050137-5a45-4830-a696-95e114f87f26 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 210 time: 0.0570462 May 06 13:28:09.261650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fea87-3d36-4cb2-a665-93227912ab80 req-ac35b23f-71f3-414a-b619-710e9c560177 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:09.263107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-ac35b23f-71f3-414a-b619-710e9c560177 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 812 time: 0.1985774 May 06 13:28:09.319883 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-8167527d-5e9a-4770-99f0-ea2907a76531 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 379 time: 0.0438962 May 06 13:28:09.329378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'port': {'device_id': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'admin_state_up': True, 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'security_groups': ['a5eb4511-7a01-4230-beea-3d69e8703c88']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:09.471979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:28:09.481466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:28:09.572730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Made reservation on behalf of aa53cd4d38fc4e739bcce1c983e91333 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:28:09.575703 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:09.739409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Allocated IP 172.20.0.7 (30a69f85-9e44-488a-bc6a-b797d991b2ee/d040fac8-2266-4eb5-8736-722ebb8f8146/381ae284-6578-4b11-b6a9-c653037bfd79) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:28:09.930960 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:09.947224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Transition to ACTIVE for port object 381ae284-6578-4b11-b6a9-c653037bfd79 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:28:10.023717 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.095308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:28:10.098452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:28:10.102789 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:28:10.131324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:10.171823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:10.172493 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.270066 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-bfb90608-925c-4e58-abfa-2f7943c4543c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9455051 May 06 13:28:10.283759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Request body: {'port': {'device_id': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:10.403529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.418472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f913c-8ed4-41cc-a688-20c61b4d1b6f req-cf00bd17-37f8-401d-9abc-5e9c268f8096 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:10.419974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f0f913c-8ed4-41cc-a688-20c61b4d1b6f req-cf00bd17-37f8-401d-9abc-5e9c268f8096 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 931 time: 0.0784554 May 06 13:28:10.468301 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4f0f913c-8ed4-41cc-a688-20c61b4d1b6f req-d9d06e43-42ad-4387-87a6-d0cc9c5c2f52 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 May 06 13:28:10.478874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-58c376a8-6dca-4f1c-9f30-4a0427bc3df4 None None] Provisioning for port 381ae284-6578-4b11-b6a9-c653037bfd79 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:28:10.489710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-58c376a8-6dca-4f1c-9f30-4a0427bc3df4 None None] Provisioning complete for port 381ae284-6578-4b11-b6a9-c653037bfd79 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:28:10.489710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-58c376a8-6dca-4f1c-9f30-4a0427bc3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.541999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-58c376a8-6dca-4f1c-9f30-4a0427bc3df4 None None] Port 381ae284-6578-4b11-b6a9-c653037bfd79 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:28:10.721087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-207ebcfb-c778-4e58-8ef1-bf644e033156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.750177 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:28:10.757207 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.772292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Transition to ACTIVE for port object 381ae284-6578-4b11-b6a9-c653037bfd79 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:28:10.840588 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:10.970906 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:11.081065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:28:11.081393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:28:11.081716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:11.087434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:28:11.087746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:11.094434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:28:11.094765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:28:11.095138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:28:11.095549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Bound port: 381ae284-6578-4b11-b6a9-c653037bfd79, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:28:11.095909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:11.290090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:28:11.293015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:28:11.355476 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:11.420943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:11.422185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] 10.222.0.86 "PUT /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1091 time: 1.1438980 May 06 13:28:11.422654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:11.445360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88752430-7726-4d09-9443-c7f71aa8acd9 service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:11.490166 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e047eb95-7401-46a0-a2a7-2f4b9a80d91c'] response: {'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'status': 'completed', 'code': 200} May 06 13:28:11.601186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85852e04-d8a5-4512-b306-62fd7398a726 req-a2bbe7fa-bcd9-4882-9614-c72cffb1502c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1094 time: 0.0885472 May 06 13:28:11.687164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da21689-6fad-4a85-a64c-67344d57e984 req-69afd836-6cca-4efb-927f-d9599e964d77 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:11.688794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2da21689-6fad-4a85-a64c-67344d57e984 req-69afd836-6cca-4efb-927f-d9599e964d77 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0809431 May 06 13:28:11.736706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2da21689-6fad-4a85-a64c-67344d57e984 req-65cc9b6a-fae9-41b9-b468-fa146a96f457 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416813 May 06 13:28:11.753455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852e04-d8a5-4512-b306-62fd7398a726 req-9cee834e-adff-4a59-aead-ec33a9ab5653 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:11.755098 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85852e04-d8a5-4512-b306-62fd7398a726 req-9cee834e-adff-4a59-aead-ec33a9ab5653 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1469553 May 06 13:28:11.895710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85852e04-d8a5-4512-b306-62fd7398a726 req-237a0066-b9c9-4b4a-bf89-b3aa972f69be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:11.897219 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-85852e04-d8a5-4512-b306-62fd7398a726 req-237a0066-b9c9-4b4a-bf89-b3aa972f69be service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354954 May 06 13:28:12.008710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-6d0c0ea8-6b88-40e4-8878-d11face61d32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1094 time: 0.0735128 May 06 13:28:12.078014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-adff32cd-edfb-4a82-a756-91da3d63b17f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 217 time: 0.0618453 May 06 13:28:12.142601 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fea87-3d36-4cb2-a665-93227912ab80 req-cb948f66-e30c-4b22-b16c-8d14d705e44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:12.144055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-cb948f66-e30c-4b22-b16c-8d14d705e44c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0604827 May 06 13:28:12.222403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-89b9f27b-36cb-4500-b06b-1d9ef5e1e079 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714858 May 06 13:28:12.300743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:12.360699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-4d0a4b8c-85d2-4f82-99df-47670b5f766b service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310484 May 06 13:28:12.382213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:12.501975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-043fea87-3d36-4cb2-a665-93227912ab80 req-89a4c550-b7c9-4b3a-a41c-2053b637b4f9 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341054 May 06 13:28:12.939704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97092e31-b0ff-4fab-b1a6-2259eb1de924 req-73a1274f-7790-484c-aaeb-e6bfc2973231 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:12.940418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-97092e31-b0ff-4fab-b1a6-2259eb1de924 req-73a1274f-7790-484c-aaeb-e6bfc2973231 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:28:13.012052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-97092e31-b0ff-4fab-b1a6-2259eb1de924 req-73a1274f-7790-484c-aaeb-e6bfc2973231 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:28:13.013260 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97092e31-b0ff-4fab-b1a6-2259eb1de924 req-73a1274f-7790-484c-aaeb-e6bfc2973231 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.1510668 May 06 13:28:13.066916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-97092e31-b0ff-4fab-b1a6-2259eb1de924 req-d84545b0-fd41-4341-a96f-2540f9a79dde tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470757 May 06 13:28:13.444319 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:28:13.726409 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:14.268048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e36d-6b76-45d8-b11d-8ad088269897 req-ebec7079-fce6-413f-a233-6ea147c78f3d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:14.269512 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea05e36d-6b76-45d8-b11d-8ad088269897 req-ebec7079-fce6-413f-a233-6ea147c78f3d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0791013 May 06 13:28:14.316531 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea05e36d-6b76-45d8-b11d-8ad088269897 req-ade43e47-1fff-4d21-ba82-14141ea992de tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 May 06 13:28:15.516872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aed90-984b-4cdf-9c5d-0da0e1e4c685 req-df1087bf-521d-4c35-8f5e-83f135741b44 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:15.518329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af1aed90-984b-4cdf-9c5d-0da0e1e4c685 req-df1087bf-521d-4c35-8f5e-83f135741b44 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0777092 May 06 13:28:15.559851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:28:15.567477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-af1aed90-984b-4cdf-9c5d-0da0e1e4c685 req-dceb636e-83ef-4443-a773-25a1b16877b8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 May 06 13:28:15.695232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:15.714373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '381ae284-6578-4b11-b6a9-c653037bfd79', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:28:15.772718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:15.792547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:28:15.811830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:15.913321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:15.981254 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:16.122994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['381ae284-6578-4b11-b6a9-c653037bfd79'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:28:16.773353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1d1b-b6c9-4aba-a85f-7351d4aeb4b3 req-1a0f5307-6f30-4527-add1-7bae2398646e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:16.774734 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10ae1d1b-b6c9-4aba-a85f-7351d4aeb4b3 req-1a0f5307-6f30-4527-add1-7bae2398646e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0835440 May 06 13:28:16.824731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10ae1d1b-b6c9-4aba-a85f-7351d4aeb4b3 req-ec9b969e-9414-4c72-b6e4-e94ac6725084 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 May 06 13:28:17.263671 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:17.570970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:28:17.692242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 381ae284-6578-4b11-b6a9-c653037bfd79 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:28:17.697300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 381ae284-6578-4b11-b6a9-c653037bfd79 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:28:17.697662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:17.813119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:17.841707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:17.854817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:17.901783 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68792909-3364-4021-9fcc-60a337053044'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'code': 200} May 06 13:28:17.966714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:18.028949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72104711-3f51-46bb-8730-5d1583bd3427 req-a2d36449-4dff-4b0d-945b-6c4524ef8ebd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:18.032143 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72104711-3f51-46bb-8730-5d1583bd3427 req-a2d36449-4dff-4b0d-945b-6c4524ef8ebd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0835443 May 06 13:28:18.039560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cf855a6-0843-4155-8c51-55e89a3ff9e3 req-d01c27d3-9aae-4b24-98b6-6057cc604a73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1096 time: 0.0766981 May 06 13:28:18.044014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:18.081495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7cf855a6-0843-4155-8c51-55e89a3ff9e3 req-21312560-8b1f-4c65-912c-c5200e8ff876 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389986 May 06 13:28:18.085678 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-72104711-3f51-46bb-8730-5d1583bd3427 req-ad3003b6-9c4e-4ad6-a2ed-08a3e73e988c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486035 May 06 13:28:19.296546 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5754541-38b8-477e-b135-c1a7195b5cd5 req-1f0a5717-b893-46a9-86d9-e07fbb47a073 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:19.297848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5754541-38b8-477e-b135-c1a7195b5cd5 req-1f0a5717-b893-46a9-86d9-e07fbb47a073 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0830629 May 06 13:28:19.346312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c5754541-38b8-477e-b135-c1a7195b5cd5 req-189bdae0-ca87-4fdb-94b2-8d034cf8ba00 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415883 May 06 13:28:20.544356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879a671-61cc-4da5-af9b-4fd786e92228 req-28f69877-8196-459e-bb26-910a0d64348a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:20.545812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f879a671-61cc-4da5-af9b-4fd786e92228 req-28f69877-8196-459e-bb26-910a0d64348a tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0795147 May 06 13:28:20.591827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f879a671-61cc-4da5-af9b-4fd786e92228 req-501ae160-1328-4b76-b795-dacf764603ff tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 May 06 13:28:20.789131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7429f-d97d-448a-9ecb-40e05a00d1d8 req-5173fea5-85ee-46ed-86fe-5cfbfefea535 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:20.790591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15d7429f-d97d-448a-9ecb-40e05a00d1d8 req-5173fea5-85ee-46ed-86fe-5cfbfefea535 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0833302 May 06 13:28:20.800495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50576) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:28:20.805848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Request body: {'floatingip': {'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:20.985338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:21.263733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:21.582858 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:21.638501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:21.832708 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c associated. External IP: 172.25.2.32, port: 381ae284-6578-4b11-b6a9-c653037bfd79. May 06 13:28:22.229834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:28:22.556456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:28:22.560635 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:22.566326 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:28:22.579566 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:22.580282 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:22.615674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3dfbc25c-3967-4d21-8cb5-a3412bbfd160 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "PUT /v2.0/floatingips/06f031f7-6061-4833-8e7c-74d56f26755c HTTP/1.1" status: 200 len: 991 time: 1.8140922 May 06 13:28:22.616381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:22.673077 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09098b41-f8af-4fc6-84a3-224720acb057'] response: {'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'status': 'completed', 'code': 200} May 06 13:28:22.772888 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:22.795100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-1ef0bdca-90fd-42e5-bed1-88b998de2f4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1096 time: 0.0958717 May 06 13:28:22.945290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-20333c62-0714-4d49-be56-02e5d8e6cd71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:22.946822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-20333c62-0714-4d49-be56-02e5d8e6cd71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1419895 May 06 13:28:23.053382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-4ab3a791-e974-48d0-8102-9b660993dc73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.0998373 May 06 13:28:23.128736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-62cf3e35-dee3-4547-b1ce-c9cc15f700a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:23.130186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-62cf3e35-dee3-4547-b1ce-c9cc15f700a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0696907 May 06 13:28:23.183556 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:28:21Z', 'revision_number': 13, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:23.187796 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:28:23.198888 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:28:23.199502 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:28:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:23.209648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-bb7cfa90-5f37-44e6-93ff-7623ae1de991 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731993 May 06 13:28:23.365100 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-39a99291-49ee-48b3-9d4b-52c99720e2de service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484356 May 06 13:28:23.410525 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:28:23.504746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34eff1bb-a536-40ff-9b7e-811e68533de5 req-a9ddeeee-4c3b-4f7d-80a2-cc45d4218f9c service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323195 May 06 13:28:23.778462 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:28:21Z', 'revision_number': 13, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:28:23.783709 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337193bb-ccf2-4301-8cb3-f3e408601360 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '06f031f7-6061-4833-8e7c-74d56f26755c', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'floating_ip_address': '172.25.2.32', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:24:54Z', 'updated_at': '2022-05-06T13:28:21Z', 'revision_number': 13, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:28:23.985959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2682a-f3ee-4b20-82a3-11bdf00abb9e None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:28:25.717439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd25b95-dfe1-468b-aa7a-d54b39692f60 req-77d4ae93-4d4f-439b-bbcf-4ed95025536c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:25.717439 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bd25b95-dfe1-468b-aa7a-d54b39692f60 req-77d4ae93-4d4f-439b-bbcf-4ed95025536c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0999563 May 06 13:28:25.768236 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7bd25b95-dfe1-468b-aa7a-d54b39692f60 req-4dca1566-1ef3-4426-8d7a-5d42b81e5eba tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 May 06 13:28:35.199723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-c5375e4a-f432-4a4a-9bc1-c645d294f70f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717812 May 06 13:28:35.355486 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-55ea44c9-8fc8-46ed-a69e-390859f7c464 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1096 time: 0.0746136 May 06 13:28:35.514313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-5577ecf4-b65e-4e3a-a431-6daff5d34bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:35.515916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-5577ecf4-b65e-4e3a-a431-6daff5d34bdc service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1334660 May 06 13:28:35.664231 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-638d1e8a-310c-48fb-923f-4f8eebd408c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1001 time: 0.1415107 May 06 13:28:35.742723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-d9cce0f3-cb0b-4552-8c73-a84f735b8f35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:35.744163 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-d9cce0f3-cb0b-4552-8c73-a84f735b8f35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0690851 May 06 13:28:35.749801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-70d88ea0-428a-420f-8514-bc6ba9830231 req-bfaf035c-5e36-47dc-b20e-bb4a854dd1da service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1440504 May 06 13:28:35.833297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-b74173e7-022f-4602-98dc-777db6941679 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811679 May 06 13:28:36.085403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-1c9e6cae-73df-4d8e-b0d4-99d6ab8805e5 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439814 May 06 13:28:36.226440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3608444-5d45-4bf2-a25a-efbb20c0bd75 req-509c7dd4-9e11-4732-9076-d228043681c2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:36.228054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3608444-5d45-4bf2-a25a-efbb20c0bd75 req-509c7dd4-9e11-4732-9076-d228043681c2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0837696 May 06 13:28:36.229393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ee93e90a-f4cb-4456-aded-4c5997b78dd4 req-119ed0c7-3421-4975-bd9b-7c72d28ddce0 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379044 May 06 13:28:36.276380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f3608444-5d45-4bf2-a25a-efbb20c0bd75 req-3bf0f356-9e7a-4ffe-9de0-ccb72582ac5d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 May 06 13:28:36.318673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-8749b6ee-87d9-4797-914b-06e6b23cd66a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695009 May 06 13:28:37.493124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e7fcb-7181-4a86-ae17-f69fae84f77b req-e2553335-8593-47c7-8c6a-7437af578d9d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:37.495315 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-964e7fcb-7181-4a86-ae17-f69fae84f77b req-e2553335-8593-47c7-8c6a-7437af578d9d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0852270 May 06 13:28:37.544152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-964e7fcb-7181-4a86-ae17-f69fae84f77b req-e4b49f8e-b8b0-43ba-829e-8dc91db05b9e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425463 May 06 13:28:38.468504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-8ccb1746-e056-46c4-a4cf-6899945aee16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1096 time: 0.0722055 May 06 13:28:38.486549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d577acb-40e0-4d96-a27d-ef7c9435609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:38.604060 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-68be1932-004c-4549-ba94-e74842e9a580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.605501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-68be1932-004c-4549-ba94-e74842e9a580 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1302006 May 06 13:28:38.713609 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-8b45b07a-5e05-488c-a3b0-ba14f98a65e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1001 time: 0.1015909 May 06 13:28:38.752478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d578aa-517c-4dd5-a11d-8a8c48b6c0d1 req-5351dfa8-7e91-4d49-a9b0-5125962f45e4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.759514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2d578aa-517c-4dd5-a11d-8a8c48b6c0d1 req-5351dfa8-7e91-4d49-a9b0-5125962f45e4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0870993 May 06 13:28:38.779499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-81ed3022-a928-4a18-be43-f56c5f028d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:38.782097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-81ed3022-a928-4a18-be43-f56c5f028d01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0621033 May 06 13:28:38.802324 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a2d578aa-517c-4dd5-a11d-8a8c48b6c0d1 req-7732b879-add3-4fa0-bdbe-2d2de4d95454 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 May 06 13:28:38.863823 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-ca416815-dfb9-490a-b31b-b2576d7d388d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740862 May 06 13:28:38.996627 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-2897b9b8-2cb7-421c-bd9a-92ae9a556a3b service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263750 May 06 13:28:39.128028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-ceeb0192-c324-409b-adbc-7e41c8fe2cde service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247311 May 06 13:28:40.003239 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205adc51-a72b-4883-b1ed-ce8168e3a7ba req-68e29d0a-ed55-400f-99ed-04437607782b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:40.005329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-205adc51-a72b-4883-b1ed-ce8168e3a7ba req-68e29d0a-ed55-400f-99ed-04437607782b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0768814 May 06 13:28:40.051839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-205adc51-a72b-4883-b1ed-ce8168e3a7ba req-516a27bd-9b18-433f-86b5-9d838c6ae9fd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 May 06 13:28:40.707899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43ce8f77-0633-45ac-bde9-ae498b83825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:41.262015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b51e4e-97d4-4fb0-912f-e594e9bbc147 req-74f5ef38-3462-473d-b163-8c074c9d0adc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:41.263501 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32b51e4e-97d4-4fb0-912f-e594e9bbc147 req-74f5ef38-3462-473d-b163-8c074c9d0adc tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0821722 May 06 13:28:41.311290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32b51e4e-97d4-4fb0-912f-e594e9bbc147 req-8d2edc66-b7e4-41a5-a6e3-85299e0a6d50 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 May 06 13:28:42.274885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:42.354937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:42.513275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d3805-a8fa-4139-b7fd-bd2417827458 req-599d39b1-04c5-485f-b882-72a13426bd6f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:42.514739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e95d3805-a8fa-4139-b7fd-bd2417827458 req-599d39b1-04c5-485f-b882-72a13426bd6f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0813792 May 06 13:28:42.563991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e95d3805-a8fa-4139-b7fd-bd2417827458 req-3e682402-7858-489c-a599-a71858a72e66 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430260 May 06 13:28:43.726476 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:43.768821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f65714-6dfb-42d0-b5e6-2391da14f8a7 req-f0f238d6-2d73-4c75-920d-83831c5f50e6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:43.770954 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10f65714-6dfb-42d0-b5e6-2391da14f8a7 req-f0f238d6-2d73-4c75-920d-83831c5f50e6 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0834920 May 06 13:28:43.823498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-10f65714-6dfb-42d0-b5e6-2391da14f8a7 req-ebf40214-2385-4662-8b7b-0142251b1344 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468652 May 06 13:28:45.033515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a7801-2c29-47b2-8eea-3bf6104e68e1 req-57c89bd2-1fc0-40f5-8c31-4be830212a51 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:45.035062 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b3a7801-2c29-47b2-8eea-3bf6104e68e1 req-57c89bd2-1fc0-40f5-8c31-4be830212a51 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0787680 May 06 13:28:45.085348 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5b3a7801-2c29-47b2-8eea-3bf6104e68e1 req-1e733e0a-507b-4c6e-89ba-aa65b7d65be5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443237 May 06 13:28:46.299186 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94630-033e-4ecd-a939-6a22945972f8 req-4e912e8a-3628-4a49-a082-551fddb18c45 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:46.300673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24e94630-033e-4ecd-a939-6a22945972f8 req-4e912e8a-3628-4a49-a082-551fddb18c45 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0804055 May 06 13:28:46.355113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24e94630-033e-4ecd-a939-6a22945972f8 req-43f1a988-1d47-4ddf-9f94-de8ceaaefeb2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 May 06 13:28:47.103717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:47.571028 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24b699-951d-44cc-a8f0-6de57d9da2c4 req-9a3433f6-8a98-4871-873c-bea2b504227d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:47.572535 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c24b699-951d-44cc-a8f0-6de57d9da2c4 req-9a3433f6-8a98-4871-873c-bea2b504227d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0785074 May 06 13:28:47.620534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c24b699-951d-44cc-a8f0-6de57d9da2c4 req-86f2c2f4-8d1c-4fb3-a067-d14603f0a8d0 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 May 06 13:28:48.829589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cadb3-dd27-4369-94c3-e9ae065d0c1d req-7f5f7332-9306-4614-a17e-aa5034a9d371 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:48.831046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c7cadb3-dd27-4369-94c3-e9ae065d0c1d req-7f5f7332-9306-4614-a17e-aa5034a9d371 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0866604 May 06 13:28:48.878896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c7cadb3-dd27-4369-94c3-e9ae065d0c1d req-8ea2b334-1688-4adb-bbdf-c352417bf990 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 May 06 13:28:50.081738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd996f7-8836-4135-b290-644f686b4bef req-d8217f6c-b61f-4a80-ae16-e906a3b16a63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:50.083726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1cd996f7-8836-4135-b290-644f686b4bef req-d8217f6c-b61f-4a80-ae16-e906a3b16a63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0829875 May 06 13:28:50.133214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1cd996f7-8836-4135-b290-644f686b4bef req-0df52ee1-cc7a-4404-91c6-fafc0b45a4d1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 May 06 13:28:50.445850 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:28:51.224068 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:51.335456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa9c11-1ba4-4eda-9a6c-c3c44a1b6216 req-1eadf319-6d84-4bae-9f00-e35b6508a94f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:51.336950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89aa9c11-1ba4-4eda-9a6c-c3c44a1b6216 req-1eadf319-6d84-4bae-9f00-e35b6508a94f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0798376 May 06 13:28:51.384150 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89aa9c11-1ba4-4eda-9a6c-c3c44a1b6216 req-6fc89b1b-7a57-4ec6-8dba-989a48887081 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 May 06 13:28:52.306288 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-a4132a46-df25-4086-83ca-cdab6bf0ba53 service neutron] show failed (client error): The resource could not be found. May 06 13:28:52.307290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-a4132a46-df25-4086-83ca-cdab6bf0ba53 service neutron] 10.222.0.86 "GET /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0758920 May 06 13:28:52.589812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229a265-8110-4204-ab8b-885fe5fab711 req-8cd0f176-24f5-4e8d-a4c4-a80d1df89120 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:52.591267 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b229a265-8110-4204-ab8b-885fe5fab711 req-8cd0f176-24f5-4e8d-a4c4-a80d1df89120 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0821202 May 06 13:28:52.745739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b229a265-8110-4204-ab8b-885fe5fab711 req-4349d93c-4d51-4548-9424-30eccdead640 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486173 May 06 13:28:52.892858 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-8eb82e12-6fa3-4915-94be-f39c2ec12b59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1096 time: 0.0776110 May 06 13:28:52.904451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:28:53.015294 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.383968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:28:53.413694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:28:53.471612 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:53.478355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.495734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Transition to ACTIVE for port object 381ae284-6578-4b11-b6a9-c653037bfd79 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:28:53.543951 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de79b7a-dae4-4e9e-8c76-44eb18b1246e'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'code': 200} May 06 13:28:53.555041 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:53.699198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:53.714881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.715225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.715561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.715942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.716241 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.716586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.717009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.717224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.717781 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.718147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.718471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:28:53.780491 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] No DVR routers for this DVR port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h1-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:28:53.960768 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b229b-1b79-4e05-ae17-019d35656eba req-bd13dc5e-4e67-4f9e-a5b6-74325f1b4bad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:53.962465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f5b229b-1b79-4e05-ae17-019d35656eba req-bd13dc5e-4e67-4f9e-a5b6-74325f1b4bad tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0787997 May 06 13:28:54.011198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f5b229b-1b79-4e05-ae17-019d35656eba req-e502582d-9115-4542-97ce-e13a4ab6af4c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428834 May 06 13:28:54.059046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:28:54.059653 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:28:54.059796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:54.066875 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:28:54.067203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:28:54.073797 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:28:54.074404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:28:54.074518 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:28:54.075022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Bound port: 381ae284-6578-4b11-b6a9-c653037bfd79, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:28:54.075399 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.179463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:28:54.187145 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:28:54.273698 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.339791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:28:54.341507 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] 10.222.0.13 "PUT /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1091 time: 1.4412212 May 06 13:28:54.367353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c98b-aad8-4647-8769-e92ddaca68be service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:28:54.459539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-fda287b8-8a53-408f-a4a6-9e791f56dc39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1094 time: 0.0880671 May 06 13:28:54.614748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-bcf84096-9c96-442f-95c0-c9d1ae8951b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:54.616649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-bcf84096-9c96-442f-95c0-c9d1ae8951b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1479821 May 06 13:28:54.732432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-3268c402-fb21-41ee-a1ff-b7d1f91739d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1082780 May 06 13:28:54.800568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-0917c135-1659-43cd-8c3c-9b76bc9fa377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:54.802577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-0917c135-1659-43cd-8c3c-9b76bc9fa377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0639184 May 06 13:28:54.895117 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-4035f200-84c8-46a1-9cb8-12537fbfc0e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853584 May 06 13:28:55.031897 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-3dd975c8-8b7a-43f1-a273-5c8546606832 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276584 May 06 13:28:55.313949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-da61ba8d-9904-46c3-acde-6d7d9c8c0175 req-8ebf06d6-97bd-4033-b3ae-def9fe72d8ea service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749341 May 06 13:28:55.327530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c07e6-a89e-433e-b7ba-2f5df402084a req-cb48e9b1-96b4-4506-9058-67fff3f547ae tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:55.328945 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-152c07e6-a89e-433e-b7ba-2f5df402084a req-cb48e9b1-96b4-4506-9058-67fff3f547ae tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.1724868 May 06 13:28:55.377041 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-152c07e6-a89e-433e-b7ba-2f5df402084a req-25398eab-cc4c-4a04-a449-b6f00663a92f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415463 May 06 13:28:55.545017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:28:55.615625 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012470a7-da98-4428-a864-b7f480c02558'] response: {'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'status': 'completed', 'code': 200} May 06 13:28:55.716538 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-02f4891f-b776-4804-a4c1-8c2a394973e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1094 time: 0.0783656 May 06 13:28:55.720412 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-ef32ecf2-6c4f-4b86-ab4e-b1883ce7fe7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1094 time: 0.0863643 May 06 13:28:55.722926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:28:55.797872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:28:55.870965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-6c5835da-bd61-40fa-930b-d980a892af80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:55.872471 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-6c5835da-bd61-40fa-930b-d980a892af80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1495895 May 06 13:28:55.891878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-e59aa123-ca2e-40d6-a616-3305b5f02de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:55.893448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-e59aa123-ca2e-40d6-a616-3305b5f02de1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1656287 May 06 13:28:55.981786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-abcfd015-a34f-4d19-b999-72b99cc8e916 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1025472 May 06 13:28:56.003843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-dbd09cbd-bd3d-4fa5-a354-885dfe0378fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1031663 May 06 13:28:56.048397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-2fc5512b-fd86-42bb-b169-37077b47e750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:56.050006 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-2fc5512b-fd86-42bb-b169-37077b47e750 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0620806 May 06 13:28:56.069745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-ce08df01-6523-4179-acbf-576d7ebed7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:56.071296 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-ce08df01-6523-4179-acbf-576d7ebed7f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0602624 May 06 13:28:56.135029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-505aeb7c-52b3-4a30-b4a9-211733608eb8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786974 May 06 13:28:56.161808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-c9ac13e4-7719-46f8-8aa3-63ff2013eaab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836914 May 06 13:28:56.275075 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-3d127dab-c422-406f-a08e-6ce04964bf3b service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332140 May 06 13:28:56.300011 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-70cf51aa-8bcb-42eb-972e-7f31945ec81e service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306217 May 06 13:28:56.452736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-1ef64ce9-67db-4347-94a8-fe814f561f83 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499329 May 06 13:28:56.452862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf8d1600-fb1b-4fc4-84aa-4afac89c8e66 req-cf0e9dff-7407-48f6-9f5b-a919e404b61d service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423686 May 06 13:28:56.605509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be3e4-5e8e-4753-ac52-3a1debe000de req-ebefd667-4010-4a8b-9c71-b222cf7ca162 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:56.606887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35be3e4-5e8e-4753-ac52-3a1debe000de req-ebefd667-4010-4a8b-9c71-b222cf7ca162 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0889585 May 06 13:28:56.654844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d35be3e4-5e8e-4753-ac52-3a1debe000de req-fef3707d-9e9f-4e53-a1c0-864e72c4a6d1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 May 06 13:28:57.873624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316d85-5abc-4e7f-853b-b530206dc564 req-40f55c4f-5108-4af7-b3f8-834d5abbaabb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:57.875112 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6316d85-5abc-4e7f-853b-b530206dc564 req-40f55c4f-5108-4af7-b3f8-834d5abbaabb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0836749 May 06 13:28:57.922491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6316d85-5abc-4e7f-853b-b530206dc564 req-cadf8276-46c1-4696-9bdd-01209d7ade54 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 May 06 13:28:59.123060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e8f98-7d32-4412-9b8d-07f997243f58 req-93fe068c-f762-4930-9e56-cc10cf3cebcf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:28:59.124534 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c1e8f98-7d32-4412-9b8d-07f997243f58 req-93fe068c-f762-4930-9e56-cc10cf3cebcf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0762544 May 06 13:28:59.174893 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9c1e8f98-7d32-4412-9b8d-07f997243f58 req-7a8a1971-0417-4254-a52b-c5b2b9bf09b9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 May 06 13:29:00.378350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952fe4a-26c5-441f-9c9f-d6625cc4d9be req-9b37aaf8-fef3-4598-a52a-317a2c92ea55 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:00.380523 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9952fe4a-26c5-441f-9c9f-d6625cc4d9be req-9b37aaf8-fef3-4598-a52a-317a2c92ea55 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0790360 May 06 13:29:00.424908 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9952fe4a-26c5-441f-9c9f-d6625cc4d9be req-197db5c5-52f4-422b-be0b-7386503e93a8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 May 06 13:29:01.624932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29b542-c30b-43f0-840d-04cbdf3b1e9f req-a718f9f8-cc20-4788-9e51-8a93fadfd0fa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:01.626374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf29b542-c30b-43f0-840d-04cbdf3b1e9f req-a718f9f8-cc20-4788-9e51-8a93fadfd0fa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0765698 May 06 13:29:01.672584 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf29b542-c30b-43f0-840d-04cbdf3b1e9f req-e1fd58e2-69c7-4943-91d9-e1650b71ec12 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 May 06 13:29:02.875417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383964a7-dc8e-4bf2-a47f-c3d244d2a2f9 req-4b1e3f01-f807-401c-a752-66a3895ca7ea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:02.876924 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-383964a7-dc8e-4bf2-a47f-c3d244d2a2f9 req-4b1e3f01-f807-401c-a752-66a3895ca7ea tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0759017 May 06 13:29:02.922355 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-383964a7-dc8e-4bf2-a47f-c3d244d2a2f9 req-cbb1809f-c354-49a9-a08e-47de7c039d1e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391207 May 06 13:29:04.132659 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214e93-8a58-4854-8ea4-a2e75d586729 req-281fa124-f498-4057-b90b-8fc8e0f1a270 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:04.135654 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25214e93-8a58-4854-8ea4-a2e75d586729 req-281fa124-f498-4057-b90b-8fc8e0f1a270 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0813510 May 06 13:29:04.179854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25214e93-8a58-4854-8ea4-a2e75d586729 req-84a65612-e961-4cc6-8491-5694a3dc779d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 May 06 13:29:05.392479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e892-c043-4822-9af6-90252bcc2571 req-c10bf69c-2009-4f9b-8f18-a0e5b7078ba3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:05.393860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f93e892-c043-4822-9af6-90252bcc2571 req-c10bf69c-2009-4f9b-8f18-a0e5b7078ba3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 943 time: 0.0860708 May 06 13:29:05.444593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7f93e892-c043-4822-9af6-90252bcc2571 req-bf01cfc5-c231-4ce8-a969-1b3c6e2266c4 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 May 06 13:29:06.166666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:29:06.330853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:06.344428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '381ae284-6578-4b11-b6a9-c653037bfd79', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:29:06.399692 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:06.417732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:29:06.432650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:06.512267 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:06.580409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:06.590171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.590511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.590844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.591171 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.591500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.591843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.592164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.592483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.592799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.593116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.593456 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:06.645709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77126732-544c-4226-ab94-5e319a189f76 req-5d7451b4-4b4c-49ac-84ac-a5d1afd1303c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:06.647781 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77126732-544c-4226-ab94-5e319a189f76 req-5d7451b4-4b4c-49ac-84ac-a5d1afd1303c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0776162 May 06 13:29:06.693688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-77126732-544c-4226-ab94-5e319a189f76 req-0a101a53-58fb-4422-893e-78daeafccf6b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 May 06 13:29:06.741193 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['381ae284-6578-4b11-b6a9-c653037bfd79'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:29:07.546595 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fa4e-d6ee-482c-b905-2da7670c1c80 req-a38675d8-85fb-49be-9108-51c5bf23eefb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:07.548080 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7b3fa4e-d6ee-482c-b905-2da7670c1c80 req-a38675d8-85fb-49be-9108-51c5bf23eefb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.1412206 May 06 13:29:07.555141 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-594e75bd-656c-4f31-8aae-375d8fdbc18e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:07.556432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-594e75bd-656c-4f31-8aae-375d8fdbc18e tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.13 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&tenant_id=aa53cd4d38fc4e739bcce1c983e91333&binding%3Ahost_id=n-h2-840845-1 HTTP/1.1" status: 200 len: 944 time: 0.1152658 May 06 13:29:07.741950 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7b3fa4e-d6ee-482c-b905-2da7670c1c80 req-3c864bb8-2715-406b-be09-290cef36e489 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845779 May 06 13:29:07.751230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-6cee4603-b18f-4eb2-ba79-88d55fca9318 service neutron] 10.222.0.13 "GET /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79/bindings/n-h2-840845-1 HTTP/1.1" status: 200 len: 382 time: 0.1809027 May 06 13:29:07.854407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-1ac55c5f-a057-4555-8436-e24d381d5ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1095 time: 0.0716534 May 06 13:29:07.986928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-b2f1b96b-3289-4402-8df5-3c6b4bccf859 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:07.988399 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-b2f1b96b-3289-4402-8df5-3c6b4bccf859 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1282272 May 06 13:29:08.093440 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-7a25b851-f7cb-4ec3-a97e-63f76b8e07e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1000 time: 0.0976880 May 06 13:29:08.159661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-375c7b30-9fc1-4e70-a776-aee06edd7866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:08.161134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-375c7b30-9fc1-4e70-a776-aee06edd7866 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0605016 May 06 13:29:08.166308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:29:08.240952 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-4ef12c06-6d14-4f8a-8ea9-93164c51eb5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715005 May 06 13:29:08.314876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 381ae284-6578-4b11-b6a9-c653037bfd79 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:29:08.320974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 381ae284-6578-4b11-b6a9-c653037bfd79 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:29:08.326547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:08.378068 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-46e62322-24e5-4bed-9db2-55294261b31c service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310503 May 06 13:29:08.451042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:08.479582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:08.489233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:08.515050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d092fa4-61e6-4cf5-838a-38e953880360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:08.516895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-db198366-210e-4067-a110-3cfe53a593ce service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316719 May 06 13:29:08.556519 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537cee1-a444-4b5f-850a-230da460c4d4'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'code': 200} May 06 13:29:08.583220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:08.652649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:08.955854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfdd4-f5d6-4b72-8557-2776c03d2a86 req-bb33ebc0-154e-4c3c-9299-50ee6d3c395c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:08.957210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0bfdd4-f5d6-4b72-8557-2776c03d2a86 req-bb33ebc0-154e-4c3c-9299-50ee6d3c395c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0807357 May 06 13:29:09.003985 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fd0bfdd4-f5d6-4b72-8557-2776c03d2a86 req-23343162-09ad-4524-b240-f69b5a161056 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403495 May 06 13:29:10.204828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40d6e8-a9ef-4d1d-bef3-8b1e7bb78b59 req-b6b02592-69a2-4f13-a07c-6e9c1602e6d7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:10.206297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd40d6e8-a9ef-4d1d-bef3-8b1e7bb78b59 req-b6b02592-69a2-4f13-a07c-6e9c1602e6d7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0785377 May 06 13:29:10.254635 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd40d6e8-a9ef-4d1d-bef3-8b1e7bb78b59 req-573c8b6e-3e17-46df-9722-37714a0632c2 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 May 06 13:29:10.720892 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0b96d302-ba5c-458b-bbcf-2386450ed392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:11.457486 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075698dc-6a0e-4ae2-807c-2e4425381ab3 req-2b938a60-9f43-468a-a2c9-2cbeb72cd3c3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:11.459435 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-075698dc-6a0e-4ae2-807c-2e4425381ab3 req-2b938a60-9f43-468a-a2c9-2cbeb72cd3c3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0821698 May 06 13:29:11.505386 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-075698dc-6a0e-4ae2-807c-2e4425381ab3 req-05fe0fef-6df5-4d52-9305-b3204d46e6a9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 May 06 13:29:12.314806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:12.319479 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-c8595d4c-7218-41c6-8e0f-4e05c00a2e97 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d&tenant_id=aa53cd4d38fc4e739bcce1c983e91333 HTTP/1.1" status: 200 len: 1096 time: 0.0750837 May 06 13:29:12.330450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:29:12.366617 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:12.443249 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:12.868603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:12.892702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a380e-a446-4993-96c5-416e9ed42faf req-a33375c9-47f7-4fd0-920f-2ae1433a6457 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:12.894180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a58a380e-a446-4993-96c5-416e9ed42faf req-a33375c9-47f7-4fd0-920f-2ae1433a6457 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.1431172 May 06 13:29:12.929844 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:29:13.006998 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a58a380e-a446-4993-96c5-416e9ed42faf req-ef48cf33-97e3-4479-bb82-c0462b5d13ce tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029162 May 06 13:29:13.009181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:13.014673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.036395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Transition to ACTIVE for port object 381ae284-6578-4b11-b6a9-c653037bfd79 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:29:13.118030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.168336 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c9a7a9-eed0-48d4-9ddf-eed76c05f214'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'code': 200} May 06 13:29:13.260603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:13.284087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.284430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.284765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.285097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.285421 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.285746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.286072 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.286387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.286703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.287018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.287384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:29:13.336096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] No DVR routers for this DVR port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:29:13.614424 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:29:13.614762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:29:13.615090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:29:13.621865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:29:13.622185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Attempting to bind port 381ae284-6578-4b11-b6a9-c653037bfd79 on network 30a69f85-9e44-488a-bc6a-b797d991b2ee {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:29:13.628570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:29:13.628904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Checking segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:29:13.629280 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Bound using segment: {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:29:13.629702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Bound port: 381ae284-6578-4b11-b6a9-c653037bfd79, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330863b2-6e36-4446-bbfd-c10429bd0b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:29:13.630039 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.728925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:29:13.732102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:29:13.749467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.850468 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.915127 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:13.916574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] 10.222.0.86 "PUT /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 1092 time: 1.5904119 May 06 13:29:13.935523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb6a78-ff11-4458-a5e8-5f11c9539d4f service neutron] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=11']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:14.029738 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-49fef571-b3b2-4549-b502-fedf56763881 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1095 time: 0.0761547 May 06 13:29:14.196840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:29:14.241812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-37798323-0ca6-4331-811e-a6fe47c75667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:14.243378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-37798323-0ca6-4331-811e-a6fe47c75667 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.2074878 May 06 13:29:14.259506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:29:14.345704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460c454-0a0a-42db-9a2c-f0b268980de9 req-67d64ea8-3d4d-44ad-b26f-026c96d17baa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:14.348161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2460c454-0a0a-42db-9a2c-f0b268980de9 req-67d64ea8-3d4d-44ad-b26f-026c96d17baa tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.2061872 May 06 13:29:14.379349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-76a140a9-4bd7-495d-a85b-cc9577646e03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1282187 May 06 13:29:14.452953 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2460c454-0a0a-42db-9a2c-f0b268980de9 req-df54b5e2-c288-461f-a341-4d9bc1c138bf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977051 May 06 13:29:14.464254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-f2c5a33b-2776-4ce2-95fd-b984f658eb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:14.466117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-f2c5a33b-2776-4ce2-95fd-b984f658eb38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0805240 May 06 13:29:14.550330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-c2378c00-837c-4f58-b018-f5783d291038 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773268 May 06 13:29:14.681686 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-721c32cd-8e22-442b-b3b4-cc7dfad815fb service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245935 May 06 13:29:14.925544 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1c72092-4278-4cc3-82d7-1e551ee5288f req-b69175e9-d33d-4c02-b060-27acf3cc104d service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381313 May 06 13:29:15.169883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:15.241490 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b594c102-520d-4122-857c-92d166a377dd'] response: {'name': 'network-changed', 'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'status': 'completed', 'code': 200} May 06 13:29:15.333706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-b4d2dc83-b65d-45df-9aee-095da44c2733 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1095 time: 0.0747900 May 06 13:29:15.342324 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-c0a700e5-5f23-4349-8225-3bb7ff7ab243 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 1095 time: 0.0746641 May 06 13:29:15.472452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-35528be5-9491-4c4b-b369-78e847a5b5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:15.474179 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-35528be5-9491-4c4b-b369-78e847a5b5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1347084 May 06 13:29:15.481248 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-d3b682be-af5c-4d80-bf9e-166689b79892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:15.482780 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-d3b682be-af5c-4d80-bf9e-166689b79892 service neutron] 10.222.0.86 "GET /v2.0/networks?id=30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 200 len: 913 time: 0.1344354 May 06 13:29:15.599758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-8437e7e7-953b-4864-ab73-7a45ba380634 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1196756 May 06 13:29:15.651223 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-2c93a9ba-adb8-4786-93b1-50baead036fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 200 len: 999 time: 0.1610153 May 06 13:29:15.668922 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-7ee0302a-fb5a-4c61-9236-57dab71ed638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:15.670482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-7ee0302a-fb5a-4c61-9236-57dab71ed638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0645204 May 06 13:29:15.734763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-7f88981b-4e11-48ba-bfac-ecdbf51db8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:15.736247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-7f88981b-4e11-48ba-bfac-ecdbf51db8ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 200 len: 851 time: 0.0764978 May 06 13:29:15.744265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa43686-6966-44ce-81d3-5ed0060a6d9b req-66eee443-85e4-4ed9-acca-d3902e33b3e1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:15.754690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fa43686-6966-44ce-81d3-5ed0060a6d9b req-66eee443-85e4-4ed9-acca-d3902e33b3e1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.1613779 May 06 13:29:15.770956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-b6bb2945-d658-44a4-96a8-2bb68f1d7a8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948858 May 06 13:29:15.860108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fa43686-6966-44ce-81d3-5ed0060a6d9b req-c431761f-1733-4f9c-b3d1-2b871b5440af tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041875 May 06 13:29:15.874469 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-6adabcee-1ca9-494a-9a68-a4280a4bc23a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30a69f85-9e44-488a-bc6a-b797d991b2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158924 May 06 13:29:15.929812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-7086166b-52d5-4d98-bcbc-843b3c8f8739 service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523156 May 06 13:29:16.023251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-0e329870-83ee-4ed2-b882-2238b47c995b service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421604 May 06 13:29:16.157312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-701d5756-4554-49da-b9e6-d35bea5da08a service neutron] 10.222.0.13 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213769 May 06 13:29:16.167343 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06ed7496-1dae-4ff9-ac68-ec4c626af543 req-adf613f1-a981-48b5-b472-4f478b8b1b30 service neutron] 10.222.0.86 "GET /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382244 May 06 13:29:17.072381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:17.077905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6281695-f66a-447e-8a7e-39abe2551469 req-3772cff6-55e7-42a1-a12c-e75df4063c8d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:17.079344 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6281695-f66a-447e-8a7e-39abe2551469 req-3772cff6-55e7-42a1-a12c-e75df4063c8d tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0815070 May 06 13:29:17.125612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6281695-f66a-447e-8a7e-39abe2551469 req-c2651094-344d-400e-9cf7-f424ccd0e7b1 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 May 06 13:29:18.335873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190644-c96b-4b20-abd9-6a1d8944237b req-22ca9cb3-0b1e-46d2-8cbe-67b95a42bd65 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:18.337329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9b190644-c96b-4b20-abd9-6a1d8944237b req-22ca9cb3-0b1e-46d2-8cbe-67b95a42bd65 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0833430 May 06 13:29:18.383596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9b190644-c96b-4b20-abd9-6a1d8944237b req-c8419163-9e28-4bde-bde1-e0d34ed38c22 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 May 06 13:29:19.581358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98331bb-623c-4b17-8fa9-9b22c51cecec req-cc3bf9ad-e186-4405-8873-7e7b54aca4a9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:19.582850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e98331bb-623c-4b17-8fa9-9b22c51cecec req-cc3bf9ad-e186-4405-8873-7e7b54aca4a9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0771916 May 06 13:29:19.632465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e98331bb-623c-4b17-8fa9-9b22c51cecec req-9578f1f6-c11a-4c74-bc1e-f96daf04dbb8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440612 May 06 13:29:20.833454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02586d50-4ab7-4a03-9e96-5531b21b3469 req-64917a62-e61a-48af-93de-664e1c3c3fd7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:20.835214 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02586d50-4ab7-4a03-9e96-5531b21b3469 req-64917a62-e61a-48af-93de-664e1c3c3fd7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0776787 May 06 13:29:20.884673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02586d50-4ab7-4a03-9e96-5531b21b3469 req-522e2035-fed4-4ae6-a082-08f2f1832d8f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 May 06 13:29:21.234555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:22.083788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60f50-7d63-4153-8f97-a23d1c196edf req-bbabd7b2-c7ad-458d-af59-d72b133754ef tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:22.085370 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64f60f50-7d63-4153-8f97-a23d1c196edf req-bbabd7b2-c7ad-458d-af59-d72b133754ef tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0767581 May 06 13:29:22.129956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64f60f50-7d63-4153-8f97-a23d1c196edf req-213e20aa-cdfb-4bc7-b89e-f0b0a0bdd2be tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391545 May 06 13:29:23.331252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942ee91-20a6-455d-b5d9-467750c7c2e5 req-5b33e54b-cfe6-445e-ab78-456cb8eec23c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:23.332743 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9942ee91-20a6-455d-b5d9-467750c7c2e5 req-5b33e54b-cfe6-445e-ab78-456cb8eec23c tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 944 time: 0.0769873 May 06 13:29:23.378161 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9942ee91-20a6-455d-b5d9-467750c7c2e5 req-aa3caa2b-b726-42db-8824-f81de00fb0fb tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 May 06 13:29:23.851142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:29:23.988810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:24.002378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '381ae284-6578-4b11-b6a9-c653037bfd79', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'port_id': '381ae284-6578-4b11-b6a9-c653037bfd79', 'mac_address': 'fa:16:3e:c3:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:29:24.061698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:24.079870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:29:24.095670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:24.157721 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:24.226148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:24.395682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['381ae284-6578-4b11-b6a9-c653037bfd79'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:29:24.590440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fe606-1a5c-42e0-acdb-c69f5f5e2608 req-cc186530-8c11-45d2-ac13-93c769f326e7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:24.591921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c39fe606-1a5c-42e0-acdb-c69f5f5e2608 req-cc186530-8c11-45d2-ac13-93c769f326e7 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0875793 May 06 13:29:24.639137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c39fe606-1a5c-42e0-acdb-c69f5f5e2608 req-3b6ae070-bdb0-409a-8a82-db67205ed17b tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 May 06 13:29:24.851147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39cd7b-a0d5-42d9-b5f4-a90cbe6db854 req-4c30bcb5-4cde-4a13-9d44-71a91ad83970 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:24.852906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a39cd7b-a0d5-42d9-b5f4-a90cbe6db854 req-4c30bcb5-4cde-4a13-9d44-71a91ad83970 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0842218 May 06 13:29:24.898424 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5a39cd7b-a0d5-42d9-b5f4-a90cbe6db854 req-28b6371f-09fb-4679-a520-d9b02b5bc6f8 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 May 06 13:29:25.097697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f0977-520c-45fd-88f6-333da7fd3abe req-f24fe646-8da8-4f39-a407-566e8c20ebd9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:25.099136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d78f0977-520c-45fd-88f6-333da7fd3abe req-f24fe646-8da8-4f39-a407-566e8c20ebd9 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0772636 May 06 13:29:25.144397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d78f0977-520c-45fd-88f6-333da7fd3abe req-39761713-bc30-451d-8aa2-65ddb828ef5f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391266 May 06 13:29:25.809756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680dbb48-9805-42af-9b45-81574ae75819 req-e78b08d1-88f0-4be4-af11-b3614815d3e3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:25.812941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-680dbb48-9805-42af-9b45-81574ae75819 req-e78b08d1-88f0-4be4-af11-b3614815d3e3 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 945 time: 0.0853155 May 06 13:29:25.862166 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-680dbb48-9805-42af-9b45-81574ae75819 req-7e9dbf10-e350-4864-b94e-ca055f4cf61f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 May 06 13:29:25.874699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:29:26.051643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 381ae284-6578-4b11-b6a9-c653037bfd79 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:29:26.057628 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 381ae284-6578-4b11-b6a9-c653037bfd79 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:29:26.058087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:26.178930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:26.205429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:26.215198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:26.261151 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9b78ce-66ae-4ceb-863f-ed3e4ada382f'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'code': 200} May 06 13:29:26.366103 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:26.436316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=13']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:27.066738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328613-3345-4fbf-9ad1-d73550687792 req-6a42ceaf-d0c0-4ba7-bced-8869e77e5e63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:27.068132 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14328613-3345-4fbf-9ad1-d73550687792 req-6a42ceaf-d0c0-4ba7-bced-8869e77e5e63 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 946 time: 0.0785849 May 06 13:29:27.128288 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-14328613-3345-4fbf-9ad1-d73550687792 req-3671e97f-31e4-47f0-b75a-74054067d047 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543926 May 06 13:29:27.436896 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-0abc7caf-9cae-4189-aebb-33623ea07c0f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:27.438336 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-0abc7caf-9cae-4189-aebb-33623ea07c0f tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 946 time: 0.0764363 May 06 13:29:27.446416 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:29:27.510236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Deleting port 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:27.510496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:27.858394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] For port 381ae284-6578-4b11-b6a9-c653037bfd79, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=381ae284-6578-4b11-b6a9-c653037bfd79,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:27.858746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:28.168808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:28.169205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:28.169520 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Floating IP 06f031f7-6061-4833-8e7c-74d56f26755c disassociated. External IP: 172.25.2.32, port: 381ae284-6578-4b11-b6a9-c653037bfd79. May 06 13:29:28.169864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Calling delete_port for 381ae284-6578-4b11-b6a9-c653037bfd79 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:28.384475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab829e5-827f-48ea-8401-7d6297d0f4e5 req-a151a74e-df2e-42f1-87eb-aba143834f83 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:28.385943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ab829e5-827f-48ea-8401-7d6297d0f4e5 req-a151a74e-df2e-42f1-87eb-aba143834f83 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 946 time: 0.1051044 May 06 13:29:28.433425 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2ab829e5-827f-48ea-8401-7d6297d0f4e5 req-15acd30e-1801-4cf6-9d6f-38b867b1b676 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups?id=a5eb4511-7a01-4230-beea-3d69e8703c88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418472 May 06 13:29:28.437456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:28.488506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'Port': ['ID=381ae284-6578-4b11-b6a9-c653037bfd79,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:28.714487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:29:28.920980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:29:28.930873 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:29:28.943398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:29:28.944798 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:28.991817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] No DVR routers for this DVR port 381ae284-6578-4b11-b6a9-c653037bfd79 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:29:28.994457 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:28.997009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-deleted', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:29.054851 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d781f397-9314-459d-b5d6-711c4a0d8255'] response: {'server_uuid': '392b4845-c47f-4260-98e8-9d7800fa5b3d', 'name': 'network-vif-deleted', 'tag': '381ae284-6578-4b11-b6a9-c653037bfd79', 'status': 'completed', 'code': 200} May 06 13:29:29.072880 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9821f39d-c181-4684-91d1-e33771f28ab9 req-7ac125c6-4208-432b-a135-4698a9f08069 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.86 "DELETE /v2.0/ports/381ae284-6578-4b11-b6a9-c653037bfd79 HTTP/1.1" status: 204 len: 173 time: 1.6287496 May 06 13:29:29.127239 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:29:29.496764 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:29.504160 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:29:29.515570 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:29:29.516257 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:29.621942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-83d7c4f1-7853-4791-a123-c93e71f4459f req-78f1e787-9707-4290-8762-d712b0e445bd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Synchronizing usage tracker for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:29:29.700357 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:29:29.717565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-83d7c4f1-7853-4791-a123-c93e71f4459f req-78f1e787-9707-4290-8762-d712b0e445bd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Unset dirty status for tenant:aa53cd4d38fc4e739bcce1c983e91333 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:29:29.719551 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-83d7c4f1-7853-4791-a123-c93e71f4459f req-78f1e787-9707-4290-8762-d712b0e445bd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/ports?device_id=392b4845-c47f-4260-98e8-9d7800fa5b3d HTTP/1.1" status: 200 len: 210 time: 0.1468322 May 06 13:29:30.036735 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:30.041860 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e341b6-92d7-4aa5-8276-ddb27e4ecbd3 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:24:50Z', 'revision_number': 4, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3b229865-d98e-4fc0-bd23-affcdc8ec7ce', 'name': '', 'network_id': '30a69f85-9e44-488a-bc6a-b797d991b2ee', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'mac_address': 'fa:16:3e:f3:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:49Z', 'updated_at': '2022-05-06T13:24:58Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'subnets': [{'id': 'd040fac8-2266-4eb5-8736-722ebb8f8146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:29:30.273360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6752b-2604-471c-86a3-be19c2ffb690 None None] New status for floating IP 06f031f7-6061-4833-8e7c-74d56f26755c: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:29:31.901030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:29:31.934330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 381ae284-6578-4b11-b6a9-c653037bfd79 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:29:31.934669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 381ae284-6578-4b11-b6a9-c653037bfd79 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:29:34.303857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50802) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:34.371601 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:34.399862 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:34.520324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:34.540890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb4511-7a01-4230-beea-3d69e8703c88,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:34.614165 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:34.615201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-67a9dad0-f6cf-41ad-b29f-75bac7db59dd tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "DELETE /v2.0/security-groups/a5eb4511-7a01-4230-beea-3d69e8703c88 HTTP/1.1" status: 204 len: 168 time: 0.3103635 May 06 13:29:34.617775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50806) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:34.635144 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-8df1d5c2-8db5-4e73-ae4b-e4cbbcc6b1cf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] show failed (client error): The resource could not be found. May 06 13:29:34.636113 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8df1d5c2-8db5-4e73-ae4b-e4cbbcc6b1cf tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "GET /v2.0/security-groups/a5eb4511-7a01-4230-beea-3d69e8703c88 HTTP/1.1" status: 404 len: 347 time: 0.0167594 May 06 13:29:34.638778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:34.908383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Deleting port 03f6b8bb-eb57-4e07-ad6f-5dcf889424ce {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:34.908720 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.078062 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.078383 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.201252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Calling delete_port for 03f6b8bb-eb57-4e07-ad6f-5dcf889424ce owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:35.429388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.476856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Pushing event deleted for resources: {'Port': ['ID=03f6b8bb-eb57-4e07-ad6f-5dcf889424ce,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:35.569821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.654380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:35.655513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-705ae604-304d-451f-8aa2-bcadacc964c5 tempest-ServerActionsTestJSON-200476488 tempest-ServerActionsTestJSON-200476488-project] 10.222.0.83 "DELETE /v2.0/floatingips/06f031f7-6061-4833-8e7c-74d56f26755c HTTP/1.1" status: 204 len: 168 time: 1.0158699 May 06 13:29:35.658571 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:36.062464 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:36.775354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Deleting port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:36.776033 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:36.955756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] For port 3b229865-d98e-4fc0-bd23-affcdc8ec7ce, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:36.956137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:37.082283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Calling delete_port for 3b229865-d98e-4fc0-bd23-affcdc8ec7ce owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:37.346670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:37.397371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3b229865-d98e-4fc0-bd23-affcdc8ec7ce,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:37.698283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:38.400711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Router 13fe0f3e-0a74-42aa-b52b-4d83c854001d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:29:38.522991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bb3afdc0-ed14-4207-9c73-95308056c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:38.609878 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:29:38.619930 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Sync routers for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:29:38.624549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-57d78886-3b42-41cd-8c8d-9bdc3b7d51ba admin admin] 10.222.0.83 "PUT /v2.0/routers/13fe0f3e-0a74-42aa-b52b-4d83c854001d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9647357 May 06 13:29:38.626915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50818) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:38.632781 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:29:38.633461 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:38.824330 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:29:38.841295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:39.039059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:39.107353 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:29:37Z', 'revision_number': 5, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port': {'id': 'af78163f-c24c-488b-a5db-6ac6bb5a5a53', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:24:47Z', 'updated_at': '2022-05-06T13:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:39.111180 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Checking router: 13fe0f3e-0a74-42aa-b52b-4d83c854001d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:29:39.112010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Deleting port af78163f-c24c-488b-a5db-6ac6bb5a5a53 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:39.112386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:39.122648 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Routers {'13fe0f3e-0a74-42aa-b52b-4d83c854001d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:29:39.123286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:29:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:39.299450 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] Set router 13fe0f3e-0a74-42aa-b52b-4d83c854001d gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:29:39.299643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] For port af78163f-c24c-488b-a5db-6ac6bb5a5a53, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=af78163f-c24c-488b-a5db-6ac6bb5a5a53,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:39.299920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:39.405501 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:29:39Z', 'revision_number': 6, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:39.409651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef313d1-fc15-4205-9c1a-80bf61dc1564 None None] The sync data for ids ['13fe0f3e-0a74-42aa-b52b-4d83c854001d'] in n-d-840845-1 is: [{'id': '13fe0f3e-0a74-42aa-b52b-4d83c854001d', 'name': 'tempest-ServerActionsTestJSON-1354548726-router', 'tenant_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:24:46Z', 'updated_at': '2022-05-06T13:29:39Z', 'revision_number': 6, 'project_id': 'aa53cd4d38fc4e739bcce1c983e91333', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:29:39.426045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Calling delete_port for af78163f-c24c-488b-a5db-6ac6bb5a5a53 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:39.680151 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:39.724739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=af78163f-c24c-488b-a5db-6ac6bb5a5a53,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:40.068074 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.328713 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.332988 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.448751 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.449929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fe0f3e-0a74-42aa-b52b-4d83c854001d {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:29:40.464193 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.465583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-940270c1-35ce-4cb5-8b4c-5f60a05e4cfd admin admin] 10.222.0.83 "DELETE /v2.0/routers/13fe0f3e-0a74-42aa-b52b-4d83c854001d HTTP/1.1" status: 204 len: 168 time: 1.8375070 May 06 13:29:40.467855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50822) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:40.505091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af78163f-c24c-488b-a5db-6ac6bb5a5a53 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:29:40.542752 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: af78163f-c24c-488b-a5db-6ac6bb5a5a53 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:29:40.543298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device af78163f-c24c-488b-a5db-6ac6bb5a5a53 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:29:40.543717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3b229865-d98e-4fc0-bd23-affcdc8ec7ce no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:29:40.549448 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Deleting subnet d040fac8-2266-4eb5-8736-722ebb8f8146 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:29:40.552603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.576813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3b229865-d98e-4fc0-bd23-affcdc8ec7ce {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:29:40.577166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3b229865-d98e-4fc0-bd23-affcdc8ec7ce not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:29:40.604366 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.685148 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.760865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4049eccf-a9e0-4e45-b257-61958f47c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.818507 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.854951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d040fac8-2266-4eb5-8736-722ebb8f8146,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:40.865017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.871242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c29d2a-f240-40a2-baf9-faca46c56118 None None] Network 30a69f85-9e44-488a-bc6a-b797d991b2ee requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:29:40.872604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-80354e5e-1ef6-4a86-a7d8-a1bba133af7f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d040fac8-2266-4eb5-8736-722ebb8f8146 HTTP/1.1" status: 204 len: 168 time: 0.4037769 May 06 13:29:40.875176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50826) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:40.982710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:40.993730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Deleting port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:40.994208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.136333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] DHCP port deletion for 30a69f85-9e44-488a-bc6a-b797d991b2ee request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:29:41.140719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Deleting port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:41.141093 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.212964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] For port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:41.213313 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.333667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Calling delete_port for ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:41.350141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] For port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,segment=NetworkSegment(330863b2-6e36-4446-bbfd-c10429bd0b06),segment_id=330863b2-6e36-4446-bbfd-c10429bd0b06)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:41.350459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.474206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Calling delete_port for ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:29:41.478024 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.522684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:41.530027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] No DVR routers for this DVR port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 13:29:41.548678 n-d-840845-1 neutron-server[84801]: util.warn( May 06 13:29:41.553772 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:29:41.554121 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:29:41.752365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.781308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a69f85-9e44-488a-bc6a-b797d991b2ee']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:41.794951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330863b2-6e36-4446-bbfd-c10429bd0b06') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:41.795252 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330863b2-6e36-4446-bbfd-c10429bd0b06') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:29:41.807516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.824545 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.830855 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:29:41.831266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: timer() May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:29:41.845595 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:29:41.980177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:41.995946 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.006013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a69f85-9e44-488a-bc6a-b797d991b2ee,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:42.054837 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Deleting port ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:29:42.055452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.092714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-53a32c99-f50b-419a-b01a-674f6e941fa5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/30a69f85-9e44-488a-bc6a-b797d991b2ee HTTP/1.1" status: 204 len: 168 time: 1.2164919 May 06 13:29:42.122810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-697ecb7d-361a-4963-9d90-dfaed67f43b9 None None] The port 'ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:29:42.317162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.374531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.454473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50832) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:42.510203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:29:42.510861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e12c6186-8d84-444a-94e5-821d23ac8f6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aa53cd4d38fc4e739bcce1c983e91333&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551670 May 06 13:29:42.513269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50836) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:42.546707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:29:42.547046 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff5f0ad6-c4d4-4b78-85e2-fd2e5a164e53 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:29:42.579429 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.606116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.757564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.773939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24dc189-cd49-44ce-b3d2-ec1742ac9f55,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:42.786188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:42.790711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-29a6ccdc-908d-4edb-9782-13701ce58701 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d24dc189-cd49-44ce-b3d2-ec1742ac9f55 HTTP/1.1" status: 204 len: 168 time: 0.2731247 May 06 13:29:43.761381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.007736 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50858) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:44.139140 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1743207692-network', 'tenant_id': 'c46dea4192104082bb33c772e7b563c8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:29:44.144801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:29:44.148707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Usage tracker for resource:network and tenant:c46dea4192104082bb33c772e7b563c8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:29:44.152021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:29:44.157738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:29:44.245987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Made reservation on behalf of c46dea4192104082bb33c772e7b563c8 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:29:44.248243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.260931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.292815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:29:44.296680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Usage tracker for resource:security_group_rule and tenant:c46dea4192104082bb33c772e7b563c8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:29:44.299484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:29:44.305152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:29:44.369695 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.437003 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.467697 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:29:44.476109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857e275-dfa0-497f-a728-9b7f47c1e9db,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:44.482238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.482593 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Added segment 2b641339-2726-450c-b634-7c387b4d2f68 of type vlan for network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 May 06 13:29:44.512348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.614446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.615450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:44.616059 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:44.718738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] Pushing event updated for resources: {'Network': ['ID=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:44.729898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:29:44.784211 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1afaea38-d219-4791-bce6-f293328aa445 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7725916 May 06 13:29:44.784398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 50864) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:29:44.790819 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Request body: {'subnet': {'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1743207692-subnet', 'tenant_id': 'c46dea4192104082bb33c772e7b563c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:29:44.796431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:29:44.800605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Usage tracker for resource:subnet and tenant:c46dea4192104082bb33c772e7b563c8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:29:44.803993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:29:44.817281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:29:44.891466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Made reservation on behalf of c46dea4192104082bb33c772e7b563c8 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:29:44.893831 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:45.192344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:45.272117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e80da63-39cb-41e2-be05-e426985596dc,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:45.283393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Checking segment: {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:29:45.283756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Network hostable DHCP agents. Network: d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:29:45.400343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:29:45.480824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:29:45.485362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:45.485976 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:45.490204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326027d-97ce-45dd-aa43-88554d783021 None None] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:29:45.569987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8fa6469-7416-45bb-8cf9-151d9c99724c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7843771 May 06 13:29:45.750072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c1781-d3c1-4525-8e47-262ae1993e65 None None] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:29:46.129999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-96311b96-200c-4a53-bb90-49a6491b9c54 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:46.130663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-96311b96-200c-4a53-bb90-49a6491b9c54 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:29:46.245737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-96311b96-200c-4a53-bb90-49a6491b9c54 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:29:46.246856 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-96311b96-200c-4a53-bb90-49a6491b9c54 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/networks?id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 HTTP/1.1" status: 200 len: 814 time: 0.2586045 May 06 13:29:46.265188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-ce0f58c5-802b-4646-9e2a-443218195b55 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/quotas/c46dea4192104082bb33c772e7b563c8 HTTP/1.1" status: 200 len: 375 time: 0.0123537 May 06 13:29:46.311912 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-2f7eda7a-ebfc-4893-b471-745bbce6e595 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416801 May 06 13:29:46.444388 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-82de6d0b-47e1-4e4b-bd75-b2dde14ea19e service neutron] 10.222.0.83 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258953 May 06 13:29:46.578282 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-cd09ed54-c299-4f43-b3eb-36cdddd773fa service neutron] 10.222.0.83 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280017 May 06 13:29:46.876023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4e853a86-0939-4d2d-9cc1-6a8b3378872e req-66fc43ed-7d97-4974-97d2-f783957f7bf2 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 210 time: 0.0423002 May 06 13:29:47.103397 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:48.067128 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-12294267-cec3-40dd-8b3b-519088c5a567 req-9bea6fd1-81b1-46ba-af87-2bad61b4d917 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 210 time: 0.0422280 May 06 13:29:49.152107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-92dd331a-1643-4918-b71e-0a3766fff3f6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:49.153617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-92dd331a-1643-4918-b71e-0a3766fff3f6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.86 "GET /v2.0/networks?id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 HTTP/1.1" status: 200 len: 814 time: 0.1485448 May 06 13:29:49.170989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Request body: {'port': {'device_id': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573', 'admin_state_up': True, 'tenant_id': 'c46dea4192104082bb33c772e7b563c8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:29:49.239488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6c76e9b1-a5a8-405c-8848-32d43fb3619a req-b3709f3d-c466-41d1-9f50-f91937e37d62 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 210 time: 0.0431569 May 06 13:29:49.411892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:29:49.416653 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Usage tracker for resource:port and tenant:c46dea4192104082bb33c772e7b563c8 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:29:49.419598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:29:49.425353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:29:49.486370 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Made reservation on behalf of c46dea4192104082bb33c772e7b563c8 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:29:49.489495 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:49.653712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Allocated IP 172.20.0.5 (d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573/8e80da63-39cb-41e2-be05-e426985596dc/5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:29:49.874095 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:49.960619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:50.033241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:29:50.036232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:29:50.038584 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:29:50.075988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Pushing event updated for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:50.107415 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:50.108040 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:50.175125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-b77fd05b-abc8-41a1-b4af-0337a82a6256 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0078733 May 06 13:29:50.188661 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Request body: {'port': {'device_id': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:29:50.302115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:50.584976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-bffe29b0-dd81-4911-8358-ca12c285021f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:50.585672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-bffe29b0-dd81-4911-8358-ca12c285021f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:29:50.719449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:29:50.726405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:50.741313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-bffe29b0-dd81-4911-8358-ca12c285021f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:29:50.752153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-bffe29b0-dd81-4911-8358-ca12c285021f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 931 time: 0.3756123 May 06 13:29:50.752153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Transition to ACTIVE for port object 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:29:50.789801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-8c4aa9fe-aca9-4d7c-ac6a-442b5b0b1566 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:29:50.837611 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:50.880791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-8c4aa9fe-aca9-4d7c-ac6a-442b5b0b1566 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:29:50.881985 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7b232dbb-40b4-4d4e-b19d-f25d7549d233 req-8c4aa9fe-aca9-4d7c-ac6a-442b5b0b1566 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329474 May 06 13:29:50.968470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:51.075598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Attempting to bind port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:29:51.075958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Attempting to bind port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:29:51.076282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Attempting to bind port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:29:51.082109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:29:51.082469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Attempting to bind port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:29:51.089233 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:29:51.089445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Checking segment: {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:29:51.089818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Bound using segment: {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:29:51.090231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Bound port: 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:29:51.090569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:51.178592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:29:51.181600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:29:51.271682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:51.289693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:51.357700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:51.359392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] 10.222.0.86 "PUT /v2.0/ports/5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c HTTP/1.1" status: 200 len: 1091 time: 1.1747396 May 06 13:29:51.362404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:51.384029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056d931-7c3b-42ac-ae05-1864338e0967 service neutron] Pushing event updated for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:51.445883 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbb527b-3786-4064-bed0-d81c2be94cbf'] response: {'name': 'network-changed', 'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c', 'status': 'completed', 'code': 200} May 06 13:29:51.569680 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d105b577-1b52-4aa2-a95a-ea6025f2a1f7 req-fa8d8a51-cecb-4aab-b374-8f1cf041fe59 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 1094 time: 0.0938237 May 06 13:29:51.714684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105b577-1b52-4aa2-a95a-ea6025f2a1f7 req-f6881156-5d48-4db7-b38c-11c520ff1e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:51.716157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d105b577-1b52-4aa2-a95a-ea6025f2a1f7 req-f6881156-5d48-4db7-b38c-11c520ff1e70 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c46dea4192104082bb33c772e7b563c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1391351 May 06 13:29:51.955980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105b577-1b52-4aa2-a95a-ea6025f2a1f7 req-41cd596b-8f4b-4226-ab62-493556b78d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:51.957442 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d105b577-1b52-4aa2-a95a-ea6025f2a1f7 req-41cd596b-8f4b-4226-ab62-493556b78d93 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2349558 May 06 13:29:52.128990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-a6d5470a-013b-4506-9bd2-c211a7bd2e29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 1094 time: 0.1330061 May 06 13:29:52.135385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7717b-a10b-4855-8762-38520f32d080 req-27915c19-8516-4b89-ba2e-dc15fb530625 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:52.136966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5b7717b-a10b-4855-8762-38520f32d080 req-27915c19-8516-4b89-ba2e-dc15fb530625 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 943 time: 0.1086879 May 06 13:29:52.218065 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-346f12a7-6105-42ad-a633-42f760ebcf79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c HTTP/1.1" status: 200 len: 217 time: 0.0800765 May 06 13:29:52.292850 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a5b7717b-a10b-4855-8762-38520f32d080 req-87ce1af8-e96f-4f5e-8f10-ec698ba0f62c tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048107 May 06 13:29:52.301740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-16cecf69-e73b-4fe1-b3ae-35da371776af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:52.303157 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-16cecf69-e73b-4fe1-b3ae-35da371776af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e80da63-39cb-41e2-be05-e426985596dc HTTP/1.1" status: 200 len: 854 time: 0.0784383 May 06 13:29:52.349422 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-10fa17ef-2110-4af7-82ec-1db4642c46fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398138 May 06 13:29:52.482593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-29f03b95-d9c8-4b73-a0f6-5db2e8c9e384 service neutron] 10.222.0.86 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268368 May 06 13:29:52.612980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c8fcaf41-11ec-4991-9316-ec0718aa383c req-1da4328d-4631-4b6e-a804-41082ec3f2fd service neutron] 10.222.0.86 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240335 May 06 13:29:53.498541 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e85ecd-2d30-4e84-abbb-713cd1afc4a3 req-ae2d3a44-d3b9-4929-89e4-1e92791a47ad tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:53.500024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71e85ecd-2d30-4e84-abbb-713cd1afc4a3 req-ae2d3a44-d3b9-4929-89e4-1e92791a47ad tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 943 time: 0.0808551 May 06 13:29:53.546180 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71e85ecd-2d30-4e84-abbb-713cd1afc4a3 req-962fa1ac-1515-42bc-a358-b170b3bf7069 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 May 06 13:29:54.038363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:29:54.187152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:54.201765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c', 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573', 'port_id': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c', 'mac_address': 'fa:16:3e:9b:73:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e80da63-39cb-41e2-be05-e426985596dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:29:54.269986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:54.300183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:29:54.316112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:54.440172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:54.513829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:54.645479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:29:54.778101 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15560110-0a9e-4056-b586-c6cc34381846 req-29c5d2c4-375e-496c-ad30-4059cc4b9773 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:54.779748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15560110-0a9e-4056-b586-c6cc34381846 req-29c5d2c4-375e-496c-ad30-4059cc4b9773 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 944 time: 0.1034162 May 06 13:29:54.837247 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15560110-0a9e-4056-b586-c6cc34381846 req-07cdadd3-850d-4b53-bd2d-f874bdc1869a tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 May 06 13:29:56.036013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a756d-a048-4d71-a0fe-55e472501505 req-75449053-a015-45f9-80ae-f3b80e17ac65 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:56.037472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d56a756d-a048-4d71-a0fe-55e472501505 req-75449053-a015-45f9-80ae-f3b80e17ac65 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 944 time: 0.0769625 May 06 13:29:56.053257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:29:56.085031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d56a756d-a048-4d71-a0fe-55e472501505 req-61dfa0b9-610d-4dec-b994-76c88e5e86a2 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 May 06 13:29:56.228873 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:29:56.233908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:29:56.234382 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:56.350642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:56.377229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:29:56.386763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:29:56.433339 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9c67db-752d-4a4b-ad38-0bc7c274d217'] response: {'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c', 'code': 200} May 06 13:29:56.451487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:29:56.520110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:29:56.560644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54159e48-d671-44bd-a5e1-4c41e872b300 req-acc3e156-11a7-440a-8b89-fb7fd5b6dca7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 1096 time: 0.0680683 May 06 13:29:56.604152 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54159e48-d671-44bd-a5e1-4c41e872b300 req-07dbb25d-b519-4a3f-8c66-2d177dc5e8ca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 May 06 13:29:57.289342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebb239-9426-4743-a23d-4d45f8c997dc req-9a78e167-1740-4b74-8992-b4cf22d7d26c tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:57.290807 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36ebb239-9426-4743-a23d-4d45f8c997dc req-9a78e167-1740-4b74-8992-b4cf22d7d26c tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0812714 May 06 13:29:57.337640 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-36ebb239-9426-4743-a23d-4d45f8c997dc req-c508dde4-776e-4d5c-a322-dfd69c6d5da9 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 May 06 13:29:58.540858 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559eeb-7dd5-4c9f-8d92-1e57f66d48bd req-3b70ae6b-c9f9-4a33-b8ad-b1324d818c74 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:58.542393 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c559eeb-7dd5-4c9f-8d92-1e57f66d48bd req-3b70ae6b-c9f9-4a33-b8ad-b1324d818c74 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0812452 May 06 13:29:58.587598 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9c559eeb-7dd5-4c9f-8d92-1e57f66d48bd req-ab601b4f-b6cb-4959-9bb2-22c949d54c09 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 May 06 13:29:58.893319 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-abe173f0-49e7-4132-8e7b-470a25c482d6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:29:58.894771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-abe173f0-49e7-4132-8e7b-470a25c482d6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/networks?id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 HTTP/1.1" status: 200 len: 814 time: 0.1450911 May 06 13:29:58.912082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-01851754-3577-4406-9188-659ce2ceeeb8 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/quotas/c46dea4192104082bb33c772e7b563c8 HTTP/1.1" status: 200 len: 375 time: 0.0119512 May 06 13:29:58.993325 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-86cc9753-9032-4cc5-bf8c-a9b6c13acba1 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757804 May 06 13:29:59.199708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-7710561d-84a4-4cbd-b15f-2af1f701e1d8 service neutron] 10.222.0.83 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990767 May 06 13:29:59.337728 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-85480f95-7f2c-491a-9d51-ccd80fad91a7 service neutron] 10.222.0.83 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323812 May 06 13:29:59.592762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-08b19aa8-c071-411a-bccc-b0fc2201779c req-71dcb801-03ba-4b90-b6ec-f6c1a8ed0a32 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 210 time: 0.0428681 May 06 13:30:00.762766 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-471738d2-8b59-43ec-b800-2404da11d8b2 req-c1ed172f-6c18-4738-9801-7802121ccf6c tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 210 time: 0.0449190 May 06 13:30:01.720228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-fe81d4c4-8180-460d-92b2-a8ed5f737b9a tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:01.721652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-fe81d4c4-8180-460d-92b2-a8ed5f737b9a tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.13 "GET /v2.0/networks?id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 HTTP/1.1" status: 200 len: 814 time: 0.2284768 May 06 13:30:01.737492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Request body: {'port': {'device_id': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573', 'admin_state_up': True, 'tenant_id': 'c46dea4192104082bb33c772e7b563c8'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:01.883008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:01.893369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:01.937942 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0d11d7b7-3dd1-499d-bd64-56ef886f9ef5 req-520beb70-b5da-48c6-82e8-47d21b2e1d41 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 210 time: 0.0424786 May 06 13:30:01.991542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Made reservation on behalf of c46dea4192104082bb33c772e7b563c8 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:01.994575 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:02.157650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Allocated IP 172.20.0.4 (d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573/8e80da63-39cb-41e2-be05-e426985596dc/4d18ad13-1ff9-4bda-826e-92e4bc3cd835) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:02.363839 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:02.443076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:02.459300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:30:02.517730 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:02.520848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:02.523936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:02.566331 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Pushing event updated for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:02.588872 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.589215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.589650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.590069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.590547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.590881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.591211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.591535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.591885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.592211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.592531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:02.607985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:02.608608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:02.723854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-16a42ae3-a7aa-4892-b528-4cf2f06bf04f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9899111 May 06 13:30:02.735387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Request body: {'port': {'device_id': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:02.847517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.188532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0fab2-0b0e-453a-aa98-2aa11314b6ab req-6ea73f89-180b-4661-9733-7dd9db52f216 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:03.189243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8c0fab2-0b0e-453a-aa98-2aa11314b6ab req-6ea73f89-180b-4661-9733-7dd9db52f216 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:30:03.262544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:30:03.269546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.284679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Transition to ACTIVE for port object 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:03.388897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b8c0fab2-0b0e-453a-aa98-2aa11314b6ab req-6ea73f89-180b-4661-9733-7dd9db52f216 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:30:03.390082 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8c0fab2-0b0e-453a-aa98-2aa11314b6ab req-6ea73f89-180b-4661-9733-7dd9db52f216 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 931 time: 0.3222589 May 06 13:30:03.410343 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.559037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:03.565983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b8c0fab2-0b0e-453a-aa98-2aa11314b6ab req-82f3c5d6-282f-4e50-8168-505c951bd1dc tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694968 May 06 13:30:03.665868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Attempting to bind port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:03.666198 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Attempting to bind port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:03.666523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Attempting to bind port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:03.672911 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:30:03.673234 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Attempting to bind port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 on network d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:03.680010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:03.680348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Checking segment: {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:03.680726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Bound using segment: {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:03.681147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Bound port: 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b641339-2726-450c-b634-7c387b4d2f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:03.681491 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.774573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:03.778905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:03.848972 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.911190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:03.912568 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d18ad13-1ff9-4bda-826e-92e4bc3cd835 HTTP/1.1" status: 200 len: 1091 time: 1.1812165 May 06 13:30:03.913000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:30:03.931275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6e761-eb16-490d-a75c-710a4ecdfcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:03.971065 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73abf4b6-3f77-4b32-9352-c71e58150fe4'] response: {'name': 'network-changed', 'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835', 'status': 'completed', 'code': 200} May 06 13:30:04.164434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1695ce5-3c4f-4b97-93db-d60693efe1ae req-c7938a50-7893-4571-86a5-66cdf1c19c75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 1094 time: 0.1702826 May 06 13:30:04.305721 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695ce5-3c4f-4b97-93db-d60693efe1ae req-6b987fbe-2abb-4530-a55e-68485717bed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:04.307139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1695ce5-3c4f-4b97-93db-d60693efe1ae req-6b987fbe-2abb-4530-a55e-68485717bed7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c46dea4192104082bb33c772e7b563c8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1361187 May 06 13:30:04.443505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695ce5-3c4f-4b97-93db-d60693efe1ae req-1b7a319e-e624-4a51-b603-4445e3a1f872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:04.444926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e1695ce5-3c4f-4b97-93db-d60693efe1ae req-1b7a319e-e624-4a51-b603-4445e3a1f872 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319273 May 06 13:30:04.450984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:30:04.551263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-cefdc890-b489-4eb6-9084-c4cbc06c34e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c46dea4192104082bb33c772e7b563c8&device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 1094 time: 0.0706408 May 06 13:30:04.623716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-a8eef33d-cdad-411f-9625-f2be0034919a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835 HTTP/1.1" status: 200 len: 217 time: 0.0647078 May 06 13:30:04.687087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-ed734bb1-21c8-4ddd-8432-7c3075ee88a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:04.688566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-ed734bb1-21c8-4ddd-8432-7c3075ee88a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e80da63-39cb-41e2-be05-e426985596dc HTTP/1.1" status: 200 len: 854 time: 0.0589998 May 06 13:30:04.770995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-41238dc6-2a18-4b8d-ab12-20ad02d7ddbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493557 May 06 13:30:04.904929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c1cb4-a533-4a5f-bb8f-2e4f2069a711 req-3a7a2745-097e-42b3-8ec5-ca17cdc4c88b tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:04.906498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed4c1cb4-a533-4a5f-bb8f-2e4f2069a711 req-3a7a2745-097e-42b3-8ec5-ca17cdc4c88b tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 943 time: 0.2154093 May 06 13:30:04.943297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-18227884-0888-4956-9244-bb4fb6191764 service neutron] 10.222.0.13 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664603 May 06 13:30:05.041990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed4c1cb4-a533-4a5f-bb8f-2e4f2069a711 req-3c6123a4-11b9-432a-b7a3-535ddee2e14e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227195 May 06 13:30:05.089536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c318defb-5fc3-4719-a7ce-a6d9d07d5483 req-55d09193-31f9-41ac-bb57-c5cd109c8d56 service neutron] 10.222.0.13 "GET /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353726 May 06 13:30:06.244250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3a266-3d18-4d99-88c6-018ce23be603 req-f8a35331-660c-480b-a6a2-f4363b54a00e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:06.245694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45c3a266-3d18-4d99-88c6-018ce23be603 req-f8a35331-660c-480b-a6a2-f4363b54a00e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 943 time: 0.0793800 May 06 13:30:06.291882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-45c3a266-3d18-4d99-88c6-018ce23be603 req-fed98137-5c6b-473c-ad19-6ee2dd2685d9 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 May 06 13:30:07.492019 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd80cb1-7d49-4755-98ce-426c03c71495 req-0cdf5bc9-794d-419f-ad3c-2d0aaefdc032 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:07.493466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd80cb1-7d49-4755-98ce-426c03c71495 req-0cdf5bc9-794d-419f-ad3c-2d0aaefdc032 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 943 time: 0.0812910 May 06 13:30:07.540415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bd80cb1-7d49-4755-98ce-426c03c71495 req-5bc1154d-2dc8-41f6-8b09-98221539661d tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 May 06 13:30:08.428700 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:30:08.506618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7786dd2-8b3b-4c11-8d38-3042ce8eea41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:08.569587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:08.583597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835', 'network_id': 'd50cf0ca-af5d-4df0-a6fe-a2a0f73ff573', 'port_id': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835', 'mac_address': 'fa:16:3e:c8:b3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e80da63-39cb-41e2-be05-e426985596dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:30:08.643629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:08.662523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:30:08.679720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:08.740050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137935-d966-4bfe-b2f7-35764bf43c76 req-15708969-c735-4095-9ad5-78cec6bbcc44 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:08.741547 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3137935-d966-4bfe-b2f7-35764bf43c76 req-15708969-c735-4095-9ad5-78cec6bbcc44 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 943 time: 0.0791640 May 06 13:30:08.760435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:08.794312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3137935-d966-4bfe-b2f7-35764bf43c76 req-7fd1bd61-a38f-4ff4-9e32-50d48956b108 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 May 06 13:30:08.836100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:08.844942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.845283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.845619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.845950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.846279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.846603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.846926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.847247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.847564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.847916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.848259 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:08.988271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['4d18ad13-1ff9-4bda-826e-92e4bc3cd835'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:30:10.004226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2543-5c38-4a97-ae75-5984f174abea req-f26a6ce1-92b8-4435-a726-ec77f79c25a7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:10.005715 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79fd2543-5c38-4a97-ae75-5984f174abea req-f26a6ce1-92b8-4435-a726-ec77f79c25a7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 944 time: 0.0796683 May 06 13:30:10.051883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79fd2543-5c38-4a97-ae75-5984f174abea req-7b63f500-0d35-4fa2-b97a-ebc7be9e59e5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 May 06 13:30:10.444590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:10.571194 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:10.576612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:10.576978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:10.734395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:10.744618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a41cea02-9c8c-4ae8-9161-2d9a91108a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:10.762180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:30:10.771926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:10.820015 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de860895-828f-4d32-9b89-42661448babb'] response: {'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835', 'code': 200} May 06 13:30:10.842645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:10.913932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:10.953341 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166f8ab1-c506-403c-bcac-439ce0020b2f req-f262215f-1800-401b-9bfa-9be95de95f2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 1096 time: 0.0738525 May 06 13:30:10.997803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-166f8ab1-c506-403c-bcac-439ce0020b2f req-f8a0571d-53b4-4d7e-bbcc-7a496a962bd9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379303 May 06 13:30:11.252107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038267e0-4567-4173-a4ca-e5d5cf14449e req-8664c22a-5f25-4a5a-a0e5-2a7b1db6c364 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:11.253477 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-038267e0-4567-4173-a4ca-e5d5cf14449e req-8664c22a-5f25-4a5a-a0e5-2a7b1db6c364 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 945 time: 0.0759318 May 06 13:30:11.299933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-038267e0-4567-4173-a4ca-e5d5cf14449e req-8854ae66-380e-4be3-87d2-715dce81f67e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 May 06 13:30:12.285798 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:12.394390 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:12.509096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad21e-a1ac-4b1b-a607-15b0bb6f270a req-0c4085e8-e8c4-47a5-8cc1-d4afaf4821b6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:12.510583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-361ad21e-a1ac-4b1b-a607-15b0bb6f270a req-0c4085e8-e8c4-47a5-8cc1-d4afaf4821b6 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 945 time: 0.0812075 May 06 13:30:12.558663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-361ad21e-a1ac-4b1b-a607-15b0bb6f270a req-bdfcbba3-0057-4930-a5f6-bf4764e7576d tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 May 06 13:30:13.270129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77641-d66d-4b58-a5ad-b858441a2140 req-6aa95100-ac43-4fb4-8db2-b982a10521d0 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:13.271657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21e77641-d66d-4b58-a5ad-b858441a2140 req-6aa95100-ac43-4fb4-8db2-b982a10521d0 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 945 time: 0.0871181 May 06 13:30:13.327187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-21e77641-d66d-4b58-a5ad-b858441a2140 req-41167bf2-9ebb-4b77-aefe-031bf3b86b52 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 May 06 13:30:13.722821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:14.546940 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-dcfc35f3-b99b-4dc6-bba3-6241d73794b9 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:14.548397 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-dcfc35f3-b99b-4dc6-bba3-6241d73794b9 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 945 time: 0.1423693 May 06 13:30:14.607132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df947bd-a1f3-4338-8b4d-3b95663cc8c7 req-9f6ce878-fecc-453e-97bb-d098b1bb628e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:14.608612 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7df947bd-a1f3-4338-8b4d-3b95663cc8c7 req-9f6ce878-fecc-453e-97bb-d098b1bb628e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 945 time: 0.1445494 May 06 13:30:14.649117 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Deleting port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:14.649454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:14.716810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7df947bd-a1f3-4338-8b4d-3b95663cc8c7 req-cd470574-d118-4f13-8f92-d5f40cccf60f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009386 May 06 13:30:15.006049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] For port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:15.006322 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:15.134169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Calling delete_port for 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:15.380088 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:15.393482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['4d18ad13-1ff9-4bda-826e-92e4bc3cd835'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:30:15.417990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:30:15.431333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Pushing event deleted for resources: {'Port': ['ID=4d18ad13-1ff9-4bda-826e-92e4bc3cd835,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:15.507016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] No DVR routers for this DVR port 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:15.509630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:15.513007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'name': 'network-vif-deleted', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:30:15.572842 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54335aa6-2562-4ec4-a02e-bb91eea3b681'] response: {'server_uuid': '4a2c94c8-92ac-4e07-9b55-f34915769277', 'name': 'network-vif-deleted', 'tag': '4d18ad13-1ff9-4bda-826e-92e4bc3cd835', 'status': 'completed', 'code': 200} May 06 13:30:15.592434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24b1ac1b-c36c-43e4-81fc-d7d07f49db91 req-d40a787e-62fe-4fe0-b5c5-ea4685f68e03 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.13 "DELETE /v2.0/ports/4d18ad13-1ff9-4bda-826e-92e4bc3cd835 HTTP/1.1" status: 204 len: 173 time: 1.0382144 May 06 13:30:15.906789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-621f60ab-c61b-44a8-8185-5f697d97b413 req-f5963c83-479e-4e78-b8e5-d3cb9963709d tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:30:16.002436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-621f60ab-c61b-44a8-8185-5f697d97b413 req-f5963c83-479e-4e78-b8e5-d3cb9963709d tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:30:16.003723 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-621f60ab-c61b-44a8-8185-5f697d97b413 req-f5963c83-479e-4e78-b8e5-d3cb9963709d tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a2c94c8-92ac-4e07-9b55-f34915769277 HTTP/1.1" status: 200 len: 210 time: 0.1386266 May 06 13:30:17.120762 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:17.281788 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918566-ffb9-4d1d-a462-d322c73ba266 req-498e7c31-fdde-4505-9770-563ad608b325 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:17.283261 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45918566-ffb9-4d1d-a462-d322c73ba266 req-498e7c31-fdde-4505-9770-563ad608b325 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0784967 May 06 13:30:17.339562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-45918566-ffb9-4d1d-a462-d322c73ba266 req-88bbb822-8bd6-4590-845a-d9539432f1da tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501947 May 06 13:30:17.566931 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33508bf0-8ce9-4834-84e0-c53eae3e098f req-feae07d7-713d-4801-864d-2f4d9dfec9b5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:17.568408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33508bf0-8ce9-4834-84e0-c53eae3e098f req-feae07d7-713d-4801-864d-2f4d9dfec9b5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0790420 May 06 13:30:17.616071 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33508bf0-8ce9-4834-84e0-c53eae3e098f req-f9931619-8f21-4ee9-b50c-30f0ab604f36 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 May 06 13:30:17.823554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb12f92-2088-4be3-9b74-a467df5688fb req-89aaddd3-4a80-41ce-b92b-457b6add8704 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:17.825269 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fb12f92-2088-4be3-9b74-a467df5688fb req-89aaddd3-4a80-41ce-b92b-457b6add8704 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0826125 May 06 13:30:17.873882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fb12f92-2088-4be3-9b74-a467df5688fb req-3d569fd0-739f-43d4-a0fa-c046e3857774 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 May 06 13:30:18.075365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05e19ed3-8268-4bf1-aa3c-87b3896bf1ac req-955148ed-0cde-4c54-bb98-b81a7d328867 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0740495 May 06 13:30:18.370050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582751b-e4b1-4c54-8107-c7ec7d416b3c req-a75c7891-2910-4f8d-8529-1bab52271765 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:18.371575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6582751b-e4b1-4c54-8107-c7ec7d416b3c req-a75c7891-2910-4f8d-8529-1bab52271765 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.1778109 May 06 13:30:18.422390 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6582751b-e4b1-4c54-8107-c7ec7d416b3c req-69ef6b0b-d5e6-43a1-9d83-aa0008c3933f tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 May 06 13:30:18.510113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:18.543557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:18.543945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4d18ad13-1ff9-4bda-826e-92e4bc3cd835 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:18.624202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f585dd-71bc-437b-bfef-172feeb9783f req-835b0d97-f4d3-4b71-8daa-9ea1c7f6bc69 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:18.625610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33f585dd-71bc-437b-bfef-172feeb9783f req-835b0d97-f4d3-4b71-8daa-9ea1c7f6bc69 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0814283 May 06 13:30:18.672091 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33f585dd-71bc-437b-bfef-172feeb9783f req-db2be790-4cbf-4a05-8d12-5ef24ed9515b tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 May 06 13:30:18.896846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c78a3e-49b7-4746-a4e3-b9040eacd830 req-5bcd87ed-b5c9-491b-83d0-27216ef343b7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:18.898282 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16c78a3e-49b7-4746-a4e3-b9040eacd830 req-5bcd87ed-b5c9-491b-83d0-27216ef343b7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0830889 May 06 13:30:18.945721 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-16c78a3e-49b7-4746-a4e3-b9040eacd830 req-7c348993-0dea-4499-bd7f-830535958c91 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 May 06 13:30:19.769802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac93b-8da6-4c12-97ae-db8201229f12 req-0239ac01-ed37-4c6f-9984-1a44d752ccb7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:19.771266 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d5ac93b-8da6-4c12-97ae-db8201229f12 req-0239ac01-ed37-4c6f-9984-1a44d752ccb7 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0796914 May 06 13:30:19.820141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2d5ac93b-8da6-4c12-97ae-db8201229f12 req-7cded2d5-251e-4f32-b149-196acb5136da tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 May 06 13:30:21.023043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7b8e-4766-4606-bca5-46e9791420e3 req-5a6c04ee-df5f-4ff8-84b2-06b1ea27e744 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:21.024631 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-866e7b8e-4766-4606-bca5-46e9791420e3 req-5a6c04ee-df5f-4ff8-84b2-06b1ea27e744 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0778191 May 06 13:30:21.107513 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-866e7b8e-4766-4606-bca5-46e9791420e3 req-27eecb15-10f0-48a1-9ba7-d83cba504b3e tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/security-groups?id=8857e275-dfa0-497f-a728-9b7f47c1e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 May 06 13:30:21.149877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-5cbe6c7c-289c-498a-b171-0273e870dc82 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:21.151289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-5cbe6c7c-289c-498a-b171-0273e870dc82 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 945 time: 0.0840826 May 06 13:30:21.221441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Deleting port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:21.221776 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:21.242358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:21.477337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] For port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,segment=NetworkSegment(2b641339-2726-450c-b634-7c387b4d2f68),segment_id=2b641339-2726-450c-b634-7c387b4d2f68)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:21.477702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:21.601646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Calling delete_port for 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:21.840083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:21.852760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:30:21.889837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Pushing event deleted for resources: {'Port': ['ID=5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:21.934664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.934997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.935328 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.935654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.936003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.936406 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.936719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.937036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.937353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.937665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.937975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:30:21.979270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] No DVR routers for this DVR port 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:21.982354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:21.984912 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'name': 'network-vif-deleted', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:30:22.044587 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f12d8e8-3a53-4062-9bcb-5e7842533682'] response: {'server_uuid': 'c5af736c-68ad-4626-8bc5-b72f87face5e', 'name': 'network-vif-deleted', 'tag': '5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c', 'status': 'completed', 'code': 200} May 06 13:30:22.069254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f62e245c-951c-449f-afb2-9cb2ca0b4130 req-47f86c37-f55c-4a26-84c8-8bb5650b2c27 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.86 "DELETE /v2.0/ports/5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c HTTP/1.1" status: 204 len: 173 time: 0.9120936 May 06 13:30:22.277721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2b973ca3-f214-41ad-b80f-150374e8861f req-dd72ee8f-f13f-477a-b878-7667436a32b5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Synchronizing usage tracker for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:30:22.360243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2b973ca3-f214-41ad-b80f-150374e8861f req-dd72ee8f-f13f-477a-b878-7667436a32b5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] Unset dirty status for tenant:c46dea4192104082bb33c772e7b563c8 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:30:22.361363 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2b973ca3-f214-41ad-b80f-150374e8861f req-dd72ee8f-f13f-477a-b878-7667436a32b5 tempest-ServersNegativeTestJSON-244078559 tempest-ServersNegativeTestJSON-244078559-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5af736c-68ad-4626-8bc5-b72f87face5e HTTP/1.1" status: 200 len: 210 time: 0.1245596 May 06 13:30:23.472291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:23.537344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Deleting subnet 8e80da63-39cb-41e2-be05-e426985596dc {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:30:23.540568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:23.590683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:23.650862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:23.786056 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:23.826400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e80da63-39cb-41e2-be05-e426985596dc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:23.830133 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:23.835944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e63a2001-407c-4a9c-8e21-7286598dba10 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8e80da63-39cb-41e2-be05-e426985596dc HTTP/1.1" status: 204 len: 168 time: 0.3625968 May 06 13:30:23.838499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51012) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:23.956130 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.175196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.200739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:24.215895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b641339-2726-450c-b634-7c387b4d2f68') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:24.216205 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b641339-2726-450c-b634-7c387b4d2f68') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:24.227517 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.250434 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.256878 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:24.257272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: timer() May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:24.271208 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:24.407950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.424895 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:24.439110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:24.523462 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-880b8b88-e087-4689-bdd9-e84b9e051380 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d50cf0ca-af5d-4df0-a6fe-a2a0f73ff573 HTTP/1.1" status: 204 len: 168 time: 0.6839173 May 06 13:30:24.887991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51018) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:24.937415 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01939ec8-483b-46a4-8c7c-62919ef034c3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c46dea4192104082bb33c772e7b563c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482478 May 06 13:30:24.939757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51022) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:24.999142 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:25.024638 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:25.173645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:25.191736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857e275-dfa0-497f-a728-9b7f47c1e9db,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:25.284387 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:25.285538 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f7b16f26-e86d-48da-bf15-7ab46a49606b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8857e275-dfa0-497f-a728-9b7f47c1e9db HTTP/1.1" status: 204 len: 168 time: 0.3448858 May 06 13:30:26.292459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:26.328470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:26.328825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 5e9b5b85-7ed6-45ab-8a49-a60a1805ef3c not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:26.675012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:26.892579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735746740'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:26.898401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:26.902259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:network and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:26.905987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:26.911794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:26.977204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:26.980306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:26.993434 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.029888 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:27.033862 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:security_group_rule and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:27.036711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:27.042708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:27.112929 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.186327 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.219365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:27.227879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad21058-bd10-42e1-ba45-9dc8fcd6772f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:27.234782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.235122 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Added segment 96e87047-58c7-47c9-96be-0f07e534d1f7 of type vlan for network c085e0a6-d6e2-4772-8a48-c9613bf9f70b May 06 13:30:27.263869 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.365702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.369344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:27.369922 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:27.479865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Network': ['ID=c085e0a6-d6e2-4772-8a48-c9613bf9f70b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:27.490711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:27.549746 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2dc22f77-9ead-44c1-ab84-61d6ac97f4ce tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8735342 May 06 13:30:30.851225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51050) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:30.859133 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'subnet': {'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:30.972445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:30.976282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:subnet and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:30.979052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:30.985393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:31.082741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:31.189730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:31.471047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:31.549410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Subnet': ['ID=658f147e-43c7-41b7-8cb7-6d5b3e263024,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:31.564810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking segment: {'id': '96e87047-58c7-47c9-96be-0f07e534d1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:31.565162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network hostable DHCP agents. Network: c085e0a6-d6e2-4772-8a48-c9613bf9f70b, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:31.662967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:31.773745 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c085e0a6-d6e2-4772-8a48-c9613bf9f70b) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:31.778977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:31.780009 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:31.787797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c5c1e-d80d-4f48-8acc-6c98ea2282bc None None] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:31.871581 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f224749-6aae-4311-a97b-20486c72e481 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0191615 May 06 13:30:31.875639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51054) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:31.881327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271816042'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:31.887126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:31.891636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:network and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:31.895025 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:31.901036 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:31.973539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:31.976589 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.007152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:32.016782 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.016985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c085e0a6-d6e2-4772-8a48-c9613bf9f70b', 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b', 'tenant_id': '421abd90875c4cda8d119d569b1d5731', 'fixed_ips': [{'subnet_id': '658f147e-43c7-41b7-8cb7-6d5b3e263024'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:32.017107 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Added segment 98dc157b-338b-4618-b7ed-6a769ef1612c of type vlan for network acca9284-554a-4039-80e8-c10a060076b6 May 06 13:30:32.017801 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.047817 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.150898 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.154658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:32.160388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.180731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Allocated IP 2001:db8:0:ffff::2 (c085e0a6-d6e2-4772-8a48-c9613bf9f70b/658f147e-43c7-41b7-8cb7-6d5b3e263024/caf81537-7c3b-458c-9ec9-b75dadda4169) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:32.265094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Network': ['ID=acca9284-554a-4039-80e8-c10a060076b6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:32.276840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network acca9284-554a-4039-80e8-c10a060076b6 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:32.363190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f885cacd-6918-4c7c-89e2-04e3af5d86dc tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4863031 May 06 13:30:32.365934 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51058) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:32.371452 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'subnet': {'network_id': 'acca9284-554a-4039-80e8-c10a060076b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:32.478829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.489780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Transition to ACTIVE for port object caf81537-7c3b-458c-9ec9-b75dadda4169 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:32.498484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:32.498484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:subnet and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:32.498484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:32.504550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:32.508571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Transition to ACTIVE for port object caf81537-7c3b-458c-9ec9-b75dadda4169 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:32.591395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.602015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:32.657001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:32.659874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:32.663977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:32.670928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Pushing event updated for resources: {'Port': ['ID=caf81537-7c3b-458c-9ec9-b75dadda4169,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:32.766545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Attempting to bind port caf81537-7c3b-458c-9ec9-b75dadda4169 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:32.767070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Attempting to bind port caf81537-7c3b-458c-9ec9-b75dadda4169 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '96e87047-58c7-47c9-96be-0f07e534d1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:32.767548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Attempting to bind port caf81537-7c3b-458c-9ec9-b75dadda4169 on network c085e0a6-d6e2-4772-8a48-c9613bf9f70b {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:32.774852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:32.775380 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Checking segment: {'id': '96e87047-58c7-47c9-96be-0f07e534d1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:32.775918 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.776438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Bound using segment: {'id': '96e87047-58c7-47c9-96be-0f07e534d1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:32.777437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Bound port: caf81537-7c3b-458c-9ec9-b75dadda4169, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e87047-58c7-47c9-96be-0f07e534d1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c085e0a6-d6e2-4772-8a48-c9613bf9f70b'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:32.777437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.819217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:32.869326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] For port caf81537-7c3b-458c-9ec9-b75dadda4169, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:32.872461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] For port caf81537-7c3b-458c-9ec9-b75dadda4169, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=caf81537-7c3b-458c-9ec9-b75dadda4169,segment=NetworkSegment(96e87047-58c7-47c9-96be-0f07e534d1f7),segment_id=96e87047-58c7-47c9-96be-0f07e534d1f7)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:32.945967 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.071232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4851133-b060-4f9c-9c40-511160817d60 None None] Pushing event updated for resources: {'Port': ['ID=caf81537-7c3b-458c-9ec9-b75dadda4169,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:33.143465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.241619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Subnet': ['ID=897b78b7-9e09-492a-b2b7-ac0ebae5bc5a,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:33.262156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking segment: {'id': '98dc157b-338b-4618-b7ed-6a769ef1612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:33.262517 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network hostable DHCP agents. Network: acca9284-554a-4039-80e8-c10a060076b6, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:33.345864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network acca9284-554a-4039-80e8-c10a060076b6 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:33.413865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, acca9284-554a-4039-80e8-c10a060076b6) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:33.418334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:33.420510 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.425123 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d0201-4da0-4168-974d-529e836ad4fc None None] Network acca9284-554a-4039-80e8-c10a060076b6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:33.532878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3eef0ad9-14a3-42d6-be54-bf741f659598 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1658480 May 06 13:30:33.535719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51062) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:33.657197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-acca9284-554a-4039-80e8-c10a060076b6', 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6', 'tenant_id': '421abd90875c4cda8d119d569b1d5731', 'fixed_ips': [{'subnet_id': '897b78b7-9e09-492a-b2b7-ac0ebae5bc5a'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:33.658226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.693206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.777007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:33.872479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Allocated IP 2001:db8::2 (acca9284-554a-4039-80e8-c10a060076b6/897b78b7-9e09-492a-b2b7-ac0ebae5bc5a/d085fbbc-7a35-412d-8e1d-6a24db5d19ad) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:34.066436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f802f01-0ed8-4248-b08c-f1e830e54fd1 None None] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:34.189625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.217325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Transition to ACTIVE for port object d085fbbc-7a35-412d-8e1d-6a24db5d19ad will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:34.254862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Transition to ACTIVE for port object d085fbbc-7a35-412d-8e1d-6a24db5d19ad will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:34.284294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8e98d608-159c-43ea-a6ce-675eefed56f2 None None] Provisioning for port caf81537-7c3b-458c-9ec9-b75dadda4169 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:34.353381 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.449937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Network acca9284-554a-4039-80e8-c10a060076b6 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:34.451943 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Pushing event updated for resources: {'Port': ['ID=d085fbbc-7a35-412d-8e1d-6a24db5d19ad,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:34.455360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:34.458182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:34.460629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.517520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Subnet': ['ID=897b78b7-9e09-492a-b2b7-ac0ebae5bc5a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:34.576947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Attempting to bind port d085fbbc-7a35-412d-8e1d-6a24db5d19ad on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:34.578640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Attempting to bind port d085fbbc-7a35-412d-8e1d-6a24db5d19ad by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '98dc157b-338b-4618-b7ed-6a769ef1612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:34.579166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Attempting to bind port d085fbbc-7a35-412d-8e1d-6a24db5d19ad on network acca9284-554a-4039-80e8-c10a060076b6 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:34.587676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device caf81537-7c3b-458c-9ec9-b75dadda4169 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:34.626364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:34.626863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Checking segment: {'id': '98dc157b-338b-4618-b7ed-6a769ef1612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:34.627342 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.627993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Bound using segment: {'id': '98dc157b-338b-4618-b7ed-6a769ef1612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:34.628554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Bound port: d085fbbc-7a35-412d-8e1d-6a24db5d19ad, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dc157b-338b-4618-b7ed-6a769ef1612c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'acca9284-554a-4039-80e8-c10a060076b6'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:34.629020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.647826 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.681343 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acca9284-554a-4039-80e8-c10a060076b6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:34.697306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc157b-338b-4618-b7ed-6a769ef1612c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:34.697306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc157b-338b-4618-b7ed-6a769ef1612c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:34.714850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.739652 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.749587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:34.755277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.755446 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] For port d085fbbc-7a35-412d-8e1d-6a24db5d19ad, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:34.767820 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:34.853814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port caf81537-7c3b-458c-9ec9-b75dadda4169 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:34.916014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port caf81537-7c3b-458c-9ec9-b75dadda4169 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:34.921830 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:34.957028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] For port d085fbbc-7a35-412d-8e1d-6a24db5d19ad, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d085fbbc-7a35-412d-8e1d-6a24db5d19ad,segment=NetworkSegment(98dc157b-338b-4618-b7ed-6a769ef1612c),segment_id=98dc157b-338b-4618-b7ed-6a769ef1612c)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:34.965821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.db.api [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:30:34.965821 n-d-840845-1 neutron-server[84799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:30:34.965821 n-d-840845-1 neutron-server[84799]: [parameters: {'id': 'acca9284-554a-4039-80e8-c10a060076b6'}] May 06 13:30:34.965821 n-d-840845-1 neutron-server[84799]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:30:34.966269 n-d-840845-1 neutron-server[84799]: DEBUG oslo_db.api [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:30:35.014231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.096316 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.175818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6863d8-e2d9-43ac-96ae-12422a7b90f8 None None] Pushing event updated for resources: {'Port': ['ID=d085fbbc-7a35-412d-8e1d-6a24db5d19ad,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:35.201158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port caf81537-7c3b-458c-9ec9-b75dadda4169, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=caf81537-7c3b-458c-9ec9-b75dadda4169,segment=NetworkSegment(96e87047-58c7-47c9-96be-0f07e534d1f7),segment_id=96e87047-58c7-47c9-96be-0f07e534d1f7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:35.221176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c139d48-e900-4d1f-a854-81d00bf48b7d None None] Network acca9284-554a-4039-80e8-c10a060076b6 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:35.285568 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.467801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.477246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=caf81537-7c3b-458c-9ec9-b75dadda4169,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:35.481096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting port d085fbbc-7a35-412d-8e1d-6a24db5d19ad {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:35.481796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.533086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc0c93-1e34-4c5a-a5ab-fb00ee63e605 None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:30:35.629602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc0c93-1e34-4c5a-a5ab-fb00ee63e605 None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:30:35.708120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] For port d085fbbc-7a35-412d-8e1d-6a24db5d19ad, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d085fbbc-7a35-412d-8e1d-6a24db5d19ad,segment=NetworkSegment(98dc157b-338b-4618-b7ed-6a769ef1612c),segment_id=98dc157b-338b-4618-b7ed-6a769ef1612c)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:35.708715 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:35.842777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Calling delete_port for d085fbbc-7a35-412d-8e1d-6a24db5d19ad owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:35.983019 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.036350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Port': ['ID=d085fbbc-7a35-412d-8e1d-6a24db5d19ad,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:36.041477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No DVR routers for this DVR port d085fbbc-7a35-412d-8e1d-6a24db5d19ad on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:36.279005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.306450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acca9284-554a-4039-80e8-c10a060076b6']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:36.319665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dc157b-338b-4618-b7ed-6a769ef1612c') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:36.319992 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dc157b-338b-4618-b7ed-6a769ef1612c') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:36.333642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.351138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.357589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:36.358000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:36.372669 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:36.535826 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device caf81537-7c3b-458c-9ec9-b75dadda4169 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:36.566186 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.587928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.599648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Network': ['ID=acca9284-554a-4039-80e8-c10a060076b6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:36.610060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5dcb3923-41e7-4fd2-9f9c-d233d7ac247c tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/acca9284-554a-4039-80e8-c10a060076b6 HTTP/1.1" status: 204 len: 168 time: 3.0697608 May 06 13:30:36.610523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:36.614077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port caf81537-7c3b-458c-9ec9-b75dadda4169 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:36.614575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.616850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2065235289'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:36.625959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:36.631163 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:network and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:36.634468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:36.641606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:36.705327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:36.708354 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.740677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:36.750653 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.750962 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Added segment 6e958bf8-1c67-4400-a195-c1311f43e2ed of type vlan for network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 May 06 13:30:36.780045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.885694 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:36.889513 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:36.890645 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:37.001259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Network': ['ID=a581a764-61f0-4bec-b8ae-5cb2a1e2eb75,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:37.012459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:37.064426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7cc269d2-f45e-44d2-8a0c-0c711cab5dfa tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4524374 May 06 13:30:37.068734 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51070) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:37.075071 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'subnet': {'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:37.205650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:37.209753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:subnet and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:37.212916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:37.219576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:37.299393 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:37.405635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:37.505048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Performing IP validity checks on allocation pools {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 06 13:30:37.505573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 06 13:30:37.717342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:37.888400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Subnet': ['ID=dee828e9-f750-46ed-8895-9834b3916304,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:37.901001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking segment: {'id': '6e958bf8-1c67-4400-a195-c1311f43e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:37.901350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network hostable DHCP agents. Network: a581a764-61f0-4bec-b8ae-5cb2a1e2eb75, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:38.065302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:38.128116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, a581a764-61f0-4bec-b8ae-5cb2a1e2eb75) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:38.134110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:38.134110 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.137189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1743f393-3e87-4f1f-8b5f-6bae967df7ec None None] Network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:38.256064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e2c120cd-9445-45aa-8157-68e5ba4d7657 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1862299 May 06 13:30:38.258874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51074) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:38.367479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-a581a764-61f0-4bec-b8ae-5cb2a1e2eb75', 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75', 'tenant_id': '421abd90875c4cda8d119d569b1d5731', 'fixed_ips': [{'subnet_id': 'dee828e9-f750-46ed-8895-9834b3916304'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:38.368342 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.411595 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.485884 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.543382 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-36ec6ec8-6f8e-484b-9719-c30928810d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.548530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Allocated IP 2001:db8::3 (a581a764-61f0-4bec-b8ae-5cb2a1e2eb75/dee828e9-f750-46ed-8895-9834b3916304/d3ae91d6-1ded-4992-84a3-72a12f44e98d) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:38.766493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.777065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Transition to ACTIVE for port object d3ae91d6-1ded-4992-84a3-72a12f44e98d will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:38.797800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Transition to ACTIVE for port object d3ae91d6-1ded-4992-84a3-72a12f44e98d will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:38.860959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.932819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:38.935978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:38.941105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:38.943224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Pushing event updated for resources: {'Port': ['ID=d3ae91d6-1ded-4992-84a3-72a12f44e98d,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:38.947868 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:38.992914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Subnet': ['ID=dee828e9-f750-46ed-8895-9834b3916304,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:39.040132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Attempting to bind port d3ae91d6-1ded-4992-84a3-72a12f44e98d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:39.040503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Attempting to bind port d3ae91d6-1ded-4992-84a3-72a12f44e98d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6e958bf8-1c67-4400-a195-c1311f43e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:39.040856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Attempting to bind port d3ae91d6-1ded-4992-84a3-72a12f44e98d on network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:39.048511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:39.048799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Checking segment: {'id': '6e958bf8-1c67-4400-a195-c1311f43e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:39.049203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.049576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Bound using segment: {'id': '6e958bf8-1c67-4400-a195-c1311f43e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:39.050032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Bound port: d3ae91d6-1ded-4992-84a3-72a12f44e98d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e958bf8-1c67-4400-a195-c1311f43e2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:39.050398 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.095865 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.122342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a581a764-61f0-4bec-b8ae-5cb2a1e2eb75']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:39.135435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e958bf8-1c67-4400-a195-c1311f43e2ed') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:39.135728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e958bf8-1c67-4400-a195-c1311f43e2ed') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:39.144716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] For port d3ae91d6-1ded-4992-84a3-72a12f44e98d, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:39.148799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] For port d3ae91d6-1ded-4992-84a3-72a12f44e98d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d3ae91d6-1ded-4992-84a3-72a12f44e98d,segment=NetworkSegment(6e958bf8-1c67-4400-a195-c1311f43e2ed),segment_id=6e958bf8-1c67-4400-a195-c1311f43e2ed)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:39.150941 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.243266 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.245215 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.253048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:39.253462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: timer() May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:39.273008 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:39.400531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827360d-dddf-457d-949a-2212d4ab7fb6 None None] Pushing event updated for resources: {'Port': ['ID=d3ae91d6-1ded-4992-84a3-72a12f44e98d,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:39.417651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 13:30:39.417651 n-d-840845-1 neutron-server[84800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 13:30:39.417651 n-d-840845-1 neutron-server[84800]: [parameters: {'id': 'a581a764-61f0-4bec-b8ae-5cb2a1e2eb75'}] May 06 13:30:39.417651 n-d-840845-1 neutron-server[84800]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:30:39.418125 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:30:39.435430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12999768-3047-4b76-ab89-a6624593b367 None None] Network a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:39.651226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ee37f-f069-4ceb-a65d-89a4aad634fb None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:30:39.741188 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ee37f-f069-4ceb-a65d-89a4aad634fb None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:30:39.918830 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:39.931625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting port d3ae91d6-1ded-4992-84a3-72a12f44e98d {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:39.931625 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.151482 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] For port d3ae91d6-1ded-4992-84a3-72a12f44e98d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=d3ae91d6-1ded-4992-84a3-72a12f44e98d,segment=NetworkSegment(6e958bf8-1c67-4400-a195-c1311f43e2ed),segment_id=6e958bf8-1c67-4400-a195-c1311f43e2ed)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:40.152203 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.271529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Calling delete_port for d3ae91d6-1ded-4992-84a3-72a12f44e98d owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:40.419651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.465768 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Port': ['ID=d3ae91d6-1ded-4992-84a3-72a12f44e98d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:40.470884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No DVR routers for this DVR port d3ae91d6-1ded-4992-84a3-72a12f44e98d on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:40.596943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.622481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a581a764-61f0-4bec-b8ae-5cb2a1e2eb75']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:40.635356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e958bf8-1c67-4400-a195-c1311f43e2ed') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:40.635650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e958bf8-1c67-4400-a195-c1311f43e2ed') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:40.647409 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.665733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.672936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:40.673330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: timer() May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:40.688567 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:40.714407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ad613ada-6926-4370-8490-23f5867393e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.834129 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.852739 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:40.864047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Network': ['ID=a581a764-61f0-4bec-b8ae-5cb2a1e2eb75,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:40.872260 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bb56390a-f984-4f8c-8a8e-26e8a58d496a tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 HTTP/1.1" status: 204 len: 168 time: 2.6121323 May 06 13:30:40.879876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51078) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:40.885557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336157134'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:40.891974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:40.895748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:network and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:40.899638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:40.906175 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:40.985732 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:40.988755 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.017166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:41.025600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.025938 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Added segment 865c3085-f720-4001-b4ab-f944a2d52ae1 of type vlan for network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 May 06 13:30:41.055364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.142850 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.146519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:41.149832 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.254304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Network': ['ID=3d209ac2-f34c-4c0f-9239-cdd2d19b6a04,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:41.264485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:41.303369 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b4c4780f-dce0-4f90-bd36-5eebb12fe467 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4223232 May 06 13:30:41.306326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51082) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:41.311988 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'subnet': {'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:41.424619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:41.428313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:subnet and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:41.431191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:41.437011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:41.451872 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:30:41.550596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:41.654134 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:41.933662 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.016938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Subnet': ['ID=491ece0c-a145-44e7-858b-19a51ed38ce8,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:42.028787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking segment: {'id': '865c3085-f720-4001-b4ab-f944a2d52ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:42.029151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network hostable DHCP agents. Network: 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:42.121659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:42.199442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:42.203973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:42.205033 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.207946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528c571-a83a-445a-8eec-a1c3dea8fd51 None None] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:42.287448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cdc131e7-fcbc-4eb0-8146-883a419d531f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9799478 May 06 13:30:42.291483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51086) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:42.298648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-778853314'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:42.306315 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:42.310377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:network and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:42.315066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:42.321003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:42.396294 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.425248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:42.428421 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.438488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.458228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-3d209ac2-f34c-4c0f-9239-cdd2d19b6a04', 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04', 'tenant_id': '421abd90875c4cda8d119d569b1d5731', 'fixed_ips': [{'subnet_id': '491ece0c-a145-44e7-858b-19a51ed38ce8'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:42.461162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.461273 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:42.471547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.471936 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Added segment a016cfc8-f918-425c-a99a-78f2227552f4 of type vlan for network 22d6fca3-9c0f-4326-884c-0f00401053ab May 06 13:30:42.506288 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.623858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Allocated IP 2001:db8::2 (3d209ac2-f34c-4c0f-9239-cdd2d19b6a04/491ece0c-a145-44e7-858b-19a51ed38ce8/e0d01937-5409-4fd3-982c-21c8985d91bc) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:42.697144 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.700861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:42.701470 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.809907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Network': ['ID=22d6fca3-9c0f-4326-884c-0f00401053ab,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:42.821782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 22d6fca3-9c0f-4326-884c-0f00401053ab details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:42.857791 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18fc37d1-2068-4c9a-8d84-7833c3d54465 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5650442 May 06 13:30:42.860972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51090) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:42.867165 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Request body: {'subnet': {'network_id': '22d6fca3-9c0f-4326-884c-0f00401053ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:42.912230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:42.934699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Transition to ACTIVE for port object e0d01937-5409-4fd3-982c-21c8985d91bc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:42.959668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Transition to ACTIVE for port object e0d01937-5409-4fd3-982c-21c8985d91bc will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:42.979896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:42.983609 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Usage tracker for resource:subnet and tenant:421abd90875c4cda8d119d569b1d5731 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:42.986861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:42.992884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:43.025249 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.090063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:43.092780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:43.094690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Made reservation on behalf of 421abd90875c4cda8d119d569b1d5731 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:43.097375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:43.103637 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Pushing event updated for resources: {'Port': ['ID=e0d01937-5409-4fd3-982c-21c8985d91bc,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:43.202429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.226665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Attempting to bind port e0d01937-5409-4fd3-982c-21c8985d91bc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:43.227316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Attempting to bind port e0d01937-5409-4fd3-982c-21c8985d91bc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '865c3085-f720-4001-b4ab-f944a2d52ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:43.227316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Attempting to bind port e0d01937-5409-4fd3-982c-21c8985d91bc on network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:43.233947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:43.234322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Checking segment: {'id': '865c3085-f720-4001-b4ab-f944a2d52ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:43.234909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.235314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Bound using segment: {'id': '865c3085-f720-4001-b4ab-f944a2d52ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:43.235972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Bound port: e0d01937-5409-4fd3-982c-21c8985d91bc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865c3085-f720-4001-b4ab-f944a2d52ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d209ac2-f34c-4c0f-9239-cdd2d19b6a04'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:43.236157 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.324211 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] For port e0d01937-5409-4fd3-982c-21c8985d91bc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:43.327246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] For port e0d01937-5409-4fd3-982c-21c8985d91bc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e0d01937-5409-4fd3-982c-21c8985d91bc,segment=NetworkSegment(865c3085-f720-4001-b4ab-f944a2d52ae1),segment_id=865c3085-f720-4001-b4ab-f944a2d52ae1)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:43.429154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.510314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6e834-842b-45ef-8902-24219627ab64 None None] Pushing event updated for resources: {'Port': ['ID=e0d01937-5409-4fd3-982c-21c8985d91bc,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:43.522433 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.599800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event updated for resources: {'Subnet': ['ID=676990ed-b73d-4112-924c-3b68ddb3c9d1,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:43.617020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Checking segment: {'id': 'a016cfc8-f918-425c-a99a-78f2227552f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '22d6fca3-9c0f-4326-884c-0f00401053ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:43.617376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network hostable DHCP agents. Network: 22d6fca3-9c0f-4326-884c-0f00401053ab, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:43.727699 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Network 22d6fca3-9c0f-4326-884c-0f00401053ab is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:43.773157 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.848345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 22d6fca3-9c0f-4326-884c-0f00401053ab) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:43.862492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:43.862492 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:43.862840 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da3a52-22a7-4538-9fbc-bd9886a1d94f None None] Network 22d6fca3-9c0f-4326-884c-0f00401053ab requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:43.942473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-afac26cf-55eb-40b6-8581-c7621781693b tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0779817 May 06 13:30:43.943431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51094) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:44.074716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6fc7c-1025-46f6-9cfc-d3ce3074a702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-22d6fca3-9c0f-4326-884c-0f00401053ab', 'network_id': '22d6fca3-9c0f-4326-884c-0f00401053ab', 'tenant_id': '421abd90875c4cda8d119d569b1d5731', 'fixed_ips': [{'subnet_id': '676990ed-b73d-4112-924c-3b68ddb3c9d1'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:44.075416 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50b6fc7c-1025-46f6-9cfc-d3ce3074a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.093205 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.163136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.328496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.370644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Subnet': ['ID=676990ed-b73d-4112-924c-3b68ddb3c9d1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server [None req-50b6fc7c-1025-46f6-9cfc-d3ce3074a702 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 676990ed-b73d-4112-924c-3b68ddb3c9d1: This subnet is being modified by another concurrent operation. May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise value May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server raise exception May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 676990ed-b73d-4112-924c-3b68ddb3c9d1: This subnet is being modified by another concurrent operation. May 06 13:30:44.409634 n-d-840845-1 neutron-server[84801]: ERROR oslo_messaging.rpc.server May 06 13:30:44.436876 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26626bbb-0f45-4f57-af18-85c10d289541 None None] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:44.441780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9ce7d-7ef5-410d-8fe6-47346ee47a43 None None] Network 22d6fca3-9c0f-4326-884c-0f00401053ab requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:44.471604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.497651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d6fca3-9c0f-4326-884c-0f00401053ab']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:44.512096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a016cfc8-f918-425c-a99a-78f2227552f4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:44.512679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a016cfc8-f918-425c-a99a-78f2227552f4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:44.525435 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.544472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.551077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:44.551472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:44.567083 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:44.592413 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e0d01937-5409-4fd3-982c-21c8985d91bc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:44.716578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.735967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:44.747374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Network': ['ID=22d6fca3-9c0f-4326-884c-0f00401053ab,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:44.756239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51098) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:44.759095 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-81e6e89b-685d-4a26-b4ca-a74596713fb7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/22d6fca3-9c0f-4326-884c-0f00401053ab HTTP/1.1" status: 204 len: 168 time: 0.8148878 May 06 13:30:44.773218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-10a0299b-f7c1-447a-ae9c-67407f9ee270 None None] Provisioning for port e0d01937-5409-4fd3-982c-21c8985d91bc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:44.805875 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfc2f2-2882-4528-91eb-85861a99014e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] GET failed (client error): The resource could not be found. May 06 13:30:44.806743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1dcfc2f2-2882-4528-91eb-85861a99014e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Synchronizing usage tracker for tenant:421abd90875c4cda8d119d569b1d5731 on resource:subnet {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:30:44.948585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1dcfc2f2-2882-4528-91eb-85861a99014e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Unset dirty status for tenant:421abd90875c4cda8d119d569b1d5731 on resource:subnet {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:30:44.949736 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1dcfc2f2-2882-4528-91eb-85861a99014e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "GET /v2.0/subnets/676990ed-b73d-4112-924c-3b68ddb3c9d1 HTTP/1.1" status: 404 len: 337 time: 0.1925099 May 06 13:30:44.953348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51102) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:44.979140 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdff765-97a4-4134-b3c4-917159c50eba tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:44.979600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdff765-97a4-4134-b3c4-917159c50eba tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:44.981252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ecdff765-97a4-4134-b3c4-917159c50eba tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/22d6fca3-9c0f-4326-884c-0f00401053ab HTTP/1.1" status: 404 len: 339 time: 0.0266588 May 06 13:30:44.986091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51106) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:44.986265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e0d01937-5409-4fd3-982c-21c8985d91bc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:44.993013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e0d01937-5409-4fd3-982c-21c8985d91bc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:44.993013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.028804 n-d-840845-1 neutron-server[84800]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc2781-8934-412d-bc67-6b9d81bcad28 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:45.029243 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cc2781-8934-412d-bc67-6b9d81bcad28 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:45.034414 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65cc2781-8934-412d-bc67-6b9d81bcad28 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/subnets/676990ed-b73d-4112-924c-3b68ddb3c9d1 HTTP/1.1" status: 404 len: 337 time: 0.0438526 May 06 13:30:45.034725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51110) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:45.061972 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bb2703-870d-4011-9f99-c1806e400c43 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:45.062917 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bb2703-870d-4011-9f99-c1806e400c43 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:45.064857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-58bb2703-870d-4011-9f99-c1806e400c43 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/22d6fca3-9c0f-4326-884c-0f00401053ab HTTP/1.1" status: 404 len: 339 time: 0.0285509 May 06 13:30:45.067559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51114) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:45.094426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a313b-1c4a-4eaa-8978-0e697f34982a None None] get_active_networks_info from n-d-840845-1 {{(pid=84801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 06 13:30:45.182432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.238137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-33fee022-7369-4738-844c-3b52313e0a18 None None] Provisioning complete for port e0d01937-5409-4fd3-982c-21c8985d91bc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:45.238510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-33fee022-7369-4738-844c-3b52313e0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.246803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting subnet 491ece0c-a145-44e7-858b-19a51ed38ce8 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:30:45.250337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.308775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e0d01937-5409-4fd3-982c-21c8985d91bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e0d01937-5409-4fd3-982c-21c8985d91bc,segment=NetworkSegment(865c3085-f720-4001-b4ab-f944a2d52ae1),segment_id=865c3085-f720-4001-b4ab-f944a2d52ae1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:45.309055 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.311408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a313b-1c4a-4eaa-8978-0e697f34982a None None] Resources bound (agent type, host, resource id): {{(pid=84801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 13:30:45.399598 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.448447 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.550956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.574158 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e0d01937-5409-4fd3-982c-21c8985d91bc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:45.592955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Subnet': ['ID=491ece0c-a145-44e7-858b-19a51ed38ce8,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:45.600548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.706034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2f281a75-52c0-4a48-9e28-881235ef4b47 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/subnets/491ece0c-a145-44e7-858b-19a51ed38ce8 HTTP/1.1" status: 204 len: 168 time: 0.6373167 May 06 13:30:45.708362 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51118) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:45.798057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c1acc-51cd-4973-8de4-4c89fb0269bd None None] Network 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:45.840137 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:45.857261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting port e0d01937-5409-4fd3-982c-21c8985d91bc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:45.857595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.055389 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] DHCP port deletion for 3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:30:46.059644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Deleting port e0d01937-5409-4fd3-982c-21c8985d91bc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:46.060049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.074016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] For port e0d01937-5409-4fd3-982c-21c8985d91bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e0d01937-5409-4fd3-982c-21c8985d91bc,segment=NetworkSegment(865c3085-f720-4001-b4ab-f944a2d52ae1),segment_id=865c3085-f720-4001-b4ab-f944a2d52ae1)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:46.074561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.196921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Calling delete_port for e0d01937-5409-4fd3-982c-21c8985d91bc owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:46.276583 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] For port e0d01937-5409-4fd3-982c-21c8985d91bc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e0d01937-5409-4fd3-982c-21c8985d91bc,segment=NetworkSegment(865c3085-f720-4001-b4ab-f944a2d52ae1),segment_id=865c3085-f720-4001-b4ab-f944a2d52ae1)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:46.277035 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.342874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.393714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Port': ['ID=e0d01937-5409-4fd3-982c-21c8985d91bc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:46.399952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No DVR routers for this DVR port e0d01937-5409-4fd3-982c-21c8985d91bc on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:46.403250 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Calling delete_port for e0d01937-5409-4fd3-982c-21c8985d91bc owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:46.476031 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:30:46.476794 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:30:46.529887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.535485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e0d01937-5409-4fd3-982c-21c8985d91bc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:46.557777 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d209ac2-f34c-4c0f-9239-cdd2d19b6a04']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:46.568764 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e0d01937-5409-4fd3-982c-21c8985d91bc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:46.569107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e0d01937-5409-4fd3-982c-21c8985d91bc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:46.570481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865c3085-f720-4001-b4ab-f944a2d52ae1') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:46.570778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865c3085-f720-4001-b4ab-f944a2d52ae1') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:46.584188 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.601066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.606983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:46.607356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:46.621731 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:46.779437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.798864 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:46.813830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Network': ['ID=3d209ac2-f34c-4c0f-9239-cdd2d19b6a04,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:46.816795 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-632a76d2-88b4-4e0e-ac75-5876709672a7 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/3d209ac2-f34c-4c0f-9239-cdd2d19b6a04 HTTP/1.1" status: 204 len: 168 time: 1.1074829 May 06 13:30:46.819171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51124) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:46.857142 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fc0c1b-be35-4255-bbb4-1e6db03e5c1f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:46.857618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fc0c1b-be35-4255-bbb4-1e6db03e5c1f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:46.860071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d7fc0c1b-be35-4255-bbb4-1e6db03e5c1f tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/subnets/dee828e9-f750-46ed-8895-9834b3916304 HTTP/1.1" status: 404 len: 337 time: 0.0394790 May 06 13:30:46.862184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:46.891320 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4bda70-9737-412f-b508-7ba9f53ad70e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:46.891759 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4bda70-9737-412f-b508-7ba9f53ad70e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:46.893383 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8b4bda70-9737-412f-b508-7ba9f53ad70e tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/a581a764-61f0-4bec-b8ae-5cb2a1e2eb75 HTTP/1.1" status: 404 len: 339 time: 0.0303078 May 06 13:30:46.895972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51132) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:46.934113 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67cc9dd-d9f9-43bb-9058-bd4863286231 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:46.934551 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67cc9dd-d9f9-43bb-9058-bd4863286231 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:46.936253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b67cc9dd-d9f9-43bb-9058-bd4863286231 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/subnets/897b78b7-9e09-492a-b2b7-ac0ebae5bc5a HTTP/1.1" status: 404 len: 337 time: 0.0393779 May 06 13:30:46.939431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51136) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:46.966552 n-d-840845-1 neutron-server[84799]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c4ef73-ea17-48a4-83bc-f3460174cfc0 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] DELETE failed (client error): The resource could not be found. May 06 13:30:46.966980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c4ef73-ea17-48a4-83bc-f3460174cfc0 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 13:30:46.968681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79c4ef73-ea17-48a4-83bc-f3460174cfc0 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/acca9284-554a-4039-80e8-c10a060076b6 HTTP/1.1" status: 404 len: 339 time: 0.0282645 May 06 13:30:46.971153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51140) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:46.977232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Deleting port e0d01937-5409-4fd3-982c-21c8985d91bc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:46.977691 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.048621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0a1644a7-9a77-4905-bdb7-8f6a1c731126 None None] The port 'e0d01937-5409-4fd3-982c-21c8985d91bc' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:30:47.131399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.166353 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting subnet 658f147e-43c7-41b7-8cb7-6d5b3e263024 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:30:47.169194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.228058 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.313596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.573873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.614787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Subnet': ['ID=658f147e-43c7-41b7-8cb7-6d5b3e263024,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:47.619604 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.626345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dce31f-22bc-4cbc-b398-1cee9ff0f52a None None] Network c085e0a6-d6e2-4772-8a48-c9613bf9f70b requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:47.630102 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e84aa3b8-4036-4254-8445-dcf40ac9c30d tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/subnets/658f147e-43c7-41b7-8cb7-6d5b3e263024 HTTP/1.1" status: 204 len: 168 time: 0.6579685 May 06 13:30:47.632587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:47.748563 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.760365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Deleting port caf81537-7c3b-458c-9ec9-b75dadda4169 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:47.760702 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.876733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] DHCP port deletion for c085e0a6-d6e2-4772-8a48-c9613bf9f70b request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:30:47.880531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Deleting port caf81537-7c3b-458c-9ec9-b75dadda4169 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:47.880897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:47.978123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] For port caf81537-7c3b-458c-9ec9-b75dadda4169, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=caf81537-7c3b-458c-9ec9-b75dadda4169,segment=NetworkSegment(96e87047-58c7-47c9-96be-0f07e534d1f7),segment_id=96e87047-58c7-47c9-96be-0f07e534d1f7)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:47.978827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.087658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] For port caf81537-7c3b-458c-9ec9-b75dadda4169, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=caf81537-7c3b-458c-9ec9-b75dadda4169,segment=NetworkSegment(96e87047-58c7-47c9-96be-0f07e534d1f7),segment_id=96e87047-58c7-47c9-96be-0f07e534d1f7)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:48.088004 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.105575 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Calling delete_port for caf81537-7c3b-458c-9ec9-b75dadda4169 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:48.210278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Calling delete_port for caf81537-7c3b-458c-9ec9-b75dadda4169 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:48.245932 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.297874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Port': ['ID=caf81537-7c3b-458c-9ec9-b75dadda4169,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:48.301638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] No DVR routers for this DVR port caf81537-7c3b-458c-9ec9-b75dadda4169 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:48.316979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:30:48.317329 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:30:48.425924 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.450695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c085e0a6-d6e2-4772-8a48-c9613bf9f70b']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:48.462926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e87047-58c7-47c9-96be-0f07e534d1f7') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:48.463225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e87047-58c7-47c9-96be-0f07e534d1f7') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:48.475114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.492177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.498750 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:48.499146 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:48.514396 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:48.534315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device caf81537-7c3b-458c-9ec9-b75dadda4169 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:48.568430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: caf81537-7c3b-458c-9ec9-b75dadda4169 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:48.568774 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device caf81537-7c3b-458c-9ec9-b75dadda4169 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:48.663030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.680775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.692487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] Pushing event deleted for resources: {'Network': ['ID=c085e0a6-d6e2-4772-8a48-c9613bf9f70b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:48.696520 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2389989-36c9-4dbb-93b7-ae1164aa32a6 tempest-NetworksIpV6Test-905618609 tempest-NetworksIpV6Test-905618609-project] 10.222.0.83 "DELETE /v2.0/networks/c085e0a6-d6e2-4772-8a48-c9613bf9f70b HTTP/1.1" status: 204 len: 168 time: 1.0629559 May 06 13:30:48.818646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Deleting port caf81537-7c3b-458c-9ec9-b75dadda4169 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:48.819154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:48.883586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-05a7d37f-079c-43fc-ac19-0ceb22c2978b None None] The port 'caf81537-7c3b-458c-9ec9-b75dadda4169' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:30:49.212686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51152) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:49.413758 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a952cd9a-99a1-46e3-97ed-7d17630c8678 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=421abd90875c4cda8d119d569b1d5731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1999137 May 06 13:30:49.416528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51158) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:49.475707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.502482 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.623030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.639364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad21058-bd10-42e1-ba45-9dc8fcd6772f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:49.643807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:49.644750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-01c0a41d-4938-4863-bdd6-e52ad06272e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ad21058-bd10-42e1-ba45-9dc8fcd6772f HTTP/1.1" status: 204 len: 168 time: 0.2273295 May 06 13:30:50.781158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51180) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:50.912444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1246511296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:50.920183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:50.925270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:router and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:50.928300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:50.934815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:51.000153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.001543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.020594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.105216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.196587 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.197789 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7a29aefa-bbce-45ff-8ae6-fa50bb486bff tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4155834 May 06 13:30:51.200621 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51186) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:51.207186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2069567522'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:51.213124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:51.216924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:network and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:51.221098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:51.226935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:51.265088 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.333380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Made reservation on behalf of 76d07cdbfff14dfeb2182ce85e2dc26b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:51.336333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.350885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.380432 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:51.384497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:security_group_rule and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:51.391001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:51.393658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:51.460194 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.531116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.566694 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:51.575045 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e3c4f-7300-4f1c-b281-a202bdb658da,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:51.581114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.581457 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Added segment c40cae65-32c9-43b7-9b32-63ca0d574a88 of type vlan for network 147a4e95-27c1-4a6f-a92c-23a831e39377 May 06 13:30:51.607395 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.693449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.697085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:51.697669 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:51.810073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event updated for resources: {'Network': ['ID=147a4e95-27c1-4a6f-a92c-23a831e39377,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:51.822726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:51.880956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93b5eaf2-322f-4a30-9b34-96044eea4868 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6790881 May 06 13:30:51.884341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51190) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:51.890117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'subnet': {'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:52.004194 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:52.007978 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:subnet and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:52.010776 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:52.016751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:52.120146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Made reservation on behalf of 76d07cdbfff14dfeb2182ce85e2dc26b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:52.223263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:52.596992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:52.676304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event updated for resources: {'Subnet': ['ID=6793533f-d15a-4958-a3d4-e558ec7ced85,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:52.687937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Checking segment: {'id': 'c40cae65-32c9-43b7-9b32-63ca0d574a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:52.688412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Network hostable DHCP agents. Network: 147a4e95-27c1-4a6f-a92c-23a831e39377, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:52.755969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:52.857185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 147a4e95-27c1-4a6f-a92c-23a831e39377) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:52.862545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:52.863584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:52.867005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdc00b3-6668-4f00-9609-25f53a3fd50d None None] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:52.961468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c3334f8-b0ae-4533-a53c-fbe31d45522f tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0757961 May 06 13:30:52.964835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51194) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:52.970582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-211867049'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:52.976282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:52.980159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:network and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:52.983602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:52.990326 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:53.068442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Made reservation on behalf of 76d07cdbfff14dfeb2182ce85e2dc26b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:53.071450 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.079951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-147a4e95-27c1-4a6f-a92c-23a831e39377', 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377', 'tenant_id': '76d07cdbfff14dfeb2182ce85e2dc26b', 'fixed_ips': [{'subnet_id': '6793533f-d15a-4958-a3d4-e558ec7ced85'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:53.081213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.101262 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:30:53.110234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.110685 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Added segment 6fa6565a-4257-4c11-a23c-b0fc133da214 of type vlan for network 64c4d27d-0529-43c9-af4a-df71d1933287 May 06 13:30:53.137705 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.237466 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Allocated IP 172.20.0.2 (147a4e95-27c1-4a6f-a92c-23a831e39377/6793533f-d15a-4958-a3d4-e558ec7ced85/70a70bb3-4216-40fc-8b5e-9bc3186720b7) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:53.265086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.270857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:53.271385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.385267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event updated for resources: {'Network': ['ID=64c4d27d-0529-43c9-af4a-df71d1933287,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:53.411924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 64c4d27d-0529-43c9-af4a-df71d1933287 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:30:53.430889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd10da06-c8ad-4d4c-a4ba-8a68cb459eb8 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4649899 May 06 13:30:53.433693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51198) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:53.439495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'subnet': {'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:53.531466 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.547804 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Transition to ACTIVE for port object 70a70bb3-4216-40fc-8b5e-9bc3186720b7 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:53.553549 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:30:53.557566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Usage tracker for resource:subnet and tenant:76d07cdbfff14dfeb2182ce85e2dc26b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:30:53.560437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:30:53.566996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:30:53.568306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Transition to ACTIVE for port object 70a70bb3-4216-40fc-8b5e-9bc3186720b7 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:53.636755 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.647564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Made reservation on behalf of 76d07cdbfff14dfeb2182ce85e2dc26b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:30:53.703164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:53.707264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:53.710979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:53.716143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Pushing event updated for resources: {'Port': ['ID=70a70bb3-4216-40fc-8b5e-9bc3186720b7,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:53.773985 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.806624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Attempting to bind port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:53.807009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Attempting to bind port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c40cae65-32c9-43b7-9b32-63ca0d574a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:53.807338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Attempting to bind port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 on network 147a4e95-27c1-4a6f-a92c-23a831e39377 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:53.814924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:53.815324 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Checking segment: {'id': 'c40cae65-32c9-43b7-9b32-63ca0d574a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:53.815676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.816089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Bound using segment: {'id': 'c40cae65-32c9-43b7-9b32-63ca0d574a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:53.816548 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Bound port: 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40cae65-32c9-43b7-9b32-63ca0d574a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '147a4e95-27c1-4a6f-a92c-23a831e39377'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:53.816913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:53.905001 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] For port 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:53.908095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] For port 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=70a70bb3-4216-40fc-8b5e-9bc3186720b7,segment=NetworkSegment(c40cae65-32c9-43b7-9b32-63ca0d574a88),segment_id=c40cae65-32c9-43b7-9b32-63ca0d574a88)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:53.973709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:54.058360 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c978d45-2ff6-45cf-b3cb-88aa92c3ba68 None None] Pushing event updated for resources: {'Port': ['ID=70a70bb3-4216-40fc-8b5e-9bc3186720b7,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:54.060082 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:54.152443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event updated for resources: {'Subnet': ['ID=8e0c06b9-e335-4871-8676-2ee388ae88b4,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:54.160479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Checking segment: {'id': '6fa6565a-4257-4c11-a23c-b0fc133da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:54.161192 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Network hostable DHCP agents. Network: 64c4d27d-0529-43c9-af4a-df71d1933287, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:30:54.282638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Network 64c4d27d-0529-43c9-af4a-df71d1933287 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:30:54.388444 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 64c4d27d-0529-43c9-af4a-df71d1933287) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:54.393667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:30:54.394424 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:54.397918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d96336-ec1c-4fe2-a721-6a7ec903f7ba None None] Network 64c4d27d-0529-43c9-af4a-df71d1933287 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:54.477229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-91988117-23e0-4b4c-9afe-be3a0894f2fc tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0423474 May 06 13:30:54.479724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51202) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:54.485519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-9fa9a63c-e7ec-4bc6-b80b-2d42608efb55 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Request body: {'router': {'external_gateway_info': {'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:30:54.581765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 70a70bb3-4216-40fc-8b5e-9bc3186720b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:54.724418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-64c4d27d-0529-43c9-af4a-df71d1933287', 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287', 'tenant_id': '76d07cdbfff14dfeb2182ce85e2dc26b', 'fixed_ips': [{'subnet_id': '8e0c06b9-e335-4871-8676-2ee388ae88b4'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:30:54.725221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:54.874243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:54.911237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Allocated IP 172.21.0.2 (64c4d27d-0529-43c9-af4a-df71d1933287/8e0c06b9-e335-4871-8676-2ee388ae88b4/5d7caa4d-46c3-4214-ba85-1eda74277b41) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:30:55.069041 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a63c-e7ec-4bc6-b80b-2d42608efb55 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.072973 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab49b7c-91d6-489b-aa6a-ffaa63800bce None None] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:55.261826 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.286347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Transition to ACTIVE for port object 5d7caa4d-46c3-4214-ba85-1eda74277b41 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:55.328791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Provisioning for port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:30:55.336995 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [None req-9fa9a63c-e7ec-4bc6-b80b-2d42608efb55 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 13:30:55.338748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9fa9a63c-e7ec-4bc6-b80b-2d42608efb55 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "PUT /v2.0/routers/490896fe-a521-471a-b55b-980b947d9c49 HTTP/1.1" status: 400 len: 364 time: 0.8574557 May 06 13:30:55.344138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51206) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:55.347683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Provisioning complete for port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:55.348079 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.391118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Transition to ACTIVE for port object 5d7caa4d-46c3-4214-ba85-1eda74277b41 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:30:55.416619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Deleting subnet 8e0c06b9-e335-4871-8676-2ee388ae88b4 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:30:55.519827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.524465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.584690 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.591528 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.636760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Network 64c4d27d-0529-43c9-af4a-df71d1933287 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:30:55.641918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:30:55.646872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:30:55.649247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Pushing event updated for resources: {'Port': ['ID=5d7caa4d-46c3-4214-ba85-1eda74277b41,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:55.701092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.705202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] For port 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=70a70bb3-4216-40fc-8b5e-9bc3186720b7,segment=NetworkSegment(c40cae65-32c9-43b7-9b32-63ca0d574a88),segment_id=c40cae65-32c9-43b7-9b32-63ca0d574a88)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:55.761703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Attempting to bind port 5d7caa4d-46c3-4214-ba85-1eda74277b41 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:30:55.762076 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Attempting to bind port 5d7caa4d-46c3-4214-ba85-1eda74277b41 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6fa6565a-4257-4c11-a23c-b0fc133da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:30:55.762443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Attempting to bind port 5d7caa4d-46c3-4214-ba85-1eda74277b41 on network 64c4d27d-0529-43c9-af4a-df71d1933287 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:30:55.769666 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:30:55.770119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Checking segment: {'id': '6fa6565a-4257-4c11-a23c-b0fc133da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:30:55.771065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.771065 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Bound using segment: {'id': '6fa6565a-4257-4c11-a23c-b0fc133da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:30:55.771290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Bound port: 5d7caa4d-46c3-4214-ba85-1eda74277b41, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa6565a-4257-4c11-a23c-b0fc133da214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64c4d27d-0529-43c9-af4a-df71d1933287'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:30:55.771640 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.817923 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.882212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.923960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0c06b9-e335-4871-8676-2ee388ae88b4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:55.924896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331915-dd60-41f0-b0db-6be8e716c5cb None None] Pushing event updated for resources: {'Port': ['ID=70a70bb3-4216-40fc-8b5e-9bc3186720b7,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:55.929008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] For port 5d7caa4d-46c3-4214-ba85-1eda74277b41, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:30:55.934015 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:55.934672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] For port 5d7caa4d-46c3-4214-ba85-1eda74277b41, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5d7caa4d-46c3-4214-ba85-1eda74277b41,segment=NetworkSegment(6fa6565a-4257-4c11-a23c-b0fc133da214),segment_id=6fa6565a-4257-4c11-a23c-b0fc133da214)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:30:55.943648 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-14b5366a-31cc-4124-884a-c6fca05800c4 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "DELETE /v2.0/subnets/8e0c06b9-e335-4871-8676-2ee388ae88b4 HTTP/1.1" status: 204 len: 168 time: 0.5953562 May 06 13:30:55.943648 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:55.947596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b9239194-a675-4b29-9492-4ef8ecd0ce51 None None] Provisioning complete for port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:55.947996 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9239194-a675-4b29-9492-4ef8ecd0ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.042642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.070805 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.081550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Deleting port 5d7caa4d-46c3-4214-ba85-1eda74277b41 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:56.081891 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.142225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d2357-d80c-41a9-80c1-849b6eb705a2 None None] Pushing event updated for resources: {'Port': ['ID=5d7caa4d-46c3-4214-ba85-1eda74277b41,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:56.311972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] For port 5d7caa4d-46c3-4214-ba85-1eda74277b41, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=5d7caa4d-46c3-4214-ba85-1eda74277b41,segment=NetworkSegment(6fa6565a-4257-4c11-a23c-b0fc133da214),segment_id=6fa6565a-4257-4c11-a23c-b0fc133da214)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:56.312339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.443296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Calling delete_port for 5d7caa4d-46c3-4214-ba85-1eda74277b41 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:56.613797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5d7caa4d-46c3-4214-ba85-1eda74277b41 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:56.636214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.646111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5d7caa4d-46c3-4214-ba85-1eda74277b41 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:56.646455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5d7caa4d-46c3-4214-ba85-1eda74277b41 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 06 13:30:56.681575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port 5d7caa4d-46c3-4214-ba85-1eda74277b41 not found, will not notify nova. {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 06 13:30:56.682008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 70a70bb3-4216-40fc-8b5e-9bc3186720b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:30:56.687592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Port': ['ID=5d7caa4d-46c3-4214-ba85-1eda74277b41,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:56.691530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] No DVR routers for this DVR port 5d7caa4d-46c3-4214-ba85-1eda74277b41 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:56.761696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:30:56.762061 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.834677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.864109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c4d27d-0529-43c9-af4a-df71d1933287']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:56.880446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa6565a-4257-4c11-a23c-b0fc133da214') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:56.880883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa6565a-4257-4c11-a23c-b0fc133da214') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:56.894271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.913750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.920478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:56.920918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:56.939675 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:57.066669 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bed2e-24a9-405f-aced-9a4e6abc1e20 None None] Network 64c4d27d-0529-43c9-af4a-df71d1933287 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:57.104926 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.123392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.135502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Network': ['ID=64c4d27d-0529-43c9-af4a-df71d1933287,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:57.142022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6aaba5b-d626-4463-a538-ecd9c5394db3 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "DELETE /v2.0/networks/64c4d27d-0529-43c9-af4a-df71d1933287 HTTP/1.1" status: 204 len: 168 time: 1.1951077 May 06 13:30:57.142950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51214) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:57.160332 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-5c30ce1f-7f58-4cc7-8eb2-92f9fd8d8f5d None None] Could not find standard attr ID for object 5d7caa4d-46c3-4214-ba85-1eda74277b41. {{(pid=84801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 13:30:57.210672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Deleting subnet 6793533f-d15a-4958-a3d4-e558ec7ced85 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:30:57.213881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.335836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21adefff-322f-4097-b41d-67714f36930b None None] DHCP port deletion for 64c4d27d-0529-43c9-af4a-df71d1933287 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:30:57.380750 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.461890 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.607978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.651667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Subnet': ['ID=6793533f-d15a-4958-a3d4-e558ec7ced85,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:57.656276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.662404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2420e-356c-4615-95da-801a7c2473fa None None] Network 147a4e95-27c1-4a6f-a92c-23a831e39377 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:30:57.662556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a778d9b6-e3e1-4ebb-beae-aee778cfe5b1 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "DELETE /v2.0/subnets/6793533f-d15a-4958-a3d4-e558ec7ced85 HTTP/1.1" status: 204 len: 168 time: 0.5189672 May 06 13:30:57.665439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51218) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:57.784584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.795744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Deleting port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:57.796114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:57.925059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] DHCP port deletion for 147a4e95-27c1-4a6f-a92c-23a831e39377 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:30:57.929234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Deleting port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:57.929600 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.013170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] For port 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=70a70bb3-4216-40fc-8b5e-9bc3186720b7,segment=NetworkSegment(c40cae65-32c9-43b7-9b32-63ca0d574a88),segment_id=c40cae65-32c9-43b7-9b32-63ca0d574a88)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:58.013568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.134796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] For port 70a70bb3-4216-40fc-8b5e-9bc3186720b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=70a70bb3-4216-40fc-8b5e-9bc3186720b7,segment=NetworkSegment(c40cae65-32c9-43b7-9b32-63ca0d574a88),segment_id=c40cae65-32c9-43b7-9b32-63ca0d574a88)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:30:58.135379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.139754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Calling delete_port for 70a70bb3-4216-40fc-8b5e-9bc3186720b7 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:58.260142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Calling delete_port for 70a70bb3-4216-40fc-8b5e-9bc3186720b7 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:30:58.293655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.332086 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:30:58.332505 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:30:58.340433 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Port': ['ID=70a70bb3-4216-40fc-8b5e-9bc3186720b7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:58.349274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] No DVR routers for this DVR port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:30:58.474399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.505128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147a4e95-27c1-4a6f-a92c-23a831e39377']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:58.519125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40cae65-32c9-43b7-9b32-63ca0d574a88') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:58.519338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40cae65-32c9-43b7-9b32-63ca0d574a88') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:30:58.531161 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.541147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5d7caa4d-46c3-4214-ba85-1eda74277b41 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:58.550405 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.556696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:30:58.557079 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: timer() May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:30:58.571678 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:30:58.580392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 5d7caa4d-46c3-4214-ba85-1eda74277b41 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:58.580392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 5d7caa4d-46c3-4214-ba85-1eda74277b41 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:58.580392 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 70a70bb3-4216-40fc-8b5e-9bc3186720b7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:30:58.614842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 70a70bb3-4216-40fc-8b5e-9bc3186720b7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:30:58.614842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 70a70bb3-4216-40fc-8b5e-9bc3186720b7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:30:58.733400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.751164 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.762921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Pushing event deleted for resources: {'Network': ['ID=147a4e95-27c1-4a6f-a92c-23a831e39377,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:30:58.770681 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f4f0126a-e4cb-4cb8-ba13-73d9337c57c2 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "DELETE /v2.0/networks/147a4e95-27c1-4a6f-a92c-23a831e39377 HTTP/1.1" status: 204 len: 168 time: 1.1014793 May 06 13:30:58.771058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51222) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:58.820383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-80d98200-286d-4abe-b4fa-b682ec40c30d tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "GET /v2.0/ports?device_id=490896fe-a521-471a-b55b-980b947d9c49 HTTP/1.1" status: 200 len: 205 time: 0.0477686 May 06 13:30:58.822748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51226) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:30:58.833619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Deleting port 70a70bb3-4216-40fc-8b5e-9bc3186720b7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:30:58.834200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:58.897306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc1af951-b722-459a-a13e-628668d089f7 None None] The port '70a70bb3-4216-40fc-8b5e-9bc3186720b7' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:30:58.966799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:59.458748 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:59.462986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:59.567579 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:59.568090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Fanout notify agent at l3_agent the message router_deleted on router 490896fe-a521-471a-b55b-980b947d9c49 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:30:59.578578 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:30:59.579502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a7a9c392-356c-48e5-ab63-1881008d5252 tempest-RoutersNegativeTest-1011226653 tempest-RoutersNegativeTest-1011226653-project] 10.222.0.83 "DELETE /v2.0/routers/490896fe-a521-471a-b55b-980b947d9c49 HTTP/1.1" status: 204 len: 168 time: 0.7558446 May 06 13:31:00.282673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51234) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:00.461168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8566b99e-e168-47f2-827b-7bdcda4ff689 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=76d07cdbfff14dfeb2182ce85e2dc26b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773326 May 06 13:31:00.463786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51240) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:00.524649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.552212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.653269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.670338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e3c4f-7300-4f1c-b281-a202bdb658da,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:00.675225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:00.676416 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a0895f98-71a5-4d58-a221-887ed8ed7c92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fc1e3c4f-7300-4f1c-b281-a202bdb658da HTTP/1.1" status: 204 len: 168 time: 0.2116301 May 06 13:31:01.851733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51262) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:01.985926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-125948348-network', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:01.991299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:01.995249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Usage tracker for resource:network and tenant:8c6140e04f1940d288aae57f71c9324f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:01.998156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:02.004735 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:02.127743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Made reservation on behalf of 8c6140e04f1940d288aae57f71c9324f for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:02.130234 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.146609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.185099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:02.189192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Usage tracker for resource:security_group_rule and tenant:8c6140e04f1940d288aae57f71c9324f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:02.192097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:02.197808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:02.263506 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.396248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.426542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:31:02.434691 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c20d00-a40c-4db5-b577-ce2eb344d501,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:02.440311 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.440640 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Added segment 5fdab7c0-e035-456d-948e-e2dc3b89ede4 of type vlan for network fc944438-ed9c-43d8-bf24-858ba18dae70 May 06 13:31:02.466745 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.584683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.585566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:02.586138 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:02.688754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Pushing event updated for resources: {'Network': ['ID=fc944438-ed9c-43d8-bf24-858ba18dae70,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:02.698191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.698538 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.698879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.699222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.699555 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.700027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.700322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.700561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.700886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.701210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.701533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:02.712363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fc944438-ed9c-43d8-bf24-858ba18dae70 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:31:02.763235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f2169782-5794-4227-89d8-adb85d77f75c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9075887 May 06 13:31:02.763593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51268) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:02.770624 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Request body: {'subnet': {'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-subnet', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:02.776275 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:02.780256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Usage tracker for resource:subnet and tenant:8c6140e04f1940d288aae57f71c9324f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:02.783540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:02.789341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:02.881647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Made reservation on behalf of 8c6140e04f1940d288aae57f71c9324f for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:02.884014 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.154355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.236753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d087213-cb30-4b75-ae4d-d010d251f309,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:03.245575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Checking segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:03.245937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Network hostable DHCP agents. Network: fc944438-ed9c-43d8-bf24-858ba18dae70, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:31:03.348414 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:31:03.493304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, fc944438-ed9c-43d8-bf24-858ba18dae70) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:03.497274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:03.498004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.504866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d3a0c1-3d07-41d2-ae60-c8ceb9667c61 None None] Network fc944438-ed9c-43d8-bf24-858ba18dae70 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:31:03.583578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-decce0ac-dacf-4b8b-89da-494310983101 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8190103 May 06 13:31:03.586324 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51272) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:03.591858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:03.598140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:03.602027 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Usage tracker for resource:router and tenant:8c6140e04f1940d288aae57f71c9324f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:03.604971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:03.611902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:03.714272 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.715279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.728618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-fc944438-ed9c-43d8-bf24-858ba18dae70', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:31:03.729430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.736983 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:03.889608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Allocated IP 172.20.0.2 (fc944438-ed9c-43d8-bf24-858ba18dae70/5d087213-cb30-4b75-ae4d-d010d251f309/1af3372e-a8cd-4584-bd48-a19cb5131105) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:03.977078 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.123011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.133593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Transition to ACTIVE for port object 1af3372e-a8cd-4584-bd48-a19cb5131105 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:04.152735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Transition to ACTIVE for port object 1af3372e-a8cd-4584-bd48-a19cb5131105 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:04.234335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.256862 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.287762 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.303472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:04.306247 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:04.308689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:04.318848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Pushing event updated for resources: {'Port': ['ID=1af3372e-a8cd-4584-bd48-a19cb5131105,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:04.407478 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Attempting to bind port 1af3372e-a8cd-4584-bd48-a19cb5131105 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:04.407914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Attempting to bind port 1af3372e-a8cd-4584-bd48-a19cb5131105 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:04.408303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Attempting to bind port 1af3372e-a8cd-4584-bd48-a19cb5131105 on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:04.415929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:04.416309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Checking segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:04.416854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.417186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Bound using segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:04.417677 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Bound port: 1af3372e-a8cd-4584-bd48-a19cb5131105, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:04.418095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.432168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Allocated IP 172.25.2.133 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/40dcbdf3-ae6e-430a-8651-afa6952e8344) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:04.511884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] For port 1af3372e-a8cd-4584-bd48-a19cb5131105, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:04.514942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] For port 1af3372e-a8cd-4584-bd48-a19cb5131105, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1af3372e-a8cd-4584-bd48-a19cb5131105,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:04.568270 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.584086 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.653710 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fab8c-da25-4f26-b42e-e4f602f04f17 None None] Pushing event updated for resources: {'Port': ['ID=1af3372e-a8cd-4584-bd48-a19cb5131105,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:04.670885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:04.740777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:04.743998 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:04.747147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:04.790847 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=40dcbdf3-ae6e-430a-8651-afa6952e8344,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:05.119545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:05.120298 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:05.424770 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Router be1f283e-b259-4480-a512-44ed6037d025 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:31:05.661213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:31:05.662749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754cbd8-a466-4812-a6fe-f7b7491ac92f None None] Network fc944438-ed9c-43d8-bf24-858ba18dae70 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:31:05.679664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Sync routers for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:31:05.748885 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:05.751876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d2f39054-dc42-4f4c-93bb-fa88f496e6c7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1641004 May 06 13:31:05.754874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51276) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:05.769627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:05.770263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:05.931518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-cb224075-f106-4906-895f-32a61842cd65 None None] Provisioning for port 1af3372e-a8cd-4584-bd48-a19cb5131105 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:06.068207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:06.389844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:04Z', 'revision_number': 3, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:06.394952 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Checking router: be1f283e-b259-4480-a512-44ed6037d025 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:31:06.395294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Updating router be1f283e-b259-4480-a512-44ed6037d025 port 40dcbdf3-ae6e-430a-8651-afa6952e8344 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:31:06.458531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.592136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1af3372e-a8cd-4584-bd48-a19cb5131105 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:06.676547 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.894102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1af3372e-a8cd-4584-bd48-a19cb5131105 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:06.903873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Allocated IP 172.20.0.1 (fc944438-ed9c-43d8-bf24-858ba18dae70/5d087213-cb30-4b75-ae4d-d010d251f309/1a673ea6-92b9-43bd-a132-1359f60dfc66) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:06.911051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1af3372e-a8cd-4584-bd48-a19cb5131105 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:06.911421 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.975411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:06.991704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Transition to ACTIVE for port object 40dcbdf3-ae6e-430a-8651-afa6952e8344 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:07.055442 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.061442 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.078292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Transition to ACTIVE for port object 1a673ea6-92b9-43bd-a132-1359f60dfc66 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:07.081247 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.155796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1af3372e-a8cd-4584-bd48-a19cb5131105, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1af3372e-a8cd-4584-bd48-a19cb5131105,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:07.171120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Attempting to bind port 40dcbdf3-ae6e-430a-8651-afa6952e8344 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:07.171493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Attempting to bind port 40dcbdf3-ae6e-430a-8651-afa6952e8344 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:07.171882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Attempting to bind port 40dcbdf3-ae6e-430a-8651-afa6952e8344 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:07.173946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25c32-7819-4be1-84bb-076a369733bd None None] Pushing event updated for resources: {'Port': ['ID=40dcbdf3-ae6e-430a-8651-afa6952e8344,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.181906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:07.182289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:07.182699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.183090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:07.183603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Bound port: 40dcbdf3-ae6e-430a-8651-afa6952e8344, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:07.184014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.190645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.261697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] For port 40dcbdf3-ae6e-430a-8651-afa6952e8344, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:07.262766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:07.264964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] For port 40dcbdf3-ae6e-430a-8651-afa6952e8344, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40dcbdf3-ae6e-430a-8651-afa6952e8344,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:07.266952 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:07.268903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Pushing event updated for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.270967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:07.280316 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.328143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.356835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1af3372e-a8cd-4584-bd48-a19cb5131105,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.378494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.467016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25c32-7819-4be1-84bb-076a369733bd None None] Pushing event updated for resources: {'Port': ['ID=40dcbdf3-ae6e-430a-8651-afa6952e8344,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.471453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:07.471739 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:30:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:07.506620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.665378 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:07.709041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a89818b-ec8e-4a87-b72c-fab72059a75a None None] Provisioning for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:07.729793 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-9a89818b-ec8e-4a87-b72c-fab72059a75a None None] Provisioning complete for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:07.730160 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9a89818b-ec8e-4a87-b72c-fab72059a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.738064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.807491 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:07.848810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9a89818b-ec8e-4a87-b72c-fab72059a75a None None] Port 1a673ea6-92b9-43bd-a132-1359f60dfc66 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:07.917550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Pushing event updated for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:07.922163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:08.035664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1a673ea6-92b9-43bd-a132-1359f60dfc66', 'name': '', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'mac_address': 'fa:16:3e:9a:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:06Z', 'revision_number': 1, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'subnets': [{'id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:08.039737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051a05d-d865-41f8-9bf7-0c93c0ff5d1b None None] The sync data for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 is: [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1a673ea6-92b9-43bd-a132-1359f60dfc66', 'name': '', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'mac_address': 'fa:16:3e:9a:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:06Z', 'revision_number': 1, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'subnets': [{'id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:31:08.062518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:08.064240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:08.373785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d20bc6e0-c0c1-46c2-ae05-ecfb7b0f9a1d None None] Provisioning complete for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:08.374148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d20bc6e0-c0c1-46c2-ae05-ecfb7b0f9a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:08.446550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d20bc6e0-c0c1-46c2-ae05-ecfb7b0f9a1d None None] Port 1a673ea6-92b9-43bd-a132-1359f60dfc66 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:08.539082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c74eef31-4370-4047-9cca-eee08dd046ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:08.561319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1af3372e-a8cd-4584-bd48-a19cb5131105 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:08.621567 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Router be1f283e-b259-4480-a512-44ed6037d025 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:31:08.643587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1af3372e-a8cd-4584-bd48-a19cb5131105 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:08.644016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:08.881053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:31:08.895332 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d728b4d4-accf-4844-b191-48315531ff1c admin admin] 10.222.0.83 "PUT /v2.0/routers/be1f283e-b259-4480-a512-44ed6037d025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1391635 May 06 13:31:10.053559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:10.059220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-786798709-network', 'tenant_id': '33ace93206b44f89a5de9de315269999'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:10.065492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:10.069557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Usage tracker for resource:network and tenant:33ace93206b44f89a5de9de315269999 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:10.072523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:10.078236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:10.161632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Made reservation on behalf of 33ace93206b44f89a5de9de315269999 for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:10.163962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.177800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.213649 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:10.217702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Usage tracker for resource:security_group_rule and tenant:33ace93206b44f89a5de9de315269999 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:10.220745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:10.226442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:10.291199 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.355883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.386577 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:31:10.396373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d715e7f2-b9c4-4480-b655-1fa42a518c73,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:10.404008 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.404008 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Added segment e2b68994-81c6-420f-9c83-321701e9bc51 of type vlan for network 15184af7-cbf5-4f25-b287-bfee67a12193 May 06 13:31:10.431087 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.527578 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.528463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:10.529037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.574995 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40dcbdf3-ae6e-430a-8651-afa6952e8344 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:10.638327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] Pushing event updated for resources: {'Network': ['ID=15184af7-cbf5-4f25-b287-bfee67a12193,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:10.651649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 15184af7-cbf5-4f25-b287-bfee67a12193 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:31:10.705983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4318c3ab-fbfb-44f4-bb93-98262969964c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6512096 May 06 13:31:10.708779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51302) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:10.714828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Request body: {'subnet': {'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-subnet', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:10.721254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:10.726574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Usage tracker for resource:subnet and tenant:33ace93206b44f89a5de9de315269999 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:10.730496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:10.738231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:10.770419 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-be70f4e8-9c0a-45cd-8294-a550cd104ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.782199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 40dcbdf3-ae6e-430a-8651-afa6952e8344 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:10.792647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 40dcbdf3-ae6e-430a-8651-afa6952e8344 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:10.793008 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.846339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Made reservation on behalf of 33ace93206b44f89a5de9de315269999 for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:10.848732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.924299 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:10.940333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 40dcbdf3-ae6e-430a-8651-afa6952e8344, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40dcbdf3-ae6e-430a-8651-afa6952e8344,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:11.036248 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.104386 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=40dcbdf3-ae6e-430a-8651-afa6952e8344,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:11.113631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.113979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.114318 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.114653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.114988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.115316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.115641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.116004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.116329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.116652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.116977 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:11.119939 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.199075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=903d9ead-a490-4746-9caf-abbbc590330d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:11.209566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Checking segment: {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:11.209957 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Network hostable DHCP agents. Network: 15184af7-cbf5-4f25-b287-bfee67a12193, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:31:11.270135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Network 15184af7-cbf5-4f25-b287-bfee67a12193 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:31:11.338668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 15184af7-cbf5-4f25-b287-bfee67a12193) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:11.342611 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:11.343192 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.348452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517a23c-7f94-41a8-bd2e-806652620889 None None] Network 15184af7-cbf5-4f25-b287-bfee67a12193 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:31:11.446321 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-15ff1c46-5af7-4a00-b681-58b6e8c00dcc admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7362361 May 06 13:31:11.449129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51306) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:11.454459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:11.459910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:11.463739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Usage tracker for resource:router and tenant:33ace93206b44f89a5de9de315269999 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:31:11.466806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:31:11.472703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:11.569560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-15184af7-cbf5-4f25-b287-bfee67a12193', 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'fixed_ips': [{'subnet_id': '903d9ead-a490-4746-9caf-abbbc590330d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:31:11.570357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.584678 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.588330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.605656 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.731321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Allocated IP 172.20.0.2 (15184af7-cbf5-4f25-b287-bfee67a12193/903d9ead-a490-4746-9caf-abbbc590330d/18b4eb68-8eb8-495c-98de-ce998a134136) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:11.824608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.943100 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:11.953308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Transition to ACTIVE for port object 18b4eb68-8eb8-495c-98de-ce998a134136 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:11.973843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Transition to ACTIVE for port object 18b4eb68-8eb8-495c-98de-ce998a134136 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:12.036403 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.109642 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Network 15184af7-cbf5-4f25-b287-bfee67a12193 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:12.113110 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:12.117743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:12.119981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Pushing event updated for resources: {'Port': ['ID=18b4eb68-8eb8-495c-98de-ce998a134136,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:12.202790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.211473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Attempting to bind port 18b4eb68-8eb8-495c-98de-ce998a134136 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:12.211867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Attempting to bind port 18b4eb68-8eb8-495c-98de-ce998a134136 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:12.212243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Attempting to bind port 18b4eb68-8eb8-495c-98de-ce998a134136 on network 15184af7-cbf5-4f25-b287-bfee67a12193 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:12.221930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:12.222522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Checking segment: {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:12.223146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.223781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Bound using segment: {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:12.224787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Bound port: 18b4eb68-8eb8-495c-98de-ce998a134136, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:12.225389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.233631 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.358028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.382811 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Allocated IP 172.25.2.162 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/1cdbdec6-872a-447e-95a6-4a1a78e43d69) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:12.412656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] For port 18b4eb68-8eb8-495c-98de-ce998a134136, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:12.416093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] For port 18b4eb68-8eb8-495c-98de-ce998a134136, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=18b4eb68-8eb8-495c-98de-ce998a134136,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:12.471097 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.527666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.538504 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.569412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40dcbdf3-ae6e-430a-8651-afa6952e8344 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:12.635279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.685088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 40dcbdf3-ae6e-430a-8651-afa6952e8344 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:12.685572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.710129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdf0a7-6a28-49b1-bb6f-458131c5d8ef None None] Pushing event updated for resources: {'Port': ['ID=18b4eb68-8eb8-495c-98de-ce998a134136,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:12.710339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:12.713543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:12.718464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:12.751817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Pushing event updated for resources: {'Port': ['ID=1cdbdec6-872a-447e-95a6-4a1a78e43d69,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:12.977026 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:12.977707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:13.367481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:31:13.586161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:31:13.597193 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Sync routers for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:31:13.610680 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:13.611308 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:13.654955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ab712-1d88-47e9-b3a6-92d6a1dda1a0 None None] Network 15184af7-cbf5-4f25-b287-bfee67a12193 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:31:13.691068 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:13.692419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2b95b91a-f686-4d94-bcb7-6896369fbadd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2422650 May 06 13:31:13.695037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51310) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:31:13.766537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:13.805074 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:13.860052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-70129383-7d41-4fd3-a03f-080641582923 None None] Provisioning for port 18b4eb68-8eb8-495c-98de-ce998a134136 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:14.153448 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:12Z', 'revision_number': 3, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:14.160202 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Checking router: ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:31:14.160693 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Updating router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:31:14.223172 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.596131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 18b4eb68-8eb8-495c-98de-ce998a134136 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:14.600278 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.615664 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Transition to ACTIVE for port object 1cdbdec6-872a-447e-95a6-4a1a78e43d69 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:14.688035 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.695927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.773605 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Attempting to bind port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:14.773971 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Attempting to bind port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:14.774332 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Attempting to bind port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:14.776331 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Pushing event updated for resources: {'Port': ['ID=1cdbdec6-872a-447e-95a6-4a1a78e43d69,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:14.785279 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 18b4eb68-8eb8-495c-98de-ce998a134136 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:14.788494 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.788892 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.789196 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.789529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.789862 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.790188 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.790957 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.791294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.791618 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.792377 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.792712 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:14.794002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 18b4eb68-8eb8-495c-98de-ce998a134136 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:14.794426 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.796287 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:14.796668 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:14.797183 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.797527 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:14.798010 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Bound port: 1cdbdec6-872a-447e-95a6-4a1a78e43d69, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:14.798382 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.915592 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] For port 1cdbdec6-872a-447e-95a6-4a1a78e43d69, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:14.923998 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] For port 1cdbdec6-872a-447e-95a6-4a1a78e43d69, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1cdbdec6-872a-447e-95a6-4a1a78e43d69,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:14.932309 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Allocated IP 172.20.0.1 (15184af7-cbf5-4f25-b287-bfee67a12193/903d9ead-a490-4746-9caf-abbbc590330d/40c0bd58-f73c-4478-8a05-7684ca50e237) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:14.939049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:14.983888 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 18b4eb68-8eb8-495c-98de-ce998a134136, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=18b4eb68-8eb8-495c-98de-ce998a134136,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:15.003139 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.070060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.089446 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c084edd-113d-452e-b46b-fab78a363288 None None] Pushing event updated for resources: {'Port': ['ID=1cdbdec6-872a-447e-95a6-4a1a78e43d69,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:15.095354 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:15.096051 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:15.097379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.121533 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Transition to ACTIVE for port object 40c0bd58-f73c-4478-8a05-7684ca50e237 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:15.147794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=18b4eb68-8eb8-495c-98de-ce998a134136,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:15.229229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.282449 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:15.311265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Network 15184af7-cbf5-4f25-b287-bfee67a12193 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:15.315361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:15.318005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:15.346824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Pushing event updated for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:15.380477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.539959 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.583161 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:12Z', 'revision_number': 3, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:15.587094 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a8893-74d4-48e4-8e40-5c247393b0ab None None] The sync data for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 is: [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:12Z', 'revision_number': 3, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:31:15.613038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a84d7ef6-384e-4053-99c7-f444848e9942 None None] Provisioning for port 40c0bd58-f73c-4478-8a05-7684ca50e237 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:15.618227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a84d7ef6-384e-4053-99c7-f444848e9942 None None] Provisioning complete for port 40c0bd58-f73c-4478-8a05-7684ca50e237 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:15.618607 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a84d7ef6-384e-4053-99c7-f444848e9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.676609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a84d7ef6-384e-4053-99c7-f444848e9942 None None] Port 40c0bd58-f73c-4478-8a05-7684ca50e237 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:15.771708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.839594 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.950668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:15.955087 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Pushing event updated for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:16.096418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Network 15184af7-cbf5-4f25-b287-bfee67a12193 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:16.097416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:16.301978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc4944aa-c6f1-4041-a4da-7d47be9e4356 None None] Provisioning complete for port 40c0bd58-f73c-4478-8a05-7684ca50e237 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:16.303034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc4944aa-c6f1-4041-a4da-7d47be9e4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:16.361978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc4944aa-c6f1-4041-a4da-7d47be9e4356 None None] Port 40c0bd58-f73c-4478-8a05-7684ca50e237 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:16.556634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 18b4eb68-8eb8-495c-98de-ce998a134136 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:16.605470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:31:16.627313 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 18b4eb68-8eb8-495c-98de-ce998a134136 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:16.627821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:16.814247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:31:16.823382 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-356e2a53-99de-4250-b439-754a38f23c6a admin admin] 10.222.0.83 "PUT /v2.0/routers/ff12b3c0-1f34-4e84-9834-1d444e4b5eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1272423 May 06 13:31:17.104439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:18.087323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-b40c0ce8-70e0-4d6c-befe-89c2d1c2fcbd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:18.087949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-b40c0ce8-70e0-4d6c-befe-89c2d1c2fcbd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:18.167055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-b40c0ce8-70e0-4d6c-befe-89c2d1c2fcbd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:18.168333 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-b40c0ce8-70e0-4d6c-befe-89c2d1c2fcbd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 816 time: 0.2255151 May 06 13:31:18.186331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-88d88f33-41c8-4ac6-a1a5-d456e9360c9d tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/quotas/8c6140e04f1940d288aae57f71c9324f HTTP/1.1" status: 200 len: 375 time: 0.0115602 May 06 13:31:18.267573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-ba2f6f04-0f39-42be-9b7c-88127f8803b9 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751717 May 06 13:31:18.406078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-d95c5e19-72c3-4db9-b3b3-7ec2271ec1df service neutron] 10.222.0.83 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270511 May 06 13:31:18.452514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:31:18.545057 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-add6ba2c-a6ab-434f-9fd5-1a79c56072a7 service neutron] 10.222.0.83 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326659 May 06 13:31:18.841265 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-848f57a7-9d9c-4fac-91e5-701561ab2ad8 req-66da043b-3f26-4dc9-99b0-bd7b70da569e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:18.967218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-848f57a7-9d9c-4fac-91e5-701561ab2ad8 req-66da043b-3f26-4dc9-99b0-bd7b70da569e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:18.968497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-848f57a7-9d9c-4fac-91e5-701561ab2ad8 req-66da043b-3f26-4dc9-99b0-bd7b70da569e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 210 time: 0.1703165 May 06 13:31:20.144421 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90273d1f-2c37-4c64-adbb-60c3f7b241da req-acb2627c-8101-483c-b365-554630d5c7b0 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 210 time: 0.0410509 May 06 13:31:21.256779 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-61117deb-d188-49d5-9787-c81aeff62dc2 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:21.259094 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-61117deb-d188-49d5-9787-c81aeff62dc2 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.86 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 816 time: 0.1756988 May 06 13:31:21.276049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Request body: {'port': {'device_id': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'admin_state_up': True, 'tenant_id': '8c6140e04f1940d288aae57f71c9324f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:21.291237 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:21.400217 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7c94cc67-75c7-4421-83e3-a09eff894346 req-523547fe-54b8-4bf2-b5f2-148594741773 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 210 time: 0.1061885 May 06 13:31:21.467585 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:21.478741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:21.576959 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Made reservation on behalf of 8c6140e04f1940d288aae57f71c9324f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:21.580312 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:21.747447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Allocated IP 172.20.0.10 (fc944438-ed9c-43d8-bf24-858ba18dae70/5d087213-cb30-4b75-ae4d-d010d251f309/c69a9e18-58c8-483a-af9e-9e5db2963ab6) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:21.791327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Sync routers for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:31:21.809970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:21.810603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:21.976853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:21.993176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Transition to ACTIVE for port object c69a9e18-58c8-483a-af9e-9e5db2963ab6 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:21.999917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:22.087459 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.162392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:22.165863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:22.168487 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:22.205259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Pushing event updated for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:22.227333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.227660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.228023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.228342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.228666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.228986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.229308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.229622 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.229937 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.230264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.230563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:31:22.248800 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:22.249565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.325773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1a673ea6-92b9-43bd-a132-1359f60dfc66', 'name': '', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'mac_address': 'fa:16:3e:9a:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 2, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'subnets': [{'id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:22.330738 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Checking router: be1f283e-b259-4480-a512-44ed6037d025 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:31:22.331093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Updating router be1f283e-b259-4480-a512-44ed6037d025 port 1a673ea6-92b9-43bd-a132-1359f60dfc66 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:31:22.351159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-c708b551-d2c0-4ba1-aa90-5aed00aac177 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0790384 May 06 13:31:22.362893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-290e397e-a9f3-4494-ae70-42a6b7fe1284 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:31:22.364059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-290e397e-a9f3-4494-ae70-42a6b7fe1284 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066042 May 06 13:31:22.374667 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Request body: {'port': {'device_id': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:22.383449 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.494112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.617517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55e0377b-9349-4afd-bb60-eb0caeaf8aee None None] Provisioning for port c69a9e18-58c8-483a-af9e-9e5db2963ab6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:22.628015 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1cdbdec6-872a-447e-95a6-4a1a78e43d69 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:22.632802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3239-1b72-4b16-a777-a1e9c889b021 req-61f07108-24b1-4009-ba7a-0f3717bd35de tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:22.634442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-218b3239-1b72-4b16-a777-a1e9c889b021 req-61f07108-24b1-4009-ba7a-0f3717bd35de tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 932 time: 0.0875545 May 06 13:31:22.673720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-55e0377b-9349-4afd-bb60-eb0caeaf8aee None None] Provisioning complete for port c69a9e18-58c8-483a-af9e-9e5db2963ab6 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:22.674013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-55e0377b-9349-4afd-bb60-eb0caeaf8aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.685302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-218b3239-1b72-4b16-a777-a1e9c889b021 req-d3c5820b-6f3d-4780-8047-2a3745d9d31c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:22.760597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-218b3239-1b72-4b16-a777-a1e9c889b021 req-d3c5820b-6f3d-4780-8047-2a3745d9d31c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:22.761918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-218b3239-1b72-4b16-a777-a1e9c889b021 req-d3c5820b-6f3d-4780-8047-2a3745d9d31c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217020 May 06 13:31:22.805624 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-55e0377b-9349-4afd-bb60-eb0caeaf8aee None None] Port c69a9e18-58c8-483a-af9e-9e5db2963ab6 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:22.915784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:22.928920 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Transition to ACTIVE for port object 1a673ea6-92b9-43bd-a132-1359f60dfc66 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:22.944044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:22.948679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:22.949050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.007006 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.182366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62487-3f6e-4dd0-91d0-caf624e18ead None None] Pushing event updated for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:23.220480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69a9e18-58c8-483a-af9e-9e5db2963ab6 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:31:23.230446 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.247647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Transition to ACTIVE for port object c69a9e18-58c8-483a-af9e-9e5db2963ab6 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:23.257129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.294201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1cdbdec6-872a-447e-95a6-4a1a78e43d69, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1cdbdec6-872a-447e-95a6-4a1a78e43d69,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:23.296424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Attempting to bind port 1a673ea6-92b9-43bd-a132-1359f60dfc66 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:23.296784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Attempting to bind port 1a673ea6-92b9-43bd-a132-1359f60dfc66 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:23.297251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Attempting to bind port 1a673ea6-92b9-43bd-a132-1359f60dfc66 on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:23.303874 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:23.304242 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Checking segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:23.304632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.305022 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Bound using segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:23.305467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Bound port: 1a673ea6-92b9-43bd-a132-1359f60dfc66, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:23.305834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.373152 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.403990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] For port 1a673ea6-92b9-43bd-a132-1359f60dfc66, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:23.407547 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] For port 1a673ea6-92b9-43bd-a132-1359f60dfc66, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1a673ea6-92b9-43bd-a132-1359f60dfc66,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:23.418704 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.493435 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1cdbdec6-872a-447e-95a6-4a1a78e43d69,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:23.505527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.511316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Pushing event updated for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:23.591442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62487-3f6e-4dd0-91d0-caf624e18ead None None] Pushing event updated for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:23.594539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:23.595255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:23.738032 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Attempting to bind port c69a9e18-58c8-483a-af9e-9e5db2963ab6 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:23.738354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Attempting to bind port c69a9e18-58c8-483a-af9e-9e5db2963ab6 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:23.738688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Attempting to bind port c69a9e18-58c8-483a-af9e-9e5db2963ab6 on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:23.745443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Port c69a9e18-58c8-483a-af9e-9e5db2963ab6 on network fc944438-ed9c-43d8-bf24-858ba18dae70 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:31:23.745765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Attempting to bind port c69a9e18-58c8-483a-af9e-9e5db2963ab6 on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:23.753012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:23.753351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Checking segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:23.753784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Bound using segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:23.754226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Bound port: c69a9e18-58c8-483a-af9e-9e5db2963ab6, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:23.754575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:23.800017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:23.874702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:23.880294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:23.967581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:24.049073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:24.050448 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] 10.222.0.86 "PUT /v2.0/ports/c69a9e18-58c8-483a-af9e-9e5db2963ab6 HTTP/1.1" status: 200 len: 1092 time: 1.6796579 May 06 13:31:24.053052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:31:24.073746 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c7376-8f7c-4e23-929a-e15a2c5fa987 service neutron] Pushing event updated for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:24.086200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffb2a0-b2d9-4f54-b880-88f894627a7b req-7a3cf3b0-66fa-4e07-926a-f7cd4bbdb602 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:24.086902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-20ffb2a0-b2d9-4f54-b880-88f894627a7b req-7a3cf3b0-66fa-4e07-926a-f7cd4bbdb602 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:24.171993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1a673ea6-92b9-43bd-a132-1359f60dfc66', 'name': '', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'mac_address': 'fa:16:3e:9a:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'subnets': [{'id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:24.177640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a3b3c-3a27-4c13-8973-bd733d9e3b72 None None] The sync data for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 is: [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:31:07Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1a673ea6-92b9-43bd-a132-1359f60dfc66', 'name': '', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'mac_address': 'fa:16:3e:9a:dc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:06Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'subnets': [{'id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:31:24.182502 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb25c38-01fa-4a5f-8f0f-e021faf2b827'] response: {'name': 'network-changed', 'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6', 'status': 'completed', 'code': 200} May 06 13:31:24.188658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-20ffb2a0-b2d9-4f54-b880-88f894627a7b req-7a3cf3b0-66fa-4e07-926a-f7cd4bbdb602 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:24.189818 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20ffb2a0-b2d9-4f54-b880-88f894627a7b req-7a3cf3b0-66fa-4e07-926a-f7cd4bbdb602 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 944 time: 0.2690504 May 06 13:31:24.257699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-20ffb2a0-b2d9-4f54-b880-88f894627a7b req-428756b7-d6ba-406d-bbba-a303d9c7742e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616317 May 06 13:31:24.266537 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-62b3463c-64bf-46e0-9f38-23c7ec6553de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 1095 time: 0.1200693 May 06 13:31:24.339658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-daddd420-d465-491a-8f81-8a2bf52c2782 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6 HTTP/1.1" status: 200 len: 217 time: 0.0653880 May 06 13:31:24.413848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-7eb6156a-c573-46b1-bcc9-a3dc8f6e2b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:24.415675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-7eb6156a-c573-46b1-bcc9-a3dc8f6e2b7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d087213-cb30-4b75-ae4d-d010d251f309 HTTP/1.1" status: 200 len: 855 time: 0.0696344 May 06 13:31:24.495634 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-d211750e-c1c9-4e46-b670-5373b28bd2bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc944438-ed9c-43d8-bf24-858ba18dae70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739255 May 06 13:31:24.593492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1a673ea6-92b9-43bd-a132-1359f60dfc66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:24.642812 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Sync routers for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:31:24.655799 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:24.656948 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:24.661711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-5ea59fb9-a4fe-4066-b1b3-c762a48cd009 service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590495 May 06 13:31:24.772974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:24.779684 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:24.780197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:24.849865 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:24.853313 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-426d0f1c-8ee4-41f6-a91a-740d9bbb4734 req-e15df6fa-619f-4106-8bf4-78ab414942a5 service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843886 May 06 13:31:24.966634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.001464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1a673ea6-92b9-43bd-a132-1359f60dfc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1a673ea6-92b9-43bd-a132-1359f60dfc66,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:25.061937 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-0b2fb50f-f45f-4a15-83fa-2c0ba65cfb73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 1095 time: 0.0710032 May 06 13:31:25.087110 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.089270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1cdbdec6-872a-447e-95a6-4a1a78e43d69 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:25.185366 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:15Z', 'revision_number': 4, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '40c0bd58-f73c-4478-8a05-7684ca50e237', 'name': '', 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'mac_address': 'fa:16:3e:33:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903d9ead-a490-4746-9caf-abbbc590330d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:14Z', 'updated_at': '2022-05-06T13:31:15Z', 'revision_number': 2, 'project_id': '33ace93206b44f89a5de9de315269999', 'subnets': [{'id': '903d9ead-a490-4746-9caf-abbbc590330d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:25.191012 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Checking router: ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:31:25.191435 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Updating router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 port 40c0bd58-f73c-4478-8a05-7684ca50e237 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:31:25.202013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-53a420f1-1cc9-4841-a609-7feff976f64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:25.204204 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-53a420f1-1cc9-4841-a609-7feff976f64c service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 917 time: 0.1343102 May 06 13:31:25.206246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:25.223428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:25.223999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.248679 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.281467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-d6769a40-1e6a-4a43-887f-788d221a1a83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6 HTTP/1.1" status: 200 len: 217 time: 0.0708518 May 06 13:31:25.350974 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-1b4d3ff8-efb7-430b-8f95-fcfb3e17d3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:25.352518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-1b4d3ff8-efb7-430b-8f95-fcfb3e17d3bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d087213-cb30-4b75-ae4d-d010d251f309 HTTP/1.1" status: 200 len: 855 time: 0.0648465 May 06 13:31:25.448575 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-8a38a1fb-5fea-4636-b1a1-c0fbd199e566 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc944438-ed9c-43d8-bf24-858ba18dae70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893059 May 06 13:31:25.593403 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-baa636e5-bab4-4b07-8d08-cd636524600a service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381843 May 06 13:31:25.644293 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7956ca-a60e-4568-9b48-a5c2f7f379b6 req-4c785d3b-ec0f-4ee9-ab2a-164465c10105 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:25.645771 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a7956ca-a60e-4568-9b48-a5c2f7f379b6 req-4c785d3b-ec0f-4ee9-ab2a-164465c10105 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 944 time: 0.0860498 May 06 13:31:25.695351 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.708773 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0a7956ca-a60e-4568-9b48-a5c2f7f379b6 req-3493e5f4-d6c8-494e-8127-d3f66eb76f44 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557606 May 06 13:31:25.709987 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Transition to ACTIVE for port object 40c0bd58-f73c-4478-8a05-7684ca50e237 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:25.795398 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:25.840515 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61bd63de-746a-42d1-9971-06cfa0a10d36 req-5c47276b-3736-4ae3-ba5f-46085aa6e775 service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403047 May 06 13:31:25.929168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d973a-9dc6-47b0-b514-fc5beaba6169 None None] Pushing event updated for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:26.023068 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Attempting to bind port 40c0bd58-f73c-4478-8a05-7684ca50e237 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:31:26.023433 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Attempting to bind port 40c0bd58-f73c-4478-8a05-7684ca50e237 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:31:26.023817 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Attempting to bind port 40c0bd58-f73c-4478-8a05-7684ca50e237 on network 15184af7-cbf5-4f25-b287-bfee67a12193 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:31:26.030482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:31:26.030853 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Checking segment: {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:31:26.031253 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:26.031742 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Bound using segment: {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:31:26.032308 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Bound port: 40c0bd58-f73c-4478-8a05-7684ca50e237, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b68994-81c6-420f-9c83-321701e9bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:31:26.032689 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:26.123699 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] For port 40c0bd58-f73c-4478-8a05-7684ca50e237, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:31:26.127630 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] For port 40c0bd58-f73c-4478-8a05-7684ca50e237, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40c0bd58-f73c-4478-8a05-7684ca50e237,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:31:26.213191 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:26.293883 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d973a-9dc6-47b0-b514-fc5beaba6169 None None] Pushing event updated for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:26.298679 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:31:26.299294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:31:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:26.495238 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:31:26.537195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69a9e18-58c8-483a-af9e-9e5db2963ab6 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:31:26.582095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1a673ea6-92b9-43bd-a132-1359f60dfc66 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:26.754696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:26.772617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'port_id': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6', 'mac_address': 'fa:16:3e:99:a1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:31:26.838006 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:15Z', 'revision_number': 4, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '40c0bd58-f73c-4478-8a05-7684ca50e237', 'name': '', 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'mac_address': 'fa:16:3e:33:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903d9ead-a490-4746-9caf-abbbc590330d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:14Z', 'updated_at': '2022-05-06T13:31:26Z', 'revision_number': 4, 'project_id': '33ace93206b44f89a5de9de315269999', 'subnets': [{'id': '903d9ead-a490-4746-9caf-abbbc590330d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:31:26.841690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1a673ea6-92b9-43bd-a132-1359f60dfc66 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:26.842139 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:26.843041 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad5373-459e-40ad-a541-a98a02083b3f None None] The sync data for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 is: [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:31:15Z', 'revision_number': 4, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '40c0bd58-f73c-4478-8a05-7684ca50e237', 'name': '', 'network_id': '15184af7-cbf5-4f25-b287-bfee67a12193', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'mac_address': 'fa:16:3e:33:af:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '903d9ead-a490-4746-9caf-abbbc590330d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:14Z', 'updated_at': '2022-05-06T13:31:26Z', 'revision_number': 4, 'project_id': '33ace93206b44f89a5de9de315269999', 'subnets': [{'id': '903d9ead-a490-4746-9caf-abbbc590330d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:31:26.883757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:26.930711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69a9e18-58c8-483a-af9e-9e5db2963ab6 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:31:26.937463 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb113c9-0dd1-4b88-8cfb-040916716b67 req-13f2fc1b-f06f-4467-a912-8ccd1d50fcfe tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:26.939059 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fb113c9-0dd1-4b88-8cfb-040916716b67 req-13f2fc1b-f06f-4467-a912-8ccd1d50fcfe tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 944 time: 0.1085086 May 06 13:31:26.995825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:27.002642 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9fb113c9-0dd1-4b88-8cfb-040916716b67 req-b6139644-c4d5-4f72-b6ef-a1589f0b85b6 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570960 May 06 13:31:27.091169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:27.164794 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:27.312269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c69a9e18-58c8-483a-af9e-9e5db2963ab6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:31:28.209062 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3a772-c469-4553-964a-9442453817db req-79d9ffa9-0197-4700-a7d4-4720231eb03c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:28.210535 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abb3a772-c469-4553-964a-9442453817db req-79d9ffa9-0197-4700-a7d4-4720231eb03c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 945 time: 0.0817246 May 06 13:31:28.256783 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-abb3a772-c469-4553-964a-9442453817db req-9932c6d3-0f14-4274-93db-c7e168e8d76a tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 May 06 13:31:28.543535 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69a9e18-58c8-483a-af9e-9e5db2963ab6 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:28.585133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40c0bd58-f73c-4478-8a05-7684ca50e237 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:28.777002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port c69a9e18-58c8-483a-af9e-9e5db2963ab6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:28.783365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port c69a9e18-58c8-483a-af9e-9e5db2963ab6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:28.783738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:28.814344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 40c0bd58-f73c-4478-8a05-7684ca50e237 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:28.835947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 40c0bd58-f73c-4478-8a05-7684ca50e237 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:28.836316 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:29.009225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:29.028112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:29.060914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:31:29.076006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:29.083043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 40c0bd58-f73c-4478-8a05-7684ca50e237, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40c0bd58-f73c-4478-8a05-7684ca50e237,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:29.119115 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445b3847-01f9-43e2-9439-90bca2547427'] response: {'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6', 'code': 200} May 06 13:31:29.189876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:29.231817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:29.249419 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8481fbc5-5a21-4761-80b3-26d76d8792a6 req-7093a94d-f8d7-44c4-9e3e-f89d6210363e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 1097 time: 0.0736537 May 06 13:31:29.260119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:29.296620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8481fbc5-5a21-4761-80b3-26d76d8792a6 req-9ced2166-e9d6-4554-9cac-a4b1be0ef6f6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 May 06 13:31:29.332230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:29.458313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e90f3-dc6e-417b-ab11-0d8ad4747bb7 req-5163b4bd-c827-49fc-ab8f-3ae70ba839b2 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:29.459780 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-534e90f3-dc6e-417b-ab11-0d8ad4747bb7 req-5163b4bd-c827-49fc-ab8f-3ae70ba839b2 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.0778491 May 06 13:31:29.509099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-534e90f3-dc6e-417b-ab11-0d8ad4747bb7 req-7e5d0bdb-7056-4a4c-a159-3aa4a4a2db2a tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 May 06 13:31:30.563923 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40c0bd58-f73c-4478-8a05-7684ca50e237 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:31:30.637062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 40c0bd58-f73c-4478-8a05-7684ca50e237 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:30.637469 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:30.729004 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe75fab-af50-4f72-b178-da8c40e9a97e req-68219c43-0a60-49bc-a049-9573f199e1fc tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:30.730594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebe75fab-af50-4f72-b178-da8c40e9a97e req-68219c43-0a60-49bc-a049-9573f199e1fc tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.0854735 May 06 13:31:30.796774 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ebe75fab-af50-4f72-b178-da8c40e9a97e req-697653c2-ed21-4dd9-9a68-f63055cf4882 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 May 06 13:31:31.010307 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce423c7a-75ca-4b8e-a265-805341ec3562 req-94504b2c-0e9f-4777-b54e-648c317c794c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:31.011820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce423c7a-75ca-4b8e-a265-805341ec3562 req-94504b2c-0e9f-4777-b54e-648c317c794c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.0818698 May 06 13:31:31.064055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ce423c7a-75ca-4b8e-a265-805341ec3562 req-1a7b2cf3-7bf8-48b7-8e72-560750d34861 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 May 06 13:31:38.192871 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-1db29d24-06d7-455c-898e-3a695bd3efb7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701418 May 06 13:31:38.332881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-b91f4e84-4b1e-416f-8203-64e75ceaa06c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 1097 time: 0.0710349 May 06 13:31:38.481021 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-57ef0b85-484c-4da2-9d83-55b03a5f1c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:38.482391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-57ef0b85-484c-4da2-9d83-55b03a5f1c99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 917 time: 0.1302531 May 06 13:31:38.509808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9167e57-e2da-470f-8842-8a3be89bf331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:38.557650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-52cb5cb3-e209-4706-821f-c25d8103500b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6 HTTP/1.1" status: 200 len: 217 time: 0.0688648 May 06 13:31:38.622916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-20ac2f76-2391-4c4d-a09a-363bf80cb92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:38.624361 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-20ac2f76-2391-4c4d-a09a-363bf80cb92f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d087213-cb30-4b75-ae4d-d010d251f309 HTTP/1.1" status: 200 len: 855 time: 0.0605655 May 06 13:31:38.701725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-4099b33e-56a2-48e5-9cb3-01b7e2b70eab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fc944438-ed9c-43d8-bf24-858ba18dae70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689752 May 06 13:31:38.842559 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-18900d25-51aa-46de-bce3-04baba04be3b service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336515 May 06 13:31:38.982954 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54c0494f-77e0-4a7f-9d7a-bd9379b54704 req-ca533e3f-7f34-4e2b-8053-0352f5cf1f6f service neutron] 10.222.0.86 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334126 May 06 13:31:40.709666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b3f11040-b7cc-4960-a3d9-719e19691d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:42.281938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:42.389577 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:43.736575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:47.144207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:50.897925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79d8f-279a-4279-bdf6-01cce20f5339 req-1894f6fd-4f1b-4f08-8250-366570f64e36 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:50.899359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f79d8f-279a-4279-bdf6-01cce20f5339 req-1894f6fd-4f1b-4f08-8250-366570f64e36 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.1718192 May 06 13:31:50.945416 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c6f79d8f-279a-4279-bdf6-01cce20f5339 req-f9ffca97-f544-405f-8d92-5f030eb9602b tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 May 06 13:31:51.262227 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:52.144390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff72b-9943-4d9e-b79d-63a87bdbc1ca req-560482ea-2ff9-4aee-9c76-c01269212b99 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:52.145852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d03ff72b-9943-4d9e-b79d-63a87bdbc1ca req-560482ea-2ff9-4aee-9c76-c01269212b99 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.0769200 May 06 13:31:52.198404 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d03ff72b-9943-4d9e-b79d-63a87bdbc1ca req-a6a1494f-f2db-4029-af85-6f92c22d4b1b tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 May 06 13:31:52.390790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3125ce-b198-4221-af72-a1690bec976c req-7eeb8a07-272a-4e5f-8e53-9d9aa4e2a753 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:52.392276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a3125ce-b198-4221-af72-a1690bec976c req-7eeb8a07-272a-4e5f-8e53-9d9aa4e2a753 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.86 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 946 time: 0.0778048 May 06 13:31:52.461419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Deleting port c69a9e18-58c8-483a-af9e-9e5db2963ab6 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:31:52.461678 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:52.706987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] For port c69a9e18-58c8-483a-af9e-9e5db2963ab6, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=c69a9e18-58c8-483a-af9e-9e5db2963ab6,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:31:52.707333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:52.829963 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Calling delete_port for c69a9e18-58c8-483a-af9e-9e5db2963ab6 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:31:53.029288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:53.042488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['c69a9e18-58c8-483a-af9e-9e5db2963ab6'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:31:53.078504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Pushing event deleted for resources: {'Port': ['ID=c69a9e18-58c8-483a-af9e-9e5db2963ab6,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:53.264164 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] No DVR routers for this DVR port c69a9e18-58c8-483a-af9e-9e5db2963ab6 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:31:53.266911 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:53.270041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'name': 'network-vif-deleted', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:31:53.328154 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd6e590-dc69-4044-9006-662a658b2f2e'] response: {'server_uuid': '41c971eb-fdb3-4869-9dd8-a4a1f263ca13', 'name': 'network-vif-deleted', 'tag': 'c69a9e18-58c8-483a-af9e-9e5db2963ab6', 'status': 'completed', 'code': 200} May 06 13:31:53.375392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-414e3fa7-3af9-4098-99ed-88a919533ba1 req-4b439277-3899-4214-974a-e36a012dcc3e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=41c971eb-fdb3-4869-9dd8-a4a1f263ca13 HTTP/1.1" status: 200 len: 210 time: 0.0431390 May 06 13:31:53.383959 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a3125ce-b198-4221-af72-a1690bec976c req-17c8a08d-5fa3-41c0-8794-fa0c0ed28473 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.86 "DELETE /v2.0/ports/c69a9e18-58c8-483a-af9e-9e5db2963ab6 HTTP/1.1" status: 204 len: 173 time: 0.9852567 May 06 13:31:55.166380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-c0165bd8-33b5-41a1-8c7a-751cded7c2a0 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:55.167827 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-c0165bd8-33b5-41a1-8c7a-751cded7c2a0 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 816 time: 0.1432836 May 06 13:31:55.184418 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-5ec960c7-2845-46b4-8031-2f581566374c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/quotas/8c6140e04f1940d288aae57f71c9324f HTTP/1.1" status: 200 len: 375 time: 0.0112545 May 06 13:31:55.268559 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-1fb81e29-4fd4-4cb8-9c9b-d25538e93428 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790746 May 06 13:31:55.408922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-5f05d43f-647e-482e-874f-a6654b0a1753 service neutron] 10.222.0.83 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280811 May 06 13:31:55.453228 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:31:55.541924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-72dc7aa2-e4d1-4b1d-862a-6b4673db3450 service neutron] 10.222.0.83 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265669 May 06 13:31:55.820324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a8c9adb-ab6a-45e6-8200-ee35a073c7b2 req-45b0e789-1fda-4a1e-ad19-82ccf2921adb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:55.920226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a8c9adb-ab6a-45e6-8200-ee35a073c7b2 req-45b0e789-1fda-4a1e-ad19-82ccf2921adb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:55.922285 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a8c9adb-ab6a-45e6-8200-ee35a073c7b2 req-45b0e789-1fda-4a1e-ad19-82ccf2921adb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 210 time: 0.1461828 May 06 13:31:56.722850 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69a9e18-58c8-483a-af9e-9e5db2963ab6 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:31:56.757059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: c69a9e18-58c8-483a-af9e-9e5db2963ab6 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:31:56.757526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device c69a9e18-58c8-483a-af9e-9e5db2963ab6 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:31:57.105666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ff8e400d-39eb-4b43-8d54-81e3807e04ab req-67e26c06-b728-4e59-bc30-a9d9ce952b1c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 210 time: 0.0468428 May 06 13:31:58.127407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-e3be4da6-1af0-45ba-86f5-a0f115196e56 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:58.128865 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-e3be4da6-1af0-45ba-86f5-a0f115196e56 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.13 "GET /v2.0/networks?id=fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 200 len: 816 time: 0.1610720 May 06 13:31:58.151647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Request body: {'port': {'device_id': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'admin_state_up': True, 'tenant_id': '8c6140e04f1940d288aae57f71c9324f'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:58.278699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d5dd3c32-5e52-4503-a5b4-e875fea8272f req-a2b64c7e-2bf4-423e-889a-3efed34c25e9 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 210 time: 0.0451629 May 06 13:31:58.305451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:31:58.307398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:31:58.418048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Made reservation on behalf of 8c6140e04f1940d288aae57f71c9324f for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:31:58.421045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:58.590598 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Allocated IP 172.20.0.8 (fc944438-ed9c-43d8-bf24-858ba18dae70/5d087213-cb30-4b75-ae4d-d010d251f309/4b128dcc-9f98-45f4-9e90-f7ebee816cba) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:31:58.796007 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:58.812936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Transition to ACTIVE for port object 4b128dcc-9f98-45f4-9e90-f7ebee816cba will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:58.881363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:58.958266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Network fc944438-ed9c-43d8-bf24-858ba18dae70 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:31:58.961848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:31:58.966349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:31:58.993054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Pushing event updated for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:31:59.033296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:59.038512 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:59.161541 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8f7b0437-47ba-4f7b-bc0e-64f399fceb50 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0207076 May 06 13:31:59.171238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-615b3ddd-57df-4d5b-9dc4-78a2ec7a741c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:31:59.172176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-615b3ddd-57df-4d5b-9dc4-78a2ec7a741c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050807 May 06 13:31:59.183398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Request body: {'port': {'device_id': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:31:59.269432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-358d90f5-9646-49a2-9fb2-b76f7fd61fb5 None None] Provisioning for port 4b128dcc-9f98-45f4-9e90-f7ebee816cba completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:31:59.274916 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-358d90f5-9646-49a2-9fb2-b76f7fd61fb5 None None] Provisioning complete for port 4b128dcc-9f98-45f4-9e90-f7ebee816cba triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:31:59.275289 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-358d90f5-9646-49a2-9fb2-b76f7fd61fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:59.296993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:59.331757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-358d90f5-9646-49a2-9fb2-b76f7fd61fb5 None None] Port 4b128dcc-9f98-45f4-9e90-f7ebee816cba cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:31:59.694239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc8db2-93b8-4f0c-b81e-425ef68d5c91 req-9966c8be-55d9-454c-a021-41acc2419471 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:31:59.694932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3abc8db2-93b8-4f0c-b81e-425ef68d5c91 req-9966c8be-55d9-454c-a021-41acc2419471 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:31:59.804602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b128dcc-9f98-45f4-9e90-f7ebee816cba {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:31:59.811732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:31:59.820005 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3abc8db2-93b8-4f0c-b81e-425ef68d5c91 req-9966c8be-55d9-454c-a021-41acc2419471 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:31:59.821160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3abc8db2-93b8-4f0c-b81e-425ef68d5c91 req-9966c8be-55d9-454c-a021-41acc2419471 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 931 time: 0.4067369 May 06 13:31:59.830962 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Transition to ACTIVE for port object 4b128dcc-9f98-45f4-9e90-f7ebee816cba will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:31:59.871003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3abc8db2-93b8-4f0c-b81e-425ef68d5c91 req-495359bf-096c-4d5e-a6cb-5ce683052e2f tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 May 06 13:31:59.907841 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:00.041918 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Pushing event updated for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:00.150791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Attempting to bind port 4b128dcc-9f98-45f4-9e90-f7ebee816cba on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:32:00.151115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Attempting to bind port 4b128dcc-9f98-45f4-9e90-f7ebee816cba by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:32:00.151440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Attempting to bind port 4b128dcc-9f98-45f4-9e90-f7ebee816cba on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:32:00.157382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Port 4b128dcc-9f98-45f4-9e90-f7ebee816cba on network fc944438-ed9c-43d8-bf24-858ba18dae70 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:32:00.157706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Attempting to bind port 4b128dcc-9f98-45f4-9e90-f7ebee816cba on network fc944438-ed9c-43d8-bf24-858ba18dae70 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:32:00.164835 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:32:00.165643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Checking segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:32:00.165643 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Bound using segment: {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:32:00.166213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Bound port: 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdab7c0-e035-456d-948e-e2dc3b89ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:32:00.166569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:00.255287 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:32:00.321373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:32:00.395513 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:00.461002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:00.462346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] 10.222.0.13 "PUT /v2.0/ports/4b128dcc-9f98-45f4-9e90-f7ebee816cba HTTP/1.1" status: 200 len: 1091 time: 1.2830906 May 06 13:32:00.462772 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:00.479852 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7a4e9-6c61-428e-83f8-e792d579639e service neutron] Pushing event updated for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:00.526576 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3152584-b188-4e36-8b72-ef4373e4f33a'] response: {'name': 'network-changed', 'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba', 'status': 'completed', 'code': 200} May 06 13:32:00.619392 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d009aeb-02f2-44c7-b38e-227a0e71440c req-02706b3b-b904-4111-ad1e-4ce5a1fe954a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 1094 time: 0.0739954 May 06 13:32:00.772468 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d009aeb-02f2-44c7-b38e-227a0e71440c req-c2213ac5-51e5-4af4-ad06-6ca51119b3de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:00.773844 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d009aeb-02f2-44c7-b38e-227a0e71440c req-c2213ac5-51e5-4af4-ad06-6ca51119b3de service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8c6140e04f1940d288aae57f71c9324f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1475141 May 06 13:32:00.914956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d009aeb-02f2-44c7-b38e-227a0e71440c req-811d5cd4-76b9-4bee-836a-3ecdd64aa1c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:00.916748 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d009aeb-02f2-44c7-b38e-227a0e71440c req-811d5cd4-76b9-4bee-836a-3ecdd64aa1c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369331 May 06 13:32:01.080094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-e329d353-566f-4042-897a-bffd54c8521e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c6140e04f1940d288aae57f71c9324f&device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 1094 time: 0.1247501 May 06 13:32:01.156681 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-ded232c0-2e4e-4bd1-9817-0809e303ed95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba HTTP/1.1" status: 200 len: 217 time: 0.0686078 May 06 13:32:01.163738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003807-93c7-4f3c-953a-74eb8a1aea2e req-2dceded9-f7d3-4b83-a963-ac8107da1bb8 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:01.165258 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06003807-93c7-4f3c-953a-74eb8a1aea2e req-2dceded9-f7d3-4b83-a963-ac8107da1bb8 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 943 time: 0.1634505 May 06 13:32:01.251417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-b4190e48-f873-486e-a92a-fe886bd54f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:01.252883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-b4190e48-f873-486e-a92a-fe886bd54f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5d087213-cb30-4b75-ae4d-d010d251f309 HTTP/1.1" status: 200 len: 855 time: 0.0868442 May 06 13:32:01.260673 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-06003807-93c7-4f3c-953a-74eb8a1aea2e req-678e0465-de62-4f33-ac53-f7306ad23f5c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624268 May 06 13:32:01.343508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-52881f32-462c-49fc-8ffc-832938035710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fc944438-ed9c-43d8-bf24-858ba18dae70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818346 May 06 13:32:01.477500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-8d0663a0-db6a-4de0-b3c1-d952e30079b3 service neutron] 10.222.0.13 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271167 May 06 13:32:01.709466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-15746094-bdd1-4ee9-b22f-3aa3ff82c728 req-3be9c374-6315-4318-90a8-f2e3e9a539d2 service neutron] 10.222.0.13 "GET /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251086 May 06 13:32:02.458303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babbb2d-1324-447f-a8b6-16b5a266460b req-84a9a9d3-9446-4d3f-a5a7-a99b88516fb4 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:02.460070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0babbb2d-1324-447f-a8b6-16b5a266460b req-84a9a9d3-9446-4d3f-a5a7-a99b88516fb4 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 943 time: 0.0766306 May 06 13:32:02.508130 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0babbb2d-1324-447f-a8b6-16b5a266460b req-3c9c9a8b-f8c1-4a2a-86be-b45bc6837a69 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 May 06 13:32:03.711410 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bda94-dd92-4e34-860b-d8df3566c6e9 req-21bd7720-4ba3-4824-b764-61ef73c50e10 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:03.712908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d2bda94-dd92-4e34-860b-d8df3566c6e9 req-21bd7720-4ba3-4824-b764-61ef73c50e10 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 943 time: 0.0825067 May 06 13:32:03.759942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d2bda94-dd92-4e34-860b-d8df3566c6e9 req-8318766d-d29f-4196-8619-d514a2009838 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 May 06 13:32:04.965921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73ff5-5fc6-49c0-9cd2-3bbe9d8b04b2 req-0e8df8db-9456-435d-a41e-a6069af95874 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:04.967418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00f73ff5-5fc6-49c0-9cd2-3bbe9d8b04b2 req-0e8df8db-9456-435d-a41e-a6069af95874 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 943 time: 0.0802886 May 06 13:32:05.014815 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00f73ff5-5fc6-49c0-9cd2-3bbe9d8b04b2 req-795e0176-ec45-4841-af96-43f4a4f3849a tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 May 06 13:32:05.045598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4b128dcc-9f98-45f4-9e90-f7ebee816cba details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:32:05.183489 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:05.196795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '4b128dcc-9f98-45f4-9e90-f7ebee816cba', 'network_id': 'fc944438-ed9c-43d8-bf24-858ba18dae70', 'port_id': '4b128dcc-9f98-45f4-9e90-f7ebee816cba', 'mac_address': 'fa:16:3e:3e:6f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d087213-cb30-4b75-ae4d-d010d251f309', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:32:05.250525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:05.267336 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b128dcc-9f98-45f4-9e90-f7ebee816cba {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:32:05.282526 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:05.353782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:05.421672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:05.593334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['4b128dcc-9f98-45f4-9e90-f7ebee816cba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:32:06.214996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713bf23-3872-4b88-8f60-6e0aa0423069 req-1372bbd1-1ef4-4eab-bc6c-982ac09669fd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:06.216467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3713bf23-3872-4b88-8f60-6e0aa0423069 req-1372bbd1-1ef4-4eab-bc6c-982ac09669fd tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 944 time: 0.0801568 May 06 13:32:06.262028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3713bf23-3872-4b88-8f60-6e0aa0423069 req-ca7e487b-d776-4d66-a483-aec1c6edca3f tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 May 06 13:32:07.082417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4b128dcc-9f98-45f4-9e90-f7ebee816cba up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:32:07.296836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 4b128dcc-9f98-45f4-9e90-f7ebee816cba completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:32:07.302304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 4b128dcc-9f98-45f4-9e90-f7ebee816cba triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:07.302304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:07.418262 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:07.447898 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:07.457337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:07.465076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9e27-849d-49b1-8c79-646ae6bae862 req-ae64695a-9ca8-4eac-ab08-2d22b17bcd20 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:07.466876 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1dc9e27-849d-49b1-8c79-646ae6bae862 req-ae64695a-9ca8-4eac-ab08-2d22b17bcd20 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 944 time: 0.0793490 May 06 13:32:07.506879 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d59852-1917-426f-ac00-ee99e147a045'] response: {'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba', 'code': 200} May 06 13:32:07.517397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e1dc9e27-849d-49b1-8c79-646ae6bae862 req-5f930fcf-c665-4874-a874-c7ba33a3dd32 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 May 06 13:32:07.537784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:07.605054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:07.632720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e97d5cbd-f46d-46ac-b242-54f7a7d1ea8e req-bbe9540e-e6a8-48ab-be53-a242c8708208 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 1096 time: 0.0681357 May 06 13:32:07.676491 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e97d5cbd-f46d-46ac-b242-54f7a7d1ea8e req-55358de6-58a5-414d-8453-41921c084267 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 May 06 13:32:08.497641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12265cfb-abda-4299-8ddf-9bac6ad9bc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:08.732576 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592081ac-83ae-4867-b616-3f49c153d696 req-36172797-087d-4aea-bbbe-62a19695a00a tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:08.734186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-592081ac-83ae-4867-b616-3f49c153d696 req-36172797-087d-4aea-bbbe-62a19695a00a tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.0872378 May 06 13:32:08.782804 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-592081ac-83ae-4867-b616-3f49c153d696 req-75016ce6-a3cd-4bdd-b37c-406eed2a1de2 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 May 06 13:32:09.986839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b831109-afa8-431b-91f8-564989fde9e6 req-040841b2-0976-4f85-ab9c-f464026676a3 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:09.988330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b831109-afa8-431b-91f8-564989fde9e6 req-040841b2-0976-4f85-ab9c-f464026676a3 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.0814278 May 06 13:32:10.035794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b831109-afa8-431b-91f8-564989fde9e6 req-1db03597-e892-4749-a07c-9f960271ccac tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 May 06 13:32:10.235913 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a521f6-483b-4785-8901-4559e6b5b231 req-dc8f15dd-beb8-42f2-b96b-e89f038bc335 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:10.237374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25a521f6-483b-4785-8901-4559e6b5b231 req-dc8f15dd-beb8-42f2-b96b-e89f038bc335 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.0796115 May 06 13:32:10.288155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25a521f6-483b-4785-8901-4559e6b5b231 req-fd04c2d3-7f7d-42c4-9cd3-9a8b8d15133c tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 May 06 13:32:10.709591 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1153bd4d-235f-486e-b1bb-22c57d33d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:12.360840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:12.475074 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:13.737843 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:17.148147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:21.319400 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:29.810242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dd038-6c54-444e-8362-de29dd4b3d3e req-df69a1f7-3e0e-40ef-ae8f-96231fe172e0 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:29.811810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a8dd038-6c54-444e-8362-de29dd4b3d3e req-df69a1f7-3e0e-40ef-ae8f-96231fe172e0 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.0912237 May 06 13:32:29.862990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a8dd038-6c54-444e-8362-de29dd4b3d3e req-8049a462-7027-46b7-9375-17ce1a55e769 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 May 06 13:32:31.213757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751850-1293-4bdf-a720-a22f020ce8e8 req-c2a6b593-07c2-4887-8b14-2c499b239e23 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:31.215245 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34751850-1293-4bdf-a720-a22f020ce8e8 req-c2a6b593-07c2-4887-8b14-2c499b239e23 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.2279401 May 06 13:32:31.266771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-34751850-1293-4bdf-a720-a22f020ce8e8 req-9646a54d-553a-4d96-8940-8640e8e40b5e tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/security-groups?id=b5c20d00-a40c-4db5-b577-ce2eb344d501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458193 May 06 13:32:31.435103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-f26c01e3-1e1f-4a13-8edb-d4b89fb2d5bb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:31.476832 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-f26c01e3-1e1f-4a13-8edb-d4b89fb2d5bb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.13 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 945 time: 0.0965471 May 06 13:32:31.515622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Deleting port 4b128dcc-9f98-45f4-9e90-f7ebee816cba {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:31.515995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:31.812859 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] For port 4b128dcc-9f98-45f4-9e90-f7ebee816cba, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=4b128dcc-9f98-45f4-9e90-f7ebee816cba,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:31.813250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:31.938154 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Calling delete_port for 4b128dcc-9f98-45f4-9e90-f7ebee816cba owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:32.160656 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:32.173437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['4b128dcc-9f98-45f4-9e90-f7ebee816cba'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:32:32.214903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Pushing event deleted for resources: {'Port': ['ID=4b128dcc-9f98-45f4-9e90-f7ebee816cba,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:32.260195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.260467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.260806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.261137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.261465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.261791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.262116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.262446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.262769 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.263085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.263404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:32.308116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] No DVR routers for this DVR port 4b128dcc-9f98-45f4-9e90-f7ebee816cba on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:32:32.311030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:32.314419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'name': 'network-vif-deleted', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:32:32.374989 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27b8c57-64f2-4cbd-965e-ba76acdbacff'] response: {'server_uuid': 'b82736b7-cb3d-4f2e-bc62-7793c9d029d4', 'name': 'network-vif-deleted', 'tag': '4b128dcc-9f98-45f4-9e90-f7ebee816cba', 'status': 'completed', 'code': 200} May 06 13:32:32.389478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-74bbe163-a019-4213-95f4-82ed34dac7d1 req-cf2fe20c-a77d-4105-89a4-8c4cfe99a0cb tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.13 "DELETE /v2.0/ports/4b128dcc-9f98-45f4-9e90-f7ebee816cba HTTP/1.1" status: 204 len: 173 time: 0.9465983 May 06 13:32:32.454665 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:32:32.466989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddf13986-57cc-4429-b0b3-682534c5805b req-d5d14aa7-3424-45b8-909c-132449047696 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Synchronizing usage tracker for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:32:32.543512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ddf13986-57cc-4429-b0b3-682534c5805b req-d5d14aa7-3424-45b8-909c-132449047696 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] Unset dirty status for tenant:8c6140e04f1940d288aae57f71c9324f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:32:32.544788 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ddf13986-57cc-4429-b0b3-682534c5805b req-d5d14aa7-3424-45b8-909c-132449047696 tempest-TestEncryptedCinderVolumes-1969905769 tempest-TestEncryptedCinderVolumes-1969905769-project] 10.222.0.83 "GET /v2.0/ports?device_id=b82736b7-cb3d-4f2e-bc62-7793c9d029d4 HTTP/1.1" status: 200 len: 210 time: 0.1221621 May 06 13:32:33.842710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51604) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:34.248595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:34.984550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Deleting port 1a673ea6-92b9-43bd-a132-1359f60dfc66 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:34.985340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:35.160026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] For port 1a673ea6-92b9-43bd-a132-1359f60dfc66, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1a673ea6-92b9-43bd-a132-1359f60dfc66,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:35.160380 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:35.225093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4b128dcc-9f98-45f4-9e90-f7ebee816cba no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:35.261215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 4b128dcc-9f98-45f4-9e90-f7ebee816cba {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:35.261561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 4b128dcc-9f98-45f4-9e90-f7ebee816cba not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:35.288734 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Calling delete_port for 1a673ea6-92b9-43bd-a132-1359f60dfc66 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:35.565418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:35.615798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a673ea6-92b9-43bd-a132-1359f60dfc66,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:35.657354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.657701 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.658039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.658375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.658703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.659029 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.659352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.659683 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.660037 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.660358 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.660680 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:35.935994 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:36.630473 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Router be1f283e-b259-4480-a512-44ed6037d025 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:32:36.842372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:36.851345 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Sync routers for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:36.864094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:36.865083 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:36.904678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8e6e7a86-cd2c-499f-b336-06b7273ee322 admin admin] 10.222.0.83 "PUT /v2.0/routers/be1f283e-b259-4480-a512-44ed6037d025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608799 May 06 13:32:36.907185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51608) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:37.052512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:37.121338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:37.338827 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:37.403086 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:32:35Z', 'revision_number': 5, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port': {'id': '40dcbdf3-ae6e-430a-8651-afa6952e8344', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f283e-b259-4480-a512-44ed6037d025', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:04Z', 'updated_at': '2022-05-06T13:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:37.407638 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Checking router: be1f283e-b259-4480-a512-44ed6037d025 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:32:37.419465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Routers {'be1f283e-b259-4480-a512-44ed6037d025'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:37.420147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['be1f283e-b259-4480-a512-44ed6037d025'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:37.446179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Deleting port 40dcbdf3-ae6e-430a-8651-afa6952e8344 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:37.446527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:37.589268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] Set router be1f283e-b259-4480-a512-44ed6037d025 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:37.660889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] For port 40dcbdf3-ae6e-430a-8651-afa6952e8344, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40dcbdf3-ae6e-430a-8651-afa6952e8344,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:37.661501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:37.705251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:32:37Z', 'revision_number': 6, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:37.710099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212dbaf-c620-4421-84a3-3a1284d3f98e None None] The sync data for ids ['be1f283e-b259-4480-a512-44ed6037d025'] in n-d-840845-1 is: [{'id': 'be1f283e-b259-4480-a512-44ed6037d025', 'name': 'tempest-TestEncryptedCinderVolumes-125948348-router', 'tenant_id': '8c6140e04f1940d288aae57f71c9324f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:03Z', 'updated_at': '2022-05-06T13:32:37Z', 'revision_number': 6, 'project_id': '8c6140e04f1940d288aae57f71c9324f', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:32:37.798295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Calling delete_port for 40dcbdf3-ae6e-430a-8651-afa6952e8344 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:38.086293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.136197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=40dcbdf3-ae6e-430a-8651-afa6952e8344,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:38.479105 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.595035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1a673ea6-92b9-43bd-a132-1359f60dfc66 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:38.629296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1a673ea6-92b9-43bd-a132-1359f60dfc66 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:38.629646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1a673ea6-92b9-43bd-a132-1359f60dfc66 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:38.630056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40dcbdf3-ae6e-430a-8651-afa6952e8344 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:38.653478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-581fa568-3caf-4683-8f9d-b57a8170c71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.664506 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 40dcbdf3-ae6e-430a-8651-afa6952e8344 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:38.664849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40dcbdf3-ae6e-430a-8651-afa6952e8344 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:38.752983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.757346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.874274 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.874742 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1f283e-b259-4480-a512-44ed6037d025 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:32:38.889483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:38.893563 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51612) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:38.894392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7d52cd17-a8d0-4a57-98f4-36e72c9ceb29 admin admin] 10.222.0.83 "DELETE /v2.0/routers/be1f283e-b259-4480-a512-44ed6037d025 HTTP/1.1" status: 204 len: 168 time: 1.9860897 May 06 13:32:39.048945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Deleting subnet 5d087213-cb30-4b75-ae4d-d010d251f309 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:32:39.052058 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.103384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.185534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.332042 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.368921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d087213-cb30-4b75-ae4d-d010d251f309,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:39.375328 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.381979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0d3b3-09a0-4a37-aa8b-caa10221661e None None] Network fc944438-ed9c-43d8-bf24-858ba18dae70 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:32:39.382134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b90d3add-3bbc-4375-b3f2-8720274cce55 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5d087213-cb30-4b75-ae4d-d010d251f309 HTTP/1.1" status: 204 len: 168 time: 0.4860115 May 06 13:32:39.384570 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51616) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:39.493672 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.505949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Deleting port 1af3372e-a8cd-4584-bd48-a19cb5131105 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:39.506286 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.631601 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] DHCP port deletion for fc944438-ed9c-43d8-bf24-858ba18dae70 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:32:39.636440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Deleting port 1af3372e-a8cd-4584-bd48-a19cb5131105 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:39.637075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.724333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] For port 1af3372e-a8cd-4584-bd48-a19cb5131105, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1af3372e-a8cd-4584-bd48-a19cb5131105,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:39.724674 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.853785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] For port 1af3372e-a8cd-4584-bd48-a19cb5131105, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1af3372e-a8cd-4584-bd48-a19cb5131105,segment=NetworkSegment(5fdab7c0-e035-456d-948e-e2dc3b89ede4),segment_id=5fdab7c0-e035-456d-948e-e2dc3b89ede4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:39.854192 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:39.855876 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Calling delete_port for 1af3372e-a8cd-4584-bd48-a19cb5131105 owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:39.976491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Calling delete_port for 1af3372e-a8cd-4584-bd48-a19cb5131105 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:40.039942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.046774 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:32:40.047134 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:32:40.092259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af3372e-a8cd-4584-bd48-a19cb5131105,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:40.098263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] No DVR routers for this DVR port 1af3372e-a8cd-4584-bd48-a19cb5131105 on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:32:40.218551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.246009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc944438-ed9c-43d8-bf24-858ba18dae70']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:40.261273 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdab7c0-e035-456d-948e-e2dc3b89ede4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:40.261572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdab7c0-e035-456d-948e-e2dc3b89ede4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:40.273793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.291030 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.297599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:32:40.297982 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: timer() May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:32:40.311593 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:32:40.474351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.490871 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.502013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc944438-ed9c-43d8-bf24-858ba18dae70,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:40.548417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Deleting port 1af3372e-a8cd-4584-bd48-a19cb5131105 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:40.548802 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:40.581280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:40.581857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1e38855e-a83c-4c00-aa40-93a96365fd87 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fc944438-ed9c-43d8-bf24-858ba18dae70 HTTP/1.1" status: 204 len: 168 time: 1.1956887 May 06 13:32:40.611079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1af3372e-a8cd-4584-bd48-a19cb5131105 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:40.644308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-99578c4a-050d-4fdf-beda-a2984e2aaaf2 None None] The port '1af3372e-a8cd-4584-bd48-a19cb5131105' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:32:40.659572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1af3372e-a8cd-4584-bd48-a19cb5131105 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:40.659945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1af3372e-a8cd-4584-bd48-a19cb5131105 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:40.725846 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3ac8e6b9-8d9f-4f8e-af02-39b408f2b2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:41.012246 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:41.652325 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Deleting port 40c0bd58-f73c-4478-8a05-7684ca50e237 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:41.653049 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:41.835757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] For port 40c0bd58-f73c-4478-8a05-7684ca50e237, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=40c0bd58-f73c-4478-8a05-7684ca50e237,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:41.836140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:42.060597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Calling delete_port for 40c0bd58-f73c-4478-8a05-7684ca50e237 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:42.280374 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:42.303049 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:42.330337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Pushing event deleted for resources: {'Port': ['ID=40c0bd58-f73c-4478-8a05-7684ca50e237,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:42.394588 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:42.627308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:43.223729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:32:43.433591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:43.445620 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Sync routers for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:43.446347 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8212d47c-593f-4d5f-a8da-73637e98cf9d admin admin] 10.222.0.83 "PUT /v2.0/routers/ff12b3c0-1f34-4e84-9834-1d444e4b5eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8630769 May 06 13:32:43.449079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:43.466875 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:43.467635 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:43.653956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:43.743279 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:43.772614 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:43.971029 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:32:42Z', 'revision_number': 5, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port': {'id': '1cdbdec6-872a-447e-95a6-4a1a78e43d69', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:31:12Z', 'updated_at': '2022-05-06T13:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:43.974467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:43.975266 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Checking router: ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:32:43.987978 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Routers {'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:43.988584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:44.046012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Deleting port 1cdbdec6-872a-447e-95a6-4a1a78e43d69 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:44.046493 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:44.149259 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] Set router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:44.234814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] For port 1cdbdec6-872a-447e-95a6-4a1a78e43d69, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1cdbdec6-872a-447e-95a6-4a1a78e43d69,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:44.235411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:44.262329 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:32:43Z', 'revision_number': 6, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:44.266428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6473-7829-4f61-a726-7f6f1b6116b0 None None] The sync data for ids ['ff12b3c0-1f34-4e84-9834-1d444e4b5eb2'] in n-d-840845-1 is: [{'id': 'ff12b3c0-1f34-4e84-9834-1d444e4b5eb2', 'name': 'tempest-TestEncryptedCinderVolumes-786798709-router', 'tenant_id': '33ace93206b44f89a5de9de315269999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:31:11Z', 'updated_at': '2022-05-06T13:32:43Z', 'revision_number': 6, 'project_id': '33ace93206b44f89a5de9de315269999', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:32:44.363901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Calling delete_port for 1cdbdec6-872a-447e-95a6-4a1a78e43d69 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:44.593586 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:44.622507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40c0bd58-f73c-4478-8a05-7684ca50e237 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:44.647453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdbdec6-872a-447e-95a6-4a1a78e43d69,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:44.670697 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 40c0bd58-f73c-4478-8a05-7684ca50e237 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:44.671042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 40c0bd58-f73c-4478-8a05-7684ca50e237 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:44.912096 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.281220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.285478 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.388850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.391927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:32:45.402608 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.403742 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f44c686e-4b4c-41e4-aa81-4508a27c6b9c admin admin] 10.222.0.83 "DELETE /v2.0/routers/ff12b3c0-1f34-4e84-9834-1d444e4b5eb2 HTTP/1.1" status: 204 len: 168 time: 1.9537203 May 06 13:32:45.406278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51628) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:45.470496 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Deleting subnet 903d9ead-a490-4746-9caf-abbbc590330d {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:32:45.473670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.530779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.614985 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.743737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.784130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903d9ead-a490-4746-9caf-abbbc590330d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:45.789074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.797564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e99683-4cd6-4812-988d-14c350af3523 None None] Network 15184af7-cbf5-4f25-b287-bfee67a12193 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:32:45.806847 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-341dd9a2-5a19-497b-ab57-403f605eeb93 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/903d9ead-a490-4746-9caf-abbbc590330d HTTP/1.1" status: 204 len: 168 time: 0.3985875 May 06 13:32:45.809072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51632) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:45.922038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:45.935365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Deleting port 18b4eb68-8eb8-495c-98de-ce998a134136 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:45.935699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.096165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d2a546-406a-4391-b587-e2259273390f None None] DHCP port deletion for 15184af7-cbf5-4f25-b287-bfee67a12193 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:32:46.100569 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a546-406a-4391-b587-e2259273390f None None] Deleting port 18b4eb68-8eb8-495c-98de-ce998a134136 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:46.100965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-60d2a546-406a-4391-b587-e2259273390f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.159023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] For port 18b4eb68-8eb8-495c-98de-ce998a134136, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=18b4eb68-8eb8-495c-98de-ce998a134136,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:46.163371 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.295383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Calling delete_port for 18b4eb68-8eb8-495c-98de-ce998a134136 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:46.309335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-60d2a546-406a-4391-b587-e2259273390f None None] For port 18b4eb68-8eb8-495c-98de-ce998a134136, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=18b4eb68-8eb8-495c-98de-ce998a134136,segment=NetworkSegment(e2b68994-81c6-420f-9c83-321701e9bc51),segment_id=e2b68994-81c6-420f-9c83-321701e9bc51)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:46.309895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-60d2a546-406a-4391-b587-e2259273390f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.431091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a546-406a-4391-b587-e2259273390f None None] Calling delete_port for 18b4eb68-8eb8-495c-98de-ce998a134136 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:32:46.451523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.499508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Pushing event deleted for resources: {'Port': ['ID=18b4eb68-8eb8-495c-98de-ce998a134136,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:46.505928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] No DVR routers for this DVR port 18b4eb68-8eb8-495c-98de-ce998a134136 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:32:46.507943 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-60d2a546-406a-4391-b587-e2259273390f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:32:46.508299 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-60d2a546-406a-4391-b587-e2259273390f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:32:46.594945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 18b4eb68-8eb8-495c-98de-ce998a134136 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:46.626502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.629588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 18b4eb68-8eb8-495c-98de-ce998a134136 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:46.630141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 18b4eb68-8eb8-495c-98de-ce998a134136 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:46.630588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1cdbdec6-872a-447e-95a6-4a1a78e43d69 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:32:46.653337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15184af7-cbf5-4f25-b287-bfee67a12193']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:46.664154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1cdbdec6-872a-447e-95a6-4a1a78e43d69 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:32:46.664501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1cdbdec6-872a-447e-95a6-4a1a78e43d69 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:32:46.665501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b68994-81c6-420f-9c83-321701e9bc51') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:46.665845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b68994-81c6-420f-9c83-321701e9bc51') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:46.678169 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.694348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.701170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:32:46.701817 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: timer() May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:32:46.715254 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:32:46.874486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.891501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:46.902949 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] Pushing event deleted for resources: {'Network': ['ID=15184af7-cbf5-4f25-b287-bfee67a12193,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:46.907024 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8f1fa05c-b0b8-401b-905a-dcb5685c689e admin admin] 10.222.0.83 "DELETE /v2.0/networks/15184af7-cbf5-4f25-b287-bfee67a12193 HTTP/1.1" status: 204 len: 168 time: 1.0969939 May 06 13:32:47.009957 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a546-406a-4391-b587-e2259273390f None None] Deleting port 18b4eb68-8eb8-495c-98de-ce998a134136 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:32:47.010477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-60d2a546-406a-4391-b587-e2259273390f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.082487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-60d2a546-406a-4391-b587-e2259273390f None None] The port '18b4eb68-8eb8-495c-98de-ce998a134136' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:32:47.228597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.389048 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51638) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:47.440645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b4b703ce-0760-4a39-8ae2-49381de9b352 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8c6140e04f1940d288aae57f71c9324f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504134 May 06 13:32:47.443305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51642) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:47.508963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.536365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.651220 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.669110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c20d00-a40c-4db5-b577-ce2eb344d501,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:47.753140 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:47.754263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-961218a6-562b-4640-9928-0548c3aaf5f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b5c20d00-a40c-4db5-b577-ce2eb344d501 HTTP/1.1" status: 204 len: 168 time: 0.3100214 May 06 13:32:48.528061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51650) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:48.580033 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9c650e40-b4c0-4d53-88d9-7553f9d31af6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=33ace93206b44f89a5de9de315269999&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507197 May 06 13:32:48.582615 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51654) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:48.646221 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:48.672114 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:48.811551 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:48.826885 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d715e7f2-b9c4-4480-b655-1fa42a518c73,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:48.833267 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:48.834391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-493f9067-54a6-4b06-a34c-495fab853f76 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d715e7f2-b9c4-4480-b655-1fa42a518c73 HTTP/1.1" status: 204 len: 168 time: 0.2507980 May 06 13:32:50.067999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51676) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:50.200826 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-139268947-network', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:32:50.206573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:50.210525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Usage tracker for resource:network and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:50.214135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:50.220718 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:50.292516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Made reservation on behalf of e7017aae5c234428900d955da12c2d2f for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:32:50.294810 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.418425 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.450022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:50.453966 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:50.456935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:50.463349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:50.531917 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.617517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.648663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:32:50.657628 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306bef87-fb5a-4e01-bcb4-f4b720b1299f,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:50.663373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.663709 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Added segment 6cccaed2-48d6-47d0-b3b8-4695df7a7f83 of type vlan for network 589e6272-dc56-4578-839b-9cde34f41903 May 06 13:32:50.691324 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.782874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.783798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:50.784394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:50.895152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] Pushing event updated for resources: {'Network': ['ID=589e6272-dc56-4578-839b-9cde34f41903,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:50.905932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 589e6272-dc56-4578-839b-9cde34f41903 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:32:50.966758 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0600f7e1-624a-4bd7-be3d-78e8091442b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8974404 May 06 13:32:50.969405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:50.974740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Request body: {'subnet': {'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-139268947-subnet', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:32:50.980704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:50.984955 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Usage tracker for resource:subnet and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:50.988288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:50.995010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:51.074022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Made reservation on behalf of e7017aae5c234428900d955da12c2d2f for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:32:51.076474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.325898 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.360075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.437997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:51.449469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Checking segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:32:51.449824 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Network hostable DHCP agents. Network: 589e6272-dc56-4578-839b-9cde34f41903, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:32:51.577449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Network 589e6272-dc56-4578-839b-9cde34f41903 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:32:51.724735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 589e6272-dc56-4578-839b-9cde34f41903) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:32:51.730785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:51.731730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.736614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574d376-71eb-4b22-85da-034724bf724f None None] Network 589e6272-dc56-4578-839b-9cde34f41903 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:32:51.858832 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c3582214-bba6-4eff-9d92-16ad9e5edd4b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8882105 May 06 13:32:51.861350 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:51.866519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:32:51.872710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:51.877008 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Usage tracker for resource:router and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:51.880068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:51.886386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:51.953662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-589e6272-dc56-4578-839b-9cde34f41903', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:32:51.954535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.965993 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.967046 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:51.985753 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.114469 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Allocated IP 172.20.0.2 (589e6272-dc56-4578-839b-9cde34f41903/e68dd6ba-1132-41d6-9bd8-7f0b54f7921d/331f5d1a-99f1-44f6-af62-f49a7b1a96a6) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:32:52.236868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.326819 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.338418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Transition to ACTIVE for port object 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:32:52.358112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Transition to ACTIVE for port object 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:32:52.447121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.516236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Network 589e6272-dc56-4578-839b-9cde34f41903 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:32:52.519155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:32:52.523523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:32:52.525698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Pushing event updated for resources: {'Port': ['ID=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:52.537711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.538061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.538403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.538532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.538742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.539075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.539403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.539728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.540176 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.540676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.540822 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.541473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:32:52.578237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.664523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Attempting to bind port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:32:52.665375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Attempting to bind port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:32:52.665742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Attempting to bind port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 on network 589e6272-dc56-4578-839b-9cde34f41903 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:32:52.672818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:32:52.673191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Checking segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:32:52.673597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.673986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Bound using segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:32:52.674443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Bound port: 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:32:52.674821 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.721075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Allocated IP 172.25.2.157 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/26f7b107-0af1-473d-8b3b-9d91f335fa13) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:32:52.766935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] For port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:32:52.770150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] For port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:32:52.846162 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.884967 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:52.936287 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c027aa-e265-4338-9201-a493eec17e27 None None] Pushing event updated for resources: {'Port': ['ID=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:52.989270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:53.078390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:32:53.079215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=26f7b107-0af1-473d-8b3b-9d91f335fa13,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:53.081958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:32:53.085077 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:32:53.370223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:53.370955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:53.804999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cecae-a746-4ad2-9427-467464a4e0f8 None None] Network 589e6272-dc56-4578-839b-9cde34f41903 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:32:53.817242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Router e02372ec-a83d-4a7f-9d6b-537815b0b676 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:32:53.978812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-50c043e5-9b63-4b3c-9ee5-067bbbe18cea None None] Provisioning for port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:32:54.035184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:54.047543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Sync routers for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:54.067969 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:54.068563 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:54.143122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:54.147096 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-732c7e3a-1140-462c-a9b4-7f0b90124ae0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2821014 May 06 13:32:54.147361 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51690) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:54.262119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:54.567365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:53Z', 'revision_number': 3, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:54.573539 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Checking router: e02372ec-a83d-4a7f-9d6b-537815b0b676 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:32:54.573892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Updating router e02372ec-a83d-4a7f-9d6b-537815b0b676 port 26f7b107-0af1-473d-8b3b-9d91f335fa13 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:32:54.631900 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:54.660365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:32:54.882166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:32:54.901043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:54.901477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:54.912645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.130593 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Allocated IP 172.20.0.1 (589e6272-dc56-4578-839b-9cde34f41903/e68dd6ba-1132-41d6-9bd8-7f0b54f7921d/eaea8559-e6f0-420e-b79c-961c9dc8851c) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:32:55.166626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.194062 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.216041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Transition to ACTIVE for port object 26f7b107-0af1-473d-8b3b-9d91f335fa13 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:32:55.223056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:55.291838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.297214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.309597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Transition to ACTIVE for port object eaea8559-e6f0-420e-b79c-961c9dc8851c will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:32:55.366585 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.385460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Attempting to bind port 26f7b107-0af1-473d-8b3b-9d91f335fa13 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:32:55.385720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Attempting to bind port 26f7b107-0af1-473d-8b3b-9d91f335fa13 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:32:55.386074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Attempting to bind port 26f7b107-0af1-473d-8b3b-9d91f335fa13 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:32:55.388170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c6dd-db8e-422f-9ca8-87b23021170e None None] Pushing event updated for resources: {'Port': ['ID=26f7b107-0af1-473d-8b3b-9d91f335fa13,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:55.428354 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:32:55.428720 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:32:55.429115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.429507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:32:55.429960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Bound port: 26f7b107-0af1-473d-8b3b-9d91f335fa13, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:32:55.430322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.434336 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.511818 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Network 589e6272-dc56-4578-839b-9cde34f41903 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:32:55.513400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:32:55.516132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:32:55.519032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:55.530732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] For port 26f7b107-0af1-473d-8b3b-9d91f335fa13, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:32:55.534045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] For port 26f7b107-0af1-473d-8b3b-9d91f335fa13, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=26f7b107-0af1-473d-8b3b-9d91f335fa13,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:32:55.544640 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Pushing event updated for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:55.586483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.663402 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.753889 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81c6dd-db8e-422f-9ca8-87b23021170e None None] Pushing event updated for resources: {'Port': ['ID=26f7b107-0af1-473d-8b3b-9d91f335fa13,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:55.762918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:55.763543 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:55.888461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:55.954343 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:32:56.059744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-951470fc-4ba5-4154-b85c-5014de5b3fa6 None None] Provisioning for port eaea8559-e6f0-420e-b79c-961c9dc8851c completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:32:56.089488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-951470fc-4ba5-4154-b85c-5014de5b3fa6 None None] Provisioning complete for port eaea8559-e6f0-420e-b79c-961c9dc8851c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:56.089927 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-951470fc-4ba5-4154-b85c-5014de5b3fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.124981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.208005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-951470fc-4ba5-4154-b85c-5014de5b3fa6 None None] Port eaea8559-e6f0-420e-b79c-961c9dc8851c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:32:56.211752 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.302736 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:53Z', 'revision_number': 3, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:56.307584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bf922e-a774-4d9a-85fe-4dad87cf9ec7 None None] The sync data for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 is: [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:53Z', 'revision_number': 3, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:32:56.322027 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.326222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Pushing event updated for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:56.477754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Network 589e6272-dc56-4578-839b-9cde34f41903 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:32:56.480296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:32:56.713652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 26f7b107-0af1-473d-8b3b-9d91f335fa13 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:32:56.839524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37abebb5-11f5-4762-8fb5-0a311c752207 None None] Provisioning complete for port eaea8559-e6f0-420e-b79c-961c9dc8851c triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:56.840094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37abebb5-11f5-4762-8fb5-0a311c752207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.887443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 26f7b107-0af1-473d-8b3b-9d91f335fa13 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:32:56.898447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 26f7b107-0af1-473d-8b3b-9d91f335fa13 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:56.898811 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:56.939523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-37abebb5-11f5-4762-8fb5-0a311c752207 None None] Port eaea8559-e6f0-420e-b79c-961c9dc8851c cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:32:56.959920 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Router e02372ec-a83d-4a7f-9d6b-537815b0b676 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:32:57.034858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:57.053562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 26f7b107-0af1-473d-8b3b-9d91f335fa13, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=26f7b107-0af1-473d-8b3b-9d91f335fa13,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:32:57.131883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:57.132833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:32:57.259718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=26f7b107-0af1-473d-8b3b-9d91f335fa13,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:57.272597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:57.272959 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:57.296882 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:32:57.307700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-17d6e70d-640d-4946-ad0d-3b51d81ec879 admin admin] 10.222.0.83 "PUT /v2.0/routers/e02372ec-a83d-4a7f-9d6b-537815b0b676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1590126 May 06 13:32:58.604354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51712) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:58.610677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1716671598-network', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:32:58.612156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 26f7b107-0af1-473d-8b3b-9d91f335fa13 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:32:58.618936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:58.624219 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Usage tracker for resource:network and tenant:fd6990efc028405da1e79c7acfccda1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:58.631119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:58.640182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:58.703042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 26f7b107-0af1-473d-8b3b-9d91f335fa13 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:32:58.703512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:58.754677 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Made reservation on behalf of fd6990efc028405da1e79c7acfccda1d for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:32:58.757976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:58.773322 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:58.813168 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:58.817510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Usage tracker for resource:security_group_rule and tenant:fd6990efc028405da1e79c7acfccda1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:58.821530 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:58.827684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:58.893878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:58.971833 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.010011 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:32:59.105724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f5165-9d7a-4a33-9104-a04987563b48,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:59.111569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.111964 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Added segment 5e04edee-59ec-4594-a88a-023d40b927a9 of type vlan for network c7b83706-169a-4f4e-890b-d1fffb587dd0 May 06 13:32:59.139368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.268501 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.269306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:32:59.269902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.385188 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] Pushing event updated for resources: {'Network': ['ID=c7b83706-169a-4f4e-890b-d1fffb587dd0,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:32:59.395334 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:32:59.497693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c600ba65-d4fb-4bac-abc5-255c5a6ddc2f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8922043 May 06 13:32:59.500378 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51716) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:32:59.505929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Request body: {'subnet': {'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1716671598-subnet', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:32:59.512036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:32:59.516593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Usage tracker for resource:subnet and tenant:fd6990efc028405da1e79c7acfccda1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:32:59.520080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:32:59.527085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:32:59.600152 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Made reservation on behalf of fd6990efc028405da1e79c7acfccda1d for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:32:59.603172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:32:59.885657 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Sync routers for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:32:59.898240 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:32:59.898856 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:32:59.965843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.050441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed7be67-35e7-4036-ba8e-eacf399806d5,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:00.062964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Checking segment: {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:00.063338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Network hostable DHCP agents. Network: c7b83706-169a-4f4e-890b-d1fffb587dd0, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:33:00.082715 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:00.165602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:33:00.291725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, c7b83706-169a-4f4e-890b-d1fffb587dd0) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:00.300199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:00.300551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0995ec3-ac74-4adf-80b0-224c596984f2 None None] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:00.301123 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.418716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ae8efb02-df88-4433-bd3a-189d89894f0e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9171808 May 06 13:33:00.422429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51720) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:00.423863 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 2, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:00.428323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Checking router: e02372ec-a83d-4a7f-9d6b-537815b0b676 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:33:00.428637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:00.428757 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Updating router e02372ec-a83d-4a7f-9d6b-537815b0b676 port eaea8559-e6f0-420e-b79c-961c9dc8851c binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:33:00.435689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:00.440138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Usage tracker for resource:router and tenant:fd6990efc028405da1e79c7acfccda1d is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:00.443335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:00.450097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:00.483699 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.549673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.551674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.579707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.653914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-c7b83706-169a-4f4e-890b-d1fffb587dd0', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:33:00.654780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.835488 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.854664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Allocated IP 172.20.0.2 (c7b83706-169a-4f4e-890b-d1fffb587dd0/aed7be67-35e7-4036-ba8e-eacf399806d5/a31db6c7-a6b8-43db-8642-5fb4e33b35b4) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:00.918810 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:00.933162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Transition to ACTIVE for port object eaea8559-e6f0-420e-b79c-961c9dc8851c will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:01.028459 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.091481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.104160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Transition to ACTIVE for port object a31db6c7-a6b8-43db-8642-5fb4e33b35b4 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:01.128510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Transition to ACTIVE for port object a31db6c7-a6b8-43db-8642-5fb4e33b35b4 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:01.131701 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.162552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Pushing event updated for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:01.165718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.203744 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.204473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.204473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.204823 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.205156 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.205486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.205814 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.206165 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.206482 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.207062 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.207191 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.207305 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:01.278418 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Attempting to bind port eaea8559-e6f0-420e-b79c-961c9dc8851c on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:01.278789 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Attempting to bind port eaea8559-e6f0-420e-b79c-961c9dc8851c by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:01.279258 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Attempting to bind port eaea8559-e6f0-420e-b79c-961c9dc8851c on network 589e6272-dc56-4578-839b-9cde34f41903 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:01.287033 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:01.289412 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Checking segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:01.289412 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.289412 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Bound using segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:01.289412 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Bound port: eaea8559-e6f0-420e-b79c-961c9dc8851c, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:01.289412 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.299528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Pushing event updated for resources: {'Port': ['ID=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:01.318853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:01.321771 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:01.325156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:01.345637 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Allocated IP 172.25.2.238 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/bba0e6e9-ccf7-40bc-82e7-5db465b4af3a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:01.414343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] For port eaea8559-e6f0-420e-b79c-961c9dc8851c, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:01.418407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] For port eaea8559-e6f0-420e-b79c-961c9dc8851c, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=eaea8559-e6f0-420e-b79c-961c9dc8851c,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:01.428978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Attempting to bind port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:01.429358 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Attempting to bind port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:01.429733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Attempting to bind port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 on network c7b83706-169a-4f4e-890b-d1fffb587dd0 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:01.442066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:01.442448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Checking segment: {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:01.442844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.444258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Bound using segment: {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:01.444258 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Bound port: a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:01.444258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.486085 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.517793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.548426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] For port a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:01.551833 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] For port a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:01.581905 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb3571-9f8a-47b7-9b7d-d224f25b16f6 None None] Pushing event updated for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:01.587865 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:01.588545 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:01.611667 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.647311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:01.735043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:01.742020 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:01.751249 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:01.766561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93766a-b9d4-44c4-8305-21aba113bfad None None] Pushing event updated for resources: {'Port': ['ID=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:01.808549 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Pushing event updated for resources: {'Port': ['ID=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:01.840406 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:02.132850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.134318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.299003 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:01Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:02.306727 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bf409-ebcb-4213-9fdf-6830775e5f68 None None] The sync data for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 is: [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:01Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:33:02.589815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Router c03a0483-18e1-45c5-9472-dfc81f3420ea is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:33:02.695549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a31db6c7-a6b8-43db-8642-5fb4e33b35b4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:02.856695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:02.864944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device eaea8559-e6f0-420e-b79c-961c9dc8851c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:02.874843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:33:02.909057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Sync routers for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:33:02.957317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523535a-f976-4a43-972d-e77d6dbba747 None None] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:33:02.973035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:02.973035 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:02.994922 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:02.998982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-08e0c55a-bf82-4585-9c5d-835f063a7672 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5728409 May 06 13:33:02.999545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51724) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:03.375152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:03.425133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Provisioning for port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:03.439000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port eaea8559-e6f0-420e-b79c-961c9dc8851c completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:03.499066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Provisioning complete for port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:03.499526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.534765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port eaea8559-e6f0-420e-b79c-961c9dc8851c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:03.535115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.929270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.937689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:03.962378 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.025209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port eaea8559-e6f0-420e-b79c-961c9dc8851c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=eaea8559-e6f0-420e-b79c-961c9dc8851c,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:04.033518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] For port a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:04.041565 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:01Z', 'revision_number': 3, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:04.049748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Checking router: c03a0483-18e1-45c5-9472-dfc81f3420ea for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:33:04.050341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Updating router c03a0483-18e1-45c5-9472-dfc81f3420ea port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:33:04.109533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.151591 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.172232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Allocated IP 172.20.0.1 (c7b83706-169a-4f4e-890b-d1fffb587dd0/aed7be67-35e7-4036-ba8e-eacf399806d5/b9e711fc-85bf-40bf-82f6-7f4e8e104f34) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:04.198597 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.298151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:04.328248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.345620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Transition to ACTIVE for port object b9e711fc-85bf-40bf-82f6-7f4e8e104f34 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:04.445625 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.474347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bab8bff7-f8b3-46b2-bca1-ff7b5a60b995 None None] Provisioning complete for port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:04.474718 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bab8bff7-f8b3-46b2-bca1-ff7b5a60b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.498056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ad3e-074a-4442-8104-8d62938a47ac None None] Pushing event updated for resources: {'Port': ['ID=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:04.519534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:04.522449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:04.527235 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:04.564187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Pushing event updated for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:04.588800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.672460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a31db6c7-a6b8-43db-8642-5fb4e33b35b4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:04.767808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.773656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.793935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Transition to ACTIVE for port object bba0e6e9-ccf7-40bc-82e7-5db465b4af3a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:04.810230 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:04.810230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:04.871909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.027711 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.046151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Attempting to bind port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:05.046829 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Attempting to bind port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:05.046979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Attempting to bind port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:05.054032 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155d1a-807c-4ebb-a861-f6b6235f5f24 None None] Pushing event updated for resources: {'Port': ['ID=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:05.063182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f30190b3-62cd-4bdc-949e-a699b0de3109 None None] Provisioning for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:05.078789 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:05.079162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:05.079562 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.079983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:05.080452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Bound port: bba0e6e9-ccf7-40bc-82e7-5db465b4af3a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:05.080823 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.104085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f30190b3-62cd-4bdc-949e-a699b0de3109 None None] Provisioning complete for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:05.104454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f30190b3-62cd-4bdc-949e-a699b0de3109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.113644 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.184072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device eaea8559-e6f0-420e-b79c-961c9dc8851c up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:05.226926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Pushing event updated for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:05.230485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.233295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f30190b3-62cd-4bdc-949e-a699b0de3109 None None] Port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:33:05.259980 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] For port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:05.264459 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] For port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:05.282192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port eaea8559-e6f0-420e-b79c-961c9dc8851c triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:05.282560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.385967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:05.387187 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:05.474537 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.562718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23155d1a-807c-4ebb-a861-f6b6235f5f24 None None] Pushing event updated for resources: {'Port': ['ID=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:05.573311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:05.574425 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:32:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:05.742566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-09f3a8ac-03bf-439f-8bad-a18c7149e95c None None] Provisioning complete for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:05.742991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-09f3a8ac-03bf-439f-8bad-a18c7149e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:05.819571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-09f3a8ac-03bf-439f-8bad-a18c7149e95c None None] Port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:33:05.833415 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:05.931125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Router c03a0483-18e1-45c5-9472-dfc81f3420ea has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:33:06.143303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:33:06.154026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d1a0aec8-92d0-450d-b533-2091b6255a8d admin admin] 10.222.0.83 "PUT /v2.0/routers/c03a0483-18e1-45c5-9472-dfc81f3420ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1532290 May 06 13:33:06.174138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b9e711fc-85bf-40bf-82f6-7f4e8e104f34', 'name': '', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'mac_address': 'fa:16:3e:8c:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:03Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 2, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'subnets': [{'id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:06.178264 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289560ba-a509-4417-a631-f3cbb15e2871 None None] The sync data for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 is: [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b9e711fc-85bf-40bf-82f6-7f4e8e104f34', 'name': '', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'mac_address': 'fa:16:3e:8c:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:03Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 2, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'subnets': [{'id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:33:08.496676 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce99f10e-26f2-4574-ad95-6d6c46891053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:09.463176 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:33:10.817478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0a791c9f-2f11-4e0f-b371-12035ec1b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:12.315566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:12.502947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:13.786437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:14.650549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bba0e6e9-ccf7-40bc-82e7-5db465b4af3a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:14.959645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:14.966448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:14.966955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.098940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.116821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:15.217082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:15.308040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:16.639620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bba0e6e9-ccf7-40bc-82e7-5db465b4af3a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:16.755207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:16.755504 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:17.182697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:20.431328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-9c042af0-c63d-4a22-b165-3ad6e16e8442 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:20.433051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-9c042af0-c63d-4a22-b165-3ad6e16e8442 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 814 time: 0.1647615 May 06 13:33:20.451984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-5301a919-0de3-4b71-a523-d53fa0a5d5bc tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/quotas/e7017aae5c234428900d955da12c2d2f HTTP/1.1" status: 200 len: 375 time: 0.0130470 May 06 13:33:20.567343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-eec10ad8-4772-4ce5-893e-3e97ee283458 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096981 May 06 13:33:20.722452 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-20ee56bc-817b-408b-beea-aaccc33f353d service neutron] 10.222.0.83 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427100 May 06 13:33:20.889910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-b4c1f204-9172-4593-a258-2fde1b8e87a9 service neutron] 10.222.0.83 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584172 May 06 13:33:21.237968 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c3d93f54-06f2-4ffb-950b-d19dd25f5ae1 req-12563c87-1229-440e-9e1a-31ede825912a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:21.337433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:21.369604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-c3d93f54-06f2-4ffb-950b-d19dd25f5ae1 req-12563c87-1229-440e-9e1a-31ede825912a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:21.369604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c3d93f54-06f2-4ffb-950b-d19dd25f5ae1 req-12563c87-1229-440e-9e1a-31ede825912a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 210 time: 0.1808748 May 06 13:33:22.526995 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-90fcba41-d3f1-4181-b86a-5c3f3ba3927a req-38be27ce-5731-4e3d-bcc0-0bb31d38f390 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 210 time: 0.0478568 May 06 13:33:23.719182 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-891044ed-c3f6-4655-a1ae-cdde9da847a1 req-aac8ede6-b630-4ad3-90ee-3946c4b328da tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 210 time: 0.0463216 May 06 13:33:24.503627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-fa84d98a-c9c7-4cec-b719-9dc9c0527991 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:24.504761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-fa84d98a-c9c7-4cec-b719-9dc9c0527991 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:24.634420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-fa84d98a-c9c7-4cec-b719-9dc9c0527991 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:24.635702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-fa84d98a-c9c7-4cec-b719-9dc9c0527991 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 814 time: 0.3131368 May 06 13:33:24.657378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'port': {'device_id': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'admin_state_up': True, 'tenant_id': 'e7017aae5c234428900d955da12c2d2f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:24.848921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:24.863147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:24.925655 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Made reservation on behalf of e7017aae5c234428900d955da12c2d2f for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:33:24.928978 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:24.945922 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-33b8c341-9e9a-4740-a445-8d7754a6d508 req-043b83c6-14a7-46af-9675-97847802731a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 210 time: 0.0723648 May 06 13:33:25.142872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Allocated IP 172.20.0.9 (589e6272-dc56-4578-839b-9cde34f41903/e68dd6ba-1132-41d6-9bd8-7f0b54f7921d/fa43700b-4cc2-4e6a-aecc-630645b414ea) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:25.406355 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.426663 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Transition to ACTIVE for port object fa43700b-4cc2-4e6a-aecc-630645b414ea will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:25.612118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.724466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Network 589e6272-dc56-4578-839b-9cde34f41903 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:25.728773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:25.731434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:25.786003 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:25.826403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:25.828269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:25.944872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-6bd8e5a6-0c20-4531-b1d2-73d47273aac1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2918353 May 06 13:33:26.182244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51a80f0c-a74f-4a54-af63-9dd5decb4898 None None] Provisioning for port fa43700b-4cc2-4e6a-aecc-630645b414ea completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:26.190144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-51a80f0c-a74f-4a54-af63-9dd5decb4898 None None] Provisioning complete for port fa43700b-4cc2-4e6a-aecc-630645b414ea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:26.190741 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-51a80f0c-a74f-4a54-af63-9dd5decb4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:26.222538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Request body: {'port': {'device_id': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:26.265063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-51a80f0c-a74f-4a54-af63-9dd5decb4898 None None] Port fa43700b-4cc2-4e6a-aecc-630645b414ea cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:33:26.393000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:26.634908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-76bfb665-358f-46ef-a02a-55ce5ef74837 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:26.636209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-76bfb665-358f-46ef-a02a-55ce5ef74837 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:26.788531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-76bfb665-358f-46ef-a02a-55ce5ef74837 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:26.790629 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-76bfb665-358f-46ef-a02a-55ce5ef74837 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 931 time: 0.6541958 May 06 13:33:26.956725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-bc052a1b-7dea-45ee-9048-e0e65ff0ae3e tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:27.115110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-bc052a1b-7dea-45ee-9048-e0e65ff0ae3e tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:27.117705 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5802a3b8-894b-4475-91e3-1f553f91b85c req-bc052a1b-7dea-45ee-9048-e0e65ff0ae3e tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175147 May 06 13:33:27.229761 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa43700b-4cc2-4e6a-aecc-630645b414ea {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:27.241363 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:27.277381 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Transition to ACTIVE for port object fa43700b-4cc2-4e6a-aecc-630645b414ea will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:27.388838 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:27.627067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:27.855068 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Attempting to bind port fa43700b-4cc2-4e6a-aecc-630645b414ea on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:27.855603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Attempting to bind port fa43700b-4cc2-4e6a-aecc-630645b414ea by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:27.856206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Attempting to bind port fa43700b-4cc2-4e6a-aecc-630645b414ea on network 589e6272-dc56-4578-839b-9cde34f41903 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:27.866731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Port fa43700b-4cc2-4e6a-aecc-630645b414ea on network 589e6272-dc56-4578-839b-9cde34f41903 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:33:27.867082 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Attempting to bind port fa43700b-4cc2-4e6a-aecc-630645b414ea on network 589e6272-dc56-4578-839b-9cde34f41903 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:27.878071 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:27.878456 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Checking segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:27.878807 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Bound using segment: {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:27.879330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Bound port: fa43700b-4cc2-4e6a-aecc-630645b414ea, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cccaed2-48d6-47d0-b3b8-4695df7a7f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '589e6272-dc56-4578-839b-9cde34f41903'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:27.879600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:28.084034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:28.093837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:28.199974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:28.279571 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:28.281240 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] 10.222.0.86 "PUT /v2.0/ports/fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 1091 time: 2.3182604 May 06 13:33:28.288953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:28.354835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d765bf-6ba1-4f44-82c7-c93ec492882e service neutron] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:28.379813 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8d1eb9-852e-4eb5-860f-f5ddde3430f2'] response: {'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:33:28.596442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c29ee-a2a4-493c-8a7d-8970f6ec814f req-397cdb09-8f4f-42bb-a9d5-2981bb69f040 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:28.600141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf6c29ee-a2a4-493c-8a7d-8970f6ec814f req-397cdb09-8f4f-42bb-a9d5-2981bb69f040 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.1577940 May 06 13:33:28.632233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8951b1c8-07a9-427b-a72e-9e43203d70f4 req-dfb3dc6f-61e0-4bdf-b672-6bbfabd5d090 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1094 time: 0.2141047 May 06 13:33:28.776113 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cf6c29ee-a2a4-493c-8a7d-8970f6ec814f req-fb0cff51-d4b4-4cb7-86cd-bd43190c47b1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657240 May 06 13:33:28.985863 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b1c8-07a9-427b-a72e-9e43203d70f4 req-397861d4-60d3-44e4-ad86-b450e560d42d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:28.990050 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8951b1c8-07a9-427b-a72e-9e43203d70f4 req-397861d4-60d3-44e4-ad86-b450e560d42d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=e7017aae5c234428900d955da12c2d2f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3329742 May 06 13:33:29.999663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Sync routers for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:33:30.038388 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:30.038388 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:30.167393 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e522b03-d5a1-4427-a338-1787c15b44d4 req-378975cf-25a1-40ce-a82a-e13229e69b3a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:30.170691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e522b03-d5a1-4427-a338-1787c15b44d4 req-378975cf-25a1-40ce-a82a-e13229e69b3a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.1428244 May 06 13:33:30.280468 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7e522b03-d5a1-4427-a338-1787c15b44d4 req-9b0e9074-db16-4c52-ac3d-2bbcc9cf0833 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033180 May 06 13:33:30.296787 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:30.893300 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b9e711fc-85bf-40bf-82f6-7f4e8e104f34', 'name': '', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'mac_address': 'fa:16:3e:8c:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:03Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 2, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'subnets': [{'id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:30.905756 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Checking router: c03a0483-18e1-45c5-9472-dfc81f3420ea for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:33:30.906263 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Updating router c03a0483-18e1-45c5-9472-dfc81f3420ea port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:33:31.006749 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:31.642706 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:31.666706 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Transition to ACTIVE for port object b9e711fc-85bf-40bf-82f6-7f4e8e104f34 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:33:31.727690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45e02-d3d0-43a6-bb43-122ba8617ebb req-f0156275-2a75-496f-be19-ebcfaf9fd529 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:31.732459 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99a45e02-d3d0-43a6-bb43-122ba8617ebb req-f0156275-2a75-496f-be19-ebcfaf9fd529 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.1599021 May 06 13:33:31.742976 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:31.838286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-99a45e02-d3d0-43a6-bb43-122ba8617ebb req-5c5f67a2-4c6b-49fa-91bc-0cca623fa002 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970140 May 06 13:33:31.917174 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f38857-d31f-4242-9e57-b907b4b7d6dc None None] Pushing event updated for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:32.220715 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Attempting to bind port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:33:32.221688 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Attempting to bind port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:33:32.221984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Attempting to bind port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 on network c7b83706-169a-4f4e-890b-d1fffb587dd0 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:33:32.235308 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:33:32.235904 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Checking segment: {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:33:32.236521 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:32.237144 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Bound using segment: {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:33:32.237862 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Bound port: b9e711fc-85bf-40bf-82f6-7f4e8e104f34, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e04edee-59ec-4594-a88a-023d40b927a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:33:32.238494 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:32.414996 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] For port b9e711fc-85bf-40bf-82f6-7f4e8e104f34, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:33:32.421363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] For port b9e711fc-85bf-40bf-82f6-7f4e8e104f34, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:33:32.526475 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:32.659063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f38857-d31f-4242-9e57-b907b4b7d6dc None None] Pushing event updated for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:32.666251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:33:32.667268 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:33:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:33.077357 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:33:33.399953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8571b-31f2-447a-8a8f-08cab29900b8 req-c912f510-6a45-4328-8880-e1c931370f13 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:33.420750 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ca8571b-31f2-447a-8a8f-08cab29900b8 req-c912f510-6a45-4328-8880-e1c931370f13 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.2278428 May 06 13:33:33.496637 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ca8571b-31f2-447a-8a8f-08cab29900b8 req-bb68b23e-00cb-4898-a2ef-46f6404cbdb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870967 May 06 13:33:33.521013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b1c8-07a9-427b-a72e-9e43203d70f4 req-33ba9109-f73e-475e-b2d5-0f5ccd34553a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:33.521013 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8951b1c8-07a9-427b-a72e-9e43203d70f4 req-33ba9109-f73e-475e-b2d5-0f5ccd34553a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793415 May 06 13:33:33.544064 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b9e711fc-85bf-40bf-82f6-7f4e8e104f34', 'name': '', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'mac_address': 'fa:16:3e:8c:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:03Z', 'updated_at': '2022-05-06T13:33:32Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'subnets': [{'id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:33:33.549776 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73dec0-cce3-40ae-82e3-8f972a20dde7 None None] The sync data for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 is: [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:33:04Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'b9e711fc-85bf-40bf-82f6-7f4e8e104f34', 'name': '', 'network_id': 'c7b83706-169a-4f4e-890b-d1fffb587dd0', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'mac_address': 'fa:16:3e:8c:83:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:03Z', 'updated_at': '2022-05-06T13:33:32Z', 'revision_number': 4, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'subnets': [{'id': 'aed7be67-35e7-4036-ba8e-eacf399806d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:33:33.770106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-628aa0f8-cb7c-4191-bd24-a0597ee0273e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1094 time: 0.1144302 May 06 13:33:34.010453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-a0969dec-15c7-4977-bd12-d4862bbba20d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 217 time: 0.1985443 May 06 13:33:34.268666 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-2194a4ab-fa8c-483c-aea7-15d2eb2e5739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:34.271028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-2194a4ab-fa8c-483c-aea7-15d2eb2e5739 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.1190307 May 06 13:33:34.441237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-85548cca-01eb-4f76-8639-a3c6679b12cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373532 May 06 13:33:34.745884 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b9e711fc-85bf-40bf-82f6-7f4e8e104f34 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:34.839144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-5e0783b8-84c0-44d8-a46f-3aa167fc5cd9 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692393 May 06 13:33:34.839430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd42f-4f23-40f6-9f7c-5b455e6535cf req-f74ceeaa-b472-40df-a70c-a2e47b173c9b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:34.842475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a85bd42f-4f23-40f6-9f7c-5b455e6535cf req-f74ceeaa-b472-40df-a70c-a2e47b173c9b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.1211843 May 06 13:33:34.904385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a85bd42f-4f23-40f6-9f7c-5b455e6535cf req-a8d30cb4-7ad8-46c4-9388-b034984c0f16 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 May 06 13:33:34.924907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:34.931127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:34.931572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.058916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.109114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port b9e711fc-85bf-40bf-82f6-7f4e8e104f34, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:35.154115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a9aea44-9c59-4d30-8702-9f2d374b2c58 req-bf3e8613-ea52-4d01-bb48-e1c340b12625 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552196 May 06 13:33:35.193828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:35.266268 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:36.193340 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aade8b1-3295-4b86-a019-9c0e846b4af0 req-82ee6ac9-e067-4307-8961-20a08dfa31db tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:36.195069 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aade8b1-3295-4b86-a019-9c0e846b4af0 req-82ee6ac9-e067-4307-8961-20a08dfa31db tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.1464140 May 06 13:33:36.254976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2aade8b1-3295-4b86-a019-9c0e846b4af0 req-1442285d-e5eb-43e1-8afb-2d8bde0d611f tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 May 06 13:33:36.636520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b9e711fc-85bf-40bf-82f6-7f4e8e104f34 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:36.714830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:36.715204 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:37.397660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fa43700b-4cc2-4e6a-aecc-630645b414ea details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:33:37.487389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5ec99-fc9a-411a-88d1-24ba0d1a1596 req-8186b237-4d9f-4e1c-9f46-00fdf696fbf0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:37.489058 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcd5ec99-fc9a-411a-88d1-24ba0d1a1596 req-8186b237-4d9f-4e1c-9f46-00fdf696fbf0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 943 time: 0.0998478 May 06 13:33:37.559755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fcd5ec99-fc9a-411a-88d1-24ba0d1a1596 req-faab4f79-1f9e-4d94-adf7-2b5324847c1f tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593259 May 06 13:33:37.577335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:37.597656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'port_id': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'mac_address': 'fa:16:3e:fa:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:33:37.684885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:37.704997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa43700b-4cc2-4e6a-aecc-630645b414ea {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:33:37.723853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:37.833593 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:37.908651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:38.070405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:33:38.791289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acfa2d-e67b-4eb4-bdc5-791c3017a35d req-a9855e15-5074-4839-bce1-601f7e1b0282 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:38.793001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6acfa2d-e67b-4eb4-bdc5-791c3017a35d req-a9855e15-5074-4839-bce1-601f7e1b0282 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 944 time: 0.0896363 May 06 13:33:38.848869 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a6acfa2d-e67b-4eb4-bdc5-791c3017a35d req-521122a0-3598-4952-93aa-f4a6ac48e303 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496843 May 06 13:33:38.925282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-147e6748-3eb9-422a-9791-1651e0e90b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.395295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fa43700b-4cc2-4e6a-aecc-630645b414ea up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:33:39.582398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port fa43700b-4cc2-4e6a-aecc-630645b414ea completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:33:39.591393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port fa43700b-4cc2-4e6a-aecc-630645b414ea triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:33:39.592020 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.761544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.793855 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:33:39.808034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:33:39.885357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:39.975732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:40.065664 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc70dd39-c49e-4f9a-9ef3-e971e2720c80'] response: {'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'code': 200} May 06 13:33:40.279751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b581fd5-e08a-437b-a564-fa96b25bc5ea req-54d5fea7-9f26-4920-b3df-fafac8df2480 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:40.282453 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b581fd5-e08a-437b-a564-fa96b25bc5ea req-54d5fea7-9f26-4920-b3df-fafac8df2480 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.2515609 May 06 13:33:40.384623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3f2be82-27f5-448a-ac35-461142a65968 req-5e1dcee1-f00e-43f3-82bc-99805a7afcec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1096 time: 0.2433887 May 06 13:33:40.391512 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8b581fd5-e08a-437b-a564-fa96b25bc5ea req-1d6324e8-0c77-4a90-b316-2b33526d2cea tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029997 May 06 13:33:40.449833 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d3f2be82-27f5-448a-ac35-461142a65968 req-03b58b8b-d220-4461-b017-689c5c729bbd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569310 May 06 13:33:40.743146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c855d4d2-e9fe-4c36-9f35-ee30a427e837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:41.678858 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75e83-890d-49ef-ba3e-feac9ebe437f req-883823c7-f39a-4f23-868d-65e0e744bf6f tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:41.681111 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2a75e83-890d-49ef-ba3e-feac9ebe437f req-883823c7-f39a-4f23-868d-65e0e744bf6f tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.1157312 May 06 13:33:41.774959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2a75e83-890d-49ef-ba3e-feac9ebe437f req-816ed8bd-0a23-47d3-89e5-4f781f6c3d31 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 May 06 13:33:42.353971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:42.416507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:42.981255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d382504-5c27-4036-8772-11cf6791440d req-3d9a156f-f444-43d1-ac99-f8a7f642df69 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:42.982851 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d382504-5c27-4036-8772-11cf6791440d req-3d9a156f-f444-43d1-ac99-f8a7f642df69 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0895774 May 06 13:33:43.073279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2d382504-5c27-4036-8772-11cf6791440d req-12b95862-cf79-4a83-b7df-f1fc3cc5f781 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836246 May 06 13:33:43.394709 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bef16c-1f06-4d98-9963-b40d403f1487 req-558afb07-7e9d-4cdd-ae00-8cdd69d42ada tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:43.396456 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3bef16c-1f06-4d98-9963-b40d403f1487 req-558afb07-7e9d-4cdd-ae00-8cdd69d42ada tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0955796 May 06 13:33:43.463980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c3bef16c-1f06-4d98-9963-b40d403f1487 req-17e8c0dd-13db-46b4-9b74-3e8c7395af79 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605440 May 06 13:33:43.765406 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:43.939341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da77e-d694-461d-8dde-9fa7db2bb733 req-81c228e5-73df-431e-8b92-c1b3c7b8e728 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:43.940976 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db0da77e-d694-461d-8dde-9fa7db2bb733 req-81c228e5-73df-431e-8b92-c1b3c7b8e728 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0866964 May 06 13:33:44.025062 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db0da77e-d694-461d-8dde-9fa7db2bb733 req-af7129e1-6dcd-42b0-9a0c-633bd8560ee4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746307 May 06 13:33:46.455695 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:33:47.171011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:51.347290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:57.858553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94deff5-1acb-4b5a-ab5b-5956777ba7e2 req-0c662d44-94f4-415d-a82b-58b9a80524cd tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:33:57.860327 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94deff5-1acb-4b5a-ab5b-5956777ba7e2 req-0c662d44-94f4-415d-a82b-58b9a80524cd tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.1152802 May 06 13:33:57.928207 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e94deff5-1acb-4b5a-ab5b-5956777ba7e2 req-da97932f-8254-41ea-b4a4-9eaa70a59969 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564587 May 06 13:33:57.962822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51916) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:58.133275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f399adcb-f3cd-4876-b71f-17706b46c093 tempest-TestMinimumBasicScenario-41355174 tempest-TestMinimumBasicScenario-41355174-project-admin] Synchronizing usage tracker for tenant:fd6990efc028405da1e79c7acfccda1d on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:33:58.234154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f399adcb-f3cd-4876-b71f-17706b46c093 tempest-TestMinimumBasicScenario-41355174 tempest-TestMinimumBasicScenario-41355174-project-admin] Unset dirty status for tenant:fd6990efc028405da1e79c7acfccda1d on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:33:58.236014 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f399adcb-f3cd-4876-b71f-17706b46c093 tempest-TestMinimumBasicScenario-41355174 tempest-TestMinimumBasicScenario-41355174-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1091 time: 0.2711425 May 06 13:33:58.240262 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51922) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:33:58.246474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:33:58.253571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:33:58.258621 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:floatingip and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:33:58.262686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:33:58.270137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:33:58.374121 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:58.660699 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:58.855942 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Allocated IP 172.25.2.79 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/cde87ccc-95cb-4304-a707-2762b2b0f94b) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:33:59.090982 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:59.193800 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:33:59.290231 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:33:59.295846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:33:59.302943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:33:59.364811 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'Port': ['ID=cde87ccc-95cb-4304-a707-2762b2b0f94b,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:33:59.406679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.407087 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.407466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.407867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.408238 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.408605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.408969 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.409327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.409743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.410171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.410551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:33:59.977964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.158820 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.393664 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.456410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.574072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'Port': ['ID=cde87ccc-95cb-4304-a707-2762b2b0f94b,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:00.593083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:00.838364 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Floating IP 219f4325-0583-453e-8e12-28606522a21d associated. External IP: 172.25.2.79, port: fa43700b-4cc2-4e6a-aecc-630645b414ea. May 06 13:34:01.414471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Router e02372ec-a83d-4a7f-9d6b-537815b0b676 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:34:01.647183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:34:01.661510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Sync routers for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:34:01.676630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:34:01.677517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:01.799473 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:01.877447 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4cae419-2fe9-4beb-a4e8-430d9b51bcb5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6355841 May 06 13:34:01.878371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:01.880221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51926) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:01.886950 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765222907', 'description': 'tempest-secgroup-smoke-1765222907 description', 'project_id': 'e7017aae5c234428900d955da12c2d2f'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:01.895439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:01.908183 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:01.949197 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:34:01.970983 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.015947 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:02.020182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:02.024119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:02.030438 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:02.099311 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c2d328-835e-4a53-a60a-aab3dd1e9b5a'] response: {'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:34:02.100576 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.183467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.247236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db447c0-81c9-4a71-96d3-f8d6199eddbe,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:02.261562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-b187bea8-6287-4e4b-8c37-e81bf1cdb34a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1096 time: 0.1412413 May 06 13:34:02.263559 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.263944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.264288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.264629 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.264954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.265281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.266702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.266702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.266702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.266702 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.267123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:34:02.355139 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.356318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-89035c7b-8d88-4db6-8600-5bf198995dbf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4750617 May 06 13:34:02.363622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '219f4325-0583-453e-8e12-28606522a21d', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'port_id': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'mac_address': 'fa:16:3e:fa:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:33:59Z', 'updated_at': '2022-05-06T13:33:59Z', 'revision_number': 0, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:02.367332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51934) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:02.368891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Checking router: e02372ec-a83d-4a7f-9d6b-537815b0b676 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:34:02.376726 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:02.382143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:34:02.383424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:33:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:02.386907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:02.392483 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:02.397051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:02.406928 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:02.442266 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09766930-3520-4551-9dc0-54f93f48a75b req-7b270167-3c02-445c-85aa-1e435558e729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:02.442266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-7b270167-3c02-445c-85aa-1e435558e729 service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.1679876 May 06 13:34:02.522201 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.564402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-001db987-2619-4204-88aa-ca25090400a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 998 time: 0.1199086 May 06 13:34:02.622656 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:34:02.633870 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.640329 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09766930-3520-4551-9dc0-54f93f48a75b req-c7e49f86-5020-4bf7-8a4a-f3ca39453852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:02.642264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-c7e49f86-5020-4bf7-8a4a-f3ca39453852 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.0707030 May 06 13:34:02.719339 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.748283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-ec4bb134-e5e6-45ff-bff8-3e01f21be475 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976677 May 06 13:34:02.764341 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a76653-83cd-4c78-bccc-eda19d117259,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:02.868995 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:02.869925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-365f87de-3df6-4545-b8e8-de71dcb105c8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5013647 May 06 13:34:02.875183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51938) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:02.881291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:02.897001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:02.906289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:02.908464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:02.916523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:02.985220 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-f5000f4f-3295-4975-b1a1-6035b8779811 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283425 May 06 13:34:03.009122 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.096345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.174858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '219f4325-0583-453e-8e12-28606522a21d', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'port_id': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'mac_address': 'fa:16:3e:fa:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:33:59Z', 'updated_at': '2022-05-06T13:33:59Z', 'revision_number': 0, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:34:03.183092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2359564-5073-45b5-b5b4-93c49e1a06e3 None None] The sync data for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 is: [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '219f4325-0583-453e-8e12-28606522a21d', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'port_id': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'mac_address': 'fa:16:3e:fa:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:33:59Z', 'updated_at': '2022-05-06T13:33:59Z', 'revision_number': 0, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:34:03.197502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.245256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32c1429-7da9-4a31-913e-b00239cdcd69,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:03.285374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09766930-3520-4551-9dc0-54f93f48a75b req-98945c28-76f5-4e6a-9e38-d09eaba183fd service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936065 May 06 13:34:03.382197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.384526 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35028f9c-78c1-4e04-8f70-2d449632c6a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5084114 May 06 13:34:03.389197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51942) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:03.400211 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:03.405786 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:03.410831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:03.415105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:03.423202 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:03.443419 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114a6a0c-ec9a-402d-9e6f-ca391fa0a8ec None None] New status for floating IP 219f4325-0583-453e-8e12-28606522a21d: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:34:03.556173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.632755 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.821966 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.850802 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a9e470-c4d4-4d0f-8351-a9633c6a2d60,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:03.919567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:03.920846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-368efc27-d47f-4b81-b324-cce673724ec5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5304816 May 06 13:34:03.924476 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 51946) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:03.931222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:03.939055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:03.943562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:03.947013 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:03.954813 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:04.053517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.130430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.238888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.279484 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca472b4-99c8-4362-89cf-c220855f9777,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:04.462461 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.462461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8f26b7b3-432d-4e15-b397-0a9dea3048a4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5272729 May 06 13:34:04.466160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51950) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:04.466160 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:04.475566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:04.486640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:04.486640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:04.501007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:04.598909 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Project e7017aae5c234428900d955da12c2d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:34:04.598909 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.679588 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.764962 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.792616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019713a5-daf9-43aa-9156-db8cdccd539c,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:04.873324 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:04.874659 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-568f8ae2-b463-475d-8895-b1637b73e2d4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4179599 May 06 13:34:04.878209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 51954) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:34:04.885436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'security_group_rule': {'security_group_id': '5db447c0-81c9-4a71-96d3-f8d6199eddbe', 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:04.892995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:34:04.897838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Usage tracker for resource:security_group_rule and tenant:e7017aae5c234428900d955da12c2d2f is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:34:04.902583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:34:04.909837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:34:04.994602 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Project e7017aae5c234428900d955da12c2d2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:34:05.002500 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:05.088397 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:05.164970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:05.201199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8be0c9d-98ba-4592-9534-8fe39d130382,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:05.290738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:05.291990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-329bc8f0-3477-4493-9858-927f7f856aa4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4127300 May 06 13:34:05.438787 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-6f666b4e-a62f-40a7-ab6c-b762b4387201 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765222907&fields=id&tenant_id=e7017aae5c234428900d955da12c2d2f HTTP/1.1" status: 200 len: 267 time: 0.0479598 May 06 13:34:05.532251 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-7b449136-f44c-4f77-b005-69e24382faef tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:05.534127 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-7b449136-f44c-4f77-b005-69e24382faef tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0874283 May 06 13:34:05.551157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'port': {'security_groups': ['306bef87-fb5a-4e01-bcb4-f4b720b1299f', '5db447c0-81c9-4a71-96d3-f8d6199eddbe']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:34:05.700570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:06.014509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:34:06.053672 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:06.164928 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:06.177595 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:06.242720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.243247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:06.244765 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0086d18-c28c-44da-b5b6-6719e8e137c4 req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "PUT /v2.0/ports/fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 981 time: 0.7023063 May 06 13:34:06.245253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:34:06.284029 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9681d-a29e-4dcc-8a3d-c3c099c19148 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=6']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:34:06.310948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:34:06.320924 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4a95e1-84ee-4d12-b975-d0285b13ab8d'] response: {'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:34:06.459704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-fd97d1ba-75b5-4347-acc2-aadf93e42b2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1135 time: 0.1122589 May 06 13:34:06.658034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-a42620ca-bc46-4ede-be04-d514f4e4c20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.661197 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-a42620ca-bc46-4ede-be04-d514f4e4c20a service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.1938488 May 06 13:34:06.680455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c4e6f-8b43-4b6b-aa51-1e3586e2667d req-0ad830cc-2d02-41df-98bf-df3f519416b3 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.683099 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-841c4e6f-8b43-4b6b-aa51-1e3586e2667d req-0ad830cc-2d02-41df-98bf-df3f519416b3 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.2439411 May 06 13:34:06.774546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-841c4e6f-8b43-4b6b-aa51-1e3586e2667d req-a9e83351-cd7b-47df-b7d0-92ea3d785bed tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778103 May 06 13:34:06.843650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-475f7e4e-0925-482a-95cb-c1dff21fda9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 1000 time: 0.1769180 May 06 13:34:06.846085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6d074e4a-a46a-4177-bca5-1e32620774a8 None None] Provisioning complete for port fa43700b-4cc2-4e6a-aecc-630645b414ea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:34:06.846450 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d074e4a-a46a-4177-bca5-1e32620774a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:06.922478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-e72b3e10-162e-42db-8ca4-ce2789e08578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:06.924151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-e72b3e10-162e-42db-8ca4-ce2789e08578 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.0742946 May 06 13:34:07.060798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-39b20997-203b-4206-b21e-f66b2c7b84b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292958 May 06 13:34:07.250011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-d50c1e0f-9771-4f50-9c78-6d87be296cc3 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814282 May 06 13:34:07.402945 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dcb3ac6-1c99-4a8e-aa11-d16c1ea76547 req-deab2010-8d03-44d9-b0fd-fd534a492ff7 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467927 May 06 13:34:08.484555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c2fd5c7-2395-4f59-b858-79e6f6f66148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:10.730414 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc3a8ce6-6a64-4b18-b368-1a5ab442f67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:12.331782 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:12.399742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:13.781593 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:17.193184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:19.496200 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524895ab-2b00-430a-8b5b-552198479246 req-06505659-1092-4ffd-a1f8-d3f6d8f3ef1b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:19.497780 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-524895ab-2b00-430a-8b5b-552198479246 req-06505659-1092-4ffd-a1f8-d3f6d8f3ef1b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0935218 May 06 13:34:19.529810 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-7e95645b-8c10-4097-96c4-be8ad158e699 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1135 time: 0.0905130 May 06 13:34:19.554503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-524895ab-2b00-430a-8b5b-552198479246 req-7096e684-f3e9-4f1c-9a2e-247ca77eece5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503519 May 06 13:34:19.756366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-239ee895-96ba-4a6f-b0cd-9393853b5fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:19.759123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-239ee895-96ba-4a6f-b0cd-9393853b5fa6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.2230501 May 06 13:34:19.887797 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-e71c6284-9075-4cc7-988e-0a75ba649e5c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 1000 time: 0.1217709 May 06 13:34:19.962660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-96858c4e-d0b0-451d-8866-358951c714d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:19.964238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-96858c4e-d0b0-451d-8866-358951c714d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.0698068 May 06 13:34:20.062243 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-341cb081-2c67-4f95-8b83-fa2d6fc537f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905921 May 06 13:34:20.217110 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-c0015f2b-0aca-4a4f-b6d4-11dec22b11eb service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476455 May 06 13:34:20.373198 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-797c6efb-e391-4b61-93d1-cb556dc54f29 req-57437fec-1c97-40c8-a9d1-3fd3f5d30b38 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487961 May 06 13:34:20.821907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc744ca0-99cb-460c-a420-ff0a6795b1d0 req-9415e8ae-3db8-4acc-9b45-a1944da2bbab tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:20.824186 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc744ca0-99cb-460c-a420-ff0a6795b1d0 req-9415e8ae-3db8-4acc-9b45-a1944da2bbab tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.1213293 May 06 13:34:20.885895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc744ca0-99cb-460c-a420-ff0a6795b1d0 req-c2f35724-9d2a-4f8c-a9f5-24b206dbe6fa tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:34:21.010521 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-fc744ca0-99cb-460c-a420-ff0a6795b1d0 req-c2f35724-9d2a-4f8c-a9f5-24b206dbe6fa tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:34:21.012256 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fc744ca0-99cb-460c-a420-ff0a6795b1d0 req-c2f35724-9d2a-4f8c-a9f5-24b206dbe6fa tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772733 May 06 13:34:21.364489 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:22.258203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d981b-d219-4044-afb1-28df00c830a2 req-14ecdd39-6732-4e3e-9bbd-4466fc853196 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:22.259782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-051d981b-d219-4044-afb1-28df00c830a2 req-14ecdd39-6732-4e3e-9bbd-4466fc853196 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0977235 May 06 13:34:22.314597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-051d981b-d219-4044-afb1-28df00c830a2 req-45c8c38e-008c-4b5a-97d6-e4809fd7d34e tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488386 May 06 13:34:23.456862 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:34:23.544467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd401-95cf-4174-aa6f-00f04c3b37dc req-84e92b2f-cfed-4a38-8ffb-95d300dafa95 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:23.545968 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817cd401-95cf-4174-aa6f-00f04c3b37dc req-84e92b2f-cfed-4a38-8ffb-95d300dafa95 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0821781 May 06 13:34:23.596120 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-817cd401-95cf-4174-aa6f-00f04c3b37dc req-ce51ab13-7828-4f45-942a-91476e574b9a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443389 May 06 13:34:24.887396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3180c-71db-4405-8843-5c675778b45b req-bece0a1a-745f-4de6-9227-f6593f8c1923 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:24.889090 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28d3180c-71db-4405-8843-5c675778b45b req-bece0a1a-745f-4de6-9227-f6593f8c1923 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.1411197 May 06 13:34:24.965187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28d3180c-71db-4405-8843-5c675778b45b req-42c058de-a214-49b4-a650-74ef70f8a633 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698259 May 06 13:34:26.269951 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244a685-02f2-4b5c-ae92-1391acc7f101 req-e52cc1fc-af54-4b38-882e-1a76e15586bc tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:26.271483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c244a685-02f2-4b5c-ae92-1391acc7f101 req-e52cc1fc-af54-4b38-882e-1a76e15586bc tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0895853 May 06 13:34:26.324997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c244a685-02f2-4b5c-ae92-1391acc7f101 req-7c503b1b-2010-40ec-93b4-23ddbcc48d8c tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464694 May 06 13:34:27.533724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9923a9-4095-42ea-8029-3c49f20790a9 req-db5dabcc-26e6-4695-87a0-4bccb495ea56 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:27.535230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e9923a9-4095-42ea-8029-3c49f20790a9 req-db5dabcc-26e6-4695-87a0-4bccb495ea56 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0837142 May 06 13:34:27.589202 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0e9923a9-4095-42ea-8029-3c49f20790a9 req-313cf5b2-0932-4d1a-8a7e-95ec26fbc1f5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477905 May 06 13:34:28.826480 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76e5fc-0b7e-4f14-8abc-f3ff51d361c2 req-2b046de9-1fd4-4ff2-9f8d-fe3083d8cd48 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:28.828104 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de76e5fc-0b7e-4f14-8abc-f3ff51d361c2 req-2b046de9-1fd4-4ff2-9f8d-fe3083d8cd48 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0940247 May 06 13:34:28.992091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de76e5fc-0b7e-4f14-8abc-f3ff51d361c2 req-b1a0e22b-e2ff-4ecb-8d30-3bb86e05879a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526887 May 06 13:34:30.210156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005ed5-3c2c-4ea5-92e7-135e6f7d37c5 req-0dbe9cfe-2866-4c88-b10d-765e9dc10a83 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:30.211953 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba005ed5-3c2c-4ea5-92e7-135e6f7d37c5 req-0dbe9cfe-2866-4c88-b10d-765e9dc10a83 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0875039 May 06 13:34:30.263176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ba005ed5-3c2c-4ea5-92e7-135e6f7d37c5 req-fd11eae7-7940-4122-a025-679ca0636e58 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453560 May 06 13:34:31.500270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa706b44-a224-4925-a1ff-c9fdafaffa6c req-587f3c6e-bb59-45ee-a18c-c459695f289d tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:31.501803 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa706b44-a224-4925-a1ff-c9fdafaffa6c req-587f3c6e-bb59-45ee-a18c-c459695f289d tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0935090 May 06 13:34:31.558067 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa706b44-a224-4925-a1ff-c9fdafaffa6c req-89dbca0d-6d7c-486a-a4f4-26e63446e564 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491772 May 06 13:34:32.845603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2777-4bec-4b6d-a973-1790af1f3e90 req-bd4e29f6-c1d2-4a3f-bbca-cb059003b0b7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:32.847123 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f6a2777-4bec-4b6d-a973-1790af1f3e90 req-bd4e29f6-c1d2-4a3f-bbca-cb059003b0b7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0912993 May 06 13:34:32.906022 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6f6a2777-4bec-4b6d-a973-1790af1f3e90 req-2de2e13f-9ea0-4062-b7fe-0fc75ddcdcc5 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531495 May 06 13:34:34.141377 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b121-6cd5-4d37-93a8-93da527050bf req-64b17dd8-ecbc-40d4-ac9b-f183db4a60af tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:34.143022 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe47b121-6cd5-4d37-93a8-93da527050bf req-64b17dd8-ecbc-40d4-ac9b-f183db4a60af tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0953646 May 06 13:34:34.197788 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe47b121-6cd5-4d37-93a8-93da527050bf req-8c22ee05-a284-4a82-8167-9fd8eaa8cddf tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481730 May 06 13:34:35.469736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a66d9f-3976-4d11-9a06-354c214a57e0 req-08a82bed-5173-461b-856c-6eddd2f30ef0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:35.471331 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5a66d9f-3976-4d11-9a06-354c214a57e0 req-08a82bed-5173-461b-856c-6eddd2f30ef0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0873728 May 06 13:34:35.530525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b5a66d9f-3976-4d11-9a06-354c214a57e0 req-4e1d2487-7cb1-4d39-bba5-9647712e70f4 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472667 May 06 13:34:36.794658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c58a02-de0d-448e-8f35-9b7dbefae85e req-3eecea39-b883-4723-9b7e-611a3124ec25 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:36.796317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1c58a02-de0d-448e-8f35-9b7dbefae85e req-3eecea39-b883-4723-9b7e-611a3124ec25 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0870132 May 06 13:34:36.852057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d1c58a02-de0d-448e-8f35-9b7dbefae85e req-b1ae38da-fc14-4003-bcfa-93cd392a7a29 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&id=5db447c0-81c9-4a71-96d3-f8d6199eddbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488245 May 06 13:34:38.496174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-192f9f37-c1e0-477f-898d-2f64a22a89df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:40.741520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c7919f1a-296f-4c33-a359-0c3b84ded319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:41.983615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-1415a1bb-e971-4e49-9861-3d3be3816532 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771489 May 06 13:34:42.135567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-ca41fcdf-f7aa-4324-8720-d79e65102a67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1135 time: 0.0779648 May 06 13:34:42.300964 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-f0beeeb7-f05e-47ad-9abc-716a8ebc21b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:42.302485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-f0beeeb7-f05e-47ad-9abc-716a8ebc21b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.1459074 May 06 13:34:42.425483 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-018630db-888e-43c7-bfd8-02e95229e6b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 1000 time: 0.1162884 May 06 13:34:42.433153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:42.496540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-d8e01f40-8be8-4604-8a76-c767bf29158e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:34:42.497990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-d8e01f40-8be8-4604-8a76-c767bf29158e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.0665317 May 06 13:34:42.519108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:42.581300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-1941aee8-07a3-4c07-bdf7-7cd0cdf6a21f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762596 May 06 13:34:42.726259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-4f20703b-dcc6-4df7-881f-21ace422a4d1 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378546 May 06 13:34:42.870907 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ac0d36fe-ed1b-4ad9-94ef-e64703894edc req-6a47f8e1-f5ab-48a8-b9d4-c434075926e1 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391680 May 06 13:34:43.810734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:47.221231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:34:51.369901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:00.458198 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:08.496005 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8821e66f-d534-4f44-b1e2-aba0a30f42e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:09.386020 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-f68c55e0-394b-4b15-b6b1-38967fc4f9a8 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765222907&fields=id&tenant_id=e7017aae5c234428900d955da12c2d2f HTTP/1.1" status: 200 len: 267 time: 0.0493951 May 06 13:35:09.482383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-6f8ce2fd-e02a-4c70-a539-244f313c1f0a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:09.483982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-6f8ce2fd-e02a-4c70-a539-244f313c1f0a tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 984 time: 0.0921643 May 06 13:35:09.500737 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Request body: {'port': {'security_groups': ['306bef87-fb5a-4e01-bcb4-f4b720b1299f']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:09.636961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:09.942094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:09.978000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.118577 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.132099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:10.206072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:10.206720 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.208142 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b2706fa4-e3d3-4287-aa45-1b7b6dd0a045 req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "PUT /v2.0/ports/fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 942 time: 0.7124031 May 06 13:35:10.208613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:10.217327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:10.240285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event updated for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=7']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:10.256328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.257364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.257783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.258356 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.258688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.259015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.259338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.259814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.260194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.260520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.260834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb6c9db-5302-4947-bfcb-1ec1110122d0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.293524 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a89947b-ddd2-459a-af85-3df7a1bcfd05'] response: {'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:35:10.320348 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.329705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:10.404995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.486990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-da709809-f47f-48fb-9887-2723d51a4782 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1096 time: 0.1680121 May 06 13:35:10.571452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-47830f64-39a6-423c-95bf-802adcd1dd22 None None] Provisioning complete for port fa43700b-4cc2-4e6a-aecc-630645b414ea triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:10.571966 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-47830f64-39a6-423c-95bf-802adcd1dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.732445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-2f0a38c3-4003-48ef-984e-8554a9453356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:10.735615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-2f0a38c3-4003-48ef-984e-8554a9453356 service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.2406361 May 06 13:35:10.803382 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.847270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db447c0-81c9-4a71-96d3-f8d6199eddbe,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:10.852928 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50581a0c-dfd4-4c6b-aca2-0b81caed9e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:10.870327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.870798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.871018 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.872022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.872022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.872225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.872385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.872729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.873041 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.873364 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.873685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:10.884898 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-87d65c0f-393e-4897-9423-091f87054baf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 1000 time: 0.1439798 May 06 13:35:10.977596 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-105c7315-1e19-4257-b148-fe810723d036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:10.979895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-105c7315-1e19-4257-b148-fe810723d036 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.0881793 May 06 13:35:11.158328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:11.159491 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-11de9f63-94f8-4976-b021-e9927f8b3ac7 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "DELETE /v2.0/security-groups/5db447c0-81c9-4a71-96d3-f8d6199eddbe HTTP/1.1" status: 204 len: 168 time: 0.9406271 May 06 13:35:11.164463 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52036) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:11.196339 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-964db8ee-3029-4f0d-bc06-4bb55669ac7e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100554 May 06 13:35:11.367940 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-5b9b8340-46b9-4f90-afd4-5ca5dea300e6 service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597602 May 06 13:35:11.490278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Deleting port cde87ccc-95cb-4304-a707-2762b2b0f94b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:11.491243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:11.540677 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-031cfb79-b4f6-4ec4-ae87-f593c1ad6ef6 req-efb4b7a5-76dd-4808-abf0-f7fbbc03ad4a service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712725 May 06 13:35:11.815323 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:11.815851 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.007712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Calling delete_port for cde87ccc-95cb-4304-a707-2762b2b0f94b owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:12.278793 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.320028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.331003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event deleted for resources: {'Port': ['ID=cde87ccc-95cb-4304-a707-2762b2b0f94b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:12.445164 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.479634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:12.949214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Router e02372ec-a83d-4a7f-9d6b-537815b0b676 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:35:13.253096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:35:13.266803 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Sync routers for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:35:13.281934 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:13.282573 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:13.372281 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:13.439851 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e262877c-e4b8-4a03-a791-c1abdd12ee3b tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "DELETE /v2.0/floatingips/219f4325-0583-453e-8e12-28606522a21d HTTP/1.1" status: 204 len: 168 time: 2.2736256 May 06 13:35:13.440570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:13.491395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:13.521150 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3d6c58-1b55-443e-9418-68bcfae95b8e'] response: {'name': 'network-changed', 'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:35:13.632379 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-15e3ff3c-9104-4f43-a620-075067f3b9b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e7017aae5c234428900d955da12c2d2f&device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 1096 time: 0.0835888 May 06 13:35:13.824418 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-060c3430-4b6b-4683-a2f0-7ddc3eabf937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:13.827252 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-060c3430-4b6b-4683-a2f0-7ddc3eabf937 service neutron] 10.222.0.86 "GET /v2.0/networks?id=589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 200 len: 915 time: 0.1886470 May 06 13:35:13.873373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:13.921522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:13.927566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-3a87020e-7add-4200-897b-a3800172246c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 200 len: 217 time: 0.0932305 May 06 13:35:13.929173 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Checking router: e02372ec-a83d-4a7f-9d6b-537815b0b676 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:35:13.947922 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:13.948953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:14.056431 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-eaa9ac51-e12d-47ee-bb67-f8eedd4b5b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:14.058829 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-eaa9ac51-e12d-47ee-bb67-f8eedd4b5b84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 200 len: 853 time: 0.1248193 May 06 13:35:14.173376 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-bcbf7862-8842-4fc0-87a6-857701672b82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=589e6272-dc56-4578-839b-9cde34f41903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080155 May 06 13:35:14.228607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:14.354906 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-19935e2f-68fa-4d5a-b37f-7ff71f766ccc service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741140 May 06 13:35:14.579702 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f0b5c84-9ee2-43e6-927c-f3282faa2ba5 req-5dde6c0e-8033-4f5b-9b26-003490475cdd service neutron] 10.222.0.86 "GET /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177439 May 06 13:35:14.671204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:14.676989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcb700-3b37-41b3-91f3-0d5e6414891f None None] The sync data for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 is: [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:32:55Z', 'revision_number': 4, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'eaea8559-e6f0-420e-b79c-961c9dc8851c', 'name': '', 'network_id': '589e6272-dc56-4578-839b-9cde34f41903', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'mac_address': 'fa:16:3e:48:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:54Z', 'updated_at': '2022-05-06T13:33:03Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'subnets': [{'id': 'e68dd6ba-1132-41d6-9bd8-7f0b54f7921d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:35:14.988245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9a79c-68c0-4e46-9e8e-b2ce1237c541 None None] New status for floating IP 219f4325-0583-453e-8e12-28606522a21d: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:35:17.233439 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:19.947508 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3b10d-c142-4aea-9e13-656007d2fb64 req-50f1953b-b0e6-4a20-992c-7aa67e4711b2 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:19.948452 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7ac3b10d-c142-4aea-9e13-656007d2fb64 req-50f1953b-b0e6-4a20-992c-7aa67e4711b2 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:35:20.055590 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7ac3b10d-c142-4aea-9e13-656007d2fb64 req-50f1953b-b0e6-4a20-992c-7aa67e4711b2 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:35:20.056895 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ac3b10d-c142-4aea-9e13-656007d2fb64 req-50f1953b-b0e6-4a20-992c-7aa67e4711b2 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.2487776 May 06 13:35:20.110317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7ac3b10d-c142-4aea-9e13-656007d2fb64 req-761bb2c5-548b-4487-a914-f18d20340047 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 May 06 13:35:21.343877 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f2c9-450d-4dc2-ab02-fe6265da3645 req-38847b00-586c-4fe0-8816-b37f25f270dc tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:21.346188 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0c3f2c9-450d-4dc2-ab02-fe6265da3645 req-38847b00-586c-4fe0-8816-b37f25f270dc tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0958781 May 06 13:35:21.370795 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:21.403387 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a0c3f2c9-450d-4dc2-ab02-fe6265da3645 req-57f39c4d-bf33-4d87-9159-1eff86e54787 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Synchronizing usage tracker for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:35:21.507810 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-a0c3f2c9-450d-4dc2-ab02-fe6265da3645 req-57f39c4d-bf33-4d87-9159-1eff86e54787 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Unset dirty status for tenant:e7017aae5c234428900d955da12c2d2f on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:35:21.509019 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a0c3f2c9-450d-4dc2-ab02-fe6265da3645 req-57f39c4d-bf33-4d87-9159-1eff86e54787 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/security-groups?id=306bef87-fb5a-4e01-bcb4-f4b720b1299f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553385 May 06 13:35:21.600791 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-d6df7746-9923-459d-ad6d-4696df7ce022 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:21.602148 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-d6df7746-9923-459d-ad6d-4696df7ce022 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 945 time: 0.0918834 May 06 13:35:21.679492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Deleting port fa43700b-4cc2-4e6a-aecc-630645b414ea {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:21.679925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:21.961264 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] For port fa43700b-4cc2-4e6a-aecc-630645b414ea, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=fa43700b-4cc2-4e6a-aecc-630645b414ea,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:21.961622 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:22.205739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Calling delete_port for fa43700b-4cc2-4e6a-aecc-630645b414ea owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:22.461641 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:22.475561 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['fa43700b-4cc2-4e6a-aecc-630645b414ea'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:35:22.521307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Pushing event deleted for resources: {'Port': ['ID=fa43700b-4cc2-4e6a-aecc-630645b414ea,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:22.601107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] No DVR routers for this DVR port fa43700b-4cc2-4e6a-aecc-630645b414ea on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:35:22.604392 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:22.607274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'name': 'network-vif-deleted', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:35:22.686092 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d4fb4721-7ced-40d4-8e37-b56bd6eeff41 req-e71f2740-5611-4657-b24d-f9f3911b88e0 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.86 "DELETE /v2.0/ports/fa43700b-4cc2-4e6a-aecc-630645b414ea HTTP/1.1" status: 204 len: 173 time: 1.0780306 May 06 13:35:22.696455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-554e9c54-077d-43de-9a38-49ec6f524846 req-3d0616a7-874f-4cae-826e-d6ef5e0454d1 tempest-TestMinimumBasicScenario-906502918 tempest-TestMinimumBasicScenario-906502918-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d32e97a-3efc-4172-8938-dff63f1d98ae HTTP/1.1" status: 200 len: 210 time: 0.0488672 May 06 13:35:22.788796 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24feb47e-c78d-4035-bc71-4114507be07b'] response: {'server_uuid': '9d32e97a-3efc-4172-8938-dff63f1d98ae', 'name': 'network-vif-deleted', 'tag': 'fa43700b-4cc2-4e6a-aecc-630645b414ea', 'status': 'completed', 'code': 200} May 06 13:35:25.652032 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52124) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:25.813186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fa43700b-4cc2-4e6a-aecc-630645b414ea no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:25.862885 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: fa43700b-4cc2-4e6a-aecc-630645b414ea {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:25.863316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device fa43700b-4cc2-4e6a-aecc-630645b414ea not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:26.332740 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:27.160960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Deleting port eaea8559-e6f0-420e-b79c-961c9dc8851c {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:27.161849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:27.355947 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] For port eaea8559-e6f0-420e-b79c-961c9dc8851c, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=eaea8559-e6f0-420e-b79c-961c9dc8851c,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:27.356217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:27.493971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Calling delete_port for eaea8559-e6f0-420e-b79c-961c9dc8851c owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:27.798610 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:27.882990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=eaea8559-e6f0-420e-b79c-961c9dc8851c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:28.376869 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:29.020843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Router e02372ec-a83d-4a7f-9d6b-537815b0b676 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:35:29.244258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:35:29.258124 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Sync routers for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:35:29.261589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1f5de224-0b64-44ea-bbf4-c5e482f32a4c admin admin] 10.222.0.83 "PUT /v2.0/routers/e02372ec-a83d-4a7f-9d6b-537815b0b676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6053731 May 06 13:35:29.261589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52130) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:29.279721 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:29.280716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:29.495005 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:29.576818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:29.865457 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:29.941684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Deleting port 26f7b107-0af1-473d-8b3b-9d91f335fa13 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:29.942279 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:29.944206 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:35:27Z', 'revision_number': 5, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port': {'id': '26f7b107-0af1-473d-8b3b-9d91f335fa13', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:32:52Z', 'updated_at': '2022-05-06T13:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:29.951520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Checking router: e02372ec-a83d-4a7f-9d6b-537815b0b676 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:35:29.970787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Routers {'e02372ec-a83d-4a7f-9d6b-537815b0b676'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:29.971878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e02372ec-a83d-4a7f-9d6b-537815b0b676'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:30.177269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] Set router e02372ec-a83d-4a7f-9d6b-537815b0b676 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:30.299142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:35:29Z', 'revision_number': 6, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:30.304399 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0a302-bcd6-464d-bb56-cf9e6890b392 None None] The sync data for ids ['e02372ec-a83d-4a7f-9d6b-537815b0b676'] in n-d-840845-1 is: [{'id': 'e02372ec-a83d-4a7f-9d6b-537815b0b676', 'name': 'tempest-TestMinimumBasicScenario-139268947-router', 'tenant_id': 'e7017aae5c234428900d955da12c2d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:32:51Z', 'updated_at': '2022-05-06T13:35:29Z', 'revision_number': 6, 'project_id': 'e7017aae5c234428900d955da12c2d2f', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:35:30.312668 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] For port 26f7b107-0af1-473d-8b3b-9d91f335fa13, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=26f7b107-0af1-473d-8b3b-9d91f335fa13,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:30.313216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:30.546346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Calling delete_port for 26f7b107-0af1-473d-8b3b-9d91f335fa13 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:30.683353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device eaea8559-e6f0-420e-b79c-961c9dc8851c no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:30.739019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: eaea8559-e6f0-420e-b79c-961c9dc8851c {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:30.739611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device eaea8559-e6f0-420e-b79c-961c9dc8851c not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:30.896053 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:30.944798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f7b107-0af1-473d-8b3b-9d91f335fa13,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:31.209697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.504706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.510594 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.626872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.628018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02372ec-a83d-4a7f-9d6b-537815b0b676 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:35:31.642386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.643457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9095516e-a7ff-4da8-adf2-4a37a32285a2 admin admin] 10.222.0.83 "DELETE /v2.0/routers/e02372ec-a83d-4a7f-9d6b-537815b0b676 HTTP/1.1" status: 204 len: 168 time: 2.3809662 May 06 13:35:31.647840 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52134) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:31.728733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Deleting subnet e68dd6ba-1132-41d6-9bd8-7f0b54f7921d {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:35:31.732708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.790469 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:31.885233 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.073686 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.120450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68dd6ba-1132-41d6-9bd8-7f0b54f7921d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:32.132250 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.138187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c4b14-6e22-402b-b1c7-462a5da69c71 None None] Network 589e6272-dc56-4578-839b-9cde34f41903 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:35:32.142521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-35e4f386-3ad4-4e27-bb25-6575a3a1414a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e68dd6ba-1132-41d6-9bd8-7f0b54f7921d HTTP/1.1" status: 204 len: 168 time: 0.4929976 May 06 13:35:32.147375 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52138) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:32.283393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.304012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Deleting port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:32.304544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.480125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] DHCP port deletion for 589e6272-dc56-4578-839b-9cde34f41903 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:35:32.484998 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Deleting port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:32.485854 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.726325 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 26f7b107-0af1-473d-8b3b-9d91f335fa13 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:32.800645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 26f7b107-0af1-473d-8b3b-9d91f335fa13 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:32.801140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 26f7b107-0af1-473d-8b3b-9d91f335fa13 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:32.801674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:32.813510 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] For port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:32.814429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.873652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] For port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,segment=NetworkSegment(6cccaed2-48d6-47d0-b3b8-4695df7a7f83),segment_id=6cccaed2-48d6-47d0-b3b8-4695df7a7f83)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:32.874026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:32.974415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Calling delete_port for 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:33.043695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Calling delete_port for 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:33.164576 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.200155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 update to DOWN by agent not found {{(pid=84801) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 06 13:35:33.215431 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Pushing event deleted for resources: {'Port': ['ID=331f5d1a-99f1-44f6-af62-f49a7b1a96a6,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:33.223386 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] No DVR routers for this DVR port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:35:33.238003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:35:33.238356 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:35:33.448462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.497399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589e6272-dc56-4578-839b-9cde34f41903']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:33.522645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cccaed2-48d6-47d0-b3b8-4695df7a7f83') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:33.523057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cccaed2-48d6-47d0-b3b8-4695df7a7f83') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:33.536958 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.556516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.564303 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:35:33.564831 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: timer() May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:35:33.579250 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:35:33.734455 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.741090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Deleting port 331f5d1a-99f1-44f6-af62-f49a7b1a96a6 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:33.741566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.753737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:33.771736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] Pushing event deleted for resources: {'Network': ['ID=589e6272-dc56-4578-839b-9cde34f41903,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:33.845095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8a978c1c-ec0e-4905-8286-6042b8ad0e3b None None] The port '331f5d1a-99f1-44f6-af62-f49a7b1a96a6' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:35:33.878485 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3e10191b-63fb-44cb-ac12-4a3b0503b94a admin admin] 10.222.0.83 "DELETE /v2.0/networks/589e6272-dc56-4578-839b-9cde34f41903 HTTP/1.1" status: 204 len: 168 time: 1.7295029 May 06 13:35:33.883375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52142) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:34.368077 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.145114 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Deleting port b9e711fc-85bf-40bf-82f6-7f4e8e104f34 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:35.145962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.466320 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] For port b9e711fc-85bf-40bf-82f6-7f4e8e104f34, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:35.466754 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.611022 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Calling delete_port for b9e711fc-85bf-40bf-82f6-7f4e8e104f34 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:35.880346 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:35.933624 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e711fc-85bf-40bf-82f6-7f4e8e104f34,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:36.294258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:36.994065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Router c03a0483-18e1-45c5-9472-dfc81f3420ea has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:35:37.463293 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:35:37.473703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:35:37.487864 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Sync routers for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:35:37.508407 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:37.509472 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:37.574553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-895316b2-6ca8-4694-b99d-5db9f15df7b9 admin admin] 10.222.0.83 "PUT /v2.0/routers/c03a0483-18e1-45c5-9472-dfc81f3420ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6897385 May 06 13:35:37.577897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52146) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:37.801477 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:37.947689 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.233489 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.290743 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:35:35Z', 'revision_number': 5, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port': {'id': 'bba0e6e9-ccf7-40bc-82e7-5db465b4af3a', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:33:01Z', 'updated_at': '2022-05-06T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:38.296129 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Checking router: c03a0483-18e1-45c5-9472-dfc81f3420ea for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:35:38.309201 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Routers {'c03a0483-18e1-45c5-9472-dfc81f3420ea'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:38.309818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['c03a0483-18e1-45c5-9472-dfc81f3420ea'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:38.364433 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Deleting port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:38.368448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.479909 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] Set router c03a0483-18e1-45c5-9472-dfc81f3420ea gateway port host: None {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:38.513087 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e0332099-a78b-4bb0-b424-54900042d3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.601059 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] For port bba0e6e9-ccf7-40bc-82e7-5db465b4af3a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:38.601736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:38.701203 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:35:38Z', 'revision_number': 6, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:38.706432 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a29825-7e71-4f42-9e24-00fd82fdd97f None None] The sync data for ids ['c03a0483-18e1-45c5-9472-dfc81f3420ea'] in n-d-840845-1 is: [{'id': 'c03a0483-18e1-45c5-9472-dfc81f3420ea', 'name': 'tempest-TestMinimumBasicScenario-1716671598-router', 'tenant_id': 'fd6990efc028405da1e79c7acfccda1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:33:00Z', 'updated_at': '2022-05-06T13:35:38Z', 'revision_number': 6, 'project_id': 'fd6990efc028405da1e79c7acfccda1d', 'gw_port_host': None}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:35:38.865912 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Calling delete_port for bba0e6e9-ccf7-40bc-82e7-5db465b4af3a owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:39.130045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.178957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba0e6e9-ccf7-40bc-82e7-5db465b4af3a,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:39.449232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.846989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.854878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.993507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:39.994157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03a0483-18e1-45c5-9472-dfc81f3420ea {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:35:40.014173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.016135 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db211aa4-0b09-47b6-be16-8a7d347b9c94 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c03a0483-18e1-45c5-9472-dfc81f3420ea HTTP/1.1" status: 204 len: 168 time: 2.4362736 May 06 13:35:40.019106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52150) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:40.126750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Deleting subnet aed7be67-35e7-4036-ba8e-eacf399806d5 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:35:40.131859 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.228509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.323802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.484705 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.530267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed7be67-35e7-4036-ba8e-eacf399806d5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:40.541809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.547225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892e9ae-0513-4796-96d5-ea0085b34314 None None] Network c7b83706-169a-4f4e-890b-d1fffb587dd0 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:35:40.552387 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-54e5ed51-1fbe-46e5-9b85-53946f8e1f2a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/aed7be67-35e7-4036-ba8e-eacf399806d5 HTTP/1.1" status: 204 len: 168 time: 0.5311973 May 06 13:35:40.556090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52156) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:40.713879 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.729718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Deleting port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:40.732076 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.735954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b9e711fc-85bf-40bf-82f6-7f4e8e104f34 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:40.863250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ce6f8a03-620d-43e5-9591-356c1d79c271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:40.878741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: b9e711fc-85bf-40bf-82f6-7f4e8e104f34 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:40.879270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device b9e711fc-85bf-40bf-82f6-7f4e8e104f34 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:40.879932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bba0e6e9-ccf7-40bc-82e7-5db465b4af3a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:40.950180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: bba0e6e9-ccf7-40bc-82e7-5db465b4af3a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:40.950886 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device bba0e6e9-ccf7-40bc-82e7-5db465b4af3a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:41.059133 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] DHCP port deletion for c7b83706-169a-4f4e-890b-d1fffb587dd0 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:35:41.064869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Deleting port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:41.065560 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.121451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] For port a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:41.122356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.282978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Calling delete_port for a31db6c7-a6b8-43db-8642-5fb4e33b35b4 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:41.393556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] For port a31db6c7-a6b8-43db-8642-5fb4e33b35b4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,segment=NetworkSegment(5e04edee-59ec-4594-a88a-023d40b927a9),segment_id=5e04edee-59ec-4594-a88a-023d40b927a9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:41.394175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.461454 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.519679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a31db6c7-a6b8-43db-8642-5fb4e33b35b4,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:41.525996 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] No DVR routers for this DVR port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:35:41.679301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.686662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Calling delete_port for a31db6c7-a6b8-43db-8642-5fb4e33b35b4 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:35:41.711034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b83706-169a-4f4e-890b-d1fffb587dd0']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:41.726006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e04edee-59ec-4594-a88a-023d40b927a9') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:41.726446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e04edee-59ec-4594-a88a-023d40b927a9') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:41.740813 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.763000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.774601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:35:41.775415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: timer() May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:35:41.803033 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:35:41.824122 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:35:41.824645 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:35:42.010083 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.028137 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.040281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b83706-169a-4f4e-890b-d1fffb587dd0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:42.049021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ffe47783-fb3e-471b-9855-0790483c99cc admin admin] 10.222.0.83 "DELETE /v2.0/networks/c7b83706-169a-4f4e-890b-d1fffb587dd0 HTTP/1.1" status: 204 len: 168 time: 1.4914978 May 06 13:35:42.325680 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Deleting port a31db6c7-a6b8-43db-8642-5fb4e33b35b4 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:35:42.325969 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.395957 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.471284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-70f3f635-1689-4a1a-b10a-71df082fe3e2 None None] The port 'a31db6c7-a6b8-43db-8642-5fb4e33b35b4' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:35:42.524493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52162) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:42.558459 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.585743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f1da235-c9d6-4d1d-ba84-7718fe55d124 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7017aae5c234428900d955da12c2d2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591927 May 06 13:35:42.588065 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52166) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:42.670727 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.708981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.712027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a31db6c7-a6b8-43db-8642-5fb4e33b35b4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:35:42.774070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: a31db6c7-a6b8-43db-8642-5fb4e33b35b4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:35:42.774538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device a31db6c7-a6b8-43db-8642-5fb4e33b35b4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:35:42.888808 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:42.908985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bef87-fb5a-4e01-bcb4-f4b720b1299f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:43.039352 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:43.040991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bf548629-6d59-4aa4-8bd8-e1aa338ad734 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/306bef87-fb5a-4e01-bcb4-f4b720b1299f HTTP/1.1" status: 204 len: 168 time: 0.4517303 May 06 13:35:43.787513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:43.941964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52174) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:44.000670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-eab108bf-450c-4509-952b-c9f0c4c2a8f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd6990efc028405da1e79c7acfccda1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574892 May 06 13:35:44.003542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52178) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:44.076094 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.107320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.267175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.283601 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f5165-9d7a-4a33-9104-a04987563b48,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:44.291309 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:44.292446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c68d8212-00fa-4f0c-82c1-ef804d9263f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e91f5165-9d7a-4a33-9104-a04987563b48 HTTP/1.1" status: 204 len: 168 time: 0.2879388 May 06 13:35:47.197937 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:47.853194 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52224) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:47.858944 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1624947447', 'description': 'tempest-secgroup-smoke-1624947447 description', 'project_id': 'a6679b90eb214b439834e342e730578b'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:47.867124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:47.872337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:47.877783 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:47.889917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:47.986993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.001242 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.042101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:48.047842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:48.050990 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:48.058566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:48.139994 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.203079 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.249441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:48.251894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dfba3f-2790-464f-987b-27c29bc01174,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:48.257596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:48.261150 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:48.267943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:48.333322 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.415612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.472373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d0cec-6725-4d61-ad58-66242bd2a64c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:48.541145 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.542812 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9abb8ade-5459-4eb9-952c-1dd026cec233 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6884294 May 06 13:35:48.546866 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52228) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:48.553690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:48.561748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:48.566400 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:48.570455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:48.577987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:48.662931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.760527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.913565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:48.941464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fb0f65-f16f-4575-a6af-7145bdb60d99,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:49.077639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.078839 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7e12108-ca1f-4fcd-bdcf-3a543afed3d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5305614 May 06 13:35:49.081595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:49.088066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:49.095901 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:49.101495 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:49.104989 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:49.111579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:49.217660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.290494 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.375842 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.405723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9ceaa6-c057-4c42-955f-0bcc62ce46cd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:49.507187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.508516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-82e1cc91-03e0-4af2-a7c6-251b30d3876c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4259305 May 06 13:35:49.513046 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:49.519075 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:49.526977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:49.531922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:49.535497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:49.543200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:49.639344 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.717660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.787664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.815698 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc8dbb-bfe3-4998-b5bb-06092b9283ce,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:49.901561 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:49.902734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d206e274-5982-4639-aaa8-9d9f4fc8fbd2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3886826 May 06 13:35:49.907182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52240) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:49.913267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:49.920945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:49.925608 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:49.929658 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:49.936907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:50.097315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.182166 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.273131 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.313545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a969b539-8394-4083-a946-9fedf625fc3d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:50.427283 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.429775 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c506fbeb-93ca-4313-b336-e5a33f1fcd1d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5214794 May 06 13:35:50.439949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52244) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:50.439949 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:50.448597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:50.453834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:50.457786 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:50.465784 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:50.610266 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:35:50.618888 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.709568 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.798326 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.829395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f011ff1d-9a1f-40ec-9e18-5fdb98469829,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:50.899979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:50.901237 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-42f1b7ee-f039-40a1-9dc5-76043685632b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4670379 May 06 13:35:50.904010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52248) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:50.909630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'ec0d0cec-6725-4d61-ad58-66242bd2a64c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:50.917561 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:50.922181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:50.925543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:50.932263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:51.027548 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:35:51.039974 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.116129 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.210590 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.237511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f87e87-f5f0-43c0-98c0-59cd3f6c8654,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:51.305485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.306882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-91d104b8-6de0-47b6-af41-f504f8b5e453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4018919 May 06 13:35:51.310072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52252) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:51.316153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'network': {'name': 'tempest-network-smoke--37219544', 'project_id': 'a6679b90eb214b439834e342e730578b', 'port_security_enabled': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:51.322929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:51.327310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:network and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:51.330372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:51.333559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.337866 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:51.421634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:35:51.425850 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.468304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:35:51.478166 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.478508 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Added segment 8cca0b36-1458-4ec4-89e7-fb6197985c55 of type vlan for network bc60210d-d25b-4627-9b79-d3307f684a6d May 06 13:35:51.507486 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.609807 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.613715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:51.614356 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.733791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Network': ['ID=bc60210d-d25b-4627-9b79-d3307f684a6d,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:51.747355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network bc60210d-d25b-4627-9b79-d3307f684a6d details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:35:51.810774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-df8f1b06-2c9f-4291-b5ff-b3d2bab87638 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4948947 May 06 13:35:51.811325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52256) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:51.821822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'admin_state_up': True, 'project_id': 'a6679b90eb214b439834e342e730578b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:51.836535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:51.844532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:router and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:51.850489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:51.864293 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:51.958873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.959995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:51.981302 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.272242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.558266 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.590806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:52.748530 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.132 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6ec3121a-89d4-4712-8e1e-0a278a8aa3e7) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:35:52.958227 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:53.077979 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:53.156369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:35:53.159509 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:53.163454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:35:53.200176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:53.484412 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:53.485210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:54.044422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router e77a64ad-8089-4a8b-a9c7-40e182ca41ec is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:35:54.300214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:35:54.314785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Sync routers for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:35:54.330143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:54.331175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:54.421863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:54.427201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-05cef8e4-fcd2-4973-a1ba-fd546293dbbb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6104052 May 06 13:35:54.428314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52260) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:54.553025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:54.686988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-06f29462-ffef-4607-b9eb-195de2caa043 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a6679b90eb214b439834e342e730578b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2571132 May 06 13:35:54.691807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:54.855392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f0677e-4fec-486a-8386-77845cac0727 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:54.861469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-99f0677e-4fec-486a-8386-77845cac0727 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637516 May 06 13:35:54.862037 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52270) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:54.909631 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3d11c39a-731f-4500-b14f-8bb989b3242d tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463986 May 06 13:35:54.917267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52274) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:54.923503 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139278263', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'project_id': 'a6679b90eb214b439834e342e730578b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:35:54.936465 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:53Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:54.941414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Checking router: e77a64ad-8089-4a8b-a9c7-40e182ca41ec for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:35:54.941765 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Updating router e77a64ad-8089-4a8b-a9c7-40e182ca41ec port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:35:55.002990 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.083423 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:35:55.091088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:subnet and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:35:55.096438 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:35:55.107915 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:35:55.330100 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:35:55.404121 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.422104 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Transition to ACTIVE for port object 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:55.545896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.564259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.656182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Attempting to bind port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:35:55.656444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Attempting to bind port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:35:55.656623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Attempting to bind port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:55.658982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Pushing event updated for resources: {'Port': ['ID=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:55.671945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:35:55.672403 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:35:55.672806 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.673198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:35:55.673671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Bound port: 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:35:55.674039 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.704088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.704428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.704756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.705092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.705524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.705859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.706174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.706541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.706825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.707144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.707461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:35:55.763228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] For port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:35:55.766880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] For port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:35:55.838574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.890670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:55.979718 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Subnet': ['ID=f279cc4e-b378-45ac-8866-0695177dfbc7,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:55.983016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb1445-3919-4033-bb05-d50b1ba241f6 None None] Pushing event updated for resources: {'Port': ['ID=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:55.986924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:35:55.988314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:55.992055 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Checking segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:35:55.992580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network hostable DHCP agents. Network: bc60210d-d25b-4627-9b79-d3307f684a6d, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:35:56.152441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network bc60210d-d25b-4627-9b79-d3307f684a6d is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:35:56.189198 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:35:56.255372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, bc60210d-d25b-4627-9b79-d3307f684a6d) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:56.261645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:35:56.272252 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:56.298297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ad1bf-b304-426d-a94a-d5b7ca14b8c3 None None] Network bc60210d-d25b-4627-9b79-d3307f684a6d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:35:56.353573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-68252dd4-c18d-420b-9002-a9a40c1fab14 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4351506 May 06 13:35:56.358305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52278) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:35:56.835942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:53Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:35:56.843617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-bc60210d-d25b-4627-9b79-d3307f684a6d', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:35:56.843617 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:56.856956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58217c-8feb-4d2a-8bb3-f38753b7b093 None None] The sync data for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 is: [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:53Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:35:57.091681 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Allocated IP 172.20.0.2 (bc60210d-d25b-4627-9b79-d3307f684a6d/f279cc4e-b378-45ac-8866-0695177dfbc7/7a66ca87-d3d4-49ba-b19a-868667d481bb) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:35:57.453485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:57.475272 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Transition to ACTIVE for port object 7a66ca87-d3d4-49ba-b19a-868667d481bb will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:57.511127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Transition to ACTIVE for port object 7a66ca87-d3d4-49ba-b19a-868667d481bb will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:57.538263 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:57.614405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:57.724814 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Network bc60210d-d25b-4627-9b79-d3307f684a6d is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:35:57.730162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:57.737330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:35:57.750395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Pushing event updated for resources: {'Port': ['ID=7a66ca87-d3d4-49ba-b19a-868667d481bb,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:57.886745 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Attempting to bind port 7a66ca87-d3d4-49ba-b19a-868667d481bb on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:35:57.887418 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Attempting to bind port 7a66ca87-d3d4-49ba-b19a-868667d481bb by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:35:57.888064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Attempting to bind port 7a66ca87-d3d4-49ba-b19a-868667d481bb on network bc60210d-d25b-4627-9b79-d3307f684a6d {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:35:57.899577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:35:57.900160 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Checking segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:35:57.900483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:57.900807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Bound using segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:35:57.901301 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Bound port: 7a66ca87-d3d4-49ba-b19a-868667d481bb, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:35:57.903221 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.009982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] For port 7a66ca87-d3d4-49ba-b19a-868667d481bb, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:35:58.013572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] For port 7a66ca87-d3d4-49ba-b19a-868667d481bb, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a66ca87-d3d4-49ba-b19a-868667d481bb,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:35:58.125430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.137917 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.1 (bc60210d-d25b-4627-9b79-d3307f684a6d/f279cc4e-b378-45ac-8866-0695177dfbc7/e943bc02-75ba-4926-9332-58bb13a06af1) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:35:58.227731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af949-82d9-4ce9-8dc1-ae8d8b93dd9a None None] Pushing event updated for resources: {'Port': ['ID=7a66ca87-d3d4-49ba-b19a-868667d481bb,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:58.335552 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.355619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object e943bc02-75ba-4926-9332-58bb13a06af1 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:35:58.472971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.555239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network bc60210d-d25b-4627-9b79-d3307f684a6d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:35:58.558895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:58.561399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:35:58.605210 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:58.635229 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.787379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:35:58.837749 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:58.952699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:58.962077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:58.962555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.186592 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.209846 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:35:59.301571 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.303497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a66ca87-d3d4-49ba-b19a-868667d481bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:35:59.347706 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.398476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1e6b8-6292-4ed6-aefd-7a486e6aeb0b None None] Network bc60210d-d25b-4627-9b79-d3307f684a6d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:35:59.415565 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.550907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:59.555737 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.587306 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:35:59.663908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fa6120ee-19ed-42d6-b998-b77ff17ca624 None None] Provisioning for port 7a66ca87-d3d4-49ba-b19a-868667d481bb completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:59.717608 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 7a66ca87-d3d4-49ba-b19a-868667d481bb completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:35:59.732817 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7a66ca87-d3d4-49ba-b19a-868667d481bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:35:59.733198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.733777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network bc60210d-d25b-4627-9b79-d3307f684a6d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:35:59.735056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:35:59.902781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:35:59.961395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 7a66ca87-d3d4-49ba-b19a-868667d481bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a66ca87-d3d4-49ba-b19a-868667d481bb,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:00.049572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:00.184296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Provisioning complete for port 7a66ca87-d3d4-49ba-b19a-868667d481bb triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:00.184897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:00.259497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=7a66ca87-d3d4-49ba-b19a-868667d481bb,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:00.334937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router e77a64ad-8089-4a8b-a9c7-40e182ca41ec has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:36:00.495153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Provisioning for port e943bc02-75ba-4926-9332-58bb13a06af1 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:00.502202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Provisioning complete for port e943bc02-75ba-4926-9332-58bb13a06af1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:00.502785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:00.601754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d1b8e-9327-4217-90b0-8ce1f48518ae None None] Port e943bc02-75ba-4926-9332-58bb13a06af1 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:36:00.611052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:36:00.623157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dd0fb390-6f46-49ac-8719-c4c9ea2055ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/e77a64ad-8089-4a8b-a9c7-40e182ca41ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2635715 May 06 13:36:00.741587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bf76b346-6663-4b06-8830-c1739b7b8491 None None] Provisioning complete for port e943bc02-75ba-4926-9332-58bb13a06af1 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:00.742157 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf76b346-6663-4b06-8830-c1739b7b8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:00.786006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:00.898623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-d9b2d2a3-7c20-42fa-8350-d1305678622c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624947447&fields=id&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 267 time: 0.0744488 May 06 13:36:00.934321 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bf76b346-6663-4b06-8830-c1739b7b8491 None None] Port e943bc02-75ba-4926-9332-58bb13a06af1 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:36:00.956847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Sync routers for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:36:00.968090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:00.968981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:00.979005 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:00.980083 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:01.127203 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a66ca87-d3d4-49ba-b19a-868667d481bb up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:01.130413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-04f978b0-e4ee-45ea-afb2-af92bb34f7a9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:01.133254 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-04f978b0-e4ee-45ea-afb2-af92bb34f7a9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 795 time: 0.2266755 May 06 13:36:01.163005 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-c4b8b8fc-5e8e-4906-8d39-23a5cf69f146 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/quotas/a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 375 time: 0.0226936 May 06 13:36:01.220492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 7a66ca87-d3d4-49ba-b19a-868667d481bb triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:01.220949 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:01.308212 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-9cbc2d64-40de-4b33-bd3d-654ccb1bd4ba tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244946 May 06 13:36:01.330253 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:01.483242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3cd51a85-4700-4591-b521-60a5ff751f4d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:36:01.486553 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3cd51a85-4700-4591-b521-60a5ff751f4d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1566396 May 06 13:36:01.708454 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-7bbb8d80-04cb-4acd-be83-3db3125086e5 service neutron] 10.222.0.83 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114162 May 06 13:36:01.761248 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 2, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:01.768558 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Checking router: e77a64ad-8089-4a8b-a9c7-40e182ca41ec for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:36:01.769126 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Updating router e77a64ad-8089-4a8b-a9c7-40e182ca41ec port e943bc02-75ba-4926-9332-58bb13a06af1 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:36:01.840351 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:01.913779 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-1e6fbdcc-8f0d-44ed-ae02-da10a55226c5 service neutron] 10.222.0.83 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940470 May 06 13:36:02.346861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dce554a2-4914-46ae-b96f-452106c10b7c req-f035d6ab-89bc-4746-9d0b-4bbf87525d8b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:02.416433 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:02.439314 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Transition to ACTIVE for port object e943bc02-75ba-4926-9332-58bb13a06af1 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:02.556355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-dce554a2-4914-46ae-b96f-452106c10b7c req-f035d6ab-89bc-4746-9d0b-4bbf87525d8b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:02.557589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dce554a2-4914-46ae-b96f-452106c10b7c req-f035d6ab-89bc-4746-9d0b-4bbf87525d8b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 210 time: 0.2880547 May 06 13:36:02.603964 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:02.740871 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Pushing event updated for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:02.817103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.817103 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.817528 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.817870 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.818553 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.819008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.819230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.819518 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.819944 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.820272 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.820600 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:02.847176 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Attempting to bind port e943bc02-75ba-4926-9332-58bb13a06af1 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:02.847612 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Attempting to bind port e943bc02-75ba-4926-9332-58bb13a06af1 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:02.848020 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Attempting to bind port e943bc02-75ba-4926-9332-58bb13a06af1 on network bc60210d-d25b-4627-9b79-d3307f684a6d {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:02.857063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:02.857432 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Checking segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:02.857817 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:02.858215 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Bound using segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:02.858703 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Bound port: e943bc02-75ba-4926-9332-58bb13a06af1, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:02.859219 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:02.971154 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] For port e943bc02-75ba-4926-9332-58bb13a06af1, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:02.975830 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] For port e943bc02-75ba-4926-9332-58bb13a06af1, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e943bc02-75ba-4926-9332-58bb13a06af1,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:03.073107 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:03.163462 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727bb60-3dee-4d59-b3e1-6447595db642 None None] Pushing event updated for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:03.167395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:03.168301 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:35:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:03.441598 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:03.681919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f53bf75-b9c4-4caf-b97f-bd050bd45f01 req-90f64908-05ef-4a3e-a567-ccd1c433946f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 210 time: 0.0468807 May 06 13:36:03.936228 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:02Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:03.941662 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a4dfc-23e7-47d8-ab43-21a51068b1a3 None None] The sync data for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 is: [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:02Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:36:04.792522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e943bc02-75ba-4926-9332-58bb13a06af1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:04.958595 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-995b9be9-3241-4cf0-afca-716f5801d515 req-5362e159-8f83-4028-a2e3-1ae4f6266da9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 210 time: 0.0792992 May 06 13:36:04.998983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e943bc02-75ba-4926-9332-58bb13a06af1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:05.006682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e943bc02-75ba-4926-9332-58bb13a06af1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:05.007213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:05.143029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:05.175367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e943bc02-75ba-4926-9332-58bb13a06af1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e943bc02-75ba-4926-9332-58bb13a06af1,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:05.232660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:05.310141 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:05.437714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3283cad0-f4a0-4d6e-b448-03aef6a459de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:05.438506 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3283cad0-f4a0-4d6e-b448-03aef6a459de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:05.585544 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3283cad0-f4a0-4d6e-b448-03aef6a459de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:05.586814 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3283cad0-f4a0-4d6e-b448-03aef6a459de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 795 time: 0.3626251 May 06 13:36:05.651499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-0b442060-fdcc-419a-866a-8d77ff59934e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:05.752705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-0b442060-fdcc-419a-866a-8d77ff59934e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:05.754239 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-0b442060-fdcc-419a-866a-8d77ff59934e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 380 time: 0.1536028 May 06 13:36:05.764030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'port': {'device_id': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'admin_state_up': True, 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'security_groups': ['ec0d0cec-6725-4d61-ad58-66242bd2a64c']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:05.914655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:05.925516 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:06.008350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:36:06.011545 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:06.158072 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-902f183c-c0b5-4851-88c5-8c60c6b5de96 req-1414f244-aa52-4d40-88df-066ae2b93a3f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 210 time: 0.0528224 May 06 13:36:06.224551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.7 (bc60210d-d25b-4627-9b79-d3307f684a6d/f279cc4e-b378-45ac-8866-0695177dfbc7/1755f68e-83ae-4114-a359-f8245ede9501) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:06.425386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:06.443687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 1755f68e-83ae-4114-a359-f8245ede9501 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:06.556828 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:06.640465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network bc60210d-d25b-4627-9b79-d3307f684a6d is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:06.643799 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:06.648471 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:06.678748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:06.722157 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:06.722812 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:06.737730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e943bc02-75ba-4926-9332-58bb13a06af1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:06.840099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e943bc02-75ba-4926-9332-58bb13a06af1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:06.840541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:06.861803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-459bcf17-2220-4d7a-9c68-78217d219e7e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018200 May 06 13:36:06.957373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Request body: {'port': {'device_id': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:07.129758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:07.173734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-745e8b8d-c795-4246-b55e-f23e5bd5513f None None] Provisioning for port 1755f68e-83ae-4114-a359-f8245ede9501 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:07.180647 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-745e8b8d-c795-4246-b55e-f23e5bd5513f None None] Provisioning complete for port 1755f68e-83ae-4114-a359-f8245ede9501 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:07.181019 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-745e8b8d-c795-4246-b55e-f23e5bd5513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:07.250514 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-745e8b8d-c795-4246-b55e-f23e5bd5513f None None] Port 1755f68e-83ae-4114-a359-f8245ede9501 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:36:07.520650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548a4a-26ce-4603-af58-74b97e65a9ca req-a6ae4437-7150-4ba2-bf11-cb8dcb2363e8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:07.521803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5e548a4a-26ce-4603-af58-74b97e65a9ca req-a6ae4437-7150-4ba2-bf11-cb8dcb2363e8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:36:07.617625 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5e548a4a-26ce-4603-af58-74b97e65a9ca req-a6ae4437-7150-4ba2-bf11-cb8dcb2363e8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:36:07.618850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e548a4a-26ce-4603-af58-74b97e65a9ca req-a6ae4437-7150-4ba2-bf11-cb8dcb2363e8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 931 time: 0.3037241 May 06 13:36:07.643090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1755f68e-83ae-4114-a359-f8245ede9501 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:36:07.657678 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:07.691532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Transition to ACTIVE for port object 1755f68e-83ae-4114-a359-f8245ede9501 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:36:07.703281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e548a4a-26ce-4603-af58-74b97e65a9ca req-5b867c9d-ea3c-4b2b-a965-4aa11fb47913 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784407 May 06 13:36:07.775989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.016484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Pushing event updated for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:08.136684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Attempting to bind port 1755f68e-83ae-4114-a359-f8245ede9501 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:36:08.137424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Attempting to bind port 1755f68e-83ae-4114-a359-f8245ede9501 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:36:08.137424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Attempting to bind port 1755f68e-83ae-4114-a359-f8245ede9501 on network bc60210d-d25b-4627-9b79-d3307f684a6d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:08.143955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Port 1755f68e-83ae-4114-a359-f8245ede9501 on network bc60210d-d25b-4627-9b79-d3307f684a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:36:08.144261 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Attempting to bind port 1755f68e-83ae-4114-a359-f8245ede9501 on network bc60210d-d25b-4627-9b79-d3307f684a6d {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:36:08.152662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:36:08.152994 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Checking segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:36:08.153382 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Bound using segment: {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:36:08.153820 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Bound port: 1755f68e-83ae-4114-a359-f8245ede9501, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca0b36-1458-4ec4-89e7-fb6197985c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:36:08.154168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.254419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:36:08.257707 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1755f68e-83ae-4114-a359-f8245ede9501,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:36:08.364519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.437917 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.439481 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] 10.222.0.13 "PUT /v2.0/ports/1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 1091 time: 1.5703654 May 06 13:36:08.439959 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:08.458897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700e07-e3a1-4c71-b0e5-6cbd57f6e08c service neutron] Pushing event updated for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:08.484587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d2c788b3-f9f9-47e6-acae-6391adebb4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:08.549975 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03340143-a055-4249-80ce-7faac87c1cb1'] response: {'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501', 'status': 'completed', 'code': 200} May 06 13:36:08.634434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-f41ebbcc-5b52-4df4-862e-aaded9e429ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1094 time: 0.0775213 May 06 13:36:08.711065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-f91ee220-2ce5-4b9e-afd1-3f271eb90f9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 217 time: 0.0692277 May 06 13:36:08.788404 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-804983d5-e35c-404d-a110-16960480f547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:08.790102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-804983d5-e35c-404d-a110-16960480f547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 200 len: 835 time: 0.0726268 May 06 13:36:09.038360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-3a3df07c-fe66-49ae-b5ba-33694ee72c32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc60210d-d25b-4627-9b79-d3307f684a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412977 May 06 13:36:09.050337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299de6-42d0-4be5-9620-311054e0f285 req-5c1580cd-ca97-4f34-8284-5651c8e14117 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:09.051913 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f299de6-42d0-4be5-9620-311054e0f285 req-5c1580cd-ca97-4f34-8284-5651c8e14117 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 943 time: 0.1759362 May 06 13:36:09.199043 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f299de6-42d0-4be5-9620-311054e0f285 req-00852883-f8ea-4fe2-9b0c-fc6ce08c7f43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273494 May 06 13:36:09.225525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-a5c22b9f-a637-4fe4-bedf-42a2602d0349 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725056 May 06 13:36:09.376496 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-366274ae-8d0d-49b9-b5e3-ca7b9c0a2ad8 req-8201f47e-fe6d-4da6-b5a9-c9ee5028612c service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399143 May 06 13:36:09.649718 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-4313a734-3cf9-4235-9455-ed530ccdb608 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1094 time: 0.1240711 May 06 13:36:09.809929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-c8eb7e32-cb33-4d4e-abcc-f528d5017cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:09.811596 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-c8eb7e32-cb33-4d4e-abcc-f528d5017cb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 896 time: 0.1554980 May 06 13:36:09.888570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-1ace5935-4010-47d1-8a35-a6732fb3df7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 217 time: 0.0688434 May 06 13:36:09.960568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-a49bc920-99fb-435a-a9db-23a4ee3fa368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:09.961941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-a49bc920-99fb-435a-a9db-23a4ee3fa368 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 200 len: 835 time: 0.0677159 May 06 13:36:10.044652 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-07c81bef-db18-4eb6-a14f-77667abf4692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc60210d-d25b-4627-9b79-d3307f684a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757601 May 06 13:36:10.323905 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-41bfe0dc-baa6-4596-a684-87791f5027d2 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727633 May 06 13:36:10.499873 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b588f-0be8-4c94-be48-cc5ffa0c9e67 req-4478ce8e-4edf-46b7-9dfa-baaacc6944d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:10.502029 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c3b588f-0be8-4c94-be48-cc5ffa0c9e67 req-4478ce8e-4edf-46b7-9dfa-baaacc6944d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 943 time: 0.1346471 May 06 13:36:10.543577 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d7c6395d-c9f3-4601-a0af-5f6ac2652d56 req-a84e2e2d-02df-49d5-bdd7-f620ee6f50eb service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134802 May 06 13:36:10.563009 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3c3b588f-0be8-4c94-be48-cc5ffa0c9e67 req-5458b4d5-a899-4bab-b3a1-6a48a510c0a6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508220 May 06 13:36:10.781174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5226c7f9-c083-432d-bc89-c8760d8c719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:11.812001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49558266-b3a4-4b41-b98d-669121e7cfc6 req-cdba4e34-332b-4802-9652-1cfa7d6e18e3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:11.814278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49558266-b3a4-4b41-b98d-669121e7cfc6 req-cdba4e34-332b-4802-9652-1cfa7d6e18e3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 943 time: 0.1181841 May 06 13:36:11.891563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-49558266-b3a4-4b41-b98d-669121e7cfc6 req-3e21ac4b-80c1-4d62-ba57-f566b302ba22 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701714 May 06 13:36:12.300971 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:12.409911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:12.451821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1755f68e-83ae-4114-a359-f8245ede9501 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:36:12.603127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1755f68e-83ae-4114-a359-f8245ede9501,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:12.619713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '1755f68e-83ae-4114-a359-f8245ede9501', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'port_id': '1755f68e-83ae-4114-a359-f8245ede9501', 'mac_address': 'fa:16:3e:ec:b7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:36:12.682678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:12.703229 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1755f68e-83ae-4114-a359-f8245ede9501 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:36:12.725107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1755f68e-83ae-4114-a359-f8245ede9501,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:12.781239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:12.876790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:13.080297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['1755f68e-83ae-4114-a359-f8245ede9501'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:36:13.134081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e05540-8fe6-4f5a-bdbb-f71037ffe57e req-9ed0f49b-aec6-4f77-953c-9ab4de0f4158 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:13.135859 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e05540-8fe6-4f5a-bdbb-f71037ffe57e req-9ed0f49b-aec6-4f77-953c-9ab4de0f4158 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 944 time: 0.1014676 May 06 13:36:13.194868 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00e05540-8fe6-4f5a-bdbb-f71037ffe57e req-9bebbac5-8633-4fe8-b804-5937cd91b980 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490921 May 06 13:36:13.781169 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:14.431861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129b5a1-3e00-4498-808a-780dd038eb34 req-d47bffe6-3ff9-4918-94fe-b13ee4844099 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:14.434489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a129b5a1-3e00-4498-808a-780dd038eb34 req-d47bffe6-3ff9-4918-94fe-b13ee4844099 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 944 time: 0.1045685 May 06 13:36:14.451375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1755f68e-83ae-4114-a359-f8245ede9501 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:36:14.464883 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:36:14.498669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a129b5a1-3e00-4498-808a-780dd038eb34 req-7f2333da-92f8-4189-97ff-03c32c61c39d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583158 May 06 13:36:14.642034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 1755f68e-83ae-4114-a359-f8245ede9501 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:36:14.649062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 1755f68e-83ae-4114-a359-f8245ede9501 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:36:14.649460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:14.807014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:14.845508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:14.860009 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1755f68e-83ae-4114-a359-f8245ede9501,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:36:14.912482 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc79d43-162e-4933-9eee-9716d93f647f'] response: {'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501', 'code': 200} May 06 13:36:14.958609 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:15.044529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:15.066465 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8724687-44f7-41dc-9163-d17c0f0c9f61 req-11c26c43-48ff-44c7-aa34-83572d2bf53b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1096 time: 0.0881822 May 06 13:36:15.118650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8724687-44f7-41dc-9163-d17c0f0c9f61 req-5ea78855-f451-46a6-927e-ef91ccd78632 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431907 May 06 13:36:15.717167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3041dc-c034-43f1-83ac-c373ed1b9d94 req-0269fc73-578b-4736-af35-924b7a7c4e31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:15.718759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d3041dc-c034-43f1-83ac-c373ed1b9d94 req-0269fc73-578b-4736-af35-924b7a7c4e31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0860496 May 06 13:36:15.775215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1d3041dc-c034-43f1-83ac-c373ed1b9d94 req-b9ea3d83-7e4a-47a9-b543-e94a41b8dfa2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500722 May 06 13:36:16.998152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e1ae4-65fe-44b8-9044-ee48454d3d2f req-a02730e8-6504-4cc0-aad6-3cc7029b0ce9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:16.999593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-878e1ae4-65fe-44b8-9044-ee48454d3d2f req-a02730e8-6504-4cc0-aad6-3cc7029b0ce9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0833013 May 06 13:36:17.049654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-878e1ae4-65fe-44b8-9044-ee48454d3d2f req-2d0edc89-37cb-4926-9d24-8ec97071f870 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 May 06 13:36:17.231260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:17.257741 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ad569-6319-47bc-97aa-01e9cef95833 req-507ec772-4803-4ea4-a0c0-70cd5e8132b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:17.259157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf1ad569-6319-47bc-97aa-01e9cef95833 req-507ec772-4803-4ea4-a0c0-70cd5e8132b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0808275 May 06 13:36:17.323353 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bf1ad569-6319-47bc-97aa-01e9cef95833 req-73fe6772-09be-407f-a5af-a8996769a982 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584061 May 06 13:36:17.354638 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52334) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:17.433054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4596d8ae-6123-419f-820c-b37ea2902bd7 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1091 time: 0.0772078 May 06 13:36:17.435750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52338) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:17.440943 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '1755f68e-83ae-4114-a359-f8245ede9501', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:36:17.447711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:36:17.451664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:floatingip and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:36:17.454613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:36:17.460698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:36:17.562191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:17.728763 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:17.896886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.129 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/8cb4df2b-f7ca-4ed0-a96f-979aa518b0de) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:36:18.104624 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:18.221368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:18.301306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:36:18.304991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:36:18.309554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:36:18.336901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=8cb4df2b-f7ca-4ed0-a96f-979aa518b0de,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:18.362099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.362363 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.362683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.363015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.363347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.363675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.364035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.364475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.365560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.366123 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:18.366520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:19.026411 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:19.154030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:19.404023 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:19.512606 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:19.641036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=8cb4df2b-f7ca-4ed0-a96f-979aa518b0de,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:19.658888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:19.888311 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Floating IP 3eb7c506-36d6-4fe6-a089-b232b83f298f associated. External IP: 172.25.2.129, port: 1755f68e-83ae-4114-a359-f8245ede9501. May 06 13:36:20.323616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router e77a64ad-8089-4a8b-a9c7-40e182ca41ec has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:36:20.555603 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:36:20.565728 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Sync routers for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:36:20.579119 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:20.579802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:20.649791 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:20.728045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d1696835-cfb2-48cf-a471-ff613a53b44d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2849543 May 06 13:36:20.728045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:36:20.792884 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7a9170-9b25-46e3-b6ec-098de99c0117'] response: {'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501', 'status': 'completed', 'code': 200} May 06 13:36:20.845716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:20.920167 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-679ff636-5f01-477d-867b-a62ce93451a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1096 time: 0.1007590 May 06 13:36:20.957527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0e220-821d-4918-9929-5b4466df82d4 req-011ac967-1b21-43e3-a906-ffa561bf1ea8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:20.959857 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fe0e220-821d-4918-9929-5b4466df82d4 req-011ac967-1b21-43e3-a906-ffa561bf1ea8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0995450 May 06 13:36:21.019997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-1fe0e220-821d-4918-9929-5b4466df82d4 req-8560af66-5b9b-4aa8-b261-0030583725d0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512407 May 06 13:36:21.054118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52348) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:21.226262 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac07ef00-e3b7-4a9c-8ca7-002e665344d3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 200 len: 991 time: 0.1683328 May 06 13:36:21.258254 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb537119-c85e-46e8-8630-f8020478a206 req-d51f01cd-759b-47cb-bf48-52046070eb30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:21.259964 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-d51f01cd-759b-47cb-bf48-52046070eb30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 896 time: 0.3342998 May 06 13:36:21.349458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:21.385561 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-8ff96dc5-2383-4df4-a374-ec2816e8e1e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 999 time: 0.1191065 May 06 13:36:21.448170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '3eb7c506-36d6-4fe6-a089-b232b83f298f', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'port_id': '1755f68e-83ae-4114-a359-f8245ede9501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'mac_address': 'fa:16:3e:ec:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:18Z', 'updated_at': '2022-05-06T13:36:18Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:21.453617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Checking router: e77a64ad-8089-4a8b-a9c7-40e182ca41ec for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:36:21.470711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:36:21.471513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:21.475353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb537119-c85e-46e8-8630-f8020478a206 req-f7163100-e40a-4600-a4ed-6bab8a2494b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:21.477853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-f7163100-e40a-4600-a4ed-6bab8a2494b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 200 len: 835 time: 0.0859356 May 06 13:36:21.589642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-4516e878-8dc2-45ad-af8c-47e40c3fd20c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc60210d-d25b-4627-9b79-d3307f684a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047852 May 06 13:36:21.756026 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-ebc824c3-7873-4d46-83a1-a0cac43fec57 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586356 May 06 13:36:21.791495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:36:21.912576 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cb537119-c85e-46e8-8630-f8020478a206 req-5a1c97cd-fbc2-48a6-a6a9-6465ce951607 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499453 May 06 13:36:22.201621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '3eb7c506-36d6-4fe6-a089-b232b83f298f', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'port_id': '1755f68e-83ae-4114-a359-f8245ede9501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'mac_address': 'fa:16:3e:ec:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:18Z', 'updated_at': '2022-05-06T13:36:18Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:36:22.206562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd76ee-ed58-4555-b7ff-e22e5f0e8f57 None None] The sync data for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 is: [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '3eb7c506-36d6-4fe6-a089-b232b83f298f', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'port_id': '1755f68e-83ae-4114-a359-f8245ede9501', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'mac_address': 'fa:16:3e:ec:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:36:18Z', 'updated_at': '2022-05-06T13:36:18Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:36:22.229355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52352) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:22.353889 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2d11bdec-98f8-4fd2-86f3-c25b4c78cfb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 200 len: 991 time: 0.1232815 May 06 13:36:22.457696 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e473251-cb42-4856-b872-e9cde15b6e8c None None] New status for floating IP 3eb7c506-36d6-4fe6-a089-b232b83f298f: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:36:23.358078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52356) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:23.482194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f065d37a-3e01-4bb3-ad0c-fb7edfbb7fea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 200 len: 993 time: 0.1228735 May 06 13:36:38.652906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-668108da-b558-4430-90dd-75d3215de703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:39.549663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-1e49c4ee-7a5b-45fb-a4c6-417f46d63356 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767393 May 06 13:36:39.714518 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-072d0a66-b30a-4b42-a42f-0ae04041d948 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1096 time: 0.0792742 May 06 13:36:39.877214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-b756f337-b6f7-44b4-a64b-9c68c74a5cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:39.878774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-b756f337-b6f7-44b4-a64b-9c68c74a5cab service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 896 time: 0.1416547 May 06 13:36:39.993828 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-90646603-f6d2-415b-ac48-956cffe8325f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 1001 time: 0.1082506 May 06 13:36:40.059342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-28d3d9cb-a3bc-4015-be84-00c29862fc94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:40.060823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-28d3d9cb-a3bc-4015-be84-00c29862fc94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 200 len: 835 time: 0.0606940 May 06 13:36:40.146230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-bdcd3079-a739-48d2-946b-cd0373a7e0b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc60210d-d25b-4627-9b79-d3307f684a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793529 May 06 13:36:40.286940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-b20285a8-acae-49a1-af00-8c38a6b51bde service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343844 May 06 13:36:40.428307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4b142f1a-e1b3-48b1-9b79-88c8deb47591 req-78243ed8-0c19-4919-b4c8-045f9d0fd470 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345015 May 06 13:36:40.729850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2f8cdccb-12f9-4190-bd86-c44061d9b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.295269 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:42.449694 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:43.780679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:47.214835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.340834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:51.466715 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:36:53.251909 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc28ce-7be5-46fc-a2e7-8f2d1225bb99 req-f7d1fa2f-9bce-4159-b0ac-d7a268691d51 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:53.253495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60fc28ce-7be5-46fc-a2e7-8f2d1225bb99 req-f7d1fa2f-9bce-4159-b0ac-d7a268691d51 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0875292 May 06 13:36:53.319097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60fc28ce-7be5-46fc-a2e7-8f2d1225bb99 req-ad3317c0-b3a8-47ff-9c14-f31d91732eb7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472538 May 06 13:36:54.686427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d8c75-7e5c-4830-b61f-d0e53c813c7c req-49f87b9a-9499-4a6b-a700-6b3395cf7988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:54.688106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-730d8c75-7e5c-4830-b61f-d0e53c813c7c req-49f87b9a-9499-4a6b-a700-6b3395cf7988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.2127392 May 06 13:36:54.739402 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-730d8c75-7e5c-4830-b61f-d0e53c813c7c req-0113bdf2-4f8a-406d-852a-1256df5e2893 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 May 06 13:36:54.770942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52386) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:54.886239 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-222e1221-c7f7-48a2-8757-cc880e778ad9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 200 len: 993 time: 0.1139469 May 06 13:36:56.543106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52724d4-16ed-4893-9c10-8deaa59a3afe req-4aee331c-13b3-4b71-ac6c-141aeac40ff3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:56.544711 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52724d4-16ed-4893-9c10-8deaa59a3afe req-4aee331c-13b3-4b71-ac6c-141aeac40ff3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0912023 May 06 13:36:56.722590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d52724d4-16ed-4893-9c10-8deaa59a3afe req-fecbe983-8daa-4d67-b8cf-e82a18604b65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692514 May 06 13:36:57.959446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a961aa-12fc-456c-98a9-8c55033915c0 req-0f9afdef-6d6f-4684-b0d3-020ba850fa8b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:36:57.962190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32a961aa-12fc-456c-98a9-8c55033915c0 req-0f9afdef-6d6f-4684-b0d3-020ba850fa8b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.0904431 May 06 13:36:58.012135 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-32a961aa-12fc-456c-98a9-8c55033915c0 req-8dec2e87-9c4b-4b1e-9f11-4ee9c44cd570 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 May 06 13:36:58.043975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52398) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:58.159196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f3ed157f-84b3-4701-a23a-ce005269846d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 200 len: 993 time: 0.1139307 May 06 13:36:58.482195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52406) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:36:58.712592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 8cb4df2b-f7ca-4ed0-a96f-979aa518b0de {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:36:58.718508 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:58.923010 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:58.923338 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:59.054773 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 8cb4df2b-f7ca-4ed0-a96f-979aa518b0de owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:36:59.321876 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:36:59.371289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=8cb4df2b-f7ca-4ed0-a96f-979aa518b0de,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:36:59.414754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.415099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.415446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.415798 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.416133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.416460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.416785 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.417109 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.417428 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.417745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.418061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:36:59.492441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.207332 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router e77a64ad-8089-4a8b-a9c7-40e182ca41ec has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:00.448562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:00.461587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Sync routers for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:00.476241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:00.482652 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:00.541081 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:00.644359 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5001c1cf-99e1-445d-bfc8-a8ca0ec6d522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/floatingips/3eb7c506-36d6-4fe6-a089-b232b83f298f HTTP/1.1" status: 204 len: 168 time: 2.1607797 May 06 13:37:00.645222 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:00.699865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:00.711972 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fb8049-6b36-4f62-93fd-1513ee2ec7f1'] response: {'name': 'network-changed', 'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501', 'status': 'completed', 'code': 200} May 06 13:37:00.903019 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-6be7c775-f53a-4db9-8722-dc0182417786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 1096 time: 0.1530612 May 06 13:37:01.076803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115248-43a9-41e0-94c8-70fda942618f req-93ea33c6-f242-4fa3-96dc-8c342e8cb787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:01.078224 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-93ea33c6-f242-4fa3-96dc-8c342e8cb787 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 200 len: 896 time: 0.1690421 May 06 13:37:01.172627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:01.180099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Checking router: e77a64ad-8089-4a8b-a9c7-40e182ca41ec for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:01.190243 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-f567e1a7-163e-4c8e-ae87-1322950f2562 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 200 len: 217 time: 0.1011670 May 06 13:37:01.197041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:01.197808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:01.306681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115248-43a9-41e0-94c8-70fda942618f req-b78c9544-6403-4b8f-b501-8112ebebac88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:01.308231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-b78c9544-6403-4b8f-b501-8112ebebac88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 200 len: 835 time: 0.1086266 May 06 13:37:01.418825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-b13a6aaf-7eec-4b1b-baee-0946c15d28d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc60210d-d25b-4627-9b79-d3307f684a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039581 May 06 13:37:01.477859 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:01.699252 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-018c84cb-1c0e-424f-b846-31ca215a1438 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719870 May 06 13:37:01.744945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae907b2-421e-4b5a-8848-ae14d63e7e7c req-7fb25be7-fe10-42ed-a07b-305bb21eaf71 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:01.747241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ae907b2-421e-4b5a-8848-ae14d63e7e7c req-7fb25be7-fe10-42ed-a07b-305bb21eaf71 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.2296207 May 06 13:37:01.931128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6ae907b2-421e-4b5a-8848-ae14d63e7e7c req-796a3f7d-de2a-492c-b570-f7193ee75e63 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117711 May 06 13:37:01.954213 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a115248-43a9-41e0-94c8-70fda942618f req-79177156-9818-48eb-a504-be94da34a615 service neutron] 10.222.0.13 "GET /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442880 May 06 13:37:02.107342 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:02.112726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213fcf6-062a-4efa-9e30-8980f064ea29 None None] The sync data for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 is: [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:35:58Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'e943bc02-75ba-4926-9332-58bb13a06af1', 'name': '', 'network_id': 'bc60210d-d25b-4627-9b79-d3307f684a6d', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:e5:5b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:57Z', 'updated_at': '2022-05-06T13:36:05Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'f279cc4e-b378-45ac-8866-0695177dfbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:02.405784 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c14db-d5ea-42b6-8e80-d244a1e3d9e1 None None] New status for floating IP 3eb7c506-36d6-4fe6-a089-b232b83f298f: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:37:03.001066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95968f7-2d08-4041-8608-7c41e466205f req-0373ae77-bdb8-44ad-8416-dca6c35983bb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.002740 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e95968f7-2d08-4041-8608-7c41e466205f req-0373ae77-bdb8-44ad-8416-dca6c35983bb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.1031246 May 06 13:37:03.083139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 1755f68e-83ae-4114-a359-f8245ede9501 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:37:03.083477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:03.202669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827ef47-2e80-4f7a-bec7-60bd1baa2457 req-8c0c0189-b3e1-490c-bd6f-1747a8989dc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:03.203512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5827ef47-2e80-4f7a-bec7-60bd1baa2457 req-8c0c0189-b3e1-490c-bd6f-1747a8989dc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:03.386629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 1755f68e-83ae-4114-a359-f8245ede9501, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=1755f68e-83ae-4114-a359-f8245ede9501,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:03.386629 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:03.472367 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-5827ef47-2e80-4f7a-bec7-60bd1baa2457 req-8c0c0189-b3e1-490c-bd6f-1747a8989dc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:03.473943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5827ef47-2e80-4f7a-bec7-60bd1baa2457 req-8c0c0189-b3e1-490c-bd6f-1747a8989dc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 945 time: 0.3841479 May 06 13:37:03.496353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 1755f68e-83ae-4114-a359-f8245ede9501 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:37:03.540809 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5827ef47-2e80-4f7a-bec7-60bd1baa2457 req-f0349520-69cd-4b00-bc05-4ad291dd78c5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=ec0d0cec-6725-4d61-ad58-66242bd2a64c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563247 May 06 13:37:04.078173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:04.133051 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=1755f68e-83ae-4114-a359-f8245ede9501,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:04.245156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] No DVR routers for this DVR port 1755f68e-83ae-4114-a359-f8245ede9501 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:37:04.247990 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:04.250815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'name': 'network-vif-deleted', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:04.316692 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493b4d57-2dca-46d6-8cfb-24ba49e6367c'] response: {'server_uuid': '3c3a0372-8442-4c05-8d19-0b1cc16afc8b', 'name': 'network-vif-deleted', 'tag': '1755f68e-83ae-4114-a359-f8245ede9501', 'status': 'completed', 'code': 200} May 06 13:37:04.386054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e95968f7-2d08-4041-8608-7c41e466205f req-1e95b06b-2749-43aa-a0d6-aa8ea4eb8417 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "DELETE /v2.0/ports/1755f68e-83ae-4114-a359-f8245ede9501 HTTP/1.1" status: 204 len: 173 time: 1.3773930 May 06 13:37:04.805456 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dbc6e182-de3a-47fe-adff-29ac969f33b1 req-3ea19bca-0532-4643-b596-ba8f8a7f3bbe tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c3a0372-8442-4c05-8d19-0b1cc16afc8b HTTP/1.1" status: 200 len: 210 time: 0.0776801 May 06 13:37:05.924616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52426) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:06.389103 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:06.621744 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1755f68e-83ae-4114-a359-f8245ede9501 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:06.672050 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 1755f68e-83ae-4114-a359-f8245ede9501 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:37:06.675763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 1755f68e-83ae-4114-a359-f8245ede9501 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:07.108338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port e943bc02-75ba-4926-9332-58bb13a06af1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:37:07.109053 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:07.442193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port e943bc02-75ba-4926-9332-58bb13a06af1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e943bc02-75ba-4926-9332-58bb13a06af1,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:07.442567 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:07.578587 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for e943bc02-75ba-4926-9332-58bb13a06af1 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:37:07.872071 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:07.937794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=e943bc02-75ba-4926-9332-58bb13a06af1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:08.416918 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:08.541237 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-938c21a0-b1de-4dd9-b8c2-7d4710ab0f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:09.309727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router e77a64ad-8089-4a8b-a9c7-40e182ca41ec has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:09.674523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:09.690875 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ce9b88c0-9d89-41b2-af58-7c4e618f098c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/e77a64ad-8089-4a8b-a9c7-40e182ca41ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7645161 May 06 13:37:09.691187 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Sync routers for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:09.693563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52430) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:09.713513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:09.714576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:09.941124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting subnet f279cc4e-b378-45ac-8866-0695177dfbc7 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:37:09.945250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:09.964899 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:10.021801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.125987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.348831 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:37:07Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:10.355847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Checking router: e77a64ad-8089-4a8b-a9c7-40e182ca41ec for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:10.375504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Routers {'e77a64ad-8089-4a8b-a9c7-40e182ca41ec'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:10.376643 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:36:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:10.378749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.421939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Subnet': ['ID=f279cc4e-b378-45ac-8866-0695177dfbc7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:10.426277 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.440156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-9375bc3e-dd72-44e9-be1c-a47432a230f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/subnets/f279cc4e-b378-45ac-8866-0695177dfbc7 HTTP/1.1" status: 204 len: 168 time: 0.7421756 May 06 13:37:10.441446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52434) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:10.463005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053eb26-a358-4a33-b825-937c5cc07cdc None None] Network bc60210d-d25b-4627-9b79-d3307f684a6d requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:37:10.694116 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.752579 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1e0859bb-7c0a-4208-9077-4e130ef2ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:10.770483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] Set router e77a64ad-8089-4a8b-a9c7-40e182ca41ec gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:10.979725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.066671 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:37:11.067022 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.122812 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] DHCP port deletion for bc60210d-d25b-4627-9b79-d3307f684a6d request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:37:11.133013 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Deleting port 7a66ca87-d3d4-49ba-b19a-868667d481bb {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:37:11.133388 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.279526 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:11.279873 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.292475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-113871a9-783c-4586-8177-89a59d367e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:37:07Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:11.398635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113871a9-783c-4586-8177-89a59d367e08 None None] The sync data for ids ['e77a64ad-8089-4a8b-a9c7-40e182ca41ec'] in n-d-840845-1 is: [{'id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354775772', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:35:51Z', 'updated_at': '2022-05-06T13:37:07Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '6ec3121a-89d4-4712-8e1e-0a278a8aa3e7', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77a64ad-8089-4a8b-a9c7-40e182ca41ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:35:52Z', 'updated_at': '2022-05-06T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:11.439742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] For port 7a66ca87-d3d4-49ba-b19a-868667d481bb, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=7a66ca87-d3d4-49ba-b19a-868667d481bb,segment=NetworkSegment(8cca0b36-1458-4ec4-89e7-fb6197985c55),segment_id=8cca0b36-1458-4ec4-89e7-fb6197985c55)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:11.440209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.488244 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:37:11.581390 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Calling delete_port for 7a66ca87-d3d4-49ba-b19a-868667d481bb owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:37:11.764135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.791013 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:11.846338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Pushing event deleted for resources: {'Port': ['ID=7a66ca87-d3d4-49ba-b19a-868667d481bb,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:11.852942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] No DVR routers for this DVR port 7a66ca87-d3d4-49ba-b19a-868667d481bb on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:37:11.877059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.880285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.882125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:11.882125 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80a79d3-53d9-4cd9-bdd6-fdadbcf67d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:12.003054 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=6ec3121a-89d4-4712-8e1e-0a278a8aa3e7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:12.253775 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.315382 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.449905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.613441 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.618800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.717701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.718308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Fanout notify agent at l3_agent the message router_deleted on router e77a64ad-8089-4a8b-a9c7-40e182ca41ec {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:37:12.744234 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.746694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f2612924-47cd-4c94-9076-1c3e0c49428a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/routers/e77a64ad-8089-4a8b-a9c7-40e182ca41ec HTTP/1.1" status: 204 len: 168 time: 2.3042560 May 06 13:37:12.749584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52438) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:12.869422 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e943bc02-75ba-4926-9332-58bb13a06af1 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:12.935113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e943bc02-75ba-4926-9332-58bb13a06af1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:37:12.935929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e943bc02-75ba-4926-9332-58bb13a06af1 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:12.936517 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a66ca87-d3d4-49ba-b19a-868667d481bb no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:12.946847 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:12.994253 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 7a66ca87-d3d4-49ba-b19a-868667d481bb {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:37:12.994557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 7a66ca87-d3d4-49ba-b19a-868667d481bb not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:13.098574 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.130120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc60210d-d25b-4627-9b79-d3307f684a6d']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:13.145258 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cca0b36-1458-4ec4-89e7-fb6197985c55') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:13.145686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cca0b36-1458-4ec4-89e7-fb6197985c55') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:13.159176 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.178000 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.186327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:37:13.186725 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: timer() May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:37:13.203205 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:37:13.361415 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.381568 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.394869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Network': ['ID=bc60210d-d25b-4627-9b79-d3307f684a6d,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:13.482974 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a3b6356e-3da7-4809-9685-5d7c15cefb5a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/networks/bc60210d-d25b-4627-9b79-d3307f684a6d HTTP/1.1" status: 204 len: 168 time: 0.7315536 May 06 13:37:13.485971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52442) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:13.619277 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.682952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.793059 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.911950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:13.936176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d0cec-6725-4d61-ad58-66242bd2a64c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:14.037757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:14.039084 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec43eeb9-fdac-43fc-9f81-1596f874672e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/security-groups/ec0d0cec-6725-4d61-ad58-66242bd2a64c HTTP/1.1" status: 204 len: 168 time: 0.5517154 May 06 13:37:14.583085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52450) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:14.590472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296270384', 'description': 'tempest-secgroup-smoke-1296270384 description', 'project_id': 'a6679b90eb214b439834e342e730578b'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:14.597937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:14.603983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:14.607233 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:14.614004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:14.706925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:37:14.732689 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:14.775376 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:37:14.776072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6ec3121a-89d4-4712-8e1e-0a278a8aa3e7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:37:14.784366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:14.789501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:14.793126 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:14.805339 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:14.888049 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:14.995021 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.048794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52902446-8896-41e4-887e-2d67e4c145e1,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:15.149877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.151759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-10b4b9d7-7284-448b-a07b-789a083187fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5672050 May 06 13:37:15.155191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52454) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:15.161689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:15.170428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:15.175836 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:15.180926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:15.188350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:15.274532 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.358047 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.432336 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.461389 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f100ae0-ea15-433a-9747-07e36ced0116,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:15.564107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.565686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a3fcb5e6-b74b-472f-9ed1-e75eb412fac5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4091835 May 06 13:37:15.569049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52458) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:15.576592 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:15.585395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:15.590325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:15.594020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:15.602015 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:15.696456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.788104 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.906409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:15.938185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6dba6d-e2c8-41c0-bf2a-26e6c107583d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:16.049999 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.051694 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6e21c538-8b36-4597-97a0-308ea9974532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4805515 May 06 13:37:16.055803 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52462) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:16.065191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:16.077616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:16.084756 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:16.089907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:16.101033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:16.188737 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.263132 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.346385 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.372829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abea7e66-c390-46f2-93de-eb9059c79281,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:16.481416 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.482870 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4cfb75fd-6015-44d3-94e6-5215a6f6f4ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4257638 May 06 13:37:16.486214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52466) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:16.493453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:16.500795 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:16.505235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:16.509960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:16.520684 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:16.614756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.691572 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.780978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.812256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43651f6-09a0-425a-922c-a6f3de8c96b4,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:16.926722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:16.928189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-73875790-81b7-4ec9-8e90-35c76d3f58eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4404483 May 06 13:37:16.931651 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52470) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:16.937511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:16.945069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:16.949706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:16.952955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:16.960332 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:17.072541 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:37:17.080913 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.175526 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.258874 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.292597 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.320416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cc7623-d3c3-454c-a137-d5f67a03eecc,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:17.463702 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.465102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-713575f0-b8b6-4bc1-8404-fea7e9b83e65 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5323944 May 06 13:37:17.468607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52474) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:17.474323 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '52902446-8896-41e4-887e-2d67e4c145e1', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:17.482115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:17.486613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:17.490171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:17.498060 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:17.581041 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:37:17.589278 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.665355 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.798113 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.827905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a697a5f-5ae9-4961-9cff-a791179a47a7,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:17.915797 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:17.917249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-497211d1-a1dc-408e-914a-a471f0dc4741 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4476261 May 06 13:37:17.922138 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52478) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:17.929703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'network': {'name': 'tempest-network-smoke--1358812356', 'project_id': 'a6679b90eb214b439834e342e730578b', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:17.935939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:17.940919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:network and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:17.945111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:17.952251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:18.049469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:18.052516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.086200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:37:18.103276 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.103733 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Added segment 6aca611b-5669-4013-914d-09f3dbb1e865 of type vlan for network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 May 06 13:37:18.148660 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.294699 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.299327 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:18.300056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.425834 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Network': ['ID=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:18.438168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:37:18.519458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a6270dae-de0b-4f99-81b6-cbc23cee3fca tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5956371 May 06 13:37:18.522857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52482) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:18.531832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'admin_state_up': True, 'project_id': 'a6679b90eb214b439834e342e730578b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:18.545017 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:18.549875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:router and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:18.553925 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:18.561023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:18.637958 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.639078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:18.659964 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.014881 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.294339 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.328248 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.612091 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.182 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:19.792756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:19.933242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:20.031496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:20.039828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:20.043446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:20.047890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:20.333242 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:20.334056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:20.701996 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router f9b6063d-f674-4426-808f-8a9fc7df125d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:37:20.942520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:20.957480 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Sync routers for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:20.977894 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:20.978584 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:21.081596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:21.083684 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c0c73d89-1267-4cd8-bae9-a5fed4e6a39a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5591612 May 06 13:37:21.088605 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52486) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:21.140440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52490) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:21.140826 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-011a9747-286a-42f6-9281-12ec5db5620d tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a6679b90eb214b439834e342e730578b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502558 May 06 13:37:21.210662 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:21.296203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ddf63-e815-49c3-9635-fe88511c3a66 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:21.298083 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-385ddf63-e815-49c3-9635-fe88511c3a66 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563101 May 06 13:37:21.301308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52494) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:21.347725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c2d69ea9-1b44-4f4c-9137-910c79ded1c6 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449011 May 06 13:37:21.350709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52498) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:21.360011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557364832', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'project_id': 'a6679b90eb214b439834e342e730578b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:21.367508 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:21.495294 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:21.499402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:subnet and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:21.503263 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:21.513744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:21.626357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:21.649053 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:20Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:21.653763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Checking router: f9b6063d-f674-4426-808f-8a9fc7df125d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:21.653763 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Updating router f9b6063d-f674-4426-808f-8a9fc7df125d port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:37:21.710917 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:21.771153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.095481 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.096933 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.111445 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Transition to ACTIVE for port object ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:22.197752 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.288512 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Attempting to bind port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:22.289837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Attempting to bind port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:22.289837 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Attempting to bind port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:22.291543 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Pushing event updated for resources: {'Port': ['ID=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:22.300457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Subnet': ['ID=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:22.301872 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:22.302263 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:22.302781 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.303187 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:22.303652 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Bound port: ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:22.304106 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.316929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Checking segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:22.317290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network hostable DHCP agents. Network: fb9c9df6-293b-4ae0-a2f1-24fdfc013a17, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:37:22.336073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.336415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.336751 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.337087 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.337409 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.337733 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.338056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.338380 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.338695 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.339013 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.339319 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:22.389174 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] For port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:22.394531 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] For port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:22.443038 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:37:22.476539 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.561073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e3b09-88c7-400b-90a4-a606990081fb None None] Pushing event updated for resources: {'Port': ['ID=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:22.565636 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:22.566246 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:22.572494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, fb9c9df6-293b-4ae0-a2f1-24fdfc013a17) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:22.580818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579aa0c9-75af-471b-aab0-3672dc7d24d3 None None] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:37:22.590539 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:22.591295 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:22.667123 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5f1ebafe-d88c-4c35-9feb-296b26e5019e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3148422 May 06 13:37:22.669972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:22.783468 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:22.838226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:37:22.839050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.022088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Allocated IP 172.20.0.2 (fb9c9df6-293b-4ae0-a2f1-24fdfc013a17/eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e/9f504e06-24b3-4447-9698-9457161dd93b) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:23.112015 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:20Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:23.117992 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427af2-2c4e-467f-b0ea-52fc8ea7892c None None] The sync data for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 is: [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:20Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:23.374512 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.387308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Transition to ACTIVE for port object 9f504e06-24b3-4447-9698-9457161dd93b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:23.415449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Transition to ACTIVE for port object 9f504e06-24b3-4447-9698-9457161dd93b will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:23.496127 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.623612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:23.624946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:23.628824 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:23.640992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Pushing event updated for resources: {'Port': ['ID=9f504e06-24b3-4447-9698-9457161dd93b,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:23.775550 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Attempting to bind port 9f504e06-24b3-4447-9698-9457161dd93b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:23.776195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Attempting to bind port 9f504e06-24b3-4447-9698-9457161dd93b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:23.776760 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Attempting to bind port 9f504e06-24b3-4447-9698-9457161dd93b on network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:23.779032 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.786904 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:23.787373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Checking segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:23.788813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.789963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Bound using segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:23.790767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Bound port: 9f504e06-24b3-4447-9698-9457161dd93b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:23.792113 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:23.943331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] For port 9f504e06-24b3-4447-9698-9457161dd93b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:23.947933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] For port 9f504e06-24b3-4447-9698-9457161dd93b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f504e06-24b3-4447-9698-9457161dd93b,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:24.040559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:24.202500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bde957-db85-4ca9-ab81-af1595662841 None None] Pushing event updated for resources: {'Port': ['ID=9f504e06-24b3-4447-9698-9457161dd93b,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:24.348408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.1 (fb9c9df6-293b-4ae0-a2f1-24fdfc013a17/eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e/1ab92dd7-b7a3-4c13-a265-870db8ac973a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:24.559155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:24.580288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 1ab92dd7-b7a3-4c13-a265-870db8ac973a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:24.672645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:24.759342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:24.763251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:24.765090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:24.770522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:24.833453 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:24.895906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f504e06-24b3-4447-9698-9457161dd93b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:25.095310 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9f504e06-24b3-4447-9698-9457161dd93b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:25.103121 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:25.193692 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.261724 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:25.270809 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:25.271356 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.335377 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59084d-b5fb-49a7-b28e-fb8ac8d048d0 None None] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:37:25.565207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.578865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Provisioning for port 9f504e06-24b3-4447-9698-9457161dd93b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:25.599757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Provisioning complete for port 9f504e06-24b3-4447-9698-9457161dd93b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:25.601176 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.645474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:25.730868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.770743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.807815 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.865985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:25.906118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:25.926048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] For port 9f504e06-24b3-4447-9698-9457161dd93b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f504e06-24b3-4447-9698-9457161dd93b,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:26.034315 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:26.069405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:26.237250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:26.238554 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:26.279090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:26.398702 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c315f-3bbe-426c-9d1f-2c4f8ed886aa None None] Pushing event updated for resources: {'Port': ['ID=9f504e06-24b3-4447-9698-9457161dd93b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:26.415622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Provisioning complete for port 9f504e06-24b3-4447-9698-9457161dd93b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:26.416760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:26.665016 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Provisioning for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:26.670848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Provisioning complete for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:26.671694 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:26.734038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6c0381f3-7557-48c2-90ca-9483161fc9d8 None None] Port 1ab92dd7-b7a3-4c13-a265-870db8ac973a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:37:26.821541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f504e06-24b3-4447-9698-9457161dd93b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:26.888259 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router f9b6063d-f674-4426-808f-8a9fc7df125d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:26.911703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bbe88d76-1f31-4a24-a6a3-0eea822fc436 None None] Provisioning complete for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:26.913730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bbe88d76-1f31-4a24-a6a3-0eea822fc436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:26.983743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9f504e06-24b3-4447-9698-9457161dd93b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:26.984233 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:27.016231 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bbe88d76-1f31-4a24-a6a3-0eea822fc436 None None] Port 1ab92dd7-b7a3-4c13-a265-870db8ac973a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:37:27.141552 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:27.230073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:27.245225 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Sync routers for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:27.248226 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-4f7d0f11-77be-4a8e-83a5-3a708e7e3022 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/f9b6063d-f674-4426-808f-8a9fc7df125d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5766430 May 06 13:37:27.251972 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:27.252344 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:27.315309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:27.315309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:27.498492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-f8d389e8-b390-4d83-b5f9-a99ec4bc7510 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296270384&fields=id&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 267 time: 0.0517344 May 06 13:37:27.614823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:27.876513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-913e99e7-c500-427b-b827-3bfddcecea30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:27.877128 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-913e99e7-c500-427b-b827-3bfddcecea30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:27.972927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-913e99e7-c500-427b-b827-3bfddcecea30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:27.975349 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-913e99e7-c500-427b-b827-3bfddcecea30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 797 time: 0.4657612 May 06 13:37:27.995932 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-b5426f94-0f7a-4d44-b9fd-001f8394d5c2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/quotas/a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 375 time: 0.0145848 May 06 13:37:28.088000 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-ee0d51c9-c449-4982-a9d8-9c91e96719d2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:28.144741 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 2, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:28.160062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Checking router: f9b6063d-f674-4426-808f-8a9fc7df125d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:28.160495 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Updating router f9b6063d-f674-4426-808f-8a9fc7df125d port 1ab92dd7-b7a3-4c13-a265-870db8ac973a binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:37:28.183675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-ee0d51c9-c449-4982-a9d8-9c91e96719d2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:28.185412 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-ee0d51c9-c449-4982-a9d8-9c91e96719d2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821856 May 06 13:37:28.236188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:28.348010 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-cd9f90c4-4af7-43dc-8217-d6fb7cfddff3 service neutron] 10.222.0.83 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433585 May 06 13:37:28.470611 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:37:28.502917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-5168a632-5f78-4905-8b70-89ba5f8079ae service neutron] 10.222.0.83 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459234 May 06 13:37:28.899914 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:28.920596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Transition to ACTIVE for port object 1ab92dd7-b7a3-4c13-a265-870db8ac973a will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:29.027129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.049728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a3dcc1fd-bc63-4d01-8524-e4d0d2674f93 req-98769f37-7ca1-46dd-8012-047d4b481c72 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:29.064302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a3dcc1fd-bc63-4d01-8524-e4d0d2674f93 req-98769f37-7ca1-46dd-8012-047d4b481c72 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:29.065520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a3dcc1fd-bc63-4d01-8524-e4d0d2674f93 req-98769f37-7ca1-46dd-8012-047d4b481c72 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 210 time: 0.2077160 May 06 13:37:29.207676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69c096-eada-4197-8d20-cb066a02b3b2 None None] Pushing event updated for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:29.333145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Attempting to bind port 1ab92dd7-b7a3-4c13-a265-870db8ac973a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:29.338030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Attempting to bind port 1ab92dd7-b7a3-4c13-a265-870db8ac973a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:29.338030 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Attempting to bind port 1ab92dd7-b7a3-4c13-a265-870db8ac973a on network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:29.346034 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:29.346404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Checking segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:29.346836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.347233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Bound using segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:29.348052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Bound port: 1ab92dd7-b7a3-4c13-a265-870db8ac973a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:29.348679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.470623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] For port 1ab92dd7-b7a3-4c13-a265-870db8ac973a, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:29.476791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] For port 1ab92dd7-b7a3-4c13-a265-870db8ac973a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ab92dd7-b7a3-4c13-a265-870db8ac973a,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:29.540863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:29.693180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69c096-eada-4197-8d20-cb066a02b3b2 None None] Pushing event updated for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:29.698823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:29.699472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:29.922416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:30.309877 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2f87d6ef-8c39-4d58-af77-0d275ee5b61b req-53e52b80-2932-405f-9ffc-ab3effa38cbf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 210 time: 0.0835226 May 06 13:37:30.332021 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:29Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:30.338126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b5867a-32cf-42e3-be91-1c2cdcb5f924 None None] The sync data for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 is: [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:29Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:30.826737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ab92dd7-b7a3-4c13-a265-870db8ac973a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:30.972968 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:30.984246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:30.984837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.161003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.212338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 1ab92dd7-b7a3-4c13-a265-870db8ac973a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ab92dd7-b7a3-4c13-a265-870db8ac973a,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:31.273225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:31.405836 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:31.512573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-71c166d8-0961-4ba7-be44-9900a12be142 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:31.515002 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-71c166d8-0961-4ba7-be44-9900a12be142 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 797 time: 0.3242660 May 06 13:37:31.534137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e4116efe-442a-483a-bb39-7f7c994afdc2 req-a8937045-fc89-4768-b158-0d34fac489ed tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 210 time: 0.0474639 May 06 13:37:31.574467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-9a074911-1237-4cee-9291-485b3825073e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 380 time: 0.0456147 May 06 13:37:31.584191 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'port': {'device_id': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'admin_state_up': True, 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'security_groups': ['52902446-8896-41e4-887e-2d67e4c145e1']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:31.739212 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:31.750066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:32.094975 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:37:32.098083 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.286851 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.10 (fb9c9df6-293b-4ae0-a2f1-24fdfc013a17/eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e/50fb6477-524e-4afc-9302-52b8cdda4917) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:32.494569 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.512929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 50fb6477-524e-4afc-9302-52b8cdda4917 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:32.641237 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.737682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:32.749242 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:32.753288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:32.756914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:32.787743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ab92dd7-b7a3-4c13-a265-870db8ac973a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:32.873893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 1ab92dd7-b7a3-4c13-a265-870db8ac973a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:32.874674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.878496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:32.879225 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:32.964129 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a95555-5d3f-46a9-b0b6-677bb5a257fa req-8263053f-f428-49fa-8793-34a4aa6bf988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:32.964808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-81a95555-5d3f-46a9-b0b6-677bb5a257fa req-8263053f-f428-49fa-8793-34a4aa6bf988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:33.031366 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6049d56d-2586-437b-9c8b-a5a2bc182419 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4510844 May 06 13:37:33.045040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Request body: {'port': {'device_id': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:33.166349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-81a95555-5d3f-46a9-b0b6-677bb5a257fa req-8263053f-f428-49fa-8793-34a4aa6bf988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:33.172633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81a95555-5d3f-46a9-b0b6-677bb5a257fa req-8263053f-f428-49fa-8793-34a4aa6bf988 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 932 time: 0.4868760 May 06 13:37:33.173206 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.243964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-17ba565c-df30-4a07-ad4d-96297165c478 None None] Provisioning for port 50fb6477-524e-4afc-9302-52b8cdda4917 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:33.252161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-17ba565c-df30-4a07-ad4d-96297165c478 None None] Provisioning complete for port 50fb6477-524e-4afc-9302-52b8cdda4917 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:33.252734 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17ba565c-df30-4a07-ad4d-96297165c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.312244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-81a95555-5d3f-46a9-b0b6-677bb5a257fa req-32e3d2c3-d2cf-4591-93e4-a03edeb06b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279745 May 06 13:37:33.344511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-17ba565c-df30-4a07-ad4d-96297165c478 None None] Port 50fb6477-524e-4afc-9302-52b8cdda4917 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:37:33.753288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fb6477-524e-4afc-9302-52b8cdda4917 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:37:33.761968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:33.778582 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Transition to ACTIVE for port object 50fb6477-524e-4afc-9302-52b8cdda4917 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:37:33.889273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:34.031299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:34.149313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Attempting to bind port 50fb6477-524e-4afc-9302-52b8cdda4917 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:37:34.149645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Attempting to bind port 50fb6477-524e-4afc-9302-52b8cdda4917 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:37:34.149970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Attempting to bind port 50fb6477-524e-4afc-9302-52b8cdda4917 on network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:34.156729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Port 50fb6477-524e-4afc-9302-52b8cdda4917 on network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:37:34.157053 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Attempting to bind port 50fb6477-524e-4afc-9302-52b8cdda4917 on network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:37:34.166880 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:37:34.167260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Checking segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:37:34.167654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Bound using segment: {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:37:34.168196 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Bound port: 50fb6477-524e-4afc-9302-52b8cdda4917, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aca611b-5669-4013-914d-09f3dbb1e865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:37:34.168591 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:34.279703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:37:34.282990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=50fb6477-524e-4afc-9302-52b8cdda4917,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:37:34.355693 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:34.423736 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:34.425253 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] 10.222.0.86 "PUT /v2.0/ports/50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 1092 time: 1.3856647 May 06 13:37:34.425598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:34.460336 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd446c-69c0-439c-be1f-c1bf3c6954f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:34.499430 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9948d91-31f0-4fe9-bd9d-92c51cbbd8ef'] response: {'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917', 'status': 'completed', 'code': 200} May 06 13:37:34.580080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c8cec-d6fd-4686-886d-4f15263abb76 req-2d75e4b8-1c02-4a03-8848-607ca9da7b64 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:34.587548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-629c8cec-d6fd-4686-886d-4f15263abb76 req-2d75e4b8-1c02-4a03-8848-607ca9da7b64 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 944 time: 0.1107049 May 06 13:37:34.644183 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-629c8cec-d6fd-4686-886d-4f15263abb76 req-86b10e57-3048-4331-9b94-8be7c8fa3e2f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:37:34.645192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28cc5c13-7ba0-4fb0-8c00-155979942ce4 req-24c4ee81-cffe-44f1-bbfb-0905bd5f939a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1095 time: 0.1221979 May 06 13:37:34.808901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-629c8cec-d6fd-4686-886d-4f15263abb76 req-86b10e57-3048-4331-9b94-8be7c8fa3e2f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:37:34.810803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-629c8cec-d6fd-4686-886d-4f15263abb76 req-86b10e57-3048-4331-9b94-8be7c8fa3e2f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220707 May 06 13:37:34.824039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc5c13-7ba0-4fb0-8c00-155979942ce4 req-da96c170-7041-4503-b284-dc1ec6b9d59b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:34.825693 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28cc5c13-7ba0-4fb0-8c00-155979942ce4 req-da96c170-7041-4503-b284-dc1ec6b9d59b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a6679b90eb214b439834e342e730578b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1710248 May 06 13:37:34.974940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc5c13-7ba0-4fb0-8c00-155979942ce4 req-496035d3-7a34-4c7c-9a35-5114ea2326b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:34.976484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-28cc5c13-7ba0-4fb0-8c00-155979942ce4 req-496035d3-7a34-4c7c-9a35-5114ea2326b4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435390 May 06 13:37:35.098943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-06d3df70-5357-4a24-abb6-e67a16d7a0a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1095 time: 0.0804853 May 06 13:37:35.176225 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-6c69d560-e8c5-41e3-9cef-8ca2264c1158 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 217 time: 0.0702810 May 06 13:37:35.243722 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-75fa5292-1073-4310-a6fe-1e1e080b1b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:35.245216 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-75fa5292-1073-4310-a6fe-1e1e080b1b54 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.0629213 May 06 13:37:35.330462 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-5fdc0ed7-fb6f-4a55-8707-d1e286e4ad06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783827 May 06 13:37:35.480389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-5eb001e8-3705-4c69-94bf-e12d15c87e8b service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432145 May 06 13:37:35.632687 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e26187d1-3f6d-4100-96bd-ab0f9f4ff14f req-a44d71af-e8dc-4067-8549-9fb96e0d7fbf service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456122 May 06 13:37:36.086519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a24ab-9f77-48e9-aa46-818caefdbc02 req-66dfbed2-ed75-4b6f-baa7-a6d9765e76ce tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:36.089119 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a3a24ab-9f77-48e9-aa46-818caefdbc02 req-66dfbed2-ed75-4b6f-baa7-a6d9765e76ce tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 944 time: 0.1252220 May 06 13:37:36.158949 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a3a24ab-9f77-48e9-aa46-818caefdbc02 req-1e9c3b4c-9a25-4a53-9e8d-5ff08ff15122 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638955 May 06 13:37:37.506921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ec03d-67a9-4bc7-85ad-1884ae8d9a88 req-72d0bdc6-365c-4bc5-ac07-546f8a289269 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:37.508765 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-986ec03d-67a9-4bc7-85ad-1884ae8d9a88 req-72d0bdc6-365c-4bc5-ac07-546f8a289269 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 944 time: 0.1327004 May 06 13:37:37.561866 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-986ec03d-67a9-4bc7-85ad-1884ae8d9a88 req-6dada37a-ffe2-4821-aaad-51f7dc9d5667 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 May 06 13:37:38.512280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-091a9d56-74d3-4bb6-9307-c709e28d3bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:38.915941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92180c3-827f-4d5f-9c6a-593fb6d0b629 req-c014f50d-c6b0-46e6-953f-50ca9bfcb246 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:38.917604 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c92180c3-827f-4d5f-9c6a-593fb6d0b629 req-c014f50d-c6b0-46e6-953f-50ca9bfcb246 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 944 time: 0.2190790 May 06 13:37:38.968618 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c92180c3-827f-4d5f-9c6a-593fb6d0b629 req-120a01de-0afb-489d-a354-361bf8dd2678 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449774 May 06 13:37:40.210956 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d0522-8060-4275-a67b-a1583caec552 req-286d5eb8-a43a-42bf-9c47-4f56b4021ec9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:40.213810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed5d0522-8060-4275-a67b-a1583caec552 req-286d5eb8-a43a-42bf-9c47-4f56b4021ec9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 944 time: 0.1059000 May 06 13:37:40.270663 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed5d0522-8060-4275-a67b-a1583caec552 req-d1e04c20-94f5-400d-9657-236b2b837048 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 May 06 13:37:40.450234 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 50fb6477-524e-4afc-9302-52b8cdda4917 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:37:40.603802 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=50fb6477-524e-4afc-9302-52b8cdda4917,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:40.623929 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '50fb6477-524e-4afc-9302-52b8cdda4917', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'port_id': '50fb6477-524e-4afc-9302-52b8cdda4917', 'mac_address': 'fa:16:3e:49:a4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:37:40.707848 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.736599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fb6477-524e-4afc-9302-52b8cdda4917 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:37:40.755131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=50fb6477-524e-4afc-9302-52b8cdda4917,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:40.757865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-515350b0-25dc-4fc9-9176-4bc5e38a557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.875260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:40.955300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:41.144807 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['50fb6477-524e-4afc-9302-52b8cdda4917'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:37:41.611679 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa38ff-9a5d-497c-88e8-7de61ae915e8 req-31bd9fff-ff20-44ec-9eba-0949a6946176 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:41.613317 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99aa38ff-9a5d-497c-88e8-7de61ae915e8 req-31bd9fff-ff20-44ec-9eba-0949a6946176 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 945 time: 0.1320055 May 06 13:37:41.667872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-99aa38ff-9a5d-497c-88e8-7de61ae915e8 req-dc94ef44-84fd-4761-afe4-96d2d7f80af7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470307 May 06 13:37:42.394855 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.429353 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.450114 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 50fb6477-524e-4afc-9302-52b8cdda4917 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:37:42.612245 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 50fb6477-524e-4afc-9302-52b8cdda4917 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:37:42.618068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 50fb6477-524e-4afc-9302-52b8cdda4917 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:37:42.618598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.749784 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.782698 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:42.808143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=50fb6477-524e-4afc-9302-52b8cdda4917,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:37:42.848996 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4912937c-dbcd-4a1f-a17e-9b0a1a3603b0'] response: {'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917', 'code': 200} May 06 13:37:42.900516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:42.982635 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:42.991177 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dfcb35b-3245-4c9d-a829-4e983ed39b35 req-cbf3e9c4-55d8-4d07-8ff2-b55b59cfd8cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.0829005 May 06 13:37:43.034533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0f00-9238-4462-b4cd-6ec3c9bb42eb req-c0bf600f-81b8-4ed7-a1d8-73cc4edfe867 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:43.036291 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bde0f00-9238-4462-b4cd-6ec3c9bb42eb req-c0bf600f-81b8-4ed7-a1d8-73cc4edfe867 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1255915 May 06 13:37:43.038443 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dfcb35b-3245-4c9d-a829-4e983ed39b35 req-f187f8e2-dec0-43e7-bb00-04c5a96a8e16 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414684 May 06 13:37:43.087444 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bde0f00-9238-4462-b4cd-6ec3c9bb42eb req-8aa08f7f-b0d8-43fb-a35a-b1da0ac3d7a3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 May 06 13:37:43.792306 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:44.336941 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab5cfa-66fc-4d6e-93b2-929b4daa73c6 req-100a7293-7b82-4757-8b3c-1127d70bea16 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:44.338455 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1ab5cfa-66fc-4d6e-93b2-929b4daa73c6 req-100a7293-7b82-4757-8b3c-1127d70bea16 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1019580 May 06 13:37:44.398757 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1ab5cfa-66fc-4d6e-93b2-929b4daa73c6 req-2f212a4f-1125-4b44-9a86-e2f4859d869f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540495 May 06 13:37:45.257920 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-1601ca2d-3eff-49fc-a2e3-1adfdf2cb661 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765924 May 06 13:37:45.412848 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-c79411cb-fa8a-4172-9e2d-4c15e2b07086 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.0791945 May 06 13:37:45.618416 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-c3bedcdf-98b3-4c37-ad0c-7b6c86c85af0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:45.621071 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-c3bedcdf-98b3-4c37-ad0c-7b6c86c85af0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 898 time: 0.1880856 May 06 13:37:45.745570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b1c74-35f2-42bf-8f10-ba20c6a5511e req-2a27417a-2e81-4651-8457-21b318d5c25a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:45.747156 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-230b1c74-35f2-42bf-8f10-ba20c6a5511e req-2a27417a-2e81-4651-8457-21b318d5c25a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.2049384 May 06 13:37:45.754755 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-d90aa95c-3b0a-4804-be4a-f7535cb3a4fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 217 time: 0.1266921 May 06 13:37:45.805959 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-230b1c74-35f2-42bf-8f10-ba20c6a5511e req-495499dd-1931-41f2-bc59-8db3d88ed541 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 May 06 13:37:45.863513 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-980492c2-7e85-4ac1-b231-0a9f13393e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:45.866643 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-980492c2-7e85-4ac1-b231-0a9f13393e47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.1052265 May 06 13:37:45.968353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-1058d452-b1c8-45a2-a6ed-56352e7f61c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949402 May 06 13:37:46.346982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d6edf-01ad-4534-81cd-d52155bd4d0d req-9698fa69-5475-424f-a9ab-00b5c888d5a5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:46.349792 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-755d6edf-01ad-4534-81cd-d52155bd4d0d req-9698fa69-5475-424f-a9ab-00b5c888d5a5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.3798711 May 06 13:37:46.354039 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-6bb56b8e-5eb3-4bbc-81fc-06f0a4f4842d service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173959 May 06 13:37:46.602878 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-755d6edf-01ad-4534-81cd-d52155bd4d0d req-5b7c2b39-e2f8-476c-924c-63449a2aadc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458575 May 06 13:37:46.630531 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52562) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:46.676525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ce701bc-9a16-4ce4-806a-0f887d7f0d8b req-b79ca095-ae8a-4f06-a74c-1e6bdaf64718 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916601 May 06 13:37:46.720442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fc2cd92b-a617-4c55-a48a-8528b9d6f38b tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1092 time: 0.0829074 May 06 13:37:46.720442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52566) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:46.725711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '50fb6477-524e-4afc-9302-52b8cdda4917', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:37:46.732474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:37:46.736572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:floatingip and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:37:46.740128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:37:46.747176 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:37:46.929490 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.079329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.239529 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.91 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/dd661506-1d83-4910-af22-501cac60fbcd) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:37:47.298154 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.413209 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.547177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:47.626519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:37:47.629932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:37:47.635026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:37:47.666869 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=dd661506-1d83-4910-af22-501cac60fbcd,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:47.693035 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.694351 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.694720 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.695036 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.695440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.695805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.696140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.696472 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.696805 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.697127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:47.697457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:37:48.301032 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.424757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.668784 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.741639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:48.862017 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=dd661506-1d83-4910-af22-501cac60fbcd,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:37:48.877676 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:49.194639 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Floating IP cb18a7a1-4965-43ab-be88-bce24c710f90 associated. External IP: 172.25.2.91, port: 50fb6477-524e-4afc-9302-52b8cdda4917. May 06 13:37:49.643650 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router f9b6063d-f674-4426-808f-8a9fc7df125d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:37:49.950665 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:37:49.965580 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Sync routers for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:37:49.983294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:49.984136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:50.083232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:50.151520 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d5af097-88f0-4056-b1df-c61b65a9c780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4304745 May 06 13:37:50.152129 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:37:50.217424 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca09dcf-933c-4d70-98cd-1a3f07fd4fad'] response: {'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917', 'status': 'completed', 'code': 200} May 06 13:37:50.265008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:50.368739 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-a0e83c6f-e199-4284-8727-48c07c491fd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.1266742 May 06 13:37:50.410372 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed893e6-fda4-4d5d-a097-84f090a4ead9 req-2cba96e3-f236-4010-9d5f-d5ec3f203214 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:50.412992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fed893e6-fda4-4d5d-a097-84f090a4ead9 req-2cba96e3-f236-4010-9d5f-d5ec3f203214 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1103015 May 06 13:37:50.508314 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fed893e6-fda4-4d5d-a097-84f090a4ead9 req-91679933-c4b1-49bd-a6a6-8670b9c043f7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826750 May 06 13:37:50.542348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52576) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:50.570245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474925b4-b879-4c6a-af75-672d30782113 req-f05b5225-b483-49bc-bf5e-b946338befd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:50.572805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-f05b5225-b483-49bc-bf5e-b946338befd5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 898 time: 0.1969450 May 06 13:37:50.672916 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f6b8cea-aefe-43bc-a699-2a103d32bc6d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/cb18a7a1-4965-43ab-be88-bce24c710f90 HTTP/1.1" status: 200 len: 991 time: 0.1283927 May 06 13:37:50.754638 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-66b07cc5-cdec-4181-873c-433e671a5d57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 999 time: 0.1712146 May 06 13:37:50.837705 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'cb18a7a1-4965-43ab-be88-bce24c710f90', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'port_id': '50fb6477-524e-4afc-9302-52b8cdda4917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'mac_address': 'fa:16:3e:49:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:37:48Z', 'updated_at': '2022-05-06T13:37:48Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:50.841117 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474925b4-b879-4c6a-af75-672d30782113 req-1a61330d-fe12-4951-9daf-ab606e10b477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:37:50.842592 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-1a61330d-fe12-4951-9daf-ab606e10b477 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.0807009 May 06 13:37:50.843019 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Checking router: f9b6063d-f674-4426-808f-8a9fc7df125d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:37:50.857027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:37:50.857741 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:37:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:51.051300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-d6a0711a-27ea-490e-b576-011cca0332e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020164 May 06 13:37:51.093169 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:37:51.224886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-86244a7e-f316-45aa-a243-2a7d4f66af62 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660910 May 06 13:37:51.360630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:37:51.385377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-474925b4-b879-4c6a-af75-672d30782113 req-30f2a04c-5b78-4f23-90fd-2eab95b887e2 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544859 May 06 13:37:51.574017 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'cb18a7a1-4965-43ab-be88-bce24c710f90', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'port_id': '50fb6477-524e-4afc-9302-52b8cdda4917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'mac_address': 'fa:16:3e:49:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:37:48Z', 'updated_at': '2022-05-06T13:37:48Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:37:51.578764 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21454448-ccec-4527-ba1f-eca01117a8ae None None] The sync data for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 is: [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'cb18a7a1-4965-43ab-be88-bce24c710f90', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'port_id': '50fb6477-524e-4afc-9302-52b8cdda4917', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'mac_address': 'fa:16:3e:49:a4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:37:48Z', 'updated_at': '2022-05-06T13:37:48Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:37:51.677879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52580) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:51.830658 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-83cfe9c5-63e5-4c03-b463-0c09bec151f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/cb18a7a1-4965-43ab-be88-bce24c710f90 HTTP/1.1" status: 200 len: 991 time: 0.1510642 May 06 13:37:51.842993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5819877-a47a-41f2-8570-e324151bde2d None None] New status for floating IP cb18a7a1-4965-43ab-be88-bce24c710f90: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:37:52.834907 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52584) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:37:52.962753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6007b77f-630d-4586-9a39-45c87730fad2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/cb18a7a1-4965-43ab-be88-bce24c710f90 HTTP/1.1" status: 200 len: 993 time: 0.1265290 May 06 13:38:05.472403 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:38:08.514853 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e24dfdf9-7be2-4f2c-99ad-bd94afd669ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:10.717460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f1f236a8-b893-4297-9860-80b039a5aeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:12.322924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:12.423052 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:13.822823 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:17.294878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:18.282690 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-6fc72f0c-c7da-47c7-83da-1e09f9979245 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.1079988 May 06 13:38:18.289078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdc65e-dfdc-46f5-92ac-1a63dcf26ee5 req-5780b691-e48f-45e6-b727-da609bac278e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:18.290593 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96bdc65e-dfdc-46f5-92ac-1a63dcf26ee5 req-5780b691-e48f-45e6-b727-da609bac278e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1503148 May 06 13:38:18.437276 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-96bdc65e-dfdc-46f5-92ac-1a63dcf26ee5 req-6929c83f-d00c-4595-a55c-1be02ff63755 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269994 May 06 13:38:18.467446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-95c46376-d5b9-4378-82db-0272c2fa820b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:18.468994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-95c46376-d5b9-4378-82db-0272c2fa820b service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 898 time: 0.1775050 May 06 13:38:18.579360 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-96b0db98-a666-41f9-b11c-cda9159d0268 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 1001 time: 0.1034515 May 06 13:38:18.645111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-38174b01-21cf-4a38-8e1e-1bb3eebe5e8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:18.646663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-38174b01-21cf-4a38-8e1e-1bb3eebe5e8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.0610790 May 06 13:38:18.788432 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-cf08e4b9-4e7a-4c55-9d01-b72f9549153c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350608 May 06 13:38:19.037190 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-08603ab4-5964-4d7b-9951-488ab87c8a73 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399604 May 06 13:38:19.194087 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02863972-2324-4c5a-b9d4-1a71b4be1f63 req-32bf6dfb-5cc3-4681-a469-d60bf87e19b8 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476107 May 06 13:38:19.762299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4410f-9f67-4aac-a4d7-0f517c5dc709 req-7568b61f-d5db-4cf3-9857-a1fe891d50a5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:19.763819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ead4410f-9f67-4aac-a4d7-0f517c5dc709 req-7568b61f-d5db-4cf3-9857-a1fe891d50a5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0949452 May 06 13:38:19.827364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ead4410f-9f67-4aac-a4d7-0f517c5dc709 req-382ec4c0-1b19-4a66-9ffe-82099447900c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530927 May 06 13:38:21.043052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964aca8-3974-4837-bd76-486ee253eb98 req-0851aaab-3cb0-4fce-a3f2-5a8f47b7a8fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:21.043052 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f964aca8-3974-4837-bd76-486ee253eb98 req-0851aaab-3cb0-4fce-a3f2-5a8f47b7a8fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0861340 May 06 13:38:21.114296 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f964aca8-3974-4837-bd76-486ee253eb98 req-ea6d2826-5dab-41e5-93e0-7e683e0fc4a5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646887 May 06 13:38:21.377082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:22.332370 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed173-4174-44c5-b88b-b9a81ab680d0 req-fd7a8830-8cd8-43e0-91ee-ffafb10b5fe1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:22.334408 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-092ed173-4174-44c5-b88b-b9a81ab680d0 req-fd7a8830-8cd8-43e0-91ee-ffafb10b5fe1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0876949 May 06 13:38:22.385906 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-092ed173-4174-44c5-b88b-b9a81ab680d0 req-cef6cf96-97b9-4a59-86a3-5c6bbd667773 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 May 06 13:38:23.608613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ad2d5-5913-4c9a-a40e-0c0158faa31a req-1f07664f-7315-47be-94b8-3c16ef93b5f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:23.610194 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a8ad2d5-5913-4c9a-a40e-0c0158faa31a req-1f07664f-7315-47be-94b8-3c16ef93b5f6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0881238 May 06 13:38:23.666026 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0a8ad2d5-5913-4c9a-a40e-0c0158faa31a req-f0829297-3e8d-4d14-b981-e1ecd22eda51 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 May 06 13:38:24.921681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bd753-c1ae-400b-8771-a687d3c3495b req-c95a2f74-47e6-454c-b2ac-bf8e83167635 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:24.923503 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e70bd753-c1ae-400b-8771-a687d3c3495b req-c95a2f74-47e6-454c-b2ac-bf8e83167635 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1232114 May 06 13:38:24.975378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e70bd753-c1ae-400b-8771-a687d3c3495b req-2f77718b-37e0-45b0-9c62-547e26609110 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 May 06 13:38:26.219652 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881b4e4-6a39-499f-a46e-589e9d1f9af9 req-ee4936b2-3862-4470-922f-5a2a79e36ba8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:26.221264 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9881b4e4-6a39-499f-a46e-589e9d1f9af9 req-ee4936b2-3862-4470-922f-5a2a79e36ba8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0882518 May 06 13:38:26.273794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9881b4e4-6a39-499f-a46e-589e9d1f9af9 req-c5a54249-811c-4d5b-9515-f41112431d71 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 May 06 13:38:27.510256 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d619-00f6-4143-ba12-1db461fd2315 req-cce1fea2-c100-4f34-bab7-d2c6f5ae1bf5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:27.511971 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e4d619-00f6-4143-ba12-1db461fd2315 req-cce1fea2-c100-4f34-bab7-d2c6f5ae1bf5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0873110 May 06 13:38:27.571924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f8e4d619-00f6-4143-ba12-1db461fd2315 req-e5c7a838-43aa-47d9-95a1-87372b6bf9ed tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492787 May 06 13:38:28.972699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfd4a1-61ef-4bdc-b518-af5aea299483 req-96b1b08e-4ef9-48fd-870f-e30cbd9dcd5d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:28.975180 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4dfd4a1-61ef-4bdc-b518-af5aea299483 req-96b1b08e-4ef9-48fd-870f-e30cbd9dcd5d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.2594836 May 06 13:38:29.030397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a4dfd4a1-61ef-4bdc-b518-af5aea299483 req-029eb6a7-92e2-4895-80b2-1d178e79d1de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475616 May 06 13:38:30.372237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354678f0-d3a0-4239-bf27-49775b301252 req-94aca991-6be7-44dc-95e2-4626346ab5fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:30.373753 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-354678f0-d3a0-4239-bf27-49775b301252 req-94aca991-6be7-44dc-95e2-4626346ab5fd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1904678 May 06 13:38:30.448192 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-354678f0-d3a0-4239-bf27-49775b301252 req-b8855fa3-c2ce-4dce-8a40-1a69df623c6a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681870 May 06 13:38:31.668696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f867b-a38e-46b4-b46e-1e69ee09d09c req-61942825-9a87-4933-a0f9-78a14dee6e9c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:31.670271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f8f867b-a38e-46b4-b46e-1e69ee09d09c req-61942825-9a87-4933-a0f9-78a14dee6e9c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0828078 May 06 13:38:31.722588 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5f8f867b-a38e-46b4-b46e-1e69ee09d09c req-be87bf14-ab0b-4e5a-916f-2361aec4bbe9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 May 06 13:38:31.762832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52626) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:38:31.878912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-537473f8-e15f-43c3-bacb-9932021a076a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/cb18a7a1-4965-43ab-be88-bce24c710f90 HTTP/1.1" status: 200 len: 993 time: 0.1144464 May 06 13:38:38.482939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-eca16583-bd45-4b58-979d-32e0bcdafd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:40.736770 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-707c41ec-169d-469d-81cc-fc715cca10ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:42.314081 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:42.475284 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:38:42.485639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:43.786434 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:47.106028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-b8d107f4-e22d-470b-931d-19d8b4050556 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2394638 May 06 13:38:47.262947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-a626fcec-e05e-46b3-b051-783972fb8881 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.0799582 May 06 13:38:47.331684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:38:47.431359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-e500914e-2a6e-4fc7-b6be-5b8c129c7e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:47.432921 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-e500914e-2a6e-4fc7-b6be-5b8c129c7e13 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 898 time: 0.1468306 May 06 13:38:47.585489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-af24d432-e05c-4679-95b4-1a60443652c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 1001 time: 0.1447558 May 06 13:38:47.659249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-37a26a7e-3cd4-4fa1-bbdd-edd24b6b95bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:38:47.660948 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-37a26a7e-3cd4-4fa1-bbdd-edd24b6b95bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.0693121 May 06 13:38:47.750860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-727be8bc-27bc-4aa8-a82f-147b97c2892d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827839 May 06 13:38:47.908492 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-648111a0-dc58-4ed5-8b0c-5763c4e06e53 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509407 May 06 13:38:48.072338 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5ecfc6fd-bc0b-4242-98a7-c823014719af req-7c3346ba-9465-44a8-b828-aae525c4c1aa service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569371 May 06 13:38:51.385774 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:02.324290 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52648) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:02.691838 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port dd661506-1d83-4910-af22-501cac60fbcd {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:02.693333 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:03.014481 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:03.014943 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:03.249267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for dd661506-1d83-4910-af22-501cac60fbcd owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:03.525342 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:03.574296 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=dd661506-1d83-4910-af22-501cac60fbcd,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:03.621230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.621566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.621903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.622237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.622566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.622895 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.623223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.623548 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.623902 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.624224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.624546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:03.690626 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:04.186413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router f9b6063d-f674-4426-808f-8a9fc7df125d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:04.561607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:04.573571 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Sync routers for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:04.585623 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:04.589968 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:04.590722 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:38:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:04.663988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7b9b478e-d606-4f9f-9e29-1d0fee2739f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/floatingips/cb18a7a1-4965-43ab-be88-bce24c710f90 HTTP/1.1" status: 204 len: 168 time: 2.3384426 May 06 13:39:04.664565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:04.884384 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f01f0c-285d-4328-bea0-866a26e1b840'] response: {'name': 'network-changed', 'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917', 'status': 'completed', 'code': 200} May 06 13:39:04.907006 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:04.993167 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-158f820e-1ed9-43c7-ac6f-85d1b43c8401 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 1097 time: 0.0870006 May 06 13:39:05.157420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-8340c276-f15c-461e-beb7-c89ccad3bf8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.158903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-8340c276-f15c-461e-beb7-c89ccad3bf8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 200 len: 898 time: 0.1592407 May 06 13:39:05.236020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-53b3a2eb-d648-43bf-bca8-2cf2b5d84dc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 200 len: 217 time: 0.0699205 May 06 13:39:05.307740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-49204117-78f8-4dbc-8c5e-c31364f91a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.309287 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-49204117-78f8-4dbc-8c5e-c31364f91a47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 200 len: 835 time: 0.0674646 May 06 13:39:05.314901 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:05.320121 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Checking router: f9b6063d-f674-4426-808f-8a9fc7df125d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:05.332294 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:05.333503 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:38:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:05.408966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-7b726a1d-7cf9-404a-8b7e-2686a62efc3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920861 May 06 13:39:05.448345 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b4776-eeca-487b-a03b-9956b9998dd7 req-22e9f1d0-5021-4d5e-acaf-c54b11649bd5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:05.449120 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd1b4776-eeca-487b-a03b-9956b9998dd7 req-22e9f1d0-5021-4d5e-acaf-c54b11649bd5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:05.525078 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-cd1b4776-eeca-487b-a03b-9956b9998dd7 req-22e9f1d0-5021-4d5e-acaf-c54b11649bd5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:05.526348 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd1b4776-eeca-487b-a03b-9956b9998dd7 req-22e9f1d0-5021-4d5e-acaf-c54b11649bd5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1670439 May 06 13:39:05.544632 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:05.587935 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-5d75a7ad-b2f9-4c12-ae30-ff283c3a6f58 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722209 May 06 13:39:05.592410 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd1b4776-eeca-487b-a03b-9956b9998dd7 req-bceb2acb-d18e-4973-ac7b-523646918c44 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597887 May 06 13:39:05.870706 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4f4070cf-0dd6-4375-87cc-d2c06ab396e3 req-b5b275e4-da07-4f85-bb93-fa0efc38fea2 service neutron] 10.222.0.86 "GET /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750061 May 06 13:39:06.022805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:06.027123 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33136ca0-5a38-4a9a-a3d2-89be4cb39cee None None] The sync data for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 is: [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:37:24Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '1ab92dd7-b7a3-4c13-a265-870db8ac973a', 'name': '', 'network_id': 'fb9c9df6-293b-4ae0-a2f1-24fdfc013a17', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:df:3e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:24Z', 'updated_at': '2022-05-06T13:37:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:06.273402 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37999e8-ed44-4bfb-8beb-26f44d95bb95 None None] New status for floating IP cb18a7a1-4965-43ab-be88-bce24c710f90: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:39:06.817541 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d162b-f163-4c48-bf85-d518e34a7369 req-dd6b5b0b-96ed-47f0-bfce-1efde7eb26cf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:06.819385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a42d162b-f163-4c48-bf85-d518e34a7369 req-dd6b5b0b-96ed-47f0-bfce-1efde7eb26cf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0995123 May 06 13:39:06.928568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a42d162b-f163-4c48-bf85-d518e34a7369 req-0a07d9f1-9e74-4d87-9c25-5540f17007a0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684049 May 06 13:39:06.950319 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581428c-1e17-47af-ae73-49919c47d77f req-52145ec9-fe07-4b2f-bbaf-52fe187e88e2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:06.951852 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7581428c-1e17-47af-ae73-49919c47d77f req-52145ec9-fe07-4b2f-bbaf-52fe187e88e2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.1259682 May 06 13:39:07.026349 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 50fb6477-524e-4afc-9302-52b8cdda4917 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:07.026615 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:07.304236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 50fb6477-524e-4afc-9302-52b8cdda4917, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=50fb6477-524e-4afc-9302-52b8cdda4917,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:07.304503 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:07.455331 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 50fb6477-524e-4afc-9302-52b8cdda4917 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:08.126150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:08.136237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7d6e-8da5-429a-a5ca-5341b1841fc4 req-74c3c1fb-d535-4e63-8bd4-784c2103832b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:08.137755 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cec7d6e-8da5-429a-a5ca-5341b1841fc4 req-74c3c1fb-d535-4e63-8bd4-784c2103832b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 946 time: 0.0796154 May 06 13:39:08.186411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=50fb6477-524e-4afc-9302-52b8cdda4917,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:08.196425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9cec7d6e-8da5-429a-a5ca-5341b1841fc4 req-3af87026-e7a4-4f0a-a8bb-258bee9a7532 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=52902446-8896-41e4-887e-2d67e4c145e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529439 May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.258199 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:08.280062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] No DVR routers for this DVR port 50fb6477-524e-4afc-9302-52b8cdda4917 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:39:08.282610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:08.285224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'name': 'network-vif-deleted', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:08.343158 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb007fe6-8575-4238-af72-c51a943dbd11'] response: {'server_uuid': '1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c', 'name': 'network-vif-deleted', 'tag': '50fb6477-524e-4afc-9302-52b8cdda4917', 'status': 'completed', 'code': 200} May 06 13:39:08.554499 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7581428c-1e17-47af-ae73-49919c47d77f req-1e726eb3-649a-462e-863f-088fd660eee8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "DELETE /v2.0/ports/50fb6477-524e-4afc-9302-52b8cdda4917 HTTP/1.1" status: 204 len: 173 time: 1.5972569 May 06 13:39:08.583123 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bd347ccb-8517-46b5-8537-78d2bac98c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:09.410065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec437f46-14bc-4841-9adf-b582eba9b34d req-79990ceb-c024-483d-af67-a87c76251b28 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=1fd273a3-6e0e-45e7-bd3f-3c60b4e5505c HTTP/1.1" status: 200 len: 210 time: 0.0479388 May 06 13:39:10.586313 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52670) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:10.711486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-116277e8-e32f-4bbe-a9f1-ab41b685f601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:10.932486 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 50fb6477-524e-4afc-9302-52b8cdda4917 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:10.973690 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 50fb6477-524e-4afc-9302-52b8cdda4917 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:39:10.974806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 50fb6477-524e-4afc-9302-52b8cdda4917 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:11.051663 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:11.866591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 1ab92dd7-b7a3-4c13-a265-870db8ac973a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:11.867401 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.074899 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 1ab92dd7-b7a3-4c13-a265-870db8ac973a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=1ab92dd7-b7a3-4c13-a265-870db8ac973a,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:12.075217 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.211186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 1ab92dd7-b7a3-4c13-a265-870db8ac973a owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:12.416389 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.518728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.557209 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:12.613723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=1ab92dd7-b7a3-4c13-a265-870db8ac973a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:13.022995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:13.803149 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:13.850987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router f9b6063d-f674-4426-808f-8a9fc7df125d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:14.103687 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:14.116962 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Sync routers for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:14.122054 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-747be133-a66c-4a35-a823-dea56da165b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/f9b6063d-f674-4426-808f-8a9fc7df125d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5342836 May 06 13:39:14.125133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52674) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:14.137549 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:14.138564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:14.386153 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:14.389401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting subnet eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:39:14.393432 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.468872 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.617121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.807047 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:39:12Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:14.812516 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Checking router: f9b6063d-f674-4426-808f-8a9fc7df125d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:14.826564 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Routers {'f9b6063d-f674-4426-808f-8a9fc7df125d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:14.827230 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['f9b6063d-f674-4426-808f-8a9fc7df125d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:14.851584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.893537 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Subnet': ['ID=eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:14.901240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:14.908329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0e64a6b5-4161-4f81-9645-46e5fd0cae4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/subnets/eb47eedb-bff1-4e3e-ac04-61f3ecc2c23e HTTP/1.1" status: 204 len: 168 time: 0.7816789 May 06 13:39:14.909452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d04d9f-cb79-4a6a-847f-6ce29f617af4 None None] Network fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:14.911660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52678) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:15.125886 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] Set router f9b6063d-f674-4426-808f-8a9fc7df125d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:15.209855 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.210948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] DHCP port deletion for fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:39:15.216379 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Deleting port 9f504e06-24b3-4447-9698-9457161dd93b {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:15.216749 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.444064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.475754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] For port 9f504e06-24b3-4447-9698-9457161dd93b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f504e06-24b3-4447-9698-9457161dd93b,segment=NetworkSegment(6aca611b-5669-4013-914d-09f3dbb1e865),segment_id=6aca611b-5669-4013-914d-09f3dbb1e865)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:15.476172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.497540 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:39:12Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:15.502237 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae83104-6712-49ec-af94-53eab49b45fc None None] The sync data for ids ['f9b6063d-f674-4426-808f-8a9fc7df125d'] in n-d-840845-1 is: [{'id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-243951598', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:37:18Z', 'updated_at': '2022-05-06T13:39:12Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b6063d-f674-4426-808f-8a9fc7df125d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:37:19Z', 'updated_at': '2022-05-06T13:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:15.559083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:39:15.559700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.667006 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Calling delete_port for 9f504e06-24b3-4447-9698-9457161dd93b owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:15.845712 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.899303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Pushing event deleted for resources: {'Port': ['ID=9f504e06-24b3-4447-9698-9457161dd93b,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:15.910184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:15.910896 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:15.914753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.915799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.916152 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.916497 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.916828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.917154 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.917475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.917983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.918308 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.918627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.918941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:15.928316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d1cb2-0040-4f99-9987-8a810ae0fd2c None None] No DVR routers for this DVR port 9f504e06-24b3-4447-9698-9457161dd93b on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:39:16.059488 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:39:16.319421 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:16.373227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:16.626471 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:16.939319 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ab92dd7-b7a3-4c13-a265-870db8ac973a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:16.953516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:16.960037 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:16.978170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 1ab92dd7-b7a3-4c13-a265-870db8ac973a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:39:16.978502 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 1ab92dd7-b7a3-4c13-a265-870db8ac973a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:16.978974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f504e06-24b3-4447-9698-9457161dd93b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:17.016566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9f504e06-24b3-4447-9698-9457161dd93b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:39:17.016913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f504e06-24b3-4447-9698-9457161dd93b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:17.078603 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.079441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Fanout notify agent at l3_agent the message router_deleted on router f9b6063d-f674-4426-808f-8a9fc7df125d {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:39:17.103645 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.104865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-02ff027f-dd35-416c-a126-8c0c8feb7fc9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/routers/f9b6063d-f674-4426-808f-8a9fc7df125d HTTP/1.1" status: 204 len: 168 time: 2.1920364 May 06 13:39:17.107927 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52682) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:17.253517 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.307878 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.526399 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.557506 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9c9df6-293b-4ae0-a2f1-24fdfc013a17']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:17.572514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aca611b-5669-4013-914d-09f3dbb1e865') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:17.572812 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aca611b-5669-4013-914d-09f3dbb1e865') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:17.588009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.606661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.614489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:39:17.614892 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: timer() May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:39:17.631657 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:39:17.822673 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.850516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:17.857946 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Network': ['ID=fb9c9df6-293b-4ae0-a2f1-24fdfc013a17,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:17.971431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-1115b64e-35e5-484e-8431-0b17211e0ae8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/networks/fb9c9df6-293b-4ae0-a2f1-24fdfc013a17 HTTP/1.1" status: 204 len: 168 time: 0.8623197 May 06 13:39:17.974605 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52686) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:18.058409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:18.095879 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:18.382337 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:18.404079 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52902446-8896-41e4-887e-2d67e4c145e1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:18.487756 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:18.490514 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7ca751cf-a670-4648-8175-66a352225148 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/security-groups/52902446-8896-41e4-887e-2d67e4c145e1 HTTP/1.1" status: 204 len: 168 time: 0.5140879 May 06 13:39:18.789462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:39:18.849269 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:39:18.849847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device ff57d21c-e4cc-43c0-ba2a-4c0d3b9d66d4 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:39:19.477912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:20.181312 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52696) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:20.187229 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925975446', 'description': 'tempest-secgroup-smoke-1925975446 description', 'project_id': 'a6679b90eb214b439834e342e730578b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:20.195296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:20.200011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:20.203148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:20.209638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:20.300185 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.340651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:20.345024 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:20.349520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:20.356132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:20.420883 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.536595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.588061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8655ef63-7396-4c1e-815b-9ad3a5341743,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:20.694306 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.695612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-69900283-d19f-4d3b-b335-a7fae5548af8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5132370 May 06 13:39:20.699755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52700) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:20.706271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:20.713931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:20.718067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:20.721279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:20.728430 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:20.835223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:20.914183 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.022309 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.049961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200b7bc0-52f8-4bf7-b8b7-c986f5928c15,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:21.159007 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.160353 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-074c02b9-6e28-42ce-bc14-a892a4342369 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4594207 May 06 13:39:21.164894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52704) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:21.171088 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:21.179131 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:21.184553 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:21.188721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:21.196684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:21.358822 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.443183 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.475143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.570447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.599938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9482304e-156e-44de-8cc4-77e48a1564b3,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:21.705801 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.708001 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7b571b4e-1168-4f4a-90ba-66a7dc44f67e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5411878 May 06 13:39:21.710962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52708) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:21.717409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:21.725632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:21.730391 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:21.734412 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:21.742040 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:21.857772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:21.931797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.019757 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.053846 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89747d37-3600-4d1b-9d23-7c7d5c8bc0de,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:22.158907 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.160427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7b8d388e-23b7-4d71-8dee-3621bf387543 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4482286 May 06 13:39:22.163828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52712) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:22.170359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:22.179990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:22.185231 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:22.189112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:22.197757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:22.280812 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.360319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.482664 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.514594 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f76f19-28ef-41a0-840a-eb9924b074e5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:22.602913 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.604261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-082f90c7-48fb-4bc1-bad3-3098603ed7c1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4393082 May 06 13:39:22.607185 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52716) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:22.615249 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:22.622729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:22.627118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:22.630921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:22.637954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:22.723623 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:39:22.731409 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.809021 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.882467 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.910020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe03b715-ec89-441b-bafa-5187189a6682,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:22.991574 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:22.992879 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-84335649-b096-4fcb-81aa-0aac91aced52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3845201 May 06 13:39:22.996104 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52720) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:23.001814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '8655ef63-7396-4c1e-815b-9ad3a5341743', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:23.010253 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:23.014409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:23.017496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:23.024856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:23.117797 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:39:23.129620 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.245809 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.341310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.368291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7f94e1-17d2-4e04-adc0-ddf5d68589e7,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:23.442992 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.444207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f3875004-4f45-4d97-bafe-6ddcf4b20b1e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4471021 May 06 13:39:23.447238 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52724) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:23.453126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'network': {'name': 'tempest-network-smoke--327009709', 'project_id': 'a6679b90eb214b439834e342e730578b', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:23.459247 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:23.463795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:network and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:23.468258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:23.473926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:23.553583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:23.556746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.588023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:39:23.598078 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.598421 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Added segment c24a2089-e7e2-42e7-9ed3-362bceccb4e4 of type vlan for network 074db8f2-6aae-43d9-8448-9b96d2851b85 May 06 13:39:23.626614 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.728549 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.732618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:23.733218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:23.853459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Network': ['ID=074db8f2-6aae-43d9-8448-9b96d2851b85,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:23.864927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:39:23.947526 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-acf24e9b-fe8d-4836-8607-44885f06164f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4981263 May 06 13:39:23.950435 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52728) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:23.956861 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'admin_state_up': True, 'project_id': 'a6679b90eb214b439834e342e730578b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:23.969409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:23.977395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:router and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:23.989954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:23.993337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:24.073432 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.074580 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.097386 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.342916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.645996 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.699726 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:24.871275 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.156 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:25.278916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:25.374394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:25.447009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:25.450240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:25.455260 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:25.483921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:25.751300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:25.752595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:26.221303 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:39:26.464225 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:26.475841 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Sync routers for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:26.490570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:26.491226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:26.644514 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:26.646205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc393acc-6984-43dd-8016-b9c38f5586b4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6944866 May 06 13:39:26.649365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52732) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:26.691640 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a2329237-d7a9-4d05-bd55-26f5658493d2 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a6679b90eb214b439834e342e730578b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410929 May 06 13:39:26.695822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52736) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:26.716554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:26.884545 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5660e5-d84b-4277-bd1b-07eae31f86dc tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:26.886516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac5660e5-d84b-4277-bd1b-07eae31f86dc tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1889589 May 06 13:39:26.889214 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52740) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:26.933688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e473b50b-41eb-4710-9cf9-392827a80ea5 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432236 May 06 13:39:26.936590 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52744) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:26.943153 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007186555', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'project_id': 'a6679b90eb214b439834e342e730578b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:27.073875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:27.078830 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:subnet and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:27.085167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:27.096588 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:27.154901 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:25Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:27.159562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Checking router: 3f86cbc1-e4bb-4bee-bec4-5b230947b745 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:27.160078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Updating router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:39:27.220424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.227833 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:27.375573 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.637975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.658012 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Transition to ACTIVE for port object e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:27.745641 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.788851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.845371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde2fe2-8bb1-4a70-83a1-b335bcf9cb89 None None] Pushing event updated for resources: {'Port': ['ID=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:27.848455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Attempting to bind port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:27.849068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Attempting to bind port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Attempting to bind port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Bound port: e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:27.884148 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:27.960059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Subnet': ['ID=1965840d-0758-41cb-90d6-99c15d2e5e9b,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:27.970597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] For port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:27.979113 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Checking segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:27.979419 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] For port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:27.979708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network hostable DHCP agents. Network: 074db8f2-6aae-43d9-8448-9b96d2851b85, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:39:28.107352 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:39:28.148405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.239203 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 074db8f2-6aae-43d9-8448-9b96d2851b85) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:28.244102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:28.244778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:28.343858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43de7b-2279-4373-8589-ab20a6239f56 None None] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:28.447241 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-7500d082-cebe-49b5-887f-8e5b9866fcbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5095530 May 06 13:39:28.450360 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52748) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:28.612112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde2fe2-8bb1-4a70-83a1-b335bcf9cb89 None None] Pushing event updated for resources: {'Port': ['ID=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:28.683523 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:28.684549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:28.967907 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-1d01edd0-b26d-4332-805f-10e357674d06 req-41c98526-cb9d-4bf1-be88-486e9e813770 service neutron] (84799) timed out ('10.222.0.86', 62827) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:39:29.209668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-074db8f2-6aae-43d9-8448-9b96d2851b85', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:39:29.211011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:29.268137 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:29.577585 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:29.922935 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Allocated IP 172.20.0.2 (074db8f2-6aae-43d9-8448-9b96d2851b85/1965840d-0758-41cb-90d6-99c15d2e5e9b/2e6d7947-0dd6-4d73-89ed-d2b78bf748ee) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:30.173074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:25Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:30.196092 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f496f-7234-4be9-aecc-fb71fdd16d9d None None] The sync data for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 is: [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:25Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:30.294498 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:30.311982 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Transition to ACTIVE for port object 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:30.338201 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Transition to ACTIVE for port object 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:30.435028 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:30.559050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.1 (074db8f2-6aae-43d9-8448-9b96d2851b85/1965840d-0758-41cb-90d6-99c15d2e5e9b/09d74c27-921b-48e5-a274-8ddd6555210d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:30.559942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:30.567007 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:30.571004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:30.746820 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Pushing event updated for resources: {'Port': ['ID=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:30.758054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Attempting to bind port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:30.758474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Attempting to bind port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:30.758773 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Attempting to bind port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:30.766490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:30.766860 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Checking segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:30.767263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:30.767649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Bound using segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:30.768167 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Bound port: 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:30.768538 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:30.843064 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:30.887056 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 09d74c27-921b-48e5-a274-8ddd6555210d will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:30.890189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] For port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:30.894118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] For port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:30.957818 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:31.004644 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.027745 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.140220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e4b78-8043-40fe-9d1c-6a7ae6f40a2d None None] Pushing event updated for resources: {'Port': ['ID=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:31.155962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:31.160703 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:31.168355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:31.244289 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:31.253460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:31.261857 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.263752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:31.302263 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.467264 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.489718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:31.533820 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.579939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:31.705045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:32.252668 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:32.317499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:32.366582 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05d8cc-7b4e-4213-b3cc-1161163b8b7a None None] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:39:32.458496 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:32.462566 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:32.592914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-be7defe6-c6df-4f40-b767-17b5383390e9 None None] Provisioning for port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:32.635161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:32.636481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:33.010482 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:33.110622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:33.111603 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.198565 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:33.222241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-515a870e-9756-4761-b1c3-a02e0b96da4a None None] Provisioning for port 09d74c27-921b-48e5-a274-8ddd6555210d completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:33.236356 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-515a870e-9756-4761-b1c3-a02e0b96da4a None None] Provisioning complete for port 09d74c27-921b-48e5-a274-8ddd6555210d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:33.238016 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-515a870e-9756-4761-b1c3-a02e0b96da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.328127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:33.382815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-515a870e-9756-4761-b1c3-a02e0b96da4a None None] Port 09d74c27-921b-48e5-a274-8ddd6555210d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:33.477093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:33.497094 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:33.503023 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e7dd8bd9-07ab-4518-9c85-4aacfcc6d9f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/3f86cbc1-e4bb-4bee-bec4-5b230947b745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0513425 May 06 13:39:33.517405 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:33.518015 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.635665 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0912c78d-73a1-43a2-82f7-d73f3a88131a None None] Provisioning complete for port 09d74c27-921b-48e5-a274-8ddd6555210d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:33.636395 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0912c78d-73a1-43a2-82f7-d73f3a88131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.746900 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0912c78d-73a1-43a2-82f7-d73f3a88131a None None] Port 09d74c27-921b-48e5-a274-8ddd6555210d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:33.758757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-3c71a35b-35c2-45cd-a43d-df6da78c5eb6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925975446&fields=id&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 267 time: 0.0617971 May 06 13:39:33.855961 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.933182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0ab647d6-f7f0-4def-ba32-277895f3971b None None] Provisioning complete for port 09d74c27-921b-48e5-a274-8ddd6555210d triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:33.933669 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ab647d6-f7f0-4def-ba32-277895f3971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:33.986500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:33.992785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-56a5544a-e15e-4e45-82fc-6cd0f4b7a2a0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:33.993749 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-56a5544a-e15e-4e45-82fc-6cd0f4b7a2a0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:34.032989 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0ab647d6-f7f0-4def-ba32-277895f3971b None None] Port 09d74c27-921b-48e5-a274-8ddd6555210d cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:34.084921 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:34.096073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-56a5544a-e15e-4e45-82fc-6cd0f4b7a2a0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:34.098620 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-56a5544a-e15e-4e45-82fc-6cd0f4b7a2a0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 796 time: 0.3366506 May 06 13:39:34.130617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-23845611-c423-4e82-979a-a9b2feb3aea4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/quotas/a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 375 time: 0.0209596 May 06 13:39:34.188429 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:34.286385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-b0118d2c-4793-4f1a-8e31-29ab6710d395 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456475 May 06 13:39:34.286671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Sync routers for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:34.304313 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:34.305056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:34.464511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-87fadbb1-beab-4830-9493-bcb2a20d74e6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:39:34.466441 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-87fadbb1-beab-4830-9493-bcb2a20d74e6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1644659 May 06 13:39:34.617700 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:34.624829 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-e3a397fb-be45-41ca-b2d6-0b6487238830 service neutron] 10.222.0.83 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510506 May 06 13:39:34.800383 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-75bde6b2-8257-4d55-9c00-0067c6033dc1 service neutron] 10.222.0.83 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654999 May 06 13:39:34.858487 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:34.947162 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:34.947642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:35.053735 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 2, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:35.058775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Checking router: 3f86cbc1-e4bb-4bee-bec4-5b230947b745 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:35.059333 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Updating router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 port 09d74c27-921b-48e5-a274-8ddd6555210d binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:39:35.120049 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:35.242369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-06bd4094-dffa-4f83-b80e-512cedd270b1 req-521fc5fe-c901-4639-9bc2-e42f275a0b36 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:35.330689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-06bd4094-dffa-4f83-b80e-512cedd270b1 req-521fc5fe-c901-4639-9bc2-e42f275a0b36 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:35.333028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06bd4094-dffa-4f83-b80e-512cedd270b1 req-521fc5fe-c901-4639-9bc2-e42f275a0b36 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 210 time: 0.1398907 May 06 13:39:35.683795 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:35.704691 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Transition to ACTIVE for port object 09d74c27-921b-48e5-a274-8ddd6555210d will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:35.775858 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.030509 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Pushing event updated for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:36.046910 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.047247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.047568 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.048122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.048692 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.049205 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.049628 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.049831 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.050325 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.050645 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.051733 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:39:36.159052 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Attempting to bind port 09d74c27-921b-48e5-a274-8ddd6555210d on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:36.159651 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Attempting to bind port 09d74c27-921b-48e5-a274-8ddd6555210d by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:36.161632 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Attempting to bind port 09d74c27-921b-48e5-a274-8ddd6555210d on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:36.172981 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:36.174131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Checking segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:36.174791 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.175473 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Bound using segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:36.176957 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Bound port: 09d74c27-921b-48e5-a274-8ddd6555210d, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:36.177573 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.288811 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] For port 09d74c27-921b-48e5-a274-8ddd6555210d, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:36.294323 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] For port 09d74c27-921b-48e5-a274-8ddd6555210d, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09d74c27-921b-48e5-a274-8ddd6555210d,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:36.388384 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:36.493909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc895088-1c94-48d1-98eb-a4bbf07f3cdc req-b876fb28-3920-408c-8cb1-6f8ac99f6ec8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 210 time: 0.0599270 May 06 13:39:36.551496 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:36.552515 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:36.651806 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd5567-1dc0-4db2-bd4d-47daa77e9fd4 None None] Pushing event updated for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:36.882934 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:37.335178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:36Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:37.351119 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d406fb1-519c-4ded-9887-7109a86b31c1 None None] The sync data for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 is: [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:36Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:37.764487 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-47775f0b-163b-4c56-9597-1143ac5823d4 req-61c8a2b2-7545-4fab-a3ac-5fdc73c8a82a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 210 time: 0.0552244 May 06 13:39:38.255450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9d0e89b6-ed6b-49b2-92db-67bcc8e93a16 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:38.258163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9d0e89b6-ed6b-49b2-92db-67bcc8e93a16 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 796 time: 0.2210391 May 06 13:39:38.331035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-f43e0fac-e275-446b-a1de-79c4ea0ae5d3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 380 time: 0.0602679 May 06 13:39:38.341395 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'port': {'device_id': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'admin_state_up': True, 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'security_groups': ['8655ef63-7396-4c1e-815b-9ad3a5341743']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:38.511992 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7d96e96b-b679-4725-9ba0-5d90ddc28c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.544663 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:38.558897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:38.631333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:39:38.634462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:38.910274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09d74c27-921b-48e5-a274-8ddd6555210d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:38.927702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.14 (074db8f2-6aae-43d9-8448-9b96d2851b85/1965840d-0758-41cb-90d6-99c15d2e5e9b/54955cb5-4213-4e4a-bfae-309e2443828f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:38.997622 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d36c7d02-e2c4-4028-bf81-bc424a108d92 req-c1b5921c-a91a-40ac-960f-0b94968c201f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 210 time: 0.0481050 May 06 13:39:39.108236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 09d74c27-921b-48e5-a274-8ddd6555210d completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:39.119048 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 09d74c27-921b-48e5-a274-8ddd6555210d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:39.119708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.344313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.372094 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 54955cb5-4213-4e4a-bfae-309e2443828f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:39.393373 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.430716 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 09d74c27-921b-48e5-a274-8ddd6555210d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09d74c27-921b-48e5-a274-8ddd6555210d,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:39.507206 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.540025 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.592542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:39.597302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:39.603346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:39.632040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:39.644515 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:39.683338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:39.684118 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:39.806589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-cb816735-e9de-41d9-8f7b-1392a9606868 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4697504 May 06 13:39:39.823082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Request body: {'port': {'device_id': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:39.971208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.031326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-54a1ce07-0782-4465-9eac-acd6227044a1 None None] Provisioning for port 54955cb5-4213-4e4a-bfae-309e2443828f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:40.041113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-54a1ce07-0782-4465-9eac-acd6227044a1 None None] Provisioning complete for port 54955cb5-4213-4e4a-bfae-309e2443828f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:40.041938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-54a1ce07-0782-4465-9eac-acd6227044a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.171163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-54a1ce07-0782-4465-9eac-acd6227044a1 None None] Port 54955cb5-4213-4e4a-bfae-309e2443828f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:39:40.465254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3478bf5-2280-4f87-8508-781c3cc86988 req-617dc574-a341-4689-8e03-ec31d89a9fc7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:40.466858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3478bf5-2280-4f87-8508-781c3cc86988 req-617dc574-a341-4689-8e03-ec31d89a9fc7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 932 time: 0.0908809 May 06 13:39:40.521145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f3478bf5-2280-4f87-8508-781c3cc86988 req-ab1a60ee-0d13-4a6a-b96d-936c84732e8c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:40.538267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54955cb5-4213-4e4a-bfae-309e2443828f {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:40.547544 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.565867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Transition to ACTIVE for port object 54955cb5-4213-4e4a-bfae-309e2443828f will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:39:40.648911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-f3478bf5-2280-4f87-8508-781c3cc86988 req-ab1a60ee-0d13-4a6a-b96d-936c84732e8c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:40.651089 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3478bf5-2280-4f87-8508-781c3cc86988 req-ab1a60ee-0d13-4a6a-b96d-936c84732e8c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767247 May 06 13:39:40.696429 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.763919 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c63510b7-dc17-4f45-b2cf-5224a627b092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:40.864147 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09d74c27-921b-48e5-a274-8ddd6555210d up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:40.970669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:40.980277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 09d74c27-921b-48e5-a274-8ddd6555210d triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:40.980787 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.152470 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:39:41.153050 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:39:41.153619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:41.165520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:39:41.166069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:39:41.180082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:39:41.180615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Checking segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:39:41.181195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Bound using segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:39:41.181945 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Bound port: 54955cb5-4213-4e4a-bfae-309e2443828f, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:39:41.182539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.305606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:39:41.309302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:39:41.376580 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.447890 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:41.449666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] 10.222.0.13 "PUT /v2.0/ports/54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 1092 time: 1.6337926 May 06 13:39:41.449889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:41.486671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f20e-2655-4322-b047-4b37c6332d31 service neutron] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:41.540751 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486d3f11-fb2d-4c6d-961b-014c536a42b1'] response: {'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'status': 'completed', 'code': 200} May 06 13:39:41.701045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c7f9937-b066-44ff-b708-10d305f12e53 req-32ee53b9-e24a-4bab-b038-96f97c85cb40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.1409655 May 06 13:39:41.876088 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9937-b066-44ff-b708-10d305f12e53 req-447e8950-3c37-4157-9529-dca0a9ecde7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:41.877638 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c7f9937-b066-44ff-b708-10d305f12e53 req-447e8950-3c37-4157-9529-dca0a9ecde7d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a6679b90eb214b439834e342e730578b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1689832 May 06 13:39:42.000171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fff6d-36eb-44b4-9298-db1749cfdc04 req-af714177-e49d-4eeb-a853-f7300ec2b396 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:42.001657 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-308fff6d-36eb-44b4-9298-db1749cfdc04 req-af714177-e49d-4eeb-a853-f7300ec2b396 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.2030046 May 06 13:39:42.023016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9937-b066-44ff-b708-10d305f12e53 req-6f944cc7-8bb6-435f-a316-324d08a2d313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:42.024637 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8c7f9937-b066-44ff-b708-10d305f12e53 req-6f944cc7-8bb6-435f-a316-324d08a2d313 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411903 May 06 13:39:42.057617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-308fff6d-36eb-44b4-9298-db1749cfdc04 req-978c20d2-270f-4ceb-9ae1-dc63f390e78d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484133 May 06 13:39:42.148305 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-02fc4f3d-15a3-42e2-a872-ccd8fdb3c650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.0847094 May 06 13:39:42.386431 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-f4fba94f-3efd-4557-bca0-7c6f20f424ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 217 time: 0.1901107 May 06 13:39:42.427474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-a5e6977e-14c3-473f-b917-28df2036a57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:42.429514 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-a5e6977e-14c3-473f-b917-28df2036a57a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0771077 May 06 13:39:42.524484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-c3cc6f32-054e-4817-8b7c-58844b8072b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861666 May 06 13:39:42.529132 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.568740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:42.680649 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-67b33f8f-022a-4d13-9e18-c9ab34a746e8 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483669 May 06 13:39:42.844938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a9561c6b-20af-4e93-a928-739d54d3c68c req-7eb1b64f-a094-4aae-847a-49a393c162f0 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575329 May 06 13:39:43.319694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93a5ce-e037-4202-8ea9-034130fe553e req-c9d0f600-0a1a-4cff-84b2-4806bd18268d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:43.320542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ed93a5ce-e037-4202-8ea9-034130fe553e req-c9d0f600-0a1a-4cff-84b2-4806bd18268d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:39:43.438796 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-ed93a5ce-e037-4202-8ea9-034130fe553e req-c9d0f600-0a1a-4cff-84b2-4806bd18268d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:39:43.445988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed93a5ce-e037-4202-8ea9-034130fe553e req-c9d0f600-0a1a-4cff-84b2-4806bd18268d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.2293365 May 06 13:39:43.529797 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ed93a5ce-e037-4202-8ea9-034130fe553e req-677ce9c7-51f9-41f9-ad28-a5f7b9be4b43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827799 May 06 13:39:43.815838 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:44.746066 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c330dc-42a2-41a1-9519-01d0517b550d req-3598576c-3119-4661-9225-a12d8bd536c3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:44.747983 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09c330dc-42a2-41a1-9519-01d0517b550d req-3598576c-3119-4661-9225-a12d8bd536c3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.0863717 May 06 13:39:44.807270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-09c330dc-42a2-41a1-9519-01d0517b550d req-60047ba2-f611-4c7c-81d0-99aba805397b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495973 May 06 13:39:45.336918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:39:45.502564 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:45.518303 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '54955cb5-4213-4e4a-bfae-309e2443828f', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'mac_address': 'fa:16:3e:6c:8b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:39:45.583754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.604705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54955cb5-4213-4e4a-bfae-309e2443828f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:39:45.622101 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:45.712908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:45.784278 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:45.946732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['54955cb5-4213-4e4a-bfae-309e2443828f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:39:46.074853 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f5b1-5ec1-431c-8743-a7169ed4d16d req-055d9e50-1f37-4b13-8cb0-82098475a6ed tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:46.076931 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e097f5b1-5ec1-431c-8743-a7169ed4d16d req-055d9e50-1f37-4b13-8cb0-82098475a6ed tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 945 time: 0.1312206 May 06 13:39:46.143980 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e097f5b1-5ec1-431c-8743-a7169ed4d16d req-6f902f79-c714-45bb-a16b-2db6c151e3fa tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563705 May 06 13:39:47.318626 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.351520 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:39:47.442119 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5047-a4dc-476f-93d1-98330f9c2d9a req-945fdb66-9fa2-49cd-a202-03df8deb95d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:47.444899 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3eab5047-a4dc-476f-93d1-98330f9c2d9a req-945fdb66-9fa2-49cd-a202-03df8deb95d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 945 time: 0.1453800 May 06 13:39:47.495689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 54955cb5-4213-4e4a-bfae-309e2443828f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:39:47.496374 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3eab5047-a4dc-476f-93d1-98330f9c2d9a req-784e6309-e3b8-48ec-82c0-d36a5035d60a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 May 06 13:39:47.501695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 54955cb5-4213-4e4a-bfae-309e2443828f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:39:47.502058 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.643566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.675892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:47.687835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:39:47.789412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:47.844981 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e799ed-1975-4524-adf4-42d8124f801c'] response: {'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'code': 200} May 06 13:39:47.893500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:48.015360 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9330fe05-e155-4367-ba09-0f15a862c33f req-e8ed33b8-d83d-41ee-a796-0b79e15e65c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1097 time: 0.1257567 May 06 13:39:48.086794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9330fe05-e155-4367-ba09-0f15a862c33f req-42da96e9-b986-4494-b15d-772ddae04b4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649745 May 06 13:39:48.740535 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a015-8e91-48a7-a41f-3761519a0126 req-a42c9d53-ce21-4059-b73d-836b610686c5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:48.742389 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cca2a015-8e91-48a7-a41f-3761519a0126 req-a42c9d53-ce21-4059-b73d-836b610686c5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0890217 May 06 13:39:48.818613 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cca2a015-8e91-48a7-a41f-3761519a0126 req-07b7fd28-6313-4391-8df7-760b02d9c38d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666401 May 06 13:39:50.061270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8b471-2759-4071-99b7-14700e495e15 req-d8b5a6c1-e178-4e6f-9f69-078f0ec307de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:50.062902 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e8b471-2759-4071-99b7-14700e495e15 req-d8b5a6c1-e178-4e6f-9f69-078f0ec307de tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1011262 May 06 13:39:50.115297 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-48e8b471-2759-4071-99b7-14700e495e15 req-ccc2ec01-ea54-4a65-951c-9647c3445618 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 May 06 13:39:50.358879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cc986-a42b-4304-b558-df00015df646 req-09cef36e-456b-4df3-89ce-6d6054d7e563 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:50.360570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec4cc986-a42b-4304-b558-df00015df646 req-09cef36e-456b-4df3-89ce-6d6054d7e563 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1141708 May 06 13:39:50.414090 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ec4cc986-a42b-4304-b558-df00015df646 req-d67dbffe-7b7e-468e-9be9-6e708191e25c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 May 06 13:39:50.447002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52810) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:50.531415 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-72cb5f51-3c78-437b-884a-345efef0ceef tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1092 time: 0.0831754 May 06 13:39:50.534869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52814) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:50.541987 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:39:50.549793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:39:50.554933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:floatingip and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:39:50.558522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:39:50.565739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:39:50.660293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:50.853868 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.032908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.15 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/aaeef17b-e9db-4e52-be37-7d8d60f066e7) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:39:51.206002 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.319404 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.368797 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:51.398405 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:39:51.401720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:39:51.406794 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:39:51.435710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=aaeef17b-e9db-4e52-be37-7d8d60f066e7,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:51.997956 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.123648 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.470143 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.535658 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.657675 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=aaeef17b-e9db-4e52-be37-7d8d60f066e7,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:39:52.672800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:52.893697 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Floating IP 03ff964b-da62-4bce-9a65-1858c468596a associated. External IP: 172.25.2.15, port: 54955cb5-4213-4e4a-bfae-309e2443828f. May 06 13:39:53.352097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:39:53.658626 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:39:53.670784 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Sync routers for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:39:53.687974 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:53.688851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:53.762229 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:39:53.848824 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2efccbba-03f3-45c4-93c2-b499e51b68bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3123899 May 06 13:39:53.851243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:39:53.919917 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d99bb5a-15da-483c-9f2d-709d1fc3aa64'] response: {'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'status': 'completed', 'code': 200} May 06 13:39:53.928527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:54.047318 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-4304ecf2-653c-418f-ac92-52d79aa1ba16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1097 time: 0.0978227 May 06 13:39:54.260098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-1cc5335e-cf37-483a-9010-3c7051c4792a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:54.261539 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-1cc5335e-cf37-483a-9010-3c7051c4792a service neutron] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.2080653 May 06 13:39:54.272642 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fdb85-9f40-4da7-b9d9-03d815d93f47 req-cd35c190-b6fa-4bef-a3cc-788bc65f5854 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:54.274215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-612fdb85-9f40-4da7-b9d9-03d815d93f47 req-cd35c190-b6fa-4bef-a3cc-788bc65f5854 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.2001901 May 06 13:39:54.415249 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-612fdb85-9f40-4da7-b9d9-03d815d93f47 req-1f1f908a-5358-479c-af81-639b43fce371 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902956 May 06 13:39:54.425910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-2af07ed9-d415-4e01-8d27-6e84029850cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 999 time: 0.1506681 May 06 13:39:54.474840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52824) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:54.515970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-54e5ea91-cec7-42bd-ae51-297215cdb5be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:39:54.518761 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-54e5ea91-cec7-42bd-ae51-297215cdb5be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0865402 May 06 13:39:54.523757 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '03ff964b-da62-4bce-9a65-1858c468596a', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'mac_address': 'fa:16:3e:6c:8b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:39:51Z', 'updated_at': '2022-05-06T13:39:51Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:54.528799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Checking router: 3f86cbc1-e4bb-4bee-bec4-5b230947b745 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:39:54.543383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:39:54.544073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:39:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:54.654748 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-72aae546-4b1b-4e5c-a192-37a5909363bf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/03ff964b-da62-4bce-9a65-1858c468596a HTTP/1.1" status: 200 len: 991 time: 0.1771827 May 06 13:39:54.662145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-2fb28953-70da-4423-8b29-4c08ca38a1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373158 May 06 13:39:54.759461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:39:54.880310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-3bae9739-1463-4192-8c4d-1e72ac51ca8c service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106602 May 06 13:39:55.159862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f37ab1a2-d4a9-4b2e-9c51-0e52b5d05d76 req-a3343268-556d-4977-ac57-ade7a3527790 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739370 May 06 13:39:55.231909 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '03ff964b-da62-4bce-9a65-1858c468596a', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'mac_address': 'fa:16:3e:6c:8b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:39:51Z', 'updated_at': '2022-05-06T13:39:51Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:39:55.237068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d5717f-eec6-406d-820b-13382d4868f1 None None] The sync data for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 is: [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '03ff964b-da62-4bce-9a65-1858c468596a', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'mac_address': 'fa:16:3e:6c:8b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:39:51Z', 'updated_at': '2022-05-06T13:39:51Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:39:55.463324 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e836b9-0ecf-4ebd-9290-e91c460cc064 None None] New status for floating IP 03ff964b-da62-4bce-9a65-1858c468596a: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:39:55.657465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52828) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:55.887126 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-20b6ca0a-65ea-418a-8078-353c36087c63 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/03ff964b-da62-4bce-9a65-1858c468596a HTTP/1.1" status: 200 len: 991 time: 0.2281921 May 06 13:39:56.480517 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:39:56.891583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52832) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:39:57.013686 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7f692648-f485-4cec-b896-f46315cdc067 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/03ff964b-da62-4bce-9a65-1858c468596a HTTP/1.1" status: 200 len: 993 time: 0.1205533 May 06 13:40:08.528642 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f70d7783-a656-4a2a-8080-dbe5b666484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:10.727894 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-901bc502-d705-42b8-ba2b-001ed48ddc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:12.306659 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:12.443895 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:13.872429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:17.329151 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:21.373859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:21.903413 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-22578a1d-5b05-4f74-87f7-2bd0c80073e1 req-09db0632-4386-4914-a2a8-3a86547aed23 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0854828 May 06 13:40:22.474793 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0d977-7cfe-494f-a1b2-2f524789fe91 req-3cf80ce6-f505-4b50-ad0a-ac03c2142d70 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:22.476585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67e0d977-7cfe-494f-a1b2-2f524789fe91 req-3cf80ce6-f505-4b50-ad0a-ac03c2142d70 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0967031 May 06 13:40:22.571494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-67e0d977-7cfe-494f-a1b2-2f524789fe91 req-bef05d0e-95b7-4e90-aa77-b10e9744df22 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880506 May 06 13:40:22.710918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-89e49c33-56ca-4a4b-a5e2-fb4d9ecefab6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945837 May 06 13:40:23.846266 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c063-3039-4463-aee0-afaced057348 req-9ec962da-fec3-456d-bbec-48b7dbe06627 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:23.848991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d87c063-3039-4463-aee0-afaced057348 req-9ec962da-fec3-456d-bbec-48b7dbe06627 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1240251 May 06 13:40:23.924051 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d87c063-3039-4463-aee0-afaced057348 req-49518077-e9a7-4316-82fe-762689769087 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653787 May 06 13:40:25.162623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a15ed-afbe-451b-9208-101340ad43ab req-d8ecf467-95b9-4556-98c3-41b18cb307bb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:25.164115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-963a15ed-afbe-451b-9208-101340ad43ab req-d8ecf467-95b9-4556-98c3-41b18cb307bb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0837767 May 06 13:40:25.337078 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-963a15ed-afbe-451b-9208-101340ad43ab req-a9b67041-5a23-4c5d-8f83-66fc44df2adf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671240 May 06 13:40:26.080800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-fefc045b-1f2d-4d5b-8537-a7b51261bcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1097 time: 0.0853961 May 06 13:40:26.283070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-c8fcaa9b-6cb6-4b94-b1fd-1abf6a2764a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:26.285293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-c8fcaa9b-6cb6-4b94-b1fd-1abf6a2764a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1991584 May 06 13:40:26.405298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-3370b3fd-3595-4c44-acaf-0af292d6bb85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 1001 time: 0.1138418 May 06 13:40:26.510717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-d886127a-570e-4ff9-89fc-31c4905c3847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:26.512193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-d886127a-570e-4ff9-89fc-31c4905c3847 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0995088 May 06 13:40:26.617049 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9c3dd-e52a-4bef-8b8d-d7010800bb39 req-f37f9546-002c-40af-bf44-d212aaf4841f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:26.618495 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89f9c3dd-e52a-4bef-8b8d-d7010800bb39 req-f37f9546-002c-40af-bf44-d212aaf4841f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1476457 May 06 13:40:26.626073 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-da624e3e-7cfd-4c08-8765-5f4967da9375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049807 May 06 13:40:26.754345 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89f9c3dd-e52a-4bef-8b8d-d7010800bb39 req-d5e7436f-e041-422f-8a7d-ed6cf857b1a8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272361 May 06 13:40:26.797382 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-c8e6df2c-1881-4254-b161-b409b1f05e5c service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570406 May 06 13:40:26.947599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-834ef550-720a-4f2d-93d2-75216dac476f service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438990 May 06 13:40:27.981919 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6004a4-102e-42c7-a89e-cd877bf926b5 req-4358d838-9bc2-466b-9485-8b9c604fc06a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:27.989570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c6004a4-102e-42c7-a89e-cd877bf926b5 req-4358d838-9bc2-466b-9485-8b9c604fc06a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0847847 May 06 13:40:28.036341 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c6004a4-102e-42c7-a89e-cd877bf926b5 req-6fc83c02-f257-4d8e-8bec-632b11a07153 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 May 06 13:40:29.253520 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009426cc-65ac-4b5d-8ef6-672342878549 req-e12c06c8-9ed4-40d3-8a36-a14139aa7a0a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:29.255203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-009426cc-65ac-4b5d-8ef6-672342878549 req-e12c06c8-9ed4-40d3-8a36-a14139aa7a0a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0895348 May 06 13:40:29.306708 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-009426cc-65ac-4b5d-8ef6-672342878549 req-3864f6ea-619f-4a0f-a830-0317be7ef895 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 May 06 13:40:30.567311 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e49a-9101-4fe6-898a-ff46d9dd6a36 req-a6e76d84-dfc9-4e73-917e-c9d0c91c17cb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:30.569055 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae27e49a-9101-4fe6-898a-ff46d9dd6a36 req-a6e76d84-dfc9-4e73-917e-c9d0c91c17cb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0912936 May 06 13:40:30.623365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ae27e49a-9101-4fe6-898a-ff46d9dd6a36 req-c8397f85-334e-4cd1-a06f-792899001738 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464795 May 06 13:40:31.894974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b270c49-d230-4de4-b3ff-d183af7e67ee req-ac79630d-3df7-469d-8d23-5b87969be3f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:31.896727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b270c49-d230-4de4-b3ff-d183af7e67ee req-ac79630d-3df7-469d-8d23-5b87969be3f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1421783 May 06 13:40:31.958065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b270c49-d230-4de4-b3ff-d183af7e67ee req-e39f8f1e-7c2f-48c4-ba39-f6cf055826be tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510089 May 06 13:40:33.174033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fcfca-db12-4d2e-a2fb-ae336a064e73 req-6226f879-434a-456b-9c1a-5552725d3402 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:33.176673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a62fcfca-db12-4d2e-a2fb-ae336a064e73 req-6226f879-434a-456b-9c1a-5552725d3402 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0871804 May 06 13:40:33.234385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a62fcfca-db12-4d2e-a2fb-ae336a064e73 req-f59fe0b4-792d-4d51-9b18-796c9e264613 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503905 May 06 13:40:33.485100 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:40:34.456310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba01a-ead3-41ce-8028-4acaecbf9bd3 req-20f38141-c00a-48fa-8061-38c101aa7e05 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:34.458155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f0ba01a-ead3-41ce-8028-4acaecbf9bd3 req-20f38141-c00a-48fa-8061-38c101aa7e05 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0884216 May 06 13:40:34.512802 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0f0ba01a-ead3-41ce-8028-4acaecbf9bd3 req-2d747a32-fd3e-4c01-b2a5-826cec60ea88 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475955 May 06 13:40:35.784995 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9668bd-a860-46bf-b420-a8ce95c07081 req-8ee0d537-8f7e-457a-892c-a8a5e6d3db8f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:35.787093 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa9668bd-a860-46bf-b420-a8ce95c07081 req-8ee0d537-8f7e-457a-892c-a8a5e6d3db8f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1141124 May 06 13:40:35.873175 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fa9668bd-a860-46bf-b420-a8ce95c07081 req-5e4349dd-7483-42c1-ac37-63d2b4c306aa tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800636 May 06 13:40:37.118292 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb84a17-94df-45d9-b363-dfc78b4a5b82 req-111d8620-f3ff-40dc-9e36-25d6afb26f24 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:37.119912 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdb84a17-94df-45d9-b363-dfc78b4a5b82 req-111d8620-f3ff-40dc-9e36-25d6afb26f24 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1077914 May 06 13:40:37.277119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cdb84a17-94df-45d9-b363-dfc78b4a5b82 req-ee7447b1-4e1a-4066-83eb-6abe856217e0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504507 May 06 13:40:38.494927 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-68b116e4-c1c9-402d-8fef-9215b992680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:38.586822 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5a7d-46e5-4e65-8ed8-e1e6e4894109 req-497f7789-75b4-4d14-9209-a17be371f1f8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:38.588644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b5e5a7d-46e5-4e65-8ed8-e1e6e4894109 req-497f7789-75b4-4d14-9209-a17be371f1f8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1022294 May 06 13:40:38.644418 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6b5e5a7d-46e5-4e65-8ed8-e1e6e4894109 req-afead297-5ef7-495a-a302-5519648ede22 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482268 May 06 13:40:39.970479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea295f6-0637-4285-a75c-4e7a0fa18d12 req-90c543a7-9b52-4828-978c-6b3b4a01be49 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:39.973899 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ea295f6-0637-4285-a75c-4e7a0fa18d12 req-90c543a7-9b52-4828-978c-6b3b4a01be49 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1164498 May 06 13:40:40.044910 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0ea295f6-0637-4285-a75c-4e7a0fa18d12 req-979469fc-7628-49ec-920e-d3e9ec1716c3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594614 May 06 13:40:40.717952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3d56ba92-dec0-4258-b772-99b176bd0460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:41.279867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50393017-8174-4cba-856d-1f506d35cc31 req-3de64e26-6093-4611-bf9b-2aa935a4c455 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:41.281504 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50393017-8174-4cba-856d-1f506d35cc31 req-3de64e26-6093-4611-bf9b-2aa935a4c455 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0870676 May 06 13:40:41.338489 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-50393017-8174-4cba-856d-1f506d35cc31 req-7c969d11-dd72-4e3d-96df-c646c6a43454 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 May 06 13:40:42.323130 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:42.500371 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:42.583455 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083c2c3-6d04-482c-8a09-0c927742740b req-d8632762-4ed2-425a-a6e6-4cd5c6f04885 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:42.585403 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7083c2c3-6d04-482c-8a09-0c927742740b req-d8632762-4ed2-425a-a6e6-4cd5c6f04885 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0943995 May 06 13:40:42.638085 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7083c2c3-6d04-482c-8a09-0c927742740b req-88820594-af07-45b1-9028-e977f113895d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 May 06 13:40:43.635811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-895d6225-eda7-4ef0-b244-2ebc50ded0bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1097 time: 0.0795610 May 06 13:40:43.809452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:43.811881 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c07b-8559-4992-b272-325aa5861a50 req-575b621a-3f67-40a3-9138-6aa283ba334c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:43.813618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-575b621a-3f67-40a3-9138-6aa283ba334c service neutron] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1560895 May 06 13:40:43.942614 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccda37b-60e5-4218-a914-6c9087a8b91d req-3489b06d-c0a1-4256-84e8-7251f236da04 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:43.945045 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccda37b-60e5-4218-a914-6c9087a8b91d req-3489b06d-c0a1-4256-84e8-7251f236da04 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1263719 May 06 13:40:43.953634 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-a84d74e3-5b16-4d53-9f34-9d8f7cd7b0f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 1001 time: 0.1332848 May 06 13:40:44.023700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bccda37b-60e5-4218-a914-6c9087a8b91d req-1b90d892-c5a1-4406-b569-d6b2a4ff085e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711982 May 06 13:40:44.064743 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c07b-8559-4992-b272-325aa5861a50 req-89ad1fe7-0a00-41ef-8731-6d8e59d2291f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:44.066877 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-89ad1fe7-0a00-41ef-8731-6d8e59d2291f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.1067998 May 06 13:40:44.117916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.13', 51876) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:40:44.161311 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-b2e3a9c9-14ba-492c-b120-3530da7b1c6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877094 May 06 13:40:44.214363 n-d-840845-1 neutron-server[84799]: INFO neutron.api.v2.resource [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-33741cbc-d0b4-4b8a-ac63-02e34cbc5f39 service neutron] show failed (client error): The resource could not be found. May 06 13:40:44.215999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-33741cbc-d0b4-4b8a-ac63-02e34cbc5f39 service neutron] 10.222.0.13 "GET /v2.0/ports/54955cb5-4213-4e4a-bfae-309e2443828f/bindings/n-h1-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.0965581 May 06 13:40:44.371727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-f2dd1d72-198c-458d-bc58-e9e65630cdcf service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037292 May 06 13:40:44.577270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38d0c07b-8559-4992-b272-325aa5861a50 req-8fe5fcc0-cd18-4799-9796-6f35441eb484 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994331 May 06 13:40:44.989427 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-6acc12f9-84e6-4324-ac46-3601c189d35e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 1097 time: 0.0834894 May 06 13:40:45.005967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:40:45.179501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:45.314018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e68598-d613-45a9-9036-d65adb93acf1 req-ba2886ca-9cd8-4766-ba7a-a53538188456 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:45.317521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38e68598-d613-45a9-9036-d65adb93acf1 req-ba2886ca-9cd8-4766-ba7a-a53538188456 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.1457872 May 06 13:40:45.400407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-38e68598-d613-45a9-9036-d65adb93acf1 req-030000a0-75b7-40e2-8f37-53da49ddb396 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746989 May 06 13:40:45.596267 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:45.636599 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:45.706339 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:45.712800 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:45.739814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Transition to ACTIVE for port object 54955cb5-4213-4e4a-bfae-309e2443828f will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:40:45.865112 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:45.926277 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5668ed94-f935-4450-921d-a9079298ab50'] response: {'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'code': 200} May 06 13:40:46.028740 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=6']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:46.044204 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.044556 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.044902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.045240 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.045578 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.045909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.046283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.046613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.046942 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.047795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.047795 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:46.110881 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] No DVR routers for this DVR port 54955cb5-4213-4e4a-bfae-309e2443828f on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:40:46.507111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:40:46.507449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:40:46.507864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:46.516291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:40:46.521735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Attempting to bind port 54955cb5-4213-4e4a-bfae-309e2443828f on network 074db8f2-6aae-43d9-8448-9b96d2851b85 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:40:46.526654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:40:46.527132 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Checking segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:40:46.527665 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Bound using segment: {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:40:46.528366 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Bound port: 54955cb5-4213-4e4a-bfae-309e2443828f, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:40:46.528814 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:46.638982 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:40:46.643801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:40:46.705848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d893-6038-49f2-9585-1c65b4c61e39 req-054f8e91-5137-4050-a6a1-dea25d6d899a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:46.708264 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b81d893-6038-49f2-9585-1c65b4c61e39 req-054f8e91-5137-4050-a6a1-dea25d6d899a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.1359227 May 06 13:40:46.724330 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:46.797482 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6b81d893-6038-49f2-9585-1c65b4c61e39 req-72913f23-2715-4b5a-873a-cd452eb773a9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809777 May 06 13:40:46.812844 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:46.814860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] 10.222.0.86 "PUT /v2.0/ports/54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 1092 time: 1.8166120 May 06 13:40:46.912120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8867f6b-4955-41cc-8425-551b1aa7358c service neutron] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:46.974801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-fe39e01d-9c6a-4d0a-928f-1cbc13102ca0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.1185286 May 06 13:40:47.144918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-eaad5759-684e-4a04-b6ba-f80572d4307a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:47.146965 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-eaad5759-684e-4a04-b6ba-f80572d4307a service neutron] 10.222.0.86 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1658671 May 06 13:40:47.316663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-7ff84daf-8a4a-4a80-bb74-474b4f3366ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 999 time: 0.1601129 May 06 13:40:47.335090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:47.392023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-049605d1-2e81-4b3d-b9e4-07ce09eba55b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:47.393562 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-049605d1-2e81-4b3d-b9e4-07ce09eba55b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0717521 May 06 13:40:47.491814 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-76dfc18e-5f85-4bf9-957e-6e460ce5d53e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919173 May 06 13:40:47.650501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-16a977d1-2758-4e07-b809-bd4eb419e8f3 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514022 May 06 13:40:47.823371 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-968bedf3-d7d5-41b3-beeb-d1bf698e984d service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656303 May 06 13:40:47.928159 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:48.037035 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93ba442-099c-4064-ad6f-c9c6d3d13b36'] response: {'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'status': 'completed', 'code': 200} May 06 13:40:48.194330 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-0fd04484-2163-4334-9eae-8602d6e70fea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.1402717 May 06 13:40:48.358704 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff86c4-c585-40e2-b9fe-675e7fa381d2 req-058cd674-47c9-4267-8708-5254f4745810 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:48.361529 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fff86c4-c585-40e2-b9fe-675e7fa381d2 req-058cd674-47c9-4267-8708-5254f4745810 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.2300754 May 06 13:40:48.381084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-f57abf24-af78-4cd4-b460-4f7daf308477 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.3172824 May 06 13:40:48.388245 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-c0b64a7a-80ee-4eb2-ae9f-74b062aa6c17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:48.390204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-c0b64a7a-80ee-4eb2-ae9f-74b062aa6c17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1891363 May 06 13:40:48.536825 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-96eb4923-b95b-497a-bcdc-c875fe1ca24f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 999 time: 0.1304545 May 06 13:40:48.607396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-59145667-f1e2-432f-906d-a6f9dff4119e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:48.609040 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-59145667-f1e2-432f-906d-a6f9dff4119e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0665119 May 06 13:40:48.645150 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7fff86c4-c585-40e2-b9fe-675e7fa381d2 req-83785da9-c914-42de-8a08-5de81049dc32 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613151 May 06 13:40:48.699967 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-b5b23cd8-cf42-41e2-a28b-181682818ffc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842376 May 06 13:40:48.716044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-eb46e112-f5ef-4e91-87d4-d5e9ae99ca81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:48.717776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-eb46e112-f5ef-4e91-87d4-d5e9ae99ca81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.2989383 May 06 13:40:48.842011 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-b4da5762-be8c-4e04-b77e-a2edb762c6c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 999 time: 0.1171443 May 06 13:40:48.919184 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-6e970b1c-0ece-47e5-b350-a6cdc36b2286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:48.920808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-6e970b1c-0ece-47e5-b350-a6cdc36b2286 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0705719 May 06 13:40:48.959278 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-e093242d-5602-4547-a90a-67462bba9595 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519479 May 06 13:40:49.007813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-5d6c885e-73ae-416f-af1c-7015fc4cff66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792148 May 06 13:40:49.217680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-3ae47240-1676-4de5-8700-8dd65f983915 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518137 May 06 13:40:49.306858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-cf6142c8-d7db-4450-a011-4419df2fec71 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904906 May 06 13:40:49.470528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed4e34f1-607b-46f8-ae96-ceadb5ba7475 req-857c6d18-8545-43b9-a7ce-1f0c1c70fa5d service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564827 May 06 13:40:49.586880 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:40:49.599524 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-e249e7ef-3275-47ad-a5cb-aeb700cf17e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1095 time: 0.0865571 May 06 13:40:49.662276 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:40:49.797616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-25418e8a-3799-4a41-95f5-095eb372e585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:49.808578 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-25418e8a-3799-4a41-95f5-095eb372e585 service neutron] 10.222.0.86 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1940041 May 06 13:40:49.989138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-e5b412a0-07c0-4f59-9360-5a67108cd780 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 999 time: 0.1816461 May 06 13:40:50.063714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-cebaea8d-2eed-4db2-ad48-d17e70a5517b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:50.063714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-cebaea8d-2eed-4db2-ad48-d17e70a5517b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0667384 May 06 13:40:50.136333 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773cbd8-72ab-47d6-b4f5-55a4bcf61940 req-4043780b-e7f3-46a6-a51b-1fa98421f5e3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:50.137944 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5773cbd8-72ab-47d6-b4f5-55a4bcf61940 req-4043780b-e7f3-46a6-a51b-1fa98421f5e3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.0937791 May 06 13:40:50.191028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5773cbd8-72ab-47d6-b4f5-55a4bcf61940 req-57a7680c-21d8-46b7-8a8a-4ef5dd9d7a8d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 May 06 13:40:50.201678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-fa5b1e47-1fb8-4647-ad3a-567b5e7713a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325271 May 06 13:40:50.374930 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-dde22f2f-f98a-4f01-93be-9acdaaf36c40 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645777 May 06 13:40:50.539122 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0891ce1d-db62-4b31-a3e4-047a3f04bc3e req-3b4007a9-dbf6-4864-8009-a1e6a24dbb92 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575880 May 06 13:40:51.363218 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.440437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:40:51.481938 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74ae8c-301e-47be-b84f-d4dcf6faa527 req-5ace5d65-108e-445c-b83b-6a6f95510e31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:51.483813 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c74ae8c-301e-47be-b84f-d4dcf6faa527 req-5ace5d65-108e-445c-b83b-6a6f95510e31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 944 time: 0.1030290 May 06 13:40:51.546115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c74ae8c-301e-47be-b84f-d4dcf6faa527 req-5e80bc8a-3a9b-4dbb-a67c-d33ff40fdee5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511625 May 06 13:40:51.644881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:51.661927 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '54955cb5-4213-4e4a-bfae-309e2443828f', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'port_id': '54955cb5-4213-4e4a-bfae-309e2443828f', 'mac_address': 'fa:16:3e:6c:8b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:40:51.742364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.766492 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54955cb5-4213-4e4a-bfae-309e2443828f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:40:51.787361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:51.877464 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:51.957960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:51.968735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.972513 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:51.973327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:40:52.137783 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['54955cb5-4213-4e4a-bfae-309e2443828f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:40:52.160576 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d60557-9c4e-4a10-988d-6a6aeb1eefb4 req-a4665234-0f49-4930-b2e2-11fe5a142efe tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.163362 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54d60557-9c4e-4a10-988d-6a6aeb1eefb4 req-a4665234-0f49-4930-b2e2-11fe5a142efe tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 945 time: 0.1241539 May 06 13:40:52.224320 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-54d60557-9c4e-4a10-988d-6a6aeb1eefb4 req-b818f255-6188-4a1b-ad20-16b7574c69a8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509679 May 06 13:40:52.353260 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-c751e0b1-0047-4e6e-9ac6-f22902b89d19 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.356014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-c751e0b1-0047-4e6e-9ac6-f22902b89d19 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db&tenant_id=a6679b90eb214b439834e342e730578b&binding%3Ahost_id=n-h1-840845-1 HTTP/1.1" status: 200 len: 945 time: 0.1713955 May 06 13:40:52.628467 n-d-840845-1 neutron-server[84800]: INFO neutron.api.v2.resource [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-3300da44-7e86-4949-a35a-e075510d43fe service neutron] delete failed (client error): The resource could not be found. May 06 13:40:52.630481 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-3300da44-7e86-4949-a35a-e075510d43fe service neutron] 10.222.0.13 "DELETE /v2.0/ports/54955cb5-4213-4e4a-bfae-309e2443828f/bindings/n-h2-840845-1 HTTP/1.1" status: 404 len: 380 time: 0.2674952 May 06 13:40:52.651284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e147ae-0e4e-4578-8492-0612abca113a req-f4210836-9c2c-4871-be88-e6464e3015df tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.654028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0e147ae-0e4e-4578-8492-0612abca113a req-f4210836-9c2c-4871-be88-e6464e3015df tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 945 time: 0.2243600 May 06 13:40:52.762573 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b0e147ae-0e4e-4578-8492-0612abca113a req-7f90183d-508e-46a0-9472-9218b012b951 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007907 May 06 13:40:52.820191 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-7fc1bd9f-8d33-434b-9ed6-98d6c36b5ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1096 time: 0.1119504 May 06 13:40:52.970995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-36eb8331-ce8c-44fb-898c-a56871412b83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:52.973255 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-36eb8331-ce8c-44fb-898c-a56871412b83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.1474710 May 06 13:40:53.090830 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-6a624764-a369-4eec-bd43-b830e4b9f8c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 1000 time: 0.1109629 May 06 13:40:53.168652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-015cc771-f42f-4f89-af1f-ac576973444f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:53.170256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-015cc771-f42f-4f89-af1f-ac576973444f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.0712972 May 06 13:40:53.262840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-e206ad5b-be7a-42d7-b697-b9483a65ffa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861735 May 06 13:40:53.420029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-697bc18e-21d3-4f13-b330-382c39b7efdb service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499727 May 06 13:40:53.450534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:40:53.587308 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3cc7592-67de-4f13-b5d0-1b5fed6ba39c req-d0440f87-c899-407c-9c9d-c8b480c1a152 service neutron] 10.222.0.13 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588542 May 06 13:40:53.620636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 54955cb5-4213-4e4a-bfae-309e2443828f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:40:53.629758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 54955cb5-4213-4e4a-bfae-309e2443828f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:40:53.630332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:53.871298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:53.914477 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:40:53.930600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:40:54.027894 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:40:54.064944 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e15b5d9-7d0d-4eeb-8d79-daf3e388f7d7'] response: {'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'code': 200} May 06 13:40:54.087478 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86746d-7bcd-45cf-9ff3-9af2d2e50c1c req-a4525920-332e-4f53-901c-fa15190535b6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:54.089753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c86746d-7bcd-45cf-9ff3-9af2d2e50c1c req-a4525920-332e-4f53-901c-fa15190535b6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 945 time: 0.1525667 May 06 13:40:54.113075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:40:54.154566 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0c86746d-7bcd-45cf-9ff3-9af2d2e50c1c req-1b08527d-ccbc-4426-bf02-15a7050fa325 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536315 May 06 13:40:55.391110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bba17-bc48-454b-a746-6f4e38714af0 req-43378290-6766-4bc4-8854-e6ca1963afcb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:40:55.392713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1bba17-bc48-454b-a746-6f4e38714af0 req-43378290-6766-4bc4-8854-e6ca1963afcb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0885892 May 06 13:40:55.448248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3d1bba17-bc48-454b-a746-6f4e38714af0 req-73f1cd63-302e-4f17-8b92-851adc7ea956 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487392 May 06 13:40:55.483603 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52950) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:40:55.610088 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-79357826-8cf9-431f-a85d-a0c2db516e9a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/03ff964b-da62-4bce-9a65-1858c468596a HTTP/1.1" status: 200 len: 993 time: 0.1249661 May 06 13:41:08.499657 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-09609705-6ace-47c4-b455-d05006b55470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:10.488171 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:10.728076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1d81c844-66d4-4622-b0de-fb2e764afdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.328190 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:12.459580 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:13.825629 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:17.316785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:21.413709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:22.227304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52962) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:22.572728 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port aaeef17b-e9db-4e52-be37-7d8d60f066e7 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:22.572991 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:22.769708 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:22.770035 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:22.907219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for aaeef17b-e9db-4e52-be37-7d8d60f066e7 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:23.151279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.204447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=aaeef17b-e9db-4e52-be37-7d8d60f066e7,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:23.348899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:23.813735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:41:24.079503 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:24.092220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Sync routers for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:24.114659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:24.115692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:24.208887 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:24.270314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fac5a69f-a7f4-4bcd-a86f-38a3df641384 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/floatingips/03ff964b-da62-4bce-9a65-1858c468596a HTTP/1.1" status: 204 len: 168 time: 2.0417485 May 06 13:41:24.270972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:24.372898 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf643e8-546a-4f10-ad6c-6f647f41a0a0'] response: {'name': 'network-changed', 'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'status': 'completed', 'code': 200} May 06 13:41:24.452285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:24.541125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-db39db4f-fff8-4318-8c35-4055fffa683d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 1097 time: 0.1419363 May 06 13:41:24.848981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-496cec6f-64a1-445f-8b13-214d785f2af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:24.850302 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-496cec6f-64a1-445f-8b13-214d785f2af9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 200 len: 897 time: 0.3020732 May 06 13:41:24.930615 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-405878d9-29a2-43f2-b915-6c41e461f27c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 200 len: 217 time: 0.0727668 May 06 13:41:24.962395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:24.968251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Checking router: 3f86cbc1-e4bb-4bee-bec4-5b230947b745 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:24.985473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:24.987246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:25.131434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-39f79d60-a6ee-4d74-8648-180f176c7f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:25.138783 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-39f79d60-a6ee-4d74-8648-180f176c7f93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 200 len: 835 time: 0.1950448 May 06 13:41:25.236835 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5268fa-3a31-4785-a4fc-6747d6e381d7 req-3fff5d94-1b59-4b78-9323-fef93d9cee97 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:25.237642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6d5268fa-3a31-4785-a4fc-6747d6e381d7 req-3fff5d94-1b59-4b78-9323-fef93d9cee97 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:25.260440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:25.265365 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-3a3ce1e8-6b94-4fa7-9864-b73ffaec6419 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=074db8f2-6aae-43d9-8448-9b96d2851b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208677 May 06 13:41:25.276564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-e6575121-a5e5-479a-9390-137d08ef0975 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:41:25.277710 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-e6575121-a5e5-479a-9390-137d08ef0975 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058022 May 06 13:41:25.408932 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-6d5268fa-3a31-4785-a4fc-6747d6e381d7 req-3fff5d94-1b59-4b78-9323-fef93d9cee97 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:25.410625 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d5268fa-3a31-4785-a4fc-6747d6e381d7 req-3fff5d94-1b59-4b78-9323-fef93d9cee97 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.3856688 May 06 13:41:25.575250 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6d5268fa-3a31-4785-a4fc-6747d6e381d7 req-ed4995c5-5517-4087-9ca1-9126d6f19e08 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547241 May 06 13:41:25.592070 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-87793508-acd6-42c5-9e75-548527074f51 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066764 May 06 13:41:25.631296 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:25.636326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f582a74-2d44-4f8e-b705-d487a825216c None None] The sync data for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 is: [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '09d74c27-921b-48e5-a274-8ddd6555210d', 'name': '', 'network_id': '074db8f2-6aae-43d9-8448-9b96d2851b85', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:6b:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:29Z', 'updated_at': '2022-05-06T13:39:39Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '1965840d-0758-41cb-90d6-99c15d2e5e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:25.793619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bebbea10-19b9-4729-b7f1-6b9aaa6fc136 req-ff9be438-b4f0-43aa-9aa5-f31bec064f64 service neutron] 10.222.0.86 "GET /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952255 May 06 13:41:25.909548 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd4782-20b0-4dbd-8917-7e30e302520c None None] New status for floating IP 03ff964b-da62-4bce-9a65-1858c468596a: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:41:26.353589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-2333e575-45cc-470a-8058-d8825147e4e9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:26.355024 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-2333e575-45cc-470a-8058-d8825147e4e9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0858951 May 06 13:41:26.435524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 54955cb5-4213-4e4a-bfae-309e2443828f {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:26.436284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:26.724997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 54955cb5-4213-4e4a-bfae-309e2443828f, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=54955cb5-4213-4e4a-bfae-309e2443828f,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:26.725356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:26.810636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61992c37-73c0-49e4-9edd-785850143491 req-fac045f6-c305-4fe2-8db8-1fb74edf75d6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:26.812317 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61992c37-73c0-49e4-9edd-785850143491 req-fac045f6-c305-4fe2-8db8-1fb74edf75d6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 946 time: 0.0924914 May 06 13:41:26.902293 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-61992c37-73c0-49e4-9edd-785850143491 req-aa5fc378-17c5-44c9-986a-6232ea70fb98 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=8655ef63-7396-4c1e-815b-9ad3a5341743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775528 May 06 13:41:26.948926 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 54955cb5-4213-4e4a-bfae-309e2443828f owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:27.202489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:27.260321 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=54955cb5-4213-4e4a-bfae-309e2443828f,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:27.341502 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] No DVR routers for this DVR port 54955cb5-4213-4e4a-bfae-309e2443828f on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:27.344469 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:27.350335 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-deleted', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:27.409665 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496e1b9a-a143-4370-9c35-ae623f9f9b4e'] response: {'server_uuid': '6c7188d2-2a1d-4d82-9d0a-ca02b43be9db', 'name': 'network-vif-deleted', 'tag': '54955cb5-4213-4e4a-bfae-309e2443828f', 'status': 'completed', 'code': 200} May 06 13:41:27.437034 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-444c96cf-54c4-4924-a2f4-221d824d7d37 req-32396201-5468-49b0-837b-9d048f39202b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.86 "DELETE /v2.0/ports/54955cb5-4213-4e4a-bfae-309e2443828f HTTP/1.1" status: 204 len: 173 time: 1.0759921 May 06 13:41:28.156861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd4fdadc-3a0a-4214-a0e6-acea4931dd5b req-1d255025-d3a1-4752-ab32-06e417e7b467 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c7188d2-2a1d-4d82-9d0a-ca02b43be9db HTTP/1.1" status: 200 len: 210 time: 0.0788448 May 06 13:41:29.282552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52980) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:29.610780 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:29.705902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 54955cb5-4213-4e4a-bfae-309e2443828f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:29.705902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 54955cb5-4213-4e4a-bfae-309e2443828f not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:29.904431 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:30.696135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 09d74c27-921b-48e5-a274-8ddd6555210d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:30.696899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:30.910700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 09d74c27-921b-48e5-a274-8ddd6555210d, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=09d74c27-921b-48e5-a274-8ddd6555210d,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:30.911056 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:31.041445 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 09d74c27-921b-48e5-a274-8ddd6555210d owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:31.396984 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:31.453894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=09d74c27-921b-48e5-a274-8ddd6555210d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:31.963548 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:32.713817 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:41:32.966985 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:32.978731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Sync routers for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:32.988303 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3fb5e936-e6ff-4285-bc9d-2fa79bd4ad5f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/3f86cbc1-e4bb-4bee-bec4-5b230947b745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7036347 May 06 13:41:32.993052 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52986) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:32.993572 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:32.994219 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:33.213284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:33.238726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting subnet 1965840d-0758-41cb-90d6-99c15d2e5e9b {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:41:33.242075 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:33.305487 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:33.403017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:33.552261 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:33.594382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Subnet': ['ID=1965840d-0758-41cb-90d6-99c15d2e5e9b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:33.603613 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:33.614333 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b32ec8c8-9563-48d6-9614-e0df386119f1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/subnets/1965840d-0758-41cb-90d6-99c15d2e5e9b HTTP/1.1" status: 204 len: 168 time: 0.6187322 May 06 13:41:33.616167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52990) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:33.617066 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c42a2-cfe3-4ea5-bc23-99d9910b4f3d None None] Network 074db8f2-6aae-43d9-8448-9b96d2851b85 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:33.965551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:41:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:33.973531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Checking router: 3f86cbc1-e4bb-4bee-bec4-5b230947b745 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:33.991705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Routers {'3f86cbc1-e4bb-4bee-bec4-5b230947b745'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:33.992589 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:34.112678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] DHCP port deletion for 074db8f2-6aae-43d9-8448-9b96d2851b85 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:41:34.136663 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Deleting port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:34.137113 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.164411 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.385869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] Set router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:34.407791 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.488148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:41:34.488619 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.697637 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:34.697931 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.701606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] For port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,segment=NetworkSegment(c24a2089-e7e2-42e7-9ed3-362bceccb4e4),segment_id=c24a2089-e7e2-42e7-9ed3-362bceccb4e4)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:34.702063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:34.834289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:34.847131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Calling delete_port for 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:41:34.954580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:35.116249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:41:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:35.123541 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.133460 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0056d74f-78bd-4479-ae00-2460029bac01 None None] The sync data for ids ['3f86cbc1-e4bb-4bee-bec4-5b230947b745'] in n-d-840845-1 is: [{'id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637009009', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:41:31Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': 'e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86cbc1-e4bb-4bee-bec4-5b230947b745', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:39:24Z', 'updated_at': '2022-05-06T13:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:35.157743 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.231403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.254598 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] Pushing event deleted for resources: {'Port': ['ID=2e6d7947-0dd6-4d73-89ed-d2b78bf748ee,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:35.271057 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1020f0f-63b3-4c3c-aaa0-b9267906aed3 None None] No DVR routers for this DVR port 2e6d7947-0dd6-4d73-89ed-d2b78bf748ee on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:41:35.321706 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:35.571540 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.984292 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:35.989797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.128649 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.129341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Fanout notify agent at l3_agent the message router_deleted on router 3f86cbc1-e4bb-4bee-bec4-5b230947b745 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:41:36.150501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.152981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b34f7477-c959-4480-b867-8ee526d87251 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/routers/3f86cbc1-e4bb-4bee-bec4-5b230947b745 HTTP/1.1" status: 204 len: 168 time: 2.5349970 May 06 13:41:36.156781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 52994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:36.301629 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.453927 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.484579 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074db8f2-6aae-43d9-8448-9b96d2851b85']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:36.499449 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:36.499758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24a2089-e7e2-42e7-9ed3-362bceccb4e4') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:36.513785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.534667 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.542469 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:41:36.542875 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: timer() May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:41:36.558662 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:41:36.773962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.800293 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.815236 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Network': ['ID=074db8f2-6aae-43d9-8448-9b96d2851b85,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:36.905675 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-404ca50d-9b80-4d72-83bb-635d7e5e1cc3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/networks/074db8f2-6aae-43d9-8448-9b96d2851b85 HTTP/1.1" status: 204 len: 168 time: 0.7476087 May 06 13:41:36.910585 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 52998) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:36.923212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:36.959248 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:36.959623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device e4d1b8b1-bb37-495c-8a16-f7702a4fd1a1 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:36.960075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09d74c27-921b-48e5-a274-8ddd6555210d no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:41:36.994447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:36.994788 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 09d74c27-921b-48e5-a274-8ddd6555210d {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:41:36.994940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 09d74c27-921b-48e5-a274-8ddd6555210d not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:41:37.034474 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.356393 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.377354 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8655ef63-7396-4c1e-815b-9ad3a5341743,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:37.389567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.389896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.390282 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.390614 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.390973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.391301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.391657 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.392010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.392850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.393206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.393490 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:37.470432 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:37.471610 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-05d8ac49-32e4-447a-ac70-c029aa8ba453 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/security-groups/8655ef63-7396-4c1e-815b-9ad3a5341743 HTTP/1.1" status: 204 len: 168 time: 0.5592268 May 06 13:41:38.482113 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e698-a8e4-4f8f-9e9d-a068e641c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.099798 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53008) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:39.106023 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885554792', 'description': 'tempest-secgroup-smoke-885554792 description', 'project_id': 'a6679b90eb214b439834e342e730578b'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:39.113761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:39.119069 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:39.123012 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:39.131043 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:39.259731 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.303564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:39.308081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:39.311863 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:39.330118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:39.390590 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.442396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.500754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2501a-790a-4036-90e8-c91c4ed9098c,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:39.579453 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.581749 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-62b05edd-d2f1-4e7f-bb0d-e6323a082bfc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4806542 May 06 13:41:39.585034 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53012) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:39.593033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:39.601324 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:39.606181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:39.610074 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:39.618441 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:39.702921 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.817942 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.894057 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:39.927118 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511143fd-fbc4-4b2b-b2a6-35d2f0f9998c,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:40.019303 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.020695 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bc295ac2-3c68-4040-b54a-4371ae0d00d4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4342301 May 06 13:41:40.024011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53016) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:40.030741 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:40.040232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:40.045669 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:40.051111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:40.058659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:40.186714 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.269373 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.363447 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.413715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794e3cf7-6f88-4651-9dc0-a933b4c04d2a,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:40.510870 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.512452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0a704f63-aca6-4f2e-b2fd-352347c1c957 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4871852 May 06 13:41:40.515957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53020) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:40.523304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:40.531430 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:40.537076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:40.541360 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:40.551456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:40.627132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.716493 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e7ce788-3c82-43e4-a3e0-b9b6a62357f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.725993 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.775040 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.806420 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83b0117-9b6d-4373-9281-b18df8e76fb5,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:40.904722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:40.906205 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2eb0af06-5e59-4779-b0bc-c152490195eb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3888693 May 06 13:41:40.909851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53024) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:40.915440 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:40.924337 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:40.929873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:40.933568 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:40.940567 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:41.043683 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.120757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.207682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.234320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f163789e-d827-4e85-be41-861b48af933d,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:41.322375 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.323617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1dd05291-de6a-4592-b6d3-1ed1c6ca7b83 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4127593 May 06 13:41:41.326629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53030) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:41.332989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:41.340688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:41.346280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:41.350350 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:41.357954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:41.579583 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:41:41.591697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.691011 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.825077 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.858660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dfa126-ebe5-4b1a-83f6-8345a4259dde,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:41.945112 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:41.946578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-705ba725-f1bd-4609-bf16-f3f53ac2d2af tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6188695 May 06 13:41:41.949974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53034) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:41.956517 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': 'd0b2501a-790a-4036-90e8-c91c4ed9098c', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:41.964369 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:41.969269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:41.974064 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:41.982144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:42.087742 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:41:42.096295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.182641 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.276451 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.307155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae912045-d5e7-4c71-8bd0-99a0fbfdfdb8,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:42.328037 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.367843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.369215 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-18e807d3-bcbf-432c-8608-b9e8d273eee2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4181597 May 06 13:41:42.373182 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53038) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:42.381274 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'network': {'name': 'tempest-network-smoke--1598723755', 'project_id': 'a6679b90eb214b439834e342e730578b', 'port_security_enabled': True}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:42.388057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:42.395302 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:network and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:42.399277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:42.406973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:42.471215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.499235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:42.502845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.541675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:41:42.558637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.559178 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Added segment 7f8d5885-6bb9-4236-9f12-90f5c02975d8 of type vlan for network d79dbabf-9fa1-4a70-938b-3729ff313f24 May 06 13:41:42.608559 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.693313 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.697535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:42.698317 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.830581 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Network': ['ID=d79dbabf-9fa1-4a70-938b-3729ff313f24,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:42.841843 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:41:42.871426 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-de076c99-9785-4ebb-a6a9-317c9d1c3dac tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4964154 May 06 13:41:42.874756 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53042) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:42.884666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'admin_state_up': True, 'project_id': 'a6679b90eb214b439834e342e730578b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:42.898899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:42.906054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:router and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:42.911441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:42.922217 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:42.985448 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:42.986703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.009316 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.221417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.524124 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.561516 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.728097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.144 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/377e5028-0652-459e-a885-55ecc20261c3) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:43.831220 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.910103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:43.979707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:44.060066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:44.063138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:44.066082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:44.105785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=377e5028-0652-459e-a885-55ecc20261c3,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:44.316630 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:44.317365 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:44.785237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:41:45.028623 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:45.044904 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Sync routers for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:45.062212 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:45.063251 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:45.208226 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:45.209717 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b114cc77-cfa0-48c4-b6ba-c0de1a1dee9e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3335757 May 06 13:41:45.214885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53046) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:45.326693 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:45.410346 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5c332ac7-f3b5-45c5-8627-debf7503605f tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a6679b90eb214b439834e342e730578b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1940336 May 06 13:41:45.417462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53052) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:45.581690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0f5e2-c60b-45b9-a6cb-1fd5e91d9b2e tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:45.586522 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e9b0f5e2-c60b-45b9-a6cb-1fd5e91d9b2e tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1648276 May 06 13:41:45.589815 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53056) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:45.653153 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-db6ddf79-d7f7-4df9-8ab9-e98453b156d1 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591209 May 06 13:41:45.653586 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53060) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:45.663118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203828205', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'project_id': 'a6679b90eb214b439834e342e730578b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:45.775708 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:44Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:45.785007 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Checking router: 96f2d0b2-df5d-4f2d-a369-50c769ce3521 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:45.785655 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Updating router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 port 377e5028-0652-459e-a885-55ecc20261c3 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:41:45.810527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:45.817185 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:subnet and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:41:45.822156 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:41:45.832954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:45.876970 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:45.938873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:46.086099 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.353388 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.375395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Transition to ACTIVE for port object 377e5028-0652-459e-a885-55ecc20261c3 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:46.459853 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.511044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.562263 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Pushing event updated for resources: {'Port': ['ID=377e5028-0652-459e-a885-55ecc20261c3,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:46.567118 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Attempting to bind port 377e5028-0652-459e-a885-55ecc20261c3 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:46.567446 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Attempting to bind port 377e5028-0652-459e-a885-55ecc20261c3 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:46.567885 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Attempting to bind port 377e5028-0652-459e-a885-55ecc20261c3 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:46.581029 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.581382 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.581697 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.582027 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.582355 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.582682 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.583028 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.583326 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.583641 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.583984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.584302 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:46.588175 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:46.588542 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:46.588927 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.589313 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:46.589794 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Bound port: 377e5028-0652-459e-a885-55ecc20261c3, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:46.590171 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.642687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Subnet': ['ID=25efa64a-c0bd-4790-8353-09d02a8ff24e,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:46.662958 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Checking segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:46.663374 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network hostable DHCP agents. Network: d79dbabf-9fa1-4a70-938b-3729ff313f24, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:41:46.698365 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] For port 377e5028-0652-459e-a885-55ecc20261c3, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:46.705073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] For port 377e5028-0652-459e-a885-55ecc20261c3, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=377e5028-0652-459e-a885-55ecc20261c3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:46.762107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:41:46.787150 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.841629 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, d79dbabf-9fa1-4a70-938b-3729ff313f24) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:46.847151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:46.847758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:46.855872 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd43b93-5236-4100-a182-3dc23d4f43e7 None None] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:46.921788 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:46.922301 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:46.946066 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ec2c528-f319-41dc-9b4d-ca37ef6efe43 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2907932 May 06 13:41:46.950765 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53066) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:41:46.985775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aff07-d236-4db0-8ff7-ea0437d43df9 None None] Pushing event updated for resources: {'Port': ['ID=377e5028-0652-459e-a885-55ecc20261c3,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:47.239585 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:47.339223 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-d79dbabf-9fa1-4a70-938b-3729ff313f24', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:41:47.341094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:47.367653 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:47.601714 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:41:47.640100 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Allocated IP 172.20.0.2 (d79dbabf-9fa1-4a70-938b-3729ff313f24/25efa64a-c0bd-4790-8353-09d02a8ff24e/967bfa00-a803-423e-9ed9-416d0ae35f68) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:47.797172 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:44Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:47.803658 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6349ceba-de5d-4e20-831c-d792ab1a7905 None None] The sync data for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 is: [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:44Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:48.031940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.055165 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Transition to ACTIVE for port object 967bfa00-a803-423e-9ed9-416d0ae35f68 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:48.107270 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Transition to ACTIVE for port object 967bfa00-a803-423e-9ed9-416d0ae35f68 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:48.231140 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.293520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.360475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:48.367168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:48.376003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:48.379551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Pushing event updated for resources: {'Port': ['ID=967bfa00-a803-423e-9ed9-416d0ae35f68,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:48.525507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Attempting to bind port 967bfa00-a803-423e-9ed9-416d0ae35f68 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:48.526042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Attempting to bind port 967bfa00-a803-423e-9ed9-416d0ae35f68 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:48.526611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Attempting to bind port 967bfa00-a803-423e-9ed9-416d0ae35f68 on network d79dbabf-9fa1-4a70-938b-3729ff313f24 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:48.538068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:48.538653 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Checking segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:48.539310 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.540014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Bound using segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:48.540821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Bound port: 967bfa00-a803-423e-9ed9-416d0ae35f68, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:48.541428 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.746970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] For port 967bfa00-a803-423e-9ed9-416d0ae35f68, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:48.753081 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] For port 967bfa00-a803-423e-9ed9-416d0ae35f68, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=967bfa00-a803-423e-9ed9-416d0ae35f68,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:48.866334 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:48.994051 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64c078-067a-43bd-95f9-29fdd7fb6be3 None None] Pushing event updated for resources: {'Port': ['ID=967bfa00-a803-423e-9ed9-416d0ae35f68,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:49.058662 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.1 (d79dbabf-9fa1-4a70-938b-3729ff313f24/25efa64a-c0bd-4790-8353-09d02a8ff24e/706327ed-900a-4157-b5f6-2338619e3585) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:49.072043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 377e5028-0652-459e-a885-55ecc20261c3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:49.270424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 377e5028-0652-459e-a885-55ecc20261c3 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:49.276993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 377e5028-0652-459e-a885-55ecc20261c3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:49.277502 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:49.382426 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:49.418647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 706327ed-900a-4157-b5f6-2338619e3585 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:49.492807 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:49.519687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 377e5028-0652-459e-a885-55ecc20261c3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=377e5028-0652-459e-a885-55ecc20261c3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:49.535566 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:49.590696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:49.676973 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:49.679429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:49.687208 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:49.689960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=377e5028-0652-459e-a885-55ecc20261c3,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:49.738800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:49.793183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:50.005802 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:50.252577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a281d-8f4d-4203-b517-655947ace13f None None] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:41:50.461140 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4f1d9978-e0de-4f33-83b9-c2dd6e5aaa12 None None] Provisioning for port 967bfa00-a803-423e-9ed9-416d0ae35f68 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:50.601593 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:50.699619 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:50.997844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83a1e2ac-ecc6-4996-9bdf-f2097bdeac63 None None] Provisioning for port 706327ed-900a-4157-b5f6-2338619e3585 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:51.012530 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-83a1e2ac-ecc6-4996-9bdf-f2097bdeac63 None None] Provisioning complete for port 706327ed-900a-4157-b5f6-2338619e3585 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:51.013687 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83a1e2ac-ecc6-4996-9bdf-f2097bdeac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.037902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.057437 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:51.105862 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 967bfa00-a803-423e-9ed9-416d0ae35f68 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:51.157352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-83a1e2ac-ecc6-4996-9bdf-f2097bdeac63 None None] Port 706327ed-900a-4157-b5f6-2338619e3585 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:41:51.292979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-190be728-e152-47fb-b3d6-d3d5536f6c78 None None] Provisioning complete for port 706327ed-900a-4157-b5f6-2338619e3585 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:51.293702 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-190be728-e152-47fb-b3d6-d3d5536f6c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.314706 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:51.316379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:51.393947 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 967bfa00-a803-423e-9ed9-416d0ae35f68 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:51.425227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 967bfa00-a803-423e-9ed9-416d0ae35f68 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:51.426129 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.476759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-190be728-e152-47fb-b3d6-d3d5536f6c78 None None] Port 706327ed-900a-4157-b5f6-2338619e3585 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:41:51.541816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.639201 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.690443 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 967bfa00-a803-423e-9ed9-416d0ae35f68, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=967bfa00-a803-423e-9ed9-416d0ae35f68,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:51.710500 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f8dd921c-f94a-4265-90a6-fb02689dc1e8 None None] Provisioning complete for port 706327ed-900a-4157-b5f6-2338619e3585 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:51.711352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f8dd921c-f94a-4265-90a6-fb02689dc1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.801622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:51.802742 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 377e5028-0652-459e-a885-55ecc20261c3 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:51.899797 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd921c-f94a-4265-90a6-fb02689dc1e8 None None] Port 706327ed-900a-4157-b5f6-2338619e3585 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:41:51.950215 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:41:51.954033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=967bfa00-a803-423e-9ed9-416d0ae35f68,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:51.975267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 377e5028-0652-459e-a885-55ecc20261c3 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:51.975905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:52.230831 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:41:52.244571 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Sync routers for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:41:52.250230 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f914f543-dfe7-4bc3-af01-284706e387ff tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/96f2d0b2-df5d-4f2d-a369-50c769ce3521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2975640 May 06 13:41:52.260089 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:52.260893 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:52.508585 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:52.511108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-0f2588e4-a8d1-4611-9235-e1d2ebbec63b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:52.608342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-0f2588e4-a8d1-4611-9235-e1d2ebbec63b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:52.609586 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-0f2588e4-a8d1-4611-9235-e1d2ebbec63b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885554792&fields=id&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 267 time: 0.1772728 May 06 13:41:52.832873 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4aa22ec9-995d-47cc-b395-af2502929098 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:52.833992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4aa22ec9-995d-47cc-b395-af2502929098 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:52.916481 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4aa22ec9-995d-47cc-b395-af2502929098 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:52.918544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4aa22ec9-995d-47cc-b395-af2502929098 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 797 time: 0.2959902 May 06 13:41:52.947396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 967bfa00-a803-423e-9ed9-416d0ae35f68 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:52.949077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-79956f58-1060-447f-8ea0-ace15e2ae74a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/quotas/a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 375 time: 0.0197258 May 06 13:41:53.060850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-d54fb5e3-2a3f-4ec3-8467-a5e8423e03b0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:53.128274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 967bfa00-a803-423e-9ed9-416d0ae35f68 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:53.128835 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:53.151485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-d54fb5e3-2a3f-4ec3-8467-a5e8423e03b0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:53.156862 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-d54fb5e3-2a3f-4ec3-8467-a5e8423e03b0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966558 May 06 13:41:53.212790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:50Z', 'revision_number': 2, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:53.220143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Checking router: 96f2d0b2-df5d-4f2d-a369-50c769ce3521 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:41:53.220616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Updating router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 port 706327ed-900a-4157-b5f6-2338619e3585 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:41:53.337844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:53.347558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-486d1330-9875-461e-b422-120f4c6ca995 service neutron] 10.222.0.83 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688786 May 06 13:41:53.542056 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-5416c6c3-337e-49c6-a923-5ad3c4977a9e service neutron] 10.222.0.83 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881912 May 06 13:41:53.924696 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:53.942531 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Transition to ACTIVE for port object 706327ed-900a-4157-b5f6-2338619e3585 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:53.990860 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-82c87c32-ae87-4786-a1bb-e7f3e194bdd2 req-3adc09b2-ea9b-4b75-a051-e1f4bb626654 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:41:54.007257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-82c87c32-ae87-4786-a1bb-e7f3e194bdd2 req-3adc09b2-ea9b-4b75-a051-e1f4bb626654 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:41:54.008918 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-82c87c32-ae87-4786-a1bb-e7f3e194bdd2 req-3adc09b2-ea9b-4b75-a051-e1f4bb626654 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 210 time: 0.0903797 May 06 13:41:54.054357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.201621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Pushing event updated for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:54.216800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.217150 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.217503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.217917 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.218295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.218627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.218955 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.219285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.219606 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.219962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.220454 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:41:54.320122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Attempting to bind port 706327ed-900a-4157-b5f6-2338619e3585 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:54.320512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Attempting to bind port 706327ed-900a-4157-b5f6-2338619e3585 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:54.321040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Attempting to bind port 706327ed-900a-4157-b5f6-2338619e3585 on network d79dbabf-9fa1-4a70-938b-3729ff313f24 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:54.328987 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:54.329599 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Checking segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:54.330740 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.330906 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Bound using segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:54.331555 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Bound port: 706327ed-900a-4157-b5f6-2338619e3585, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:54.331972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.489776 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] For port 706327ed-900a-4157-b5f6-2338619e3585, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:54.494424 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] For port 706327ed-900a-4157-b5f6-2338619e3585, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=706327ed-900a-4157-b5f6-2338619e3585,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:54.573652 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:54.669131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0ac6-25b9-492a-919d-a831829748b1 None None] Pushing event updated for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:54.675992 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:41:54.678602 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:41:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:54.941508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:41:55.215502 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2ea34319-dcf9-4c77-a25b-8095105c2e63 req-b5b5f835-4bf0-40c0-955a-01f940872b5b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 210 time: 0.0450857 May 06 13:41:55.473869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:54Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:41:55.478532 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90ac400-b0f3-494a-8773-fe99e8434341 None None] The sync data for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 is: [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:54Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:41:56.421958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6a370953-66b5-4ac9-b7c3-a27978005af3 req-0dea6ddd-d158-4aee-86c2-50bdc8ef7b6b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 210 time: 0.0552716 May 06 13:41:56.868137 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-a5e22aaf-3e52-49d7-b492-c9d7422ecde7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:56.870313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-a5e22aaf-3e52-49d7-b492-c9d7422ecde7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 797 time: 0.3969958 May 06 13:41:56.941050 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-7d2fe23a-97c0-4edc-933e-ad5c503c887a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 379 time: 0.0556626 May 06 13:41:56.949764 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'port': {'device_id': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'admin_state_up': True, 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'security_groups': ['d0b2501a-790a-4036-90e8-c91c4ed9098c']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:56.984908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 706327ed-900a-4157-b5f6-2338619e3585 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:57.143602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:41:57.155204 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:41:57.196848 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 706327ed-900a-4157-b5f6-2338619e3585 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:57.206371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 706327ed-900a-4157-b5f6-2338619e3585 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:57.206993 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.231566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:41:57.234979 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.388275 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.428400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 706327ed-900a-4157-b5f6-2338619e3585, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=706327ed-900a-4157-b5f6-2338619e3585,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:41:57.466223 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.9 (d79dbabf-9fa1-4a70-938b-3729ff313f24/25efa64a-c0bd-4790-8353-09d02a8ff24e/2b49c501-acce-43f1-86f1-53c396686458) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:41:57.511200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.650426 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:57.711359 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-964c8e65-8a13-435a-970d-f9abb0b1a709 req-877aa16e-3a99-432d-8d9a-cb00a5f78574 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 210 time: 0.0574088 May 06 13:41:57.749743 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.771082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 2b49c501-acce-43f1-86f1-53c396686458 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:57.887875 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:57.979701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:41:57.984030 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:41:57.992346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:41:58.033397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:58.097716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:58.098779 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:58.517680 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-4e33ed38-1640-4d73-a382-603f679e7954 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5718622 May 06 13:41:58.579907 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-949257b6-2964-41b8-8dd8-48d6723bbd20 None None] Provisioning for port 2b49c501-acce-43f1-86f1-53c396686458 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:41:58.588830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-949257b6-2964-41b8-8dd8-48d6723bbd20 None None] Provisioning complete for port 2b49c501-acce-43f1-86f1-53c396686458 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:58.589548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-949257b6-2964-41b8-8dd8-48d6723bbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:58.608301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Request body: {'port': {'device_id': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:41:58.681931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-949257b6-2964-41b8-8dd8-48d6723bbd20 None None] Port 2b49c501-acce-43f1-86f1-53c396686458 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:41:58.756724 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:58.952863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 706327ed-900a-4157-b5f6-2338619e3585 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:41:59.035192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 706327ed-900a-4157-b5f6-2338619e3585 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:41:59.035848 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.067510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dff6f-85e0-46df-8017-3fc1ed41a9e3 req-2293f8bb-fb71-4451-bf82-8b5cf9d0da4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:41:59.072450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c53dff6f-85e0-46df-8017-3fc1ed41a9e3 req-2293f8bb-fb71-4451-bf82-8b5cf9d0da4c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 931 time: 0.1239188 May 06 13:41:59.184796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c53dff6f-85e0-46df-8017-3fc1ed41a9e3 req-5ac2a8ee-c851-435a-a7e2-06f736483301 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029627 May 06 13:41:59.205189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b49c501-acce-43f1-86f1-53c396686458 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:41:59.213929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.231235 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Transition to ACTIVE for port object 2b49c501-acce-43f1-86f1-53c396686458 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:41:59.310635 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.449288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:41:59.577166 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Attempting to bind port 2b49c501-acce-43f1-86f1-53c396686458 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:41:59.577484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Attempting to bind port 2b49c501-acce-43f1-86f1-53c396686458 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:41:59.577814 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Attempting to bind port 2b49c501-acce-43f1-86f1-53c396686458 on network d79dbabf-9fa1-4a70-938b-3729ff313f24 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:59.585687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Port 2b49c501-acce-43f1-86f1-53c396686458 on network d79dbabf-9fa1-4a70-938b-3729ff313f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:41:59.586199 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Attempting to bind port 2b49c501-acce-43f1-86f1-53c396686458 on network d79dbabf-9fa1-4a70-938b-3729ff313f24 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:41:59.597103 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:41:59.597521 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Checking segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:41:59.597978 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Bound using segment: {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:41:59.598620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Bound port: 2b49c501-acce-43f1-86f1-53c396686458, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8d5885-6bb9-4236-9f12-90f5c02975d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:41:59.599262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.760499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:41:59.764686 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2b49c501-acce-43f1-86f1-53c396686458,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:41:59.854107 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.932669 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:41:59.935012 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 1091 time: 1.4104152 May 06 13:41:59.935723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:41:59.966724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b7261-15a8-4388-ac62-25dde05399d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:00.030720 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2755e7-650f-4b5e-9e58-f214c8b338cb'] response: {'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458', 'status': 'completed', 'code': 200} May 06 13:42:00.282933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3828474e-fb88-446e-b509-0360b2edcc63 req-25c59be6-c784-4ed4-bccc-f367511aa7f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1094 time: 0.2263215 May 06 13:42:00.436684 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548b3a-1fd8-45d9-a11d-c58dca8e13f5 req-250df872-e16c-4eaf-8496-743a61fbc4b3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:00.438270 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1548b3a-1fd8-45d9-a11d-c58dca8e13f5 req-250df872-e16c-4eaf-8496-743a61fbc4b3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 943 time: 0.0907836 May 06 13:42:00.494391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a1548b3a-1fd8-45d9-a11d-c58dca8e13f5 req-a0002da4-c4cf-4c22-8121-a73a0a3274dc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450377 May 06 13:42:00.563554 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828474e-fb88-446e-b509-0360b2edcc63 req-1fae5372-4d55-4384-9995-f656043cc578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:00.567014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3828474e-fb88-446e-b509-0360b2edcc63 req-1fae5372-4d55-4384-9995-f656043cc578 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a6679b90eb214b439834e342e730578b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2749236 May 06 13:42:00.821349 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828474e-fb88-446e-b509-0360b2edcc63 req-f12097c0-6d8e-4756-96a6-e1a331ab219e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:00.823970 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3828474e-fb88-446e-b509-0360b2edcc63 req-f12097c0-6d8e-4756-96a6-e1a331ab219e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503500 May 06 13:42:00.958720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-081ea535-e067-46e3-9c83-9aeaa5f11848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1094 time: 0.0950446 May 06 13:42:01.091478 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-6b4a0b0b-3023-4a5e-80b7-a4f460b9a41d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 217 time: 0.1255054 May 06 13:42:01.206682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-64600604-3694-4aa4-a8a3-089e6e76eec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:01.209310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-64600604-3694-4aa4-a8a3-089e6e76eec2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 200 len: 834 time: 0.1112115 May 06 13:42:01.306052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-e8c72fed-4990-4a8f-bc64-4a83ae89573c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d79dbabf-9fa1-4a70-938b-3729ff313f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902972 May 06 13:42:01.317729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-7cea3bd7-eca6-4bcc-bd65-e65827a9ee84 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:42:01.318729 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-7cea3bd7-eca6-4bcc-bd65-e65827a9ee84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060594 May 06 13:42:01.472107 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-7db7a174-3111-4f36-8c9e-f7924f46f686 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468883 May 06 13:42:01.625831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-594471a3-73b8-4600-b17d-4390d2fc6913 req-fdcbdff7-da8b-45c5-82a9-88eb6f75b601 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473939 May 06 13:42:01.756465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a1df6-c826-4d39-a3f3-72c218996547 req-2091701e-5692-4bbd-8460-7fe78b40316d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:01.757604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-606a1df6-c826-4d39-a3f3-72c218996547 req-2091701e-5692-4bbd-8460-7fe78b40316d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:42:01.893566 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-606a1df6-c826-4d39-a3f3-72c218996547 req-2091701e-5692-4bbd-8460-7fe78b40316d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:42:01.894817 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-606a1df6-c826-4d39-a3f3-72c218996547 req-2091701e-5692-4bbd-8460-7fe78b40316d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 943 time: 0.2469356 May 06 13:42:01.950508 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-606a1df6-c826-4d39-a3f3-72c218996547 req-8bd99335-7f59-4efc-9885-5093893095e9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494857 May 06 13:42:03.187840 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6663c3-5a18-42cc-84bf-2b9a8715bcb8 req-0518e12b-1518-443d-b58d-07d9b00ce50b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:03.190156 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d6663c3-5a18-42cc-84bf-2b9a8715bcb8 req-0518e12b-1518-443d-b58d-07d9b00ce50b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 943 time: 0.0954702 May 06 13:42:03.240858 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3d6663c3-5a18-42cc-84bf-2b9a8715bcb8 req-1eb3c8b1-3136-4590-b42a-91ef806dcbea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 May 06 13:42:03.940695 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2b49c501-acce-43f1-86f1-53c396686458 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:42:04.092632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2b49c501-acce-43f1-86f1-53c396686458,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:04.107216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '2b49c501-acce-43f1-86f1-53c396686458', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'port_id': '2b49c501-acce-43f1-86f1-53c396686458', 'mac_address': 'fa:16:3e:3b:1f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:42:04.168036 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.187479 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b49c501-acce-43f1-86f1-53c396686458 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:42:04.205470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2b49c501-acce-43f1-86f1-53c396686458,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:04.270401 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:04.352819 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:04.482255 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['2b49c501-acce-43f1-86f1-53c396686458'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:42:04.537833 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae38aef-1760-4f83-beb0-a38b03ff3180 req-6ee8b9e4-c1e4-4e0c-aba8-8e8c71f1efd7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:04.540479 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ae38aef-1760-4f83-beb0-a38b03ff3180 req-6ee8b9e4-c1e4-4e0c-aba8-8e8c71f1efd7 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 944 time: 0.1070561 May 06 13:42:04.599432 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9ae38aef-1760-4f83-beb0-a38b03ff3180 req-b6ee84fa-e51c-4d66-be33-49f39f9d53f8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511110 May 06 13:42:05.881893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350ebda-128b-46e1-b80e-dcdb4b24b4ec req-f60103dc-bd16-4dcf-a61e-6bf19f17b6fb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:05.883607 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4350ebda-128b-46e1-b80e-dcdb4b24b4ec req-f60103dc-bd16-4dcf-a61e-6bf19f17b6fb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 944 time: 0.1003201 May 06 13:42:05.942725 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4350ebda-128b-46e1-b80e-dcdb4b24b4ec req-259227d2-8988-49fa-aabd-6b2af86ec437 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497303 May 06 13:42:05.958811 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2b49c501-acce-43f1-86f1-53c396686458 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:42:06.156044 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 2b49c501-acce-43f1-86f1-53c396686458 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:42:06.162674 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 2b49c501-acce-43f1-86f1-53c396686458 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:42:06.163142 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.302116 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.335791 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b49c501-acce-43f1-86f1-53c396686458'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:42:06.348462 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2b49c501-acce-43f1-86f1-53c396686458,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:42:06.444585 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d687cdf-7e04-46a7-978c-e76eadba0ccc'] response: {'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b49c501-acce-43f1-86f1-53c396686458', 'code': 200} May 06 13:42:06.447622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:06.528660 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:06.630319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c362415-6055-4b9b-8077-1c9872bae086 req-e1a40683-c263-4ee8-b6bc-d7c274ee1381 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1096 time: 0.0883532 May 06 13:42:06.685037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3c362415-6055-4b9b-8077-1c9872bae086 req-c005c549-2ba4-4c6e-ab76-b8b5af7e5ff8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482278 May 06 13:42:07.271334 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3014d5-c7ee-4ddd-8091-94372d913ae4 req-abfdc544-24b2-4f44-bd77-c82940e00885 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:07.273008 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d3014d5-c7ee-4ddd-8091-94372d913ae4 req-abfdc544-24b2-4f44-bd77-c82940e00885 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0980237 May 06 13:42:07.334028 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7d3014d5-c7ee-4ddd-8091-94372d913ae4 req-8536aabf-f274-42d6-8009-0c8c6ba3ead9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515354 May 06 13:42:08.515555 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c40f79e6-e3b2-4fee-8f3e-f4cfdf6cbb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:08.657800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19458-5c04-4c41-b2d2-6e5227d2107d req-fc66163a-26ae-49e2-b9ce-b15be19dffc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:08.659698 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8a19458-5c04-4c41-b2d2-6e5227d2107d req-fc66163a-26ae-49e2-b9ce-b15be19dffc0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1279714 May 06 13:42:08.720312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a8a19458-5c04-4c41-b2d2-6e5227d2107d req-6362bf48-84fc-437b-b092-10a53be914ef tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538964 May 06 13:42:09.010745 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81ace7-9b87-4453-826b-3dd06b947367 req-4179797f-f074-4fc4-a449-3a9999d13a52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:09.012391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a81ace7-9b87-4453-826b-3dd06b947367 req-4179797f-f074-4fc4-a449-3a9999d13a52 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0945048 May 06 13:42:09.088610 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2a81ace7-9b87-4453-826b-3dd06b947367 req-7a3f65e3-b248-421b-a3af-57a15048e853 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662258 May 06 13:42:09.123178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53124) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:09.269716 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-97d9b669-e90d-41a7-9ec6-acb8eaf20088 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1091 time: 0.1446786 May 06 13:42:09.272635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53128) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:09.278909 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '2b49c501-acce-43f1-86f1-53c396686458', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:42:09.286246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:42:09.292210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:floatingip and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:42:09.297145 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:42:09.305967 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:42:09.401966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.710136 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:09.916009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.97 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:42:10.096772 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.219909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.299439 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:42:10.303378 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:42:10.306529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:42:10.340595 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:10.367209 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.367511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.367929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.368325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.368715 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.369099 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.369471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.369857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.370354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.370772 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.371195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:42:10.738944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-43b7ecb0-d3ff-4298-b46e-457390059a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:10.964522 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.101501 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.343342 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.425837 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.545160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:42:11.561928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:11.784742 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Floating IP 8fbfc2f4-ecef-449e-964c-7a5976f0c151 associated. External IP: 172.25.2.97, port: 2b49c501-acce-43f1-86f1-53c396686458. May 06 13:42:12.316119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.379181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:42:12.510411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.642749 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:42:12.655368 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Sync routers for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:42:12.669945 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:12.670694 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:12.768341 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:12.869370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e749a30a-6d61-4e2d-a2c0-406162ce3d40 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5953512 May 06 13:42:12.870290 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:42:12.879988 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:12.973519 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50235fea-ebac-4497-bcbf-582362f214fe'] response: {'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458', 'status': 'completed', 'code': 200} May 06 13:42:13.139672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-bd75a416-72e3-499a-ab46-65d0f58779ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1096 time: 0.1431150 May 06 13:42:13.290278 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a8870-c4be-4152-a00f-965d4566d661 req-c1bb017e-1d95-40f6-9ef4-22f5cdca48e2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:13.293021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-797a8870-c4be-4152-a00f-965d4566d661 req-c1bb017e-1d95-40f6-9ef4-22f5cdca48e2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.2339332 May 06 13:42:13.384061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-be776369-e352-4b52-92cf-00e0bb3eaa56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:13.385938 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-be776369-e352-4b52-92cf-00e0bb3eaa56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 898 time: 0.2396173 May 06 13:42:13.394498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-797a8870-c4be-4152-a00f-965d4566d661 req-0df53526-8e1d-4627-b849-cbbe03ebaf9c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897484 May 06 13:42:13.429520 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8fbfc2f4-ecef-449e-964c-7a5976f0c151', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'port_id': '2b49c501-acce-43f1-86f1-53c396686458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'mac_address': 'fa:16:3e:3b:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:10Z', 'updated_at': '2022-05-06T13:42:10Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:13.436968 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Checking router: 96f2d0b2-df5d-4f2d-a369-50c769ce3521 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:42:13.451094 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53136) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:13.459243 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:42:13.460271 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:42:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:13.620749 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8a6a8d03-7976-4d8f-95b2-2635ff91cec5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 200 len: 990 time: 0.1651895 May 06 13:42:13.649591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-d3bfc923-e90c-4810-9f81-eee07a0212e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 998 time: 0.2538464 May 06 13:42:13.755864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-1e5b7494-138c-43f4-9563-a7deee6163e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:13.758148 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-1e5b7494-138c-43f4-9563-a7deee6163e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 200 len: 834 time: 0.0920749 May 06 13:42:13.805592 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:42:13.859318 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:13.880241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-1f8bc6f8-dfeb-4e6f-8356-c51a987cfe5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d79dbabf-9fa1-4a70-938b-3729ff313f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094081 May 06 13:42:14.084281 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-c7e8a5bb-82ea-462d-b260-0ef0fa2c8767 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958742 May 06 13:42:14.325483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-fdd0769d-8792-4ccb-9cd4-de7917b50526 req-d5e0b01c-2395-4bb2-b661-d3d0de9ad9d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345266 May 06 13:42:14.422674 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8fbfc2f4-ecef-449e-964c-7a5976f0c151', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'port_id': '2b49c501-acce-43f1-86f1-53c396686458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'mac_address': 'fa:16:3e:3b:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:10Z', 'updated_at': '2022-05-06T13:42:10Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:42:14.430207 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b709b1-38fc-4424-8912-45aeab5da187 None None] The sync data for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 is: [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '8fbfc2f4-ecef-449e-964c-7a5976f0c151', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'port_id': '2b49c501-acce-43f1-86f1-53c396686458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'mac_address': 'fa:16:3e:3b:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:42:10Z', 'updated_at': '2022-05-06T13:42:10Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:42:14.624510 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53140) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:14.729396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b202d-7c64-490f-a7d6-a43af3208faf None None] New status for floating IP 8fbfc2f4-ecef-449e-964c-7a5976f0c151: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:42:14.868801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a61e1b64-b206-452d-83e2-a2a779d68603 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 200 len: 990 time: 0.2424412 May 06 13:42:15.871296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53144) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:16.004435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b1f77ab9-1fa0-4057-9ace-cab838cf0893 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 200 len: 992 time: 0.1315281 May 06 13:42:17.349859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:21.408411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:24.521826 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:42:38.527482 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-64454e1c-7533-448e-92e8-706fada1a4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:40.733090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c041b83c-f5c1-4c7e-95e1-5470456064e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.338503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:42.493486 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:43.853216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.309863 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:47.656363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-8a45f03b-974d-42bb-b6a2-e9a0e6caa5d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1096 time: 0.1132233 May 06 13:42:47.872091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b489a-d054-4fde-a21a-3477bac78111 req-fbc73024-53c8-47d7-a80c-33ce188ac767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:47.874246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-fbc73024-53c8-47d7-a80c-33ce188ac767 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 898 time: 0.1874580 May 06 13:42:47.980481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c3bbe-1905-4fb5-8a20-3f1a5cc46093 req-d1e3bc2c-fd83-4926-b3a8-028d9eda65da tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:47.983108 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb3c3bbe-1905-4fb5-8a20-3f1a5cc46093 req-d1e3bc2c-fd83-4926-b3a8-028d9eda65da tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.2074666 May 06 13:42:48.047081 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-0d647882-b495-4d26-ae07-361cd1d812cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 1000 time: 0.1658418 May 06 13:42:48.058651 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb3c3bbe-1905-4fb5-8a20-3f1a5cc46093 req-1710c451-317a-436e-9b49-5fd738790e4a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672386 May 06 13:42:48.158001 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b489a-d054-4fde-a21a-3477bac78111 req-17e8c0ba-042f-4648-8d33-0cb1e8d93066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:48.160473 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-17e8c0ba-042f-4648-8d33-0cb1e8d93066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 200 len: 834 time: 0.1062412 May 06 13:42:48.251762 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-87036a72-49e6-4524-96b7-3a457e6d7875 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d79dbabf-9fa1-4a70-938b-3729ff313f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830438 May 06 13:42:48.491857 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-19fea224-f1cd-4ace-be47-c266a56ba2fe service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298934 May 06 13:42:48.641292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484b489a-d054-4fde-a21a-3477bac78111 req-8f36adb4-7ef3-4e3d-89a2-80b0820d8850 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426160 May 06 13:42:49.383081 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89682347-d126-4e91-a34a-b2477f0426f7 req-61db0f54-b4d5-4a29-a7fc-a2bca2755910 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:49.384727 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89682347-d126-4e91-a34a-b2477f0426f7 req-61db0f54-b4d5-4a29-a7fc-a2bca2755910 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1723254 May 06 13:42:49.439147 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-89682347-d126-4e91-a34a-b2477f0426f7 req-62fe9327-c295-46e5-a2dc-1ada99544858 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479231 May 06 13:42:50.669690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3886b6-0bcd-47e0-9689-5d0e3d455673 req-eecb74a0-1c3f-4ae8-8f7c-5226f5a49653 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:50.671352 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c3886b6-0bcd-47e0-9689-5d0e3d455673 req-eecb74a0-1c3f-4ae8-8f7c-5226f5a49653 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0996513 May 06 13:42:50.746207 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4c3886b6-0bcd-47e0-9689-5d0e3d455673 req-4ba99c86-f652-4520-9c05-916a06889542 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662858 May 06 13:42:51.441477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:42:52.008225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee362cc3-7140-4c8d-9cb8-56a79b1f7110 req-50391c21-c938-4be5-a1b1-4e33535c71df tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:52.009878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee362cc3-7140-4c8d-9cb8-56a79b1f7110 req-50391c21-c938-4be5-a1b1-4e33535c71df tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0999596 May 06 13:42:52.090555 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ee362cc3-7140-4c8d-9cb8-56a79b1f7110 req-312b58ed-9c48-446c-9009-370ceeaca020 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741966 May 06 13:42:53.339892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6ab3e-7e11-488b-8c6c-156e8e09e05a req-b1ff785b-9d57-4a2b-b8cc-c990a1930b53 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:53.341497 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f4a6ab3e-7e11-488b-8c6c-156e8e09e05a req-b1ff785b-9d57-4a2b-b8cc-c990a1930b53 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0890074 May 06 13:42:53.394091 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f4a6ab3e-7e11-488b-8c6c-156e8e09e05a req-02096e4f-ed98-41d1-add7-ccf12d1969dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441329 May 06 13:42:54.628269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064337-7f8d-4eaf-96b3-a4a4a98982ef req-9b8118f6-7c8d-4c25-815e-51e18ba1407a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:54.629846 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81064337-7f8d-4eaf-96b3-a4a4a98982ef req-9b8118f6-7c8d-4c25-815e-51e18ba1407a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0956588 May 06 13:42:54.691848 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81064337-7f8d-4eaf-96b3-a4a4a98982ef req-98266d7f-5c3a-46d5-924e-b649a0891312 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548675 May 06 13:42:55.964399 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f48027-6261-4516-ac59-ce11bd71bbd5 req-0fa470be-1012-4a03-9a55-6ca33c6469ab tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:55.966203 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46f48027-6261-4516-ac59-ce11bd71bbd5 req-0fa470be-1012-4a03-9a55-6ca33c6469ab tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1027701 May 06 13:42:56.045568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-46f48027-6261-4516-ac59-ce11bd71bbd5 req-c093a11d-e32b-488c-92f7-a1c7f01fd07d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722616 May 06 13:42:57.302575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ad7be-704c-4681-9cae-ec536d8f029b req-1ac5e06c-b1b1-467c-8ff6-e343b2661b2c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:57.304200 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a21ad7be-704c-4681-9cae-ec536d8f029b req-1ac5e06c-b1b1-467c-8ff6-e343b2661b2c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0997500 May 06 13:42:57.459800 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a21ad7be-704c-4681-9cae-ec536d8f029b req-78fc687b-ee99-423c-ad9c-2979e9e9d704 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451223 May 06 13:42:58.740200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d98f71-0f69-4c18-afd4-fca588da09bc req-722fe354-1eae-45ca-9adf-fc5d28f048ab tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:42:58.742477 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88d98f71-0f69-4c18-afd4-fca588da09bc req-722fe354-1eae-45ca-9adf-fc5d28f048ab tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1038527 May 06 13:42:58.826431 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-88d98f71-0f69-4c18-afd4-fca588da09bc req-ab9836c7-16c8-4e62-8533-0a4e0e19336e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768476 May 06 13:42:58.863158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53182) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:42:59.230115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6a26ce4-57a2-4bad-9c8b-de3f9c940599 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 200 len: 992 time: 0.3649955 May 06 13:43:01.130237 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0480d8-8901-4001-8816-61b488ebe0af req-8cb6b27b-86c7-4d78-b2c9-5d78d988a37c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:01.132936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb0480d8-8901-4001-8816-61b488ebe0af req-8cb6b27b-86c7-4d78-b2c9-5d78d988a37c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.2027032 May 06 13:43:01.140280 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-9ade2298-d8d9-483a-9489-86b01e23040a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1096 time: 0.1710663 May 06 13:43:01.388380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-eb0480d8-8901-4001-8816-61b488ebe0af req-24460ab8-57d8-413e-bdc3-5ede229fa070 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461596 May 06 13:43:01.448727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-1eab8611-ba7a-451f-b72e-fab5f92cd302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:01.450204 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-1eab8611-ba7a-451f-b72e-fab5f92cd302 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 898 time: 0.2793615 May 06 13:43:01.514420 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:01.583055 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-3db39489-65d0-4adf-bb5f-929bf8357328 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 1000 time: 0.1261506 May 06 13:43:01.658016 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-195158ab-db2d-4173-83df-8ce387b158b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:01.659570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-195158ab-db2d-4173-83df-8ce387b158b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 200 len: 834 time: 0.0702503 May 06 13:43:01.778475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-2c9ce0c8-6dd0-438d-916f-dfab7a5d1c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d79dbabf-9fa1-4a70-938b-3729ff313f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120205 May 06 13:43:01.949328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-90dd0b38-08e8-4094-8b17-5503e998723b service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638277 May 06 13:43:02.168472 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-bc5b2397-c9e6-4d10-baa7-57c964b76e07 req-765eafe0-750b-4438-963c-06b1c416a965 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120337 May 06 13:43:02.626528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa78fa-d4cb-40e6-ba38-5ecff6361b14 req-e759165f-7bee-4b16-9885-3b0d23db4704 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:02.629344 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eefa78fa-d4cb-40e6-ba38-5ecff6361b14 req-e759165f-7bee-4b16-9885-3b0d23db4704 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1027634 May 06 13:43:02.689266 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eefa78fa-d4cb-40e6-ba38-5ecff6361b14 req-cd8fda4f-b054-4167-9dec-a0895950febf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528677 May 06 13:43:03.945694 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8cb8-1622-48f5-98e5-5ee72da25037 req-ebbeba77-e8d7-4524-8bad-02c31b06adfb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:03.947319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7da8cb8-1622-48f5-98e5-5ee72da25037 req-ebbeba77-e8d7-4524-8bad-02c31b06adfb tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.0967593 May 06 13:43:04.021880 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b7da8cb8-1622-48f5-98e5-5ee72da25037 req-3e32b78b-1b20-42d3-8962-15271bd67129 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634563 May 06 13:43:04.070453 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53196) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:04.197992 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-cf7a774d-6a96-4b88-878d-2c5505a6b944 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 200 len: 992 time: 0.1261644 May 06 13:43:08.561697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad00-3378-4943-aa09-8fe93143f0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:10.784927 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-052d7a1e-ca1b-4bcc-8b3c-353d93cd3824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.373229 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:12.537639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:13.835040 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:17.355628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:21.452708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:36.759673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53210) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:37.045921 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:37.046849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.315154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.315474 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.472234 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:37.773639 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:37.871373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=97ddaca6-bfcd-4939-ae07-2f6b7ae2e42d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:37.949613 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.950176 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.950748 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.951304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.951857 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.952392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.953009 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.953662 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.954341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.955126 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:37.955460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:38.039670 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.516348 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:43:38.527101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-49ccfbe7-a836-49ea-88b3-4745c356fb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:38.630120 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:43:39.053719 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:43:39.072307 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Sync routers for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:43:39.090561 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:39.091333 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:39.239029 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:39.308283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-83834c38-42c4-4e22-9c93-817c37da92c8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/floatingips/8fbfc2f4-ecef-449e-964c-7a5976f0c151 HTTP/1.1" status: 204 len: 168 time: 2.5461113 May 06 13:43:39.309980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:39.368609 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:39.449878 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1fe80c-84b4-4f0b-b3e9-03e82dad686a'] response: {'name': 'network-changed', 'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'tag': '2b49c501-acce-43f1-86f1-53c396686458', 'status': 'completed', 'code': 200} May 06 13:43:39.585890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-958e4cc8-27ce-4653-ab7d-27990abbe625 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 1096 time: 0.1064298 May 06 13:43:39.761771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-fa53a36b-2e33-4396-a744-87c4fe75b741 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:39.764563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-fa53a36b-2e33-4396-a744-87c4fe75b741 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 200 len: 898 time: 0.1739628 May 06 13:43:39.866937 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:39.867951 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-7c3971ce-e2ca-4eb7-a9a4-d08a74dd23f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 200 len: 217 time: 0.0959694 May 06 13:43:39.873302 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Checking router: 96f2d0b2-df5d-4f2d-a369-50c769ce3521 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:43:39.889178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:39.889952 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:39.962091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-943bfc55-71d8-42e8-89c6-28a6d4ee1407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:39.964900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-943bfc55-71d8-42e8-89c6-28a6d4ee1407 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 200 len: 834 time: 0.0900967 May 06 13:43:40.111932 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-3e52967d-e4df-4585-a996-062104a918b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d79dbabf-9fa1-4a70-938b-3729ff313f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405642 May 06 13:43:40.172442 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:40.332724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d6f96-329d-4f2b-925d-10c555544417 req-1aa9c90e-7e59-4657-8ef8-d8ae473a024c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:40.333821 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ed7d6f96-329d-4f2b-925d-10c555544417 req-1aa9c90e-7e59-4657-8ef8-d8ae473a024c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:40.458839 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-ed7d6f96-329d-4f2b-925d-10c555544417 req-1aa9c90e-7e59-4657-8ef8-d8ae473a024c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:40.461663 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed7d6f96-329d-4f2b-925d-10c555544417 req-1aa9c90e-7e59-4657-8ef8-d8ae473a024c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.2870076 May 06 13:43:40.521881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-d3840830-8bcd-4f61-af7a-999ba92568a1 service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006820 May 06 13:43:40.544099 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed7d6f96-329d-4f2b-925d-10c555544417 req-986d4ac5-19a0-4d0e-aa0b-e0a01e87d261 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693307 May 06 13:43:40.719079 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:40.726645 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81125c-657f-43bd-a3fb-e08d60ebe62b None None] The sync data for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 is: [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '706327ed-900a-4157-b5f6-2338619e3585', 'name': '', 'network_id': 'd79dbabf-9fa1-4a70-938b-3729ff313f24', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:dd:11:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:48Z', 'updated_at': '2022-05-06T13:41:57Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': '25efa64a-c0bd-4790-8353-09d02a8ff24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:43:40.740099 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a80df56-e5fb-4148-9301-727ee3105e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:40.774744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8aa3b494-69ab-4717-b325-81890fe0f1c0 req-8a0ea434-de81-4ce6-9199-ccf7ec172f4e service neutron] 10.222.0.13 "GET /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439463 May 06 13:43:41.053042 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10005f8f-9b58-47cb-9cc8-f1be2a457998 None None] New status for floating IP 8fbfc2f4-ecef-449e-964c-7a5976f0c151: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:43:41.664512 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-5e7d1de9-1306-451d-a716-abf98e23ec39 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:41.666349 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-5e7d1de9-1306-451d-a716-abf98e23ec39 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.1250122 May 06 13:43:41.773377 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 2b49c501-acce-43f1-86f1-53c396686458 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:41.773888 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.119283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6848f-e118-4784-bd54-44a0dc13a4c8 req-c2c5c282-30f8-47b2-8625-dd4af17cfc76 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:42.121574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6b6848f-e118-4784-bd54-44a0dc13a4c8 req-c2c5c282-30f8-47b2-8625-dd4af17cfc76 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 945 time: 0.2821002 May 06 13:43:42.269882 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 2b49c501-acce-43f1-86f1-53c396686458, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=2b49c501-acce-43f1-86f1-53c396686458,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:42.270416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.292257 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d6b6848f-e118-4784-bd54-44a0dc13a4c8 req-5f54adab-a258-482f-859c-0a13d2d649cd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=d0b2501a-790a-4036-90e8-c91c4ed9098c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524572 May 06 13:43:42.348935 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.440704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 2b49c501-acce-43f1-86f1-53c396686458 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:42.537683 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.727691 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.791493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=2b49c501-acce-43f1-86f1-53c396686458,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.853867 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:42.902592 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] No DVR routers for this DVR port 2b49c501-acce-43f1-86f1-53c396686458 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:42.906340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:42.909732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'name': 'network-vif-deleted', 'tag': '2b49c501-acce-43f1-86f1-53c396686458'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:43:42.997553 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-24f5ed50-7128-4d2d-a311-f42e065b38ee req-e4ba368f-3692-4b77-bc51-b18720775e91 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "DELETE /v2.0/ports/2b49c501-acce-43f1-86f1-53c396686458 HTTP/1.1" status: 204 len: 173 time: 1.3246820 May 06 13:43:43.002460 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18adf8c7-9045-4bcd-8448-62267a4ef7c5'] response: {'server_uuid': 'adb88c39-009c-4d2e-97d1-766ede69ee46', 'name': 'network-vif-deleted', 'tag': '2b49c501-acce-43f1-86f1-53c396686458', 'status': 'completed', 'code': 200} May 06 13:43:43.575499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3fbfd459-8fe8-456b-9685-f3026a7821e1 req-1c898c6f-c8fb-4422-bfa2-d19ca2babf9f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:43:43.642874 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-3fbfd459-8fe8-456b-9685-f3026a7821e1 req-1c898c6f-c8fb-4422-bfa2-d19ca2babf9f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:43:43.644645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3fbfd459-8fe8-456b-9685-f3026a7821e1 req-1c898c6f-c8fb-4422-bfa2-d19ca2babf9f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=adb88c39-009c-4d2e-97d1-766ede69ee46 HTTP/1.1" status: 200 len: 210 time: 0.1239383 May 06 13:43:43.841499 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:44.813738 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53232) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:45.390689 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.334804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 706327ed-900a-4157-b5f6-2338619e3585 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:46.335732 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.483939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2b49c501-acce-43f1-86f1-53c396686458 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:46.542816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 2b49c501-acce-43f1-86f1-53c396686458 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:46.543164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 2b49c501-acce-43f1-86f1-53c396686458 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:46.617758 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 706327ed-900a-4157-b5f6-2338619e3585, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=706327ed-900a-4157-b5f6-2338619e3585,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:46.618111 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:46.882208 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 706327ed-900a-4157-b5f6-2338619e3585 owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:47.248017 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.328646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=706327ed-900a-4157-b5f6-2338619e3585,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:47.378679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:47.852962 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:48.804110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:43:49.103879 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:43:49.118302 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Sync routers for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:43:49.135604 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:49.136640 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.372619 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f638717b-fd5f-4d79-9e75-4bd8d75b5d99 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/96f2d0b2-df5d-4f2d-a369-50c769ce3521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5564308 May 06 13:43:49.376908 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53236) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:49.502514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:49.898049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting subnet 25efa64a-c0bd-4790-8353-09d02a8ff24e {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:43:49.901488 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.964210 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:43:47Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:49.972828 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Checking router: 96f2d0b2-df5d-4f2d-a369-50c769ce3521 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:43:49.988223 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:49.993257 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Routers {'96f2d0b2-df5d-4f2d-a369-50c769ce3521'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:43:49.994297 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:50.094849 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.266064 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] Set router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:43:50.317106 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.364894 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Subnet': ['ID=25efa64a-c0bd-4790-8353-09d02a8ff24e,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:50.373100 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.380989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ea512090-8cd1-4830-843b-2409d0364db4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/subnets/25efa64a-c0bd-4790-8353-09d02a8ff24e HTTP/1.1" status: 204 len: 168 time: 1.0015483 May 06 13:43:50.385458 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53242) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:50.392126 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12de808-3593-4736-8bfa-7f24787e31f1 None None] Network d79dbabf-9fa1-4a70-938b-3729ff313f24 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:43:50.728208 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:50.767706 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:43:47Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:50.775583 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3232a1b-974e-4395-8e60-4a2644b0a03e None None] The sync data for ids ['96f2d0b2-df5d-4f2d-a369-50c769ce3521'] in n-d-840845-1 is: [{'id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40549853', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '377e5028-0652-459e-a885-55ecc20261c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:41:42Z', 'updated_at': '2022-05-06T13:43:47Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '377e5028-0652-459e-a885-55ecc20261c3', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f2d0b2-df5d-4f2d-a369-50c769ce3521', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:41:43Z', 'updated_at': '2022-05-06T13:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:43:50.803352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] DHCP port deletion for d79dbabf-9fa1-4a70-938b-3729ff313f24 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:43:50.809600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Deleting port 967bfa00-a803-423e-9ed9-416d0ae35f68 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:50.810146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.035694 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.144771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 377e5028-0652-459e-a885-55ecc20261c3 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:43:51.147187 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.158467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] For port 967bfa00-a803-423e-9ed9-416d0ae35f68, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=967bfa00-a803-423e-9ed9-416d0ae35f68,segment=NetworkSegment(7f8d5885-6bb9-4236-9f12-90f5c02975d8),segment_id=7f8d5885-6bb9-4236-9f12-90f5c02975d8)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:51.158939 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.274182 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 706327ed-900a-4157-b5f6-2338619e3585 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:51.395984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Calling delete_port for 967bfa00-a803-423e-9ed9-416d0ae35f68 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:51.440261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 706327ed-900a-4157-b5f6-2338619e3585 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:51.440689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 706327ed-900a-4157-b5f6-2338619e3585 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:51.441144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 967bfa00-a803-423e-9ed9-416d0ae35f68 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:51.465983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 377e5028-0652-459e-a885-55ecc20261c3, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=377e5028-0652-459e-a885-55ecc20261c3,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:43:51.467107 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.628123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 377e5028-0652-459e-a885-55ecc20261c3 owned by network:router_gateway {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:43:51.737376 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.779492 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.831881 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:51.962634 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Pushing event deleted for resources: {'Port': ['ID=967bfa00-a803-423e-9ed9-416d0ae35f68,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:51.985252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] No DVR routers for this DVR port 967bfa00-a803-423e-9ed9-416d0ae35f68 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:43:51.988403 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.002328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.002676 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.003000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.003928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.003928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.005043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.005043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.005043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.006292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.006292 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.006631 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83c9-5cdf-453b-902f-777e423467ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:43:52.079720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=377e5028-0652-459e-a885-55ecc20261c3,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:52.467532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.772369 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.777779 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.880361 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.881272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Fanout notify agent at l3_agent the message router_deleted on router 96f2d0b2-df5d-4f2d-a369-50c769ce3521 {{(pid=84799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:43:52.907910 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:52.907910 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0c1cd042-a9af-4bd8-a065-b244c10cf414 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/routers/96f2d0b2-df5d-4f2d-a369-50c769ce3521 HTTP/1.1" status: 204 len: 168 time: 2.5190775 May 06 13:43:52.909837 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53246) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.103354 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.318140 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.355889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79dbabf-9fa1-4a70-938b-3729ff313f24']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.371296 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8d5885-6bb9-4236-9f12-90f5c02975d8') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.371757 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8d5885-6bb9-4236-9f12-90f5c02975d8') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:43:53.386413 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.408543 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.416500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:43:53.417357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: timer() May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:43:53.441772 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:43:53.613098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.651575 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.664558 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Network': ['ID=d79dbabf-9fa1-4a70-938b-3729ff313f24,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:53.756300 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c671aef4-8bf1-4d15-b3b4-d0954b8f1522 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/networks/d79dbabf-9fa1-4a70-938b-3729ff313f24 HTTP/1.1" status: 204 len: 168 time: 0.8448658 May 06 13:43:53.760322 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53250) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:53.850747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:53.887733 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.166920 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.190355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2501a-790a-4036-90e8-c91c4ed9098c,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:54.281600 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:54.282981 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ab59717-c973-438a-bbff-4f7464686aae tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/security-groups/d0b2501a-790a-4036-90e8-c91c4ed9098c HTTP/1.1" status: 204 len: 168 time: 0.5211947 May 06 13:43:54.921832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53258) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:54.928396 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251904340', 'description': 'tempest-secgroup-smoke-251904340 description', 'project_id': 'a6679b90eb214b439834e342e730578b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:54.935836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:54.941413 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:54.946006 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:54.955205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:54.964522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 377e5028-0652-459e-a885-55ecc20261c3 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:43:55.029881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 377e5028-0652-459e-a885-55ecc20261c3 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:43:55.031144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 377e5028-0652-459e-a885-55ecc20261c3 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:43:55.102957 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.146489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:55.151543 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:55.154886 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:55.163121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:55.249885 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.343987 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.397110 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702202c9-5caf-4be1-92eb-fa5ed3841207,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.516536 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.518719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-bcae1003-9abd-4df6-858f-05ccccf94615 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5956111 May 06 13:43:55.522248 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53262) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:55.528606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:55.536429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:55.541559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:55.546751 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:55.555937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:55.666738 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.740992 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.818959 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.861144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5667356a-31cd-4a98-87c8-525548004d1a,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:55.995187 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:55.996614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0ffce4e4-11a0-4a16-89ab-0ac7b357b1e6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4729886 May 06 13:43:56.001976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.011864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:56.024193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:56.032564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:56.038000 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:56.049717 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:56.161732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.273175 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.356119 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.391889 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d44fb-9d0e-46c7-934e-8127dd683d33,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:56.549716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.551401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-aa67cb65-ccc8-4008-852d-8760b3d27c3c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5478818 May 06 13:43:56.554728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53270) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:56.561110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:56.569985 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:56.578924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:56.579304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:56.586627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:56.699845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.809615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.948766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:56.979288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f4b30-3ad9-43c8-9c5a-6c996c222287,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:57.099417 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.100590 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-038823eb-bcab-48d3-b084-48c479961cb8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5448427 May 06 13:43:57.104286 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53274) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:57.111867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:57.122981 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:57.130512 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:57.135520 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:57.145384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.301258 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.387028 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.589608 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.625211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1dee06-85e9-481f-9d76-3b3ba01c4fbf,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:57.737273 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:57.738688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-cb64b976-8813-40ca-b4a4-1768bbf4bd30 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6328924 May 06 13:43:57.741531 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53278) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:57.747677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:57.756100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:57.764218 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:57.770245 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:57.783632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:57.908302 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:43:57.916202 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.001253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.165916 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.196696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ef68b8-b8a9-45f8-abee-801fbcae76bd,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.309121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.310501 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-33283dad-4eef-486c-a5e1-9196fcbdb898 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5679379 May 06 13:43:58.318708 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53282) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.325201 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'security_group_rule': {'security_group_id': '702202c9-5caf-4be1-92eb-fa5ed3841207', 'project_id': 'a6679b90eb214b439834e342e730578b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:58.333552 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.340051 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:security_group_rule and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:58.345752 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:58.354893 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.481340 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Project a6679b90eb214b439834e342e730578b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:43:58.491981 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.615532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.676400 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.707001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cc722a-fb07-40a6-8173-6b31910ac249,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:58.795697 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.798525 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8ab2ac3d-71af-4301-997d-3b2918fc3da2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4782000 May 06 13:43:58.803291 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:58.810100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'network': {'name': 'tempest-network-smoke--85727598', 'project_id': 'a6679b90eb214b439834e342e730578b', 'port_security_enabled': True}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:58.817689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:58.823133 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:network and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:58.826962 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:58.837731 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:58.949890 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:43:58.954581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:58.996843 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:43:59.008928 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.009418 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Added segment e6d8a505-5766-4381-bcc5-3fdaeefa8de9 of type vlan for network 0efe87be-11ff-4464-8410-6fc27b7f50ef May 06 13:43:59.044044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.207430 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.213243 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:43:59.214124 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.350374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Network': ['ID=0efe87be-11ff-4464-8410-6fc27b7f50ef,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:43:59.386177 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:43:59.551943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b82f52d9-64a7-48e9-b5af-dcc5b1bac02a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7469380 May 06 13:43:59.554820 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53290) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:43:59.561026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'admin_state_up': True, 'project_id': 'a6679b90eb214b439834e342e730578b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:43:59.570097 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:43:59.575918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:router and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:43:59.582895 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:43:59.595597 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:43:59.732477 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.733884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:43:59.756955 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.208828 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.630655 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.701230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:00.981755 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.252 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/98b69126-1505-4353-9807-2d075a1f94ea) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:01.183284 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.378677 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.463372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:01.466845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:01.472205 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:01.512744 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=98b69126-1505-4353-9807-2d075a1f94ea,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:01.823610 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:01.824973 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.235494 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router d47451db-d607-435d-ac23-a6b39331b11e is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:44:02.479459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:02.493689 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Sync routers for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:02.510616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:02.511491 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:02.612449 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:02.613714 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6dab2b8a-29fb-4594-ab72-22e392a9b5dd tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0578048 May 06 13:44:02.618845 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:02.669032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ab0c8c1e-d640-444a-bd9f-eea88dbd1b0e tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a6679b90eb214b439834e342e730578b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487418 May 06 13:44:02.675002 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53298) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:02.749767 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:02.948911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0398062f-f903-4c32-a2ea-386011e2f8f1 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:02.956997 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0398062f-f903-4c32-a2ea-386011e2f8f1 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2746954 May 06 13:44:02.956997 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53302) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.035201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-596c44a3-c5c1-4174-a001-dbe4206b4085 tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=832b649d-2bcb-4219-9c2e-4cb5159baac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763597 May 06 13:44:03.037991 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53306) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:03.047700 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495854465', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'project_id': 'a6679b90eb214b439834e342e730578b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:03.196720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:03.205979 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:subnet and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:03.209519 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:03.216781 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:03.218890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:01Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:03.224521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Checking router: d47451db-d607-435d-ac23-a6b39331b11e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:03.225059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Updating router d47451db-d607-435d-ac23-a6b39331b11e port 98b69126-1505-4353-9807-2d075a1f94ea binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:03.291890 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.338297 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:03.627657 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.816844 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:03.832983 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Transition to ACTIVE for port object 98b69126-1505-4353-9807-2d075a1f94ea will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:03.915050 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.040055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Attempting to bind port 98b69126-1505-4353-9807-2d075a1f94ea on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:04.040622 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Attempting to bind port 98b69126-1505-4353-9807-2d075a1f94ea by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:04.041157 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Attempting to bind port 98b69126-1505-4353-9807-2d075a1f94ea on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:04.043944 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceda96-c907-45c2-8bc8-a32da4743a44 None None] Pushing event updated for resources: {'Port': ['ID=98b69126-1505-4353-9807-2d075a1f94ea,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.055174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:04.055696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:04.056288 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.056800 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:04.057357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Bound port: 98b69126-1505-4353-9807-2d075a1f94ea, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:04.057839 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.065527 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.200961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] For port 98b69126-1505-4353-9807-2d075a1f94ea, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:04.208534 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] For port 98b69126-1505-4353-9807-2d075a1f94ea, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98b69126-1505-4353-9807-2d075a1f94ea,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:04.210289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Subnet': ['ID=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.223633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Checking segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:04.230572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network hostable DHCP agents. Network: 0efe87be-11ff-4464-8410-6fc27b7f50ef, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:44:04.299639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.337050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:44:04.457211 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 0efe87be-11ff-4464-8410-6fc27b7f50ef) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:04.457501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceda96-c907-45c2-8bc8-a32da4743a44 None None] Pushing event updated for resources: {'Port': ['ID=98b69126-1505-4353-9807-2d075a1f94ea,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:04.462660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:04.463518 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:04.463707 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:04.464191 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:04.563570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-76f0f828-27c0-4bff-b516-5394218cdfb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5233266 May 06 13:44:04.568884 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53310) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:04.582726 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75e1cf-33dd-4003-a1c0-0eae55600a51 None None] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:44:04.934127 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:05.208867 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-0efe87be-11ff-4464-8410-6fc27b7f50ef', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:44:05.212118 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.556646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Allocated IP 172.20.0.2 (0efe87be-11ff-4464-8410-6fc27b7f50ef/abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f/6f7b97c0-e8ca-4812-ba99-feef98df2b11) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:05.603448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:01Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:05.661842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc98279-44d1-497b-b598-1085cd1feb23 None None] The sync data for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 is: [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:01Z', 'revision_number': 3, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:05.900369 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:05.912682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Transition to ACTIVE for port object 6f7b97c0-e8ca-4812-ba99-feef98df2b11 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:05.940810 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Transition to ACTIVE for port object 6f7b97c0-e8ca-4812-ba99-feef98df2b11 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:06.022510 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.131147 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.168266 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:06.176213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:06.179609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Pushing event updated for resources: {'Port': ['ID=6f7b97c0-e8ca-4812-ba99-feef98df2b11,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:06.183970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:06.347070 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Attempting to bind port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:06.347948 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Attempting to bind port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:06.348781 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Attempting to bind port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 on network 0efe87be-11ff-4464-8410-6fc27b7f50ef {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:06.362222 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:06.363184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Checking segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:06.364153 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.365151 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Bound using segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:06.365942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Bound port: 6f7b97c0-e8ca-4812-ba99-feef98df2b11, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:06.366708 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.508958 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] For port 6f7b97c0-e8ca-4812-ba99-feef98df2b11, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:06.516408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] For port 6f7b97c0-e8ca-4812-ba99-feef98df2b11, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f7b97c0-e8ca-4812-ba99-feef98df2b11,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:06.647445 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:06.748656 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.1 (0efe87be-11ff-4464-8410-6fc27b7f50ef/abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f/3705e728-9556-49a5-ab82-e4951f1f974a) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:06.803498 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c07a2b-e26d-41be-a70f-45001840f98b None None] Pushing event updated for resources: {'Port': ['ID=6f7b97c0-e8ca-4812-ba99-feef98df2b11,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.052363 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.073264 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 3705e728-9556-49a5-ab82-e4951f1f974a will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:07.145120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98b69126-1505-4353-9807-2d075a1f94ea up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:07.224823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.366622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:07.373022 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:07.381593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:07.412942 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 98b69126-1505-4353-9807-2d075a1f94ea completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:07.421816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98b69126-1505-4353-9807-2d075a1f94ea triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:07.422630 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.437135 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:07.498547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.689697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.719687 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 98b69126-1505-4353-9807-2d075a1f94ea, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98b69126-1505-4353-9807-2d075a1f94ea,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:07.743697 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.858780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:07.974314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=98b69126-1505-4353-9807-2d075a1f94ea,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.083832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6c2a7-e5c5-44de-adb8-1971a027164f None None] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:44:08.346882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-81f88941-c849-4455-83c3-5cf8f6602a38 None None] Provisioning for port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:08.499564 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e83dd756-1e10-4c07-86a3-400199946bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.619497 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.681661 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.812617 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2fca8fac-ebca-4a60-b683-7c8d0d205bd9 None None] Provisioning for port 3705e728-9556-49a5-ab82-e4951f1f974a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:08.822458 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2fca8fac-ebca-4a60-b683-7c8d0d205bd9 None None] Provisioning complete for port 3705e728-9556-49a5-ab82-e4951f1f974a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:08.823722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2fca8fac-ebca-4a60-b683-7c8d0d205bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.894462 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:08.901466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:08.951179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2fca8fac-ebca-4a60-b683-7c8d0d205bd9 None None] Port 3705e728-9556-49a5-ab82-e4951f1f974a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:09.111463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc493604-aea4-438b-905f-ee85fa318a33 None None] Provisioning complete for port 3705e728-9556-49a5-ab82-e4951f1f974a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:09.111860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc493604-aea4-438b-905f-ee85fa318a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.215103 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f7b97c0-e8ca-4812-ba99-feef98df2b11 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:09.216834 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:09.218171 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:09.274408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dc493604-aea4-438b-905f-ee85fa318a33 None None] Port 3705e728-9556-49a5-ab82-e4951f1f974a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:09.471056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:09.485668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:09.486480 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.724938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.769949 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-4a55fb33-d24d-4588-ba89-6a075ae3462a None None] Provisioning complete for port 3705e728-9556-49a5-ab82-e4951f1f974a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:09.770598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4a55fb33-d24d-4588-ba89-6a075ae3462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:09.919496 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 6f7b97c0-e8ca-4812-ba99-feef98df2b11, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f7b97c0-e8ca-4812-ba99-feef98df2b11,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:09.940335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-4a55fb33-d24d-4588-ba89-6a075ae3462a None None] Port 3705e728-9556-49a5-ab82-e4951f1f974a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:10.020169 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router d47451db-d607-435d-ac23-a6b39331b11e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:44:10.041698 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.042857 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98b69126-1505-4353-9807-2d075a1f94ea up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:10.199227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=6f7b97c0-e8ca-4812-ba99-feef98df2b11,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:10.223823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98b69126-1505-4353-9807-2d075a1f94ea triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:10.224539 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.367498 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:10.382447 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Sync routers for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:10.395101 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dcd25c33-8d37-4c07-827f-ac09cfc2975c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/d47451db-d607-435d-ac23-a6b39331b11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8231230 May 06 13:44:10.403575 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:10.404614 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:43:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:10.705878 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-0938b479-bcb2-46bf-b2b7-56660d81d780 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251904340&fields=id&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 267 time: 0.0684838 May 06 13:44:10.736451 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:10.771311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-83a717f0-afcc-4b3d-a976-3ebd9ba7419d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:10.961688 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-6802d99c-e155-48ad-84a5-a6e387993ea3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:10.964592 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-6802d99c-e155-48ad-84a5-a6e387993ea3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 795 time: 0.2493784 May 06 13:44:10.987589 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-cd34eb58-d8a4-4cd2-a3ca-3782e52c2eb4 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/quotas/a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 375 time: 0.0162520 May 06 13:44:11.070161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f7b97c0-e8ca-4812-ba99-feef98df2b11 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:11.129209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-12bedc25-88b4-4793-ac0e-0cd450b7a94c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:11.209946 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:11.210432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.259139 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:08Z', 'revision_number': 2, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:11.260939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-12bedc25-88b4-4793-ac0e-0cd450b7a94c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:11.264560 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Checking router: d47451db-d607-435d-ac23-a6b39331b11e for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:11.266711 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Updating router d47451db-d607-435d-ac23-a6b39331b11e port 3705e728-9556-49a5-ab82-e4951f1f974a binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:44:11.274110 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-12bedc25-88b4-4793-ac0e-0cd450b7a94c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2746334 May 06 13:44:11.341852 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.549119 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-c9a6c9b3-7a3a-41fb-a7f7-c406e68fe23f service neutron] 10.222.0.83 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609215 May 06 13:44:11.901338 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:11.910768 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-ce37acb3-f337-459c-9dd8-a2482d35d8b1 service neutron] 10.222.0.83 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520975 May 06 13:44:11.929437 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Transition to ACTIVE for port object 3705e728-9556-49a5-ab82-e4951f1f974a will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:12.031352 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.244984 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Pushing event updated for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:12.313857 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.314150 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.314552 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.314956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.315335 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.315678 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.316512 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.316699 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.317219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.317656 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.317990 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:44:12.332586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.348475 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Attempting to bind port 3705e728-9556-49a5-ab82-e4951f1f974a on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:12.348847 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Attempting to bind port 3705e728-9556-49a5-ab82-e4951f1f974a by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:12.349206 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Attempting to bind port 3705e728-9556-49a5-ab82-e4951f1f974a on network 0efe87be-11ff-4464-8410-6fc27b7f50ef {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:12.362599 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:12.363441 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Checking segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:12.364569 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.365412 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Bound using segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:12.366402 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Bound port: 3705e728-9556-49a5-ab82-e4951f1f974a, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:12.367196 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.414948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75038a7b-c850-462f-8ba0-77ad601a18f7 req-419d40b6-9996-42ba-bf2a-23ea35c58192 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:12.442954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-75038a7b-c850-462f-8ba0-77ad601a18f7 req-419d40b6-9996-42ba-bf2a-23ea35c58192 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:12.445118 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-75038a7b-c850-462f-8ba0-77ad601a18f7 req-419d40b6-9996-42ba-bf2a-23ea35c58192 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.1451929 May 06 13:44:12.503064 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.536824 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] For port 3705e728-9556-49a5-ab82-e4951f1f974a, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:12.541449 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] For port 3705e728-9556-49a5-ab82-e4951f1f974a, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3705e728-9556-49a5-ab82-e4951f1f974a,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:12.691640 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:12.833708 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192c471-bc78-470a-8892-ba818045e4b0 None None] Pushing event updated for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=4']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:12.840499 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:12.841162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:13.107817 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:13.654162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:13.659957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-8f8585b5-8f5d-4d93-90b6-60d048b27e79 req-099610d1-46b1-45ec-b1c5-0d5c4be493d1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.0912850 May 06 13:44:13.660855 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d006ce2-73d9-4950-b5e6-2a12e1cc7de1 None None] The sync data for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 is: [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:12Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:13.886804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:14.843507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-92f42220-6075-454c-afab-e613f36c9125 req-995df7c7-1d16-4a4c-8e78-20d9907ede80 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.0801973 May 06 13:44:15.076471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3705e728-9556-49a5-ab82-e4951f1f974a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:15.314584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 3705e728-9556-49a5-ab82-e4951f1f974a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:15.324087 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3705e728-9556-49a5-ab82-e4951f1f974a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:15.324886 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.470776 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.515735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 3705e728-9556-49a5-ab82-e4951f1f974a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3705e728-9556-49a5-ab82-e4951f1f974a,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:15.522409 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:44:15.595632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:15.702156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:16.117560 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-71d496ef-b410-44b2-86fe-ad357e7989a5 req-86dc81ef-7024-4fec-aabd-b0d4688a0814 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.0504191 May 06 13:44:17.032095 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3705e728-9556-49a5-ab82-e4951f1f974a up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:17.167447 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 3705e728-9556-49a5-ab82-e4951f1f974a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:17.168101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.349928 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9515a998-bea4-42e2-90d9-a4d67b083f37 req-a41f7561-99a1-48fb-b41e-35123ab4bfd3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.0600226 May 06 13:44:17.417914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-34609bf6-4b04-45a8-bb67-16eeae0491a8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:17.419813 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-34609bf6-4b04-45a8-bb67-16eeae0491a8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 795 time: 0.2125573 May 06 13:44:17.440124 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:17.484381 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-816221d0-1359-4fe6-ba1d-b73daf12af58 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6679b90eb214b439834e342e730578b HTTP/1.1" status: 200 len: 379 time: 0.0515928 May 06 13:44:17.492957 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'port': {'device_id': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'admin_state_up': True, 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'security_groups': ['702202c9-5caf-4be1-92eb-fa5ed3841207']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:17.700790 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:17.713784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:17.822837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Made reservation on behalf of a6679b90eb214b439834e342e730578b for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:44:17.828631 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.048639 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.20.0.8 (0efe87be-11ff-4464-8410-6fc27b7f50ef/abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f/37658bf6-e62a-4f02-975c-e0ed1d73732f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:18.289284 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.308124 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Transition to ACTIVE for port object 37658bf6-e62a-4f02-975c-e0ed1d73732f will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:18.441756 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.623456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:18.630683 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:18.633396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:18.636347 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:18.744309 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:18.745410 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:18.784368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e206c2-b54a-48a3-b3cc-aec54f354f70 req-b9f75029-ee39-4673-892c-0306955207cc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:18.787086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3e206c2-b54a-48a3-b3cc-aec54f354f70 req-b9f75029-ee39-4673-892c-0306955207cc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 931 time: 0.2839296 May 06 13:44:18.876937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e3e206c2-b54a-48a3-b3cc-aec54f354f70 req-8014538c-55ae-4750-9b49-c0cf9278d909 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820773 May 06 13:44:18.939463 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-54324341-4b41-4d40-b1cc-c8aa861ee918 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505086 May 06 13:44:18.950954 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Request body: {'port': {'device_id': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:19.103268 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.166596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f161fa51-7880-40c5-acda-64ccfbd24866 None None] Provisioning for port 37658bf6-e62a-4f02-975c-e0ed1d73732f completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:19.173445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f161fa51-7880-40c5-acda-64ccfbd24866 None None] Provisioning complete for port 37658bf6-e62a-4f02-975c-e0ed1d73732f triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:19.174026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f161fa51-7880-40c5-acda-64ccfbd24866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.262391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f161fa51-7880-40c5-acda-64ccfbd24866 None None] Port 37658bf6-e62a-4f02-975c-e0ed1d73732f cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:44:19.585385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37658bf6-e62a-4f02-975c-e0ed1d73732f {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:44:19.593244 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:19.610591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Transition to ACTIVE for port object 37658bf6-e62a-4f02-975c-e0ed1d73732f will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:44:19.732181 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.019640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Pushing event updated for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:20.198721 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76144b58-d8b7-41e4-bf48-74aa79156044 req-7aa6ce8b-a1aa-4d9f-bc8b-b65f7a5ca221 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:20.202459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76144b58-d8b7-41e4-bf48-74aa79156044 req-7aa6ce8b-a1aa-4d9f-bc8b-b65f7a5ca221 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 943 time: 0.1141777 May 06 13:44:20.214505 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Attempting to bind port 37658bf6-e62a-4f02-975c-e0ed1d73732f on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:44:20.215138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Attempting to bind port 37658bf6-e62a-4f02-975c-e0ed1d73732f by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:44:20.216070 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Attempting to bind port 37658bf6-e62a-4f02-975c-e0ed1d73732f on network 0efe87be-11ff-4464-8410-6fc27b7f50ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:20.231009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Port 37658bf6-e62a-4f02-975c-e0ed1d73732f on network 0efe87be-11ff-4464-8410-6fc27b7f50ef not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:44:20.231678 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Attempting to bind port 37658bf6-e62a-4f02-975c-e0ed1d73732f on network 0efe87be-11ff-4464-8410-6fc27b7f50ef {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:44:20.245509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:44:20.256715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Checking segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:44:20.256715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Bound using segment: {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:44:20.256715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Bound port: 37658bf6-e62a-4f02-975c-e0ed1d73732f, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:44:20.256715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.268172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-76144b58-d8b7-41e4-bf48-74aa79156044 req-794a98c8-1daa-4b4b-a9b6-34a3bfd0702c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:20.381980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-76144b58-d8b7-41e4-bf48-74aa79156044 req-794a98c8-1daa-4b4b-a9b6-34a3bfd0702c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:20.383255 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-76144b58-d8b7-41e4-bf48-74aa79156044 req-794a98c8-1daa-4b4b-a9b6-34a3bfd0702c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743720 May 06 13:44:20.419193 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:44:20.425460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:44:20.539303 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.647011 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:20.648357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] 10.222.0.13 "PUT /v2.0/ports/37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 1091 time: 1.7020540 May 06 13:44:20.648848 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:44:20.682104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3a5a6-7731-485f-94a5-876df8ec8bac service neutron] Pushing event updated for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:20.870654 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e6831c-9746-4a8c-a2cb-03cc5e183ab3'] response: {'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'status': 'completed', 'code': 200} May 06 13:44:20.882563 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-8d92d720-5acb-4048-964b-8100fb011dac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1094 time: 0.1096652 May 06 13:44:20.971611 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-42bc410f-fb71-4995-923b-9265109784dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 217 time: 0.0807419 May 06 13:44:21.047355 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-634b604f-d525-4cc6-8954-8cb04cba7796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:21.049185 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-634b604f-d525-4cc6-8954-8cb04cba7796 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.0691972 May 06 13:44:21.141598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-1c11c777-8bbe-40f7-aad1-4bc7167a59a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859742 May 06 13:44:21.293924 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-43aeceee-e835-49e8-890f-b1c925b7a0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460309 May 06 13:44:21.454936 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9776b4e-1f86-4d5a-9811-6a9b26cb31c7 req-ae12f097-510c-4c23-8a00-8bceb10dc4a8 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538162 May 06 13:44:21.475331 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:21.642623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccda66-cca9-4212-b2d4-7ef2565e580f req-e3d8d72b-0d3f-426b-88c5-84be91bbc0ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:21.644271 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dccda66-cca9-4212-b2d4-7ef2565e580f req-e3d8d72b-0d3f-426b-88c5-84be91bbc0ea tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 943 time: 0.1107543 May 06 13:44:21.710909 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-81fb6653-3697-442e-bcca-43b90c917311 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1094 time: 0.1032658 May 06 13:44:21.718903 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9dccda66-cca9-4212-b2d4-7ef2565e580f req-96dff1c1-75a5-49be-811d-bd990c7e9a0a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669591 May 06 13:44:21.872964 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-3088cb01-82e8-42de-ba8e-fe8ca3deba6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:21.875669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-3088cb01-82e8-42de-ba8e-fe8ca3deba6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 896 time: 0.1582265 May 06 13:44:21.956849 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-93d6e658-a9e2-4a56-b10e-88513e4b80dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 217 time: 0.0746834 May 06 13:44:22.029804 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-8440d037-24d6-4a6c-a936-d9acb1538da9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:22.032545 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-8440d037-24d6-4a6c-a936-d9acb1538da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.0692930 May 06 13:44:22.118675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-5133430a-6920-4487-bd89-cec68f3955c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796974 May 06 13:44:22.292691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-f71220ef-818c-4de6-bf1f-78a964c2e7de service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670935 May 06 13:44:22.481307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e31816c-e49c-4d89-85fc-d6b2a22ba2ed req-189a045c-2c92-477a-9836-b59fa015c95b service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810794 May 06 13:44:23.106574 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db539e3b-28fc-48d7-8192-593120c7148c req-e82dde12-a236-4e91-ae65-299c152da8fc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:23.107456 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db539e3b-28fc-48d7-8192-593120c7148c req-e82dde12-a236-4e91-ae65-299c152da8fc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:44:23.210573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-db539e3b-28fc-48d7-8192-593120c7148c req-e82dde12-a236-4e91-ae65-299c152da8fc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:44:23.211940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db539e3b-28fc-48d7-8192-593120c7148c req-e82dde12-a236-4e91-ae65-299c152da8fc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 943 time: 0.2999763 May 06 13:44:23.268834 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-db539e3b-28fc-48d7-8192-593120c7148c req-f23139b1-159d-4243-8066-c2594605922a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500801 May 06 13:44:24.530288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ab26-a995-40c7-aa8e-152fcc3d3985 req-818bb574-b836-4946-80bf-6ed42b2b55c6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:24.532980 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fab9ab26-a995-40c7-aa8e-152fcc3d3985 req-818bb574-b836-4946-80bf-6ed42b2b55c6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 943 time: 0.1146019 May 06 13:44:24.589617 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fab9ab26-a995-40c7-aa8e-152fcc3d3985 req-d943d069-091d-4c54-b12f-d464e94d59aa tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507059 May 06 13:44:24.673064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 37658bf6-e62a-4f02-975c-e0ed1d73732f details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:44:24.912228 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:24.927758 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'port_id': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'mac_address': 'fa:16:3e:5f:66:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:44:25.000075 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.021842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37658bf6-e62a-4f02-975c-e0ed1d73732f {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:44:25.041069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:25.144042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:25.243202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:25.387274 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['37658bf6-e62a-4f02-975c-e0ed1d73732f'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:44:25.846849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f67e7-3c3a-491a-871a-bd3f187a622e req-4f2b053d-8143-4bb7-8c6d-2a4cae7b3ac1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:25.849437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d2f67e7-3c3a-491a-871a-bd3f187a622e req-4f2b053d-8143-4bb7-8c6d-2a4cae7b3ac1 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 944 time: 0.1133327 May 06 13:44:25.905469 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d2f67e7-3c3a-491a-871a-bd3f187a622e req-dedc17c8-4779-4e2a-82c0-3c749ad183e8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499060 May 06 13:44:26.671522 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 37658bf6-e62a-4f02-975c-e0ed1d73732f up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:44:26.891971 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 37658bf6-e62a-4f02-975c-e0ed1d73732f completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:44:26.897712 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 37658bf6-e62a-4f02-975c-e0ed1d73732f triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:44:26.898082 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.076623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.122320 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:44:27.141611 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:44:27.213226 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101d96a9-d812-413f-9bac-309c096844a3'] response: {'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'code': 200} May 06 13:44:27.213357 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9362544-553b-4d8e-a8a0-75a27ebc6bce req-c2cc052b-769f-4b44-ada4-a4077a611797 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:27.213357 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9362544-553b-4d8e-a8a0-75a27ebc6bce req-c2cc052b-769f-4b44-ada4-a4077a611797 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 944 time: 0.1088562 May 06 13:44:27.283623 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9362544-553b-4d8e-a8a0-75a27ebc6bce req-e6fb97e9-a13f-46c9-8e8d-6d4081a4abd8 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663178 May 06 13:44:27.286944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:27.357675 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-450882ae-6fb1-4f08-8551-d18fc611cba9 req-9b72af2b-77ed-4be9-93d8-49b9ae013e8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1096 time: 0.0936656 May 06 13:44:27.377863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:27.409209 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-450882ae-6fb1-4f08-8551-d18fc611cba9 req-c8789575-1f9b-4853-9dd9-692d6fbb6a8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 May 06 13:44:28.611308 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22f85a-6cfe-4078-a8a2-88d82e2983bb req-9d5df948-a352-485e-9f08-bec5b753b30c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:28.612843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea22f85a-6cfe-4078-a8a2-88d82e2983bb req-9d5df948-a352-485e-9f08-bec5b753b30c tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.1097276 May 06 13:44:28.677377 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ea22f85a-6cfe-4078-a8a2-88d82e2983bb req-dceefda8-afae-45a6-aa76-791eb2744ce0 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577309 May 06 13:44:29.934307 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f0c0d-e869-4106-b9c4-c56cc727815f req-0732acc4-2671-4a8b-a759-10f2378366d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:29.937644 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de0f0c0d-e869-4106-b9c4-c56cc727815f req-0732acc4-2671-4a8b-a759-10f2378366d5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.1056328 May 06 13:44:29.996715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-de0f0c0d-e869-4106-b9c4-c56cc727815f req-464f7e8a-60f5-40c1-8a5c-e6b7450a6f24 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519922 May 06 13:44:30.228864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e205ec7-a730-44f1-a29d-fa2beb8b40b7 req-a8fb2ffc-34a6-4e02-84b2-230c05efe74e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:30.230467 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e205ec7-a730-44f1-a29d-fa2beb8b40b7 req-a8fb2ffc-34a6-4e02-84b2-230c05efe74e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0899901 May 06 13:44:30.289231 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3e205ec7-a730-44f1-a29d-fa2beb8b40b7 req-0083a130-3123-4030-8dcf-b16a3ae6b449 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511675 May 06 13:44:30.321573 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53374) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.413151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fc6979b9-1989-490d-8189-357cb876e5ec tempest-TestNetworkAdvancedServerOps-592801446 tempest-TestNetworkAdvancedServerOps-592801446-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1091 time: 0.0902176 May 06 13:44:30.416111 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53378) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:30.422217 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:44:30.429540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:44:30.433871 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Usage tracker for resource:floatingip and tenant:a6679b90eb214b439834e342e730578b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:44:30.439033 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:44:30.446062 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:44:30.635155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.804236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:30.987850 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Allocated IP 172.25.2.86 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/dd6901ba-5083-464b-9f5a-8272781c670b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:44:31.193269 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.578490 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:31.652645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:44:31.656620 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:44:31.660969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:44:31.693657 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=dd6901ba-5083-464b-9f5a-8272781c670b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:32.403797 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.553110 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.799532 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:32.914997 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.047272 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event updated for resources: {'Port': ['ID=dd6901ba-5083-464b-9f5a-8272781c670b,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:44:33.067530 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:33.320533 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Floating IP e750faff-d851-4b0e-ad72-ae56be3e5650 associated. External IP: 172.25.2.86, port: 37658bf6-e62a-4f02-975c-e0ed1d73732f. May 06 13:44:33.941173 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router d47451db-d607-435d-ac23-a6b39331b11e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:44:34.410375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:44:34.423940 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Sync routers for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:44:34.440210 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:34.440858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:34.605278 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:34.699511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-efa287b8-b9a5-48fa-bfec-ff2ee7eab063 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2819302 May 06 13:44:34.700169 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:44:34.703891 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:34.822340 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef6ed2d-9058-42b5-acb9-10c6839f3987'] response: {'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'status': 'completed', 'code': 200} May 06 13:44:34.994925 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-9077885e-7a5c-40ca-bfb7-c9a6bc2161d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1096 time: 0.1157653 May 06 13:44:35.016103 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5865d-f85d-496b-bc98-028f4f87dd41 req-3ba91801-e0bb-4a51-82ff-0ce900983f74 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:35.018411 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66f5865d-f85d-496b-bc98-028f4f87dd41 req-3ba91801-e0bb-4a51-82ff-0ce900983f74 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.1664295 May 06 13:44:35.116740 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-66f5865d-f85d-496b-bc98-028f4f87dd41 req-b08aa15b-f79a-4196-86ca-0a323fe62f7a tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900831 May 06 13:44:35.174774 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53388) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:35.189647 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-fabb9c3a-e169-4fe2-a115-48dac1717b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:35.192078 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-fabb9c3a-e169-4fe2-a115-48dac1717b53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 896 time: 0.1909761 May 06 13:44:35.378790 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e750faff-d851-4b0e-ad72-ae56be3e5650', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'port_id': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'mac_address': 'fa:16:3e:5f:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:44:32Z', 'updated_at': '2022-05-06T13:44:32Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:35.385213 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Checking router: d47451db-d607-435d-ac23-a6b39331b11e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:44:35.388153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-a5e32e7e-4d60-4514-9cd7-7dbbc8574d86 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 200 len: 990 time: 0.2083976 May 06 13:44:35.401888 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-1fc41ee5-692d-47ec-9327-f798fe7e3de2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 998 time: 0.2027779 May 06 13:44:35.406448 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:44:35.407184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:44:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:35.497170 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-a22426d2-9fad-426c-8b89-bf2c6dd3ab31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:35.500292 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-a22426d2-9fad-426c-8b89-bf2c6dd3ab31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.0915842 May 06 13:44:35.633536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-fa7f171b-0b65-4b22-a736-5e1c515dcf6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254141 May 06 13:44:35.785808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:44:35.837406 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-f414a558-3433-48e3-b281-99d48f64a1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967006 May 06 13:44:36.022942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-25602956-7e51-4cef-9cd1-b8844cf8b155 req-8cb5befe-a30a-4174-a72b-55a2407a353b service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705139 May 06 13:44:36.263166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e750faff-d851-4b0e-ad72-ae56be3e5650', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'port_id': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'mac_address': 'fa:16:3e:5f:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:44:32Z', 'updated_at': '2022-05-06T13:44:32Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:44:36.268658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7844e-7870-4d8f-9692-7cbcada85944 None None] The sync data for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 is: [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'e750faff-d851-4b0e-ad72-ae56be3e5650', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'port_id': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'mac_address': 'fa:16:3e:5f:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:44:32Z', 'updated_at': '2022-05-06T13:44:32Z', 'revision_number': 0, 'project_id': 'a6679b90eb214b439834e342e730578b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:44:36.392086 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53394) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:36.527159 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7173e79-09b2-4e6e-a234-0f1398cee6e7 None None] New status for floating IP e750faff-d851-4b0e-ad72-ae56be3e5650: ACTIVE {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:44:36.540229 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d8af478b-8005-4ab6-a8cf-f2e69d5efa84 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 200 len: 990 time: 0.1445036 May 06 13:44:37.543627 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53398) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:44:37.678540 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5ae0ae4c-e7c9-4667-b41e-28b8b491b5f9 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 200 len: 992 time: 0.1334205 May 06 13:44:38.566407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-77391d76-c2b4-4624-91ae-4880314dd4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:40.783800 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7afffa2b-d3cb-4590-87b6-ff5cba7cf839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.406347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:42.537926 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:43.835231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:47.453295 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:50.546070 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-e7227a92-ec8a-4dfd-9811-8d45d24d081a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837681 May 06 13:44:50.727521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-600eaf29-fe16-4e4e-89ff-50a548c6af30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1096 time: 0.0815029 May 06 13:44:50.992645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-56d7aaa0-6973-4767-a9df-7eb6b58907b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:50.994238 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-56d7aaa0-6973-4767-a9df-7eb6b58907b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 896 time: 0.2437580 May 06 13:44:51.105420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-619ea478-67a5-4ded-ae73-ba8407215cb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 1000 time: 0.1040223 May 06 13:44:51.177013 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-d54635db-6204-4338-bd78-00efcfb27159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:44:51.178887 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-d54635db-6204-4338-bd78-00efcfb27159 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.0669065 May 06 13:44:51.271411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-85bb3d0d-a035-4dab-9ce2-6504e34a691a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853844 May 06 13:44:51.425157 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-cd453b47-7ed1-4984-84e4-e27554df707f service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470554 May 06 13:44:51.429210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:44:51.574982 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-653a6c9a-ae2c-4f06-a9ae-7d4153ac393d req-4774900f-f0e8-46dc-aa4b-a761fac2d313 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436491 May 06 13:44:52.524645 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:03.022841 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66516f95-2ebd-4696-821d-eb5a18616c29 req-28ba531f-0a57-40dd-ab15-09bdaf91c707 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:03.024427 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66516f95-2ebd-4696-821d-eb5a18616c29 req-28ba531f-0a57-40dd-ab15-09bdaf91c707 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0902722 May 06 13:45:03.082075 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-66516f95-2ebd-4696-821d-eb5a18616c29 req-d219a8d8-37b9-45da-a63d-5fa1d0e1d8e2 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462034 May 06 13:45:04.308872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d17b-ff5b-4e3b-aac7-5261314ce05f req-893838e1-ca57-4af1-a9e4-3b42870f20cf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:04.311082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c572d17b-ff5b-4e3b-aac7-5261314ce05f req-893838e1-ca57-4af1-a9e4-3b42870f20cf tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0881588 May 06 13:45:04.370294 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c572d17b-ff5b-4e3b-aac7-5261314ce05f req-d522ee14-ba78-428f-a6e5-09e5115d6310 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520654 May 06 13:45:04.400578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53430) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:04.525052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9d6fd0dc-f8e0-4476-a350-e36b0bac15b3 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 200 len: 992 time: 0.1232545 May 06 13:45:06.336147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f21553-04c5-4f5e-a4dd-c9dc099fb0b1 req-66782b67-00dd-406f-80d3-9dd482bb0b04 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:06.337677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62f21553-04c5-4f5e-a4dd-c9dc099fb0b1 req-66782b67-00dd-406f-80d3-9dd482bb0b04 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0931027 May 06 13:45:06.431376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-62f21553-04c5-4f5e-a4dd-c9dc099fb0b1 req-ba33d1cb-90ac-42fc-aeb8-c8383b20750d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867443 May 06 13:45:06.478803 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-935f3f37-5e76-4b29-974b-b4ae59af6448 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1096 time: 0.1029012 May 06 13:45:06.678608 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-aef0ae84-9c18-46ec-ace5-f5be3e52af53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:06.680598 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-aef0ae84-9c18-46ec-ace5-f5be3e52af53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 896 time: 0.1946924 May 06 13:45:06.817112 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-8c3358de-ef93-4cf8-8854-57cfe149dd7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 1000 time: 0.1288667 May 06 13:45:06.885715 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-8f1ec664-621e-47bb-a5db-fcdaaa7ff198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:06.887170 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-8f1ec664-621e-47bb-a5db-fcdaaa7ff198 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.0643749 May 06 13:45:06.976790 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-b4b19ad5-6985-41d2-a03c-93e3c04cec82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832455 May 06 13:45:07.142138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-fa027946-0add-4a0c-acc2-b1c60a4b473d service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560142 May 06 13:45:07.438398 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-81bf194c-0743-4c20-a613-cdf0489b6ec0 req-2e95c1f9-bbf2-4d6a-9ff0-358b2a758e75 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902734 May 06 13:45:07.666076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419dd83-8a63-4401-84d3-be8fb76a2825 req-1b31cf33-078e-4226-a0ae-79c60b56ae79 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:07.667699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7419dd83-8a63-4401-84d3-be8fb76a2825 req-1b31cf33-078e-4226-a0ae-79c60b56ae79 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0922711 May 06 13:45:07.721397 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7419dd83-8a63-4401-84d3-be8fb76a2825 req-eb0c388a-4567-4080-8265-606895c27f05 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466673 May 06 13:45:08.532255 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-12c15e9e-3505-4965-ac47-9b4e82a40363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:08.937597 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560a93f-143a-4d0e-809e-ea3534fcc100 req-7cf6b3c0-4e68-48a3-9a61-4966270f4bbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:08.939208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6560a93f-143a-4d0e-809e-ea3534fcc100 req-7cf6b3c0-4e68-48a3-9a61-4966270f4bbc tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.0868313 May 06 13:45:08.988706 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6560a93f-143a-4d0e-809e-ea3534fcc100 req-ed42eb6c-2aca-4b4b-98d4-a1a83edf52ce tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 May 06 13:45:09.018232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53446) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:09.151395 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b9bd4866-9ab7-495d-8047-b4496d929c58 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 200 len: 992 time: 0.1320069 May 06 13:45:09.445158 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53454) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:09.699516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port dd6901ba-5083-464b-9f5a-8272781c670b {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:45:09.700044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.981454 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:09.981678 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.116455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for dd6901ba-5083-464b-9f5a-8272781c670b owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:45:10.439115 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.489712 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=dd6901ba-5083-464b-9f5a-8272781c670b,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:10.532137 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.532500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.532832 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.533165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.533496 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.533828 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.534154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.534481 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.534804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.535124 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.535440 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:10.605272 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:10.759358 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2ebe07b5-f2b3-4afe-bcbc-73ce98a0d804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.284429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router d47451db-d607-435d-ac23-a6b39331b11e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:45:11.547903 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:11.564164 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Sync routers for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:11.585953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:11.586588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:11.719086 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:11.794179 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-28ecd0ad-b8c8-44cd-8ca7-3dbeb6c3ef2d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/floatingips/e750faff-d851-4b0e-ad72-ae56be3e5650 HTTP/1.1" status: 204 len: 168 time: 2.3477151 May 06 13:45:11.796005 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:45:11.848512 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:11.878266 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084fbc5d-4fd3-4ff8-9ecb-dac99a63546e'] response: {'name': 'network-changed', 'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'status': 'completed', 'code': 200} May 06 13:45:12.017248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-db089c9a-fde6-44e8-ae5e-4678346dee51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6679b90eb214b439834e342e730578b&device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 1096 time: 0.1035187 May 06 13:45:12.206108 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-1673c0fd-38d9-41da-a1dc-c68b6844ca91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:12.207657 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-1673c0fd-38d9-41da-a1dc-c68b6844ca91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 200 len: 896 time: 0.1842730 May 06 13:45:12.290401 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:12.297984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Checking router: d47451db-d607-435d-ac23-a6b39331b11e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:12.299434 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-99d7b175-b4c9-4c84-a8b1-cfac27851512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 200 len: 217 time: 0.0850813 May 06 13:45:12.317749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:12.318835 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:12.432843 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-8fa76126-5f67-4871-8006-09bb09fda2f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:12.434437 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-8fa76126-5f67-4871-8006-09bb09fda2f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 200 len: 835 time: 0.1286020 May 06 13:45:12.495622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.542645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-ff4dc190-6eb3-4860-bc7a-91bd6e8ff9d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0efe87be-11ff-4464-8410-6fc27b7f50ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992837 May 06 13:45:12.614813 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:12.694695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:12.737504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec10d31-08e9-4c03-927e-2ffeb456f4e2 req-c63a6005-3d17-41f4-9770-ab68a894d291 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:12.738422 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bec10d31-08e9-4c03-927e-2ffeb456f4e2 req-c63a6005-3d17-41f4-9770-ab68a894d291 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:12.749648 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-dea22eb3-6dc5-434f-9cc8-a3ab77c83ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950686 May 06 13:45:12.863971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-bec10d31-08e9-4c03-927e-2ffeb456f4e2 req-c63a6005-3d17-41f4-9770-ab68a894d291 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:12.866329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bec10d31-08e9-4c03-927e-2ffeb456f4e2 req-c63a6005-3d17-41f4-9770-ab68a894d291 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.2842824 May 06 13:45:12.938244 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-bec10d31-08e9-4c03-927e-2ffeb456f4e2 req-1d1ac463-2960-4dd3-947f-8a8e99afe51e tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594287 May 06 13:45:12.999984 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a9995ef-1b50-444d-8ba1-0599bf4ff16b req-516a4b5c-7312-48cb-b954-4829e3ec13fd service neutron] 10.222.0.13 "GET /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424796 May 06 13:45:13.247218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:13.256925 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a169a-e8c9-4db5-a943-5e65107dc1d1 None None] The sync data for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 is: [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '3705e728-9556-49a5-ab82-e4951f1f974a', 'name': '', 'network_id': '0efe87be-11ff-4464-8410-6fc27b7f50ef', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'mac_address': 'fa:16:3e:09:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:06Z', 'updated_at': '2022-05-06T13:44:15Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'subnets': [{'id': 'abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:13.565364 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b105b4a-c9ad-41c2-8c2d-69b420b48f5e None None] New status for floating IP e750faff-d851-4b0e-ad72-ae56be3e5650: DOWN {{(pid=84802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:45:13.918673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.301539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789cf58-e365-44cc-b194-f61a9462df2c req-81030814-5078-4bb4-a42b-1de9b2004536 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:14.304499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9789cf58-e365-44cc-b194-f61a9462df2c req-81030814-5078-4bb4-a42b-1de9b2004536 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.2188871 May 06 13:45:14.380682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d4c8-a07e-4a2f-aa9d-5890244fb04f req-491719bb-1bfb-46b3-8b7f-30ac3d2521c6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:14.383401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46d8d4c8-a07e-4a2f-aa9d-5890244fb04f req-491719bb-1bfb-46b3-8b7f-30ac3d2521c6 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 945 time: 0.2637637 May 06 13:45:14.475671 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 37658bf6-e62a-4f02-975c-e0ed1d73732f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:45:14.476117 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.521134 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46d8d4c8-a07e-4a2f-aa9d-5890244fb04f req-4f34f60e-7473-4e6b-ba0b-2efae215a747 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/security-groups?id=702202c9-5caf-4be1-92eb-fa5ed3841207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210375 May 06 13:45:14.778058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 37658bf6-e62a-4f02-975c-e0ed1d73732f, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=37658bf6-e62a-4f02-975c-e0ed1d73732f,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:14.778419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:14.927861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 37658bf6-e62a-4f02-975c-e0ed1d73732f owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:45:15.226944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.388052 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=37658bf6-e62a-4f02-975c-e0ed1d73732f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:15.438396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.438746 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.439079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.439407 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.439736 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.440099 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.440424 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.440744 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.441082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.441385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.441695 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:15.484164 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] No DVR routers for this DVR port 37658bf6-e62a-4f02-975c-e0ed1d73732f on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:15.487550 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:15.490542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'name': 'network-vif-deleted', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:45:15.557151 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12acb1ad-1086-4593-8d17-c8ae308b0213'] response: {'server_uuid': 'bfaf2e7e-7f27-41ba-bc79-8b873954576d', 'name': 'network-vif-deleted', 'tag': '37658bf6-e62a-4f02-975c-e0ed1d73732f', 'status': 'completed', 'code': 200} May 06 13:45:15.582028 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9789cf58-e365-44cc-b194-f61a9462df2c req-698ea3d4-cc18-4abe-aae2-21e670e2578f tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.13 "DELETE /v2.0/ports/37658bf6-e62a-4f02-975c-e0ed1d73732f HTTP/1.1" status: 204 len: 173 time: 1.2709033 May 06 13:45:15.707528 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5eb6c845-96ea-4f61-a7fa-a8e289581f18 req-d7f14837-e7b9-4a9e-82d9-84da7cab0362 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Synchronizing usage tracker for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:15.801371 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-5eb6c845-96ea-4f61-a7fa-a8e289581f18 req-d7f14837-e7b9-4a9e-82d9-84da7cab0362 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Unset dirty status for tenant:a6679b90eb214b439834e342e730578b on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:15.806018 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5eb6c845-96ea-4f61-a7fa-a8e289581f18 req-d7f14837-e7b9-4a9e-82d9-84da7cab0362 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfaf2e7e-7f27-41ba-bc79-8b873954576d HTTP/1.1" status: 200 len: 210 time: 0.1468844 May 06 13:45:16.935182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53474) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:17.415180 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:17.520853 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.385986 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 3705e728-9556-49a5-ab82-e4951f1f974a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:45:18.386749 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.599281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 3705e728-9556-49a5-ab82-e4951f1f974a, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=3705e728-9556-49a5-ab82-e4951f1f974a,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:18.599632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:18.734953 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 3705e728-9556-49a5-ab82-e4951f1f974a owned by network:router_interface {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:45:18.975787 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 37658bf6-e62a-4f02-975c-e0ed1d73732f no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:19.013915 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: 37658bf6-e62a-4f02-975c-e0ed1d73732f {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:45:19.014286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 37658bf6-e62a-4f02-975c-e0ed1d73732f not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:19.085943 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:19.148308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=3705e728-9556-49a5-ab82-e4951f1f974a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:19.520118 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:20.375146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Router d47451db-d607-435d-ac23-a6b39331b11e has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:45:20.601325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:20.612515 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Sync routers for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:20.636640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:20.636640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:20.714283 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-12735c94-aadd-43d9-852e-32ad743f803d tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "PUT /v2.0/routers/d47451db-d607-435d-ac23-a6b39331b11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7768152 May 06 13:45:20.718716 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53478) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:20.852686 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:20.959560 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting subnet abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:45:20.962961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.036799 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.159520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.316077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:45:18Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:21.321385 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Checking router: d47451db-d607-435d-ac23-a6b39331b11e for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:21.334529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Routers {'d47451db-d607-435d-ac23-a6b39331b11e'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:21.335267 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['d47451db-d607-435d-ac23-a6b39331b11e'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:21.383660 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.436441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Subnet': ['ID=abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:21.442422 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.450067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-13a82573-b882-4b7e-a508-3d9b83fc454b tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/subnets/abcb7f8e-f4b6-44aa-991a-a5d4d8253f2f HTTP/1.1" status: 204 len: 168 time: 0.7296913 May 06 13:45:21.455416 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53482) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:21.461578 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd3796-e793-4b1b-8563-854f7a0e490e None None] Network 0efe87be-11ff-4464-8410-6fc27b7f50ef requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:45:21.657367 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:21.721861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] Set router d47451db-d607-435d-ac23-a6b39331b11e gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:21.723087 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.024069 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.088138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90258897-d15c-492d-989e-834e0f759160 None None] DHCP port deletion for 0efe87be-11ff-4464-8410-6fc27b7f50ef request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:45:22.124799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-90258897-d15c-492d-989e-834e0f759160 None None] Deleting port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:45:22.125172 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.148692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Deleting port 98b69126-1505-4353-9807-2d075a1f94ea {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:45:22.155912 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.395582 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] For port 98b69126-1505-4353-9807-2d075a1f94ea, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98b69126-1505-4353-9807-2d075a1f94ea,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:22.395964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.401541 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:45:18Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:22.436537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1365-840d-4a94-b055-1b18443c555c None None] The sync data for ids ['d47451db-d607-435d-ac23-a6b39331b11e'] in n-d-840845-1 is: [{'id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8594030', 'tenant_id': 'a6679b90eb214b439834e342e730578b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '98b69126-1505-4353-9807-2d075a1f94ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:43:59Z', 'updated_at': '2022-05-06T13:45:18Z', 'revision_number': 5, 'project_id': 'a6679b90eb214b439834e342e730578b', 'gw_port': {'id': '98b69126-1505-4353-9807-2d075a1f94ea', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47451db-d607-435d-ac23-a6b39331b11e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:44:00Z', 'updated_at': '2022-05-06T13:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:22.478703 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-90258897-d15c-492d-989e-834e0f759160 None None] For port 6f7b97c0-e8ca-4812-ba99-feef98df2b11, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=6f7b97c0-e8ca-4812-ba99-feef98df2b11,segment=NetworkSegment(e6d8a505-5766-4381-bcc5-3fdaeefa8de9),segment_id=e6d8a505-5766-4381-bcc5-3fdaeefa8de9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:22.478898 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.542295 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Calling delete_port for 98b69126-1505-4353-9807-2d075a1f94ea owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:45:22.643586 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-90258897-d15c-492d-989e-834e0f759160 None None] Calling delete_port for 6f7b97c0-e8ca-4812-ba99-feef98df2b11 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:45:22.817871 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716'] for port, after_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.852628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:22.905212 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90258897-d15c-492d-989e-834e0f759160 None None] Pushing event deleted for resources: {'Port': ['ID=6f7b97c0-e8ca-4812-ba99-feef98df2b11,revision_number=None']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:22.931705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.932265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.932805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.933335 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.933932 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.934457 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.935008 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.936331 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.936881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.937407 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.937926 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90258897-d15c-492d-989e-834e0f759160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:22.948043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258897-d15c-492d-989e-834e0f759160 None None] No DVR routers for this DVR port 6f7b97c0-e8ca-4812-ba99-feef98df2b11 on host n-d-840845-1 {{(pid=84801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:45:23.070091 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Port': ['ID=98b69126-1505-4353-9807-2d075a1f94ea,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:23.090937 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f7b97c0-e8ca-4812-ba99-feef98df2b11 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:23.158549 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 6f7b97c0-e8ca-4812-ba99-feef98df2b11 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:45:23.159122 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 6f7b97c0-e8ca-4812-ba99-feef98df2b11 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:23.159852 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3705e728-9556-49a5-ab82-e4951f1f974a no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:23.224825 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 3705e728-9556-49a5-ab82-e4951f1f974a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:45:23.225093 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 3705e728-9556-49a5-ab82-e4951f1f974a not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:23.333582 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.634976 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.639844 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.758384 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.759286 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Fanout notify agent at l3_agent the message router_deleted on router d47451db-d607-435d-ac23-a6b39331b11e {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:45:23.786764 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:23.788883 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-30329b58-3179-4cde-bc22-d234f3c6d147 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/routers/d47451db-d607-435d-ac23-a6b39331b11e HTTP/1.1" status: 204 len: 168 time: 2.3322051 May 06 13:45:23.791902 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53486) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:24.026238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.181357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.211338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efe87be-11ff-4464-8410-6fc27b7f50ef']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:24.228351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:24.228638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d8a505-5766-4381-bcc5-3fdaeefa8de9') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:24.244701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.268968 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.286437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:45:24.286437 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: timer() May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: self._notify() May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:45:24.296787 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:45:24.663516 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.670243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.703602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'Network': ['ID=0efe87be-11ff-4464-8410-6fc27b7f50ef,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:24.707329 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e9081d51-de95-4fb5-b8aa-0915194c73b5 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/networks/0efe87be-11ff-4464-8410-6fc27b7f50ef HTTP/1.1" status: 204 len: 168 time: 0.9139073 May 06 13:45:24.711689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53490) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:24.798328 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:24.837073 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.065327 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98b69126-1505-4353-9807-2d075a1f94ea no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:45:25.075177 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.110636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 98b69126-1505-4353-9807-2d075a1f94ea {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:45:25.111073 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98b69126-1505-4353-9807-2d075a1f94ea not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:45:25.113215 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702202c9-5caf-4be1-92eb-fa5ed3841207,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:25.209189 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:25.213367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-dd5f9bf0-ee41-4732-91b8-c7864c710b31 tempest-TestNetworkAdvancedServerOps-221659761 tempest-TestNetworkAdvancedServerOps-221659761-project] 10.222.0.83 "DELETE /v2.0/security-groups/702202c9-5caf-4be1-92eb-fa5ed3841207 HTTP/1.1" status: 204 len: 168 time: 0.4980137 May 06 13:45:26.163499 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53502) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:26.392782 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8f2b367-9fe2-4d7b-945d-4360d2381cb7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6679b90eb214b439834e342e730578b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2279315 May 06 13:45:26.395380 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53508) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:26.465169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.498122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.651675 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.671468 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dfba3f-2790-464f-987b-27c29bc01174,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:26.682456 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:26.684279 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d2bf48b1-872f-4349-9574-81902a3d3595 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/94dfba3f-2790-464f-987b-27c29bc01174 HTTP/1.1" status: 204 len: 168 time: 0.2875369 May 06 13:45:27.568101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53516) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:27.588842 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.630192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:27.642539 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Usage tracker for resource:security_group_rule and tenant:41411c28f84248a6a35d62d130fbed3a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:27.644330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:27.655669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:27.771183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.869168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:27.932007 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166a02df-6e5a-4f8f-98b8-8c6903e1dc29,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:27.938407 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-9adcdbd5-7ed7-426e-8a9c-7f20bbf57f06 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41411c28f84248a6a35d62d130fbed3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3695478 May 06 13:45:27.941335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53520) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:28.026877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.080257 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.255718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.287139 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166a02df-6e5a-4f8f-98b8-8c6903e1dc29,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:28.295352 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:28.297246 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-8d744b3a-bcb8-4d81-a26a-40ed07acf1f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/166a02df-6e5a-4f8f-98b8-8c6903e1dc29 HTTP/1.1" status: 204 len: 168 time: 0.3544445 May 06 13:45:29.526969 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:45:30.095147 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53542) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:30.239925 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1300005474-network', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:30.252301 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:30.258591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Usage tracker for resource:network and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:30.263291 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:30.270894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:30.387033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Made reservation on behalf of 250d0b8b2af348a8956442e7b935e67a for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:30.390183 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.407547 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.463236 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:30.469009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:30.474571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:30.489839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:30.628280 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.724045 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.766281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:30.782535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588cb36d-068b-469b-ac33-3ecf975969c9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:30.791828 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:30.792406 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Added segment 77cf50f9-3c10-4601-8c1b-03b15b0e8b1b of type vlan for network ea3d0d30-10ed-4613-90fc-efdceeca779e May 06 13:45:30.853929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.263751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.265097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:31.265907 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:31.440098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] Pushing event updated for resources: {'Network': ['ID=ea3d0d30-10ed-4613-90fc-efdceeca779e,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:31.461138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network ea3d0d30-10ed-4613-90fc-efdceeca779e details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:31.524738 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-039fc78b-bfdb-4a7a-a6af-5f964fa7da5d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4279885 May 06 13:45:31.526515 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53548) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:31.539598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Request body: {'subnet': {'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1300005474-subnet', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:31.549337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:31.557401 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Usage tracker for resource:subnet and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:31.563472 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:31.574374 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:31.720050 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Made reservation on behalf of 250d0b8b2af348a8956442e7b935e67a for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:31.722894 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.120483 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.212055 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278ad235-8fa7-43b6-9669-95cdb512cba0,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:32.235389 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:32.237583 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Network hostable DHCP agents. Network: ea3d0d30-10ed-4613-90fc-efdceeca779e, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:32.409555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:32.526227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, ea3d0d30-10ed-4613-90fc-efdceeca779e) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:32.533315 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:32.534250 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.537964 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ead9f-f7f6-4652-ac14-25aa2fbe493f None None] Network ea3d0d30-10ed-4613-90fc-efdceeca779e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:45:32.751436 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-70547bba-5797-47a2-a29b-d95756d85257 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2214942 May 06 13:45:32.754220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53552) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:32.768710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:32.769428 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-ea3d0d30-10ed-4613-90fc-efdceeca779e', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:45:32.770305 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.770804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:32.776550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Usage tracker for resource:router and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:32.781410 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:32.789020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:32.910121 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.911583 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.947374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:32.975993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Allocated IP 172.20.0.2 (ea3d0d30-10ed-4613-90fc-efdceeca779e/278ad235-8fa7-43b6-9669-95cdb512cba0/47f4caf1-3cfa-4463-94ba-fa69f45278c5) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:33.364196 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.382629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Transition to ACTIVE for port object 47f4caf1-3cfa-4463-94ba-fa69f45278c5 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:33.408712 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.409204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Transition to ACTIVE for port object 47f4caf1-3cfa-4463-94ba-fa69f45278c5 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:33.509938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.600417 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:33.605064 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:33.611658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:33.618485 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Pushing event updated for resources: {'Port': ['ID=47f4caf1-3cfa-4463-94ba-fa69f45278c5,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:33.744156 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Attempting to bind port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:33.744621 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Attempting to bind port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:33.745043 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Attempting to bind port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:45:33.755216 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:45:33.755670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:33.756200 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.756605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:45:33.757078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Bound port: 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:33.757454 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.866347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.902271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] For port 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:45:33.905388 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:33.911059 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] For port 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47f4caf1-3cfa-4463-94ba-fa69f45278c5,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:45:34.047106 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.082429 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Allocated IP 172.25.2.208 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/59f0bd12-e84b-4f6f-a884-be0ba07bfd20) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:34.148575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42704a0d-9edd-458b-9420-59af8def0b71 None None] Pushing event updated for resources: {'Port': ['ID=47f4caf1-3cfa-4463-94ba-fa69f45278c5,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:34.318109 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.519884 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.601390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:34.604654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:34.610356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:34.635411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Pushing event updated for resources: {'Port': ['ID=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:34.943829 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:34.944710 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.143120 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47f4caf1-3cfa-4463-94ba-fa69f45278c5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:35.331921 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:35.375892 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:45:35.387186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16cc936-2358-48e2-9495-caf13126dce3 None None] Network ea3d0d30-10ed-4613-90fc-efdceeca779e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:45:35.651099 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Provisioning for port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:35.662011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:35.677303 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:35.699613 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:35.700832 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:35.710699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Provisioning complete for port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:35.711073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.803281 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] Notify callbacks [] for router, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.807106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-53404e22-47ed-4ea9-b1ad-e746c7a27188 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0505600 May 06 13:45:35.812365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53556) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:35.953055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:35.991952 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:36.012116 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] For port 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47f4caf1-3cfa-4463-94ba-fa69f45278c5,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:36.139690 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.267990 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baa376-1e3f-4c85-b053-3bd9f3974ea3 None None] Pushing event updated for resources: {'Port': ['ID=47f4caf1-3cfa-4463-94ba-fa69f45278c5,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:36.283954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-03115d73-b725-4956-860f-f2ac22ee52b8 None None] Provisioning complete for port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:36.284789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-03115d73-b725-4956-860f-f2ac22ee52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:36.449215 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:34Z', 'revision_number': 3, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:36.455185 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:36.455663 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Updating router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:45:36.539999 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.123640 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47f4caf1-3cfa-4463-94ba-fa69f45278c5 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:37.148519 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.158143 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.168137 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Transition to ACTIVE for port object 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:37.255928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:37.256545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.380389 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.445626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Allocated IP 172.20.0.1 (ea3d0d30-10ed-4613-90fc-efdceeca779e/278ad235-8fa7-43b6-9669-95cdb512cba0/9f9fa4c1-0db9-4568-b514-c886552023fc) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:37.512057 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Attempting to bind port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:37.512627 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Attempting to bind port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:37.513711 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Attempting to bind port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:45:37.534887 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:45:37.535458 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:37.536121 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.536735 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:45:37.537741 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Bound port: 59f0bd12-e84b-4f6f-a884-be0ba07bfd20, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:37.538056 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.589858 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Pushing event updated for resources: {'Port': ['ID=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:37.629164 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.629669 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.630156 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.630735 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.631106 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.631595 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.632043 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.632504 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.632956 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.633398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.633833 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:45:37.672471 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] For port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:45:37.676714 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] For port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:45:37.691330 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.721384 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Transition to ACTIVE for port object 9f9fa4c1-0db9-4568-b514-c886552023fc will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:37.846336 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.955105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:37.975629 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e5df-ad79-42d3-b95d-70ad9fd9a129 None None] Pushing event updated for resources: {'Port': ['ID=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:37.982115 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:37.983517 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:38.097504 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:38.103641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:38.112553 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:38.161024 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:38.229030 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.349117 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:38.498378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.594764 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-45e5bfae-4f54-4f7a-9b85-a9c0a8d61809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.644966 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-175f7582-a21b-43ad-b2b3-184042898a18 None None] Provisioning for port 9f9fa4c1-0db9-4568-b514-c886552023fc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:38.652557 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-175f7582-a21b-43ad-b2b3-184042898a18 None None] Provisioning complete for port 9f9fa4c1-0db9-4568-b514-c886552023fc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:38.657527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-175f7582-a21b-43ad-b2b3-184042898a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.735383 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-175f7582-a21b-43ad-b2b3-184042898a18 None None] Port 9f9fa4c1-0db9-4568-b514-c886552023fc cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:45:38.796926 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:34Z', 'revision_number': 3, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:38.803286 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5750d6e-22d2-4af9-841f-c88b3c228846 None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:34Z', 'revision_number': 3, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:38.825419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:38.908689 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.069401 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:39.077849 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.172847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:39.262457 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:39.267042 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:39.358033 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:39.366363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:39.366905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.614810 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.640196 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:39.676713 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-75b78233-a142-4d74-9e9c-a56404090e70 None None] Provisioning complete for port 9f9fa4c1-0db9-4568-b514-c886552023fc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:39.677207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-75b78233-a142-4d74-9e9c-a56404090e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.757436 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-75b78233-a142-4d74-9e9c-a56404090e70 None None] Port 9f9fa4c1-0db9-4568-b514-c886552023fc cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:45:39.784980 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:39.892823 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:39.979905 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:45:40.223980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:40.234920 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-f53db74a-4b33-42ea-bc20-e0195b258367 admin admin] 10.222.0.83 "PUT /v2.0/routers/348c8fcd-e87a-4598-8cf9-e4c93bcb9670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4197364 May 06 13:45:40.775022 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-16716e38-bbae-477d-a72e-e746202e8bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.076799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:41.196025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:41.196424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.638178 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53578) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:41.644726 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211358937-network', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:41.652166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:41.658325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Usage tracker for resource:network and tenant:f5b9b129efe74e5ba44ce9548e71f74b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:41.661547 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:41.667972 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:41.758564 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Made reservation on behalf of f5b9b129efe74e5ba44ce9548e71f74b for: {'network': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:41.761150 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.774935 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:41.813460 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:41.818325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b9b129efe74e5ba44ce9548e71f74b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:41.821482 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:41.828151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:41.905624 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.003169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.034402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:45:42.043591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce0e210-1f10-4052-84f4-ea84fcb99381,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.051005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.051340 n-d-840845-1 neutron-server[84799]: INFO neutron.db.segments_db [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Added segment a36fc459-9fc8-496d-9a9c-a24b72f304ce of type vlan for network 1af1d1bf-e1bb-44b7-b00e-aef395624602 May 06 13:45:42.083465 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.218445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.219616 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:42.220729 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.314873 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.338765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1af1d1bf-e1bb-44b7-b00e-aef395624602,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:42.353040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:45:42.429210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d2dc34b3-3af4-4099-8a47-ca67e55fd3f6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7844806 May 06 13:45:42.430020 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53582) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:42.437727 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Request body: {'subnet': {'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211358937-subnet', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'ip_version': 4}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:42.445254 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:42.452001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Usage tracker for resource:subnet and tenant:f5b9b129efe74e5ba44ce9548e71f74b is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:42.456699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:42.469337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:42.586384 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Made reservation on behalf of f5b9b129efe74e5ba44ce9548e71f74b for: {'subnet': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:45:42.588806 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1159000'] for subnet, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.672283 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:42.723115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:42.739607 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:42.740411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:42.981002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:43.137393 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1077894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1158986'] for subnet, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.222931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79b2844-c0bd-4f84-b6ff-7a428a1259c9,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:43.240165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Checking segment: {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:43.240447 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Network hostable DHCP agents. Network: 1af1d1bf-e1bb-44b7-b00e-aef395624602, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:45:43.343563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:45:43.354237 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 2, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:43.359670 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:43.360045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Updating router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 port 9f9fa4c1-0db9-4568-b514-c886552023fc binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:45:43.416789 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.434464 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 1af1d1bf-e1bb-44b7-b00e-aef395624602) {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:43.439144 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:43.440138 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.470960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989e1b7-7e7b-4190-8b5f-3ea579ca5d8c None None] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:45:43.537947 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-888b69ef-6323-4512-bae3-b3faab68b0fb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1039436 May 06 13:45:43.538311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53586) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:43.544040 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:43.551426 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:43.555611 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Usage tracker for resource:router and tenant:f5b9b129efe74e5ba44ce9548e71f74b is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:43.558687 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:43.565842 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:43.680658 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.681942 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.707368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.911668 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-1af1d1bf-e1bb-44b7-b00e-aef395624602', 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'fixed_ips': [{'subnet_id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:45:43.912509 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.993174 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:43.998447 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.202933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.224832 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Transition to ACTIVE for port object 9f9fa4c1-0db9-4568-b514-c886552023fc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:44.240591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Allocated IP 172.20.0.2 (1af1d1bf-e1bb-44b7-b00e-aef395624602/f79b2844-c0bd-4f84-b6ff-7a428a1259c9/cad85628-f2f3-4e7f-8618-04c3b90bb8b7) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:44.349578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.448829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.489348 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.503895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9823-90f3-4f82-a8b2-67f87b3bece7 None None] Pushing event updated for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:44.689288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Allocated IP 172.25.2.67 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/85231432-ad80-4765-a17c-c71fef2c61db) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:44.728434 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.737805 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Attempting to bind port 9f9fa4c1-0db9-4568-b514-c886552023fc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:44.738209 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Attempting to bind port 9f9fa4c1-0db9-4568-b514-c886552023fc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:44.738600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Attempting to bind port 9f9fa4c1-0db9-4568-b514-c886552023fc on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:45:44.751398 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Transition to ACTIVE for port object cad85628-f2f3-4e7f-8618-04c3b90bb8b7 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:44.763842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:45:44.763842 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:44.763842 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.769134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:45:44.769134 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Bound port: 9f9fa4c1-0db9-4568-b514-c886552023fc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:44.769134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.800437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Transition to ACTIVE for port object cad85628-f2f3-4e7f-8618-04c3b90bb8b7 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:44.885063 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.885505 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] For port 9f9fa4c1-0db9-4568-b514-c886552023fc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:45:44.889659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] For port 9f9fa4c1-0db9-4568-b514-c886552023fc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f9fa4c1-0db9-4568-b514-c886552023fc,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:45:44.921622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:44.994930 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:44.998400 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:45.002756 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:45.009441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Pushing event updated for resources: {'Port': ['ID=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:45.044912 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.069560 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.183986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Attempting to bind port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:45.183986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Attempting to bind port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:45.183986 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Attempting to bind port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 on network 1af1d1bf-e1bb-44b7-b00e-aef395624602 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:45:45.188698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:45.190896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:45.198666 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:45.207719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:45:45.208175 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Checking segment: {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:45.208584 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.208997 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Bound using segment: {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:45:45.209467 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Bound port: cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:45.209879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.220692 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9823-90f3-4f82-a8b2-67f87b3bece7 None None] Pushing event updated for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:45.235252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:45.235511 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:45.248876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Pushing event updated for resources: {'Port': ['ID=85231432-ad80-4765-a17c-c71fef2c61db,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:45.525269 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.526036 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.576054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] For port cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:45:45.581283 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] For port cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:45:45.596430 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:45.745374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:45.940277 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:45:46.033753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1e440-532c-498e-adb0-1233412ef014 None None] Pushing event updated for resources: {'Port': ['ID=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:46.167218 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:44Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:46.173636 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6088b2-43da-405c-93e8-83d32d3fb290 None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:44Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:46.404705 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:46.416222 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Sync routers for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:45:46.435332 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:46.436309 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:46.530668 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:46.532713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6c4a3bc9-b149-4a3d-8772-9f79323c44c3 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9928319 May 06 13:45:46.535523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53590) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:46.723933 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:47.275261 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:45Z', 'revision_number': 3, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:47.283208 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Checking router: ab67f546-403d-4e3f-a6a8-fdc8f31bf23d for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:45:47.283806 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Updating router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d port 85231432-ad80-4765-a17c-c71fef2c61db binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:45:47.291353 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f9fa4c1-0db9-4568-b514-c886552023fc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:47.440597 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.491023 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.519040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98d651-0f66-4ad7-91c1-5ec0026eea14 None None] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:45:47.623311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 9f9fa4c1-0db9-4568-b514-c886552023fc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:47.638581 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9f9fa4c1-0db9-4568-b514-c886552023fc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:47.639285 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.864146 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-caecb772-980c-4bbd-a790-a481d5d2adb7 None None] Provisioning for port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:47.911938 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.929021 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:47.987953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 9f9fa4c1-0db9-4568-b514-c886552023fc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f9fa4c1-0db9-4568-b514-c886552023fc,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:48.006003 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.023620 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Transition to ACTIVE for port object 85231432-ad80-4765-a17c-c71fef2c61db will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:48.101779 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.104060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cad85628-f2f3-4e7f-8618-04c3b90bb8b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:48.152733 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.207047 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Allocated IP 172.20.0.1 (1af1d1bf-e1bb-44b7-b00e-aef395624602/f79b2844-c0bd-4f84-b6ff-7a428a1259c9/c4804c7b-7166-47cd-9543-29aaafb1c413) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:45:48.249576 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.306363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Attempting to bind port 85231432-ad80-4765-a17c-c71fef2c61db on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:45:48.306363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Attempting to bind port 85231432-ad80-4765-a17c-c71fef2c61db by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:45:48.306363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Attempting to bind port 85231432-ad80-4765-a17c-c71fef2c61db on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:45:48.306363 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08860-5285-4ba4-a73f-fabbd717d545 None None] Pushing event updated for resources: {'Port': ['ID=85231432-ad80-4765-a17c-c71fef2c61db,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.307439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:45:48.307439 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:45:48.308325 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.308721 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:45:48.310529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Bound port: 85231432-ad80-4765-a17c-c71fef2c61db, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:45:48.311173 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.393244 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.399882 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] For port 85231432-ad80-4765-a17c-c71fef2c61db, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:45:48.404849 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] For port 85231432-ad80-4765-a17c-c71fef2c61db, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=85231432-ad80-4765-a17c-c71fef2c61db,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:45:48.414061 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Transition to ACTIVE for port object c4804c7b-7166-47cd-9543-29aaafb1c413 will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:45:48.460323 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:48.467391 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:48.467930 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.562471 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.608056 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.626066 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.650233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:48.653730 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc08860-5285-4ba4-a73f-fabbd717d545 None None] Pushing event updated for resources: {'Port': ['ID=85231432-ad80-4765-a17c-c71fef2c61db,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.658880 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:45:48.659496 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:48.715210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:48.718542 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:48.720999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:45:48.771606 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.781179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:48.802212 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:48.905940 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:45:48.910293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:49.048980 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.114233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f9fa4c1-0db9-4568-b514-c886552023fc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:49.175311 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-236f789a-e4bc-4dd6-a5e7-5a5b79085ec5 None None] Provisioning for port c4804c7b-7166-47cd-9543-29aaafb1c413 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:49.187395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-236f789a-e4bc-4dd6-a5e7-5a5b79085ec5 None None] Provisioning complete for port c4804c7b-7166-47cd-9543-29aaafb1c413 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:49.188171 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-236f789a-e4bc-4dd6-a5e7-5a5b79085ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.259295 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-236f789a-e4bc-4dd6-a5e7-5a5b79085ec5 None None] Port c4804c7b-7166-47cd-9543-29aaafb1c413 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:45:49.269714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 9f9fa4c1-0db9-4568-b514-c886552023fc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:49.269714 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.272463 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:45Z', 'revision_number': 3, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:45:49.281326 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710a437-4a19-4391-8020-5efc9774cf80 None None] The sync data for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 is: [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:45Z', 'revision_number': 3, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:45:49.428981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cad85628-f2f3-4e7f-8618-04c3b90bb8b7 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:49.473975 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.523474 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:49.524320 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.569743 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.715916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:49.719419 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:49.927489 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:45:49.928922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:45:50.194340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-dff93653-5550-450a-a766-3c8109983f06 None None] Provisioning complete for port c4804c7b-7166-47cd-9543-29aaafb1c413 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:50.194741 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dff93653-5550-450a-a766-3c8109983f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:50.270352 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-dff93653-5550-450a-a766-3c8109983f06 None None] Port c4804c7b-7166-47cd-9543-29aaafb1c413 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:45:50.458102 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:45:50.724538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:45:50.738228 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ac47633d-4bec-4998-83a9-a454d1a4c4a4 admin admin] 10.222.0.83 "PUT /v2.0/routers/ab67f546-403d-4e3f-a6a8-fdc8f31bf23d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2010756 May 06 13:45:51.490836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:51.929972 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53600) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:51.937269 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864899868', 'description': 'tempest-secgroup-smoke-1864899868 description', 'project_id': '250d0b8b2af348a8956442e7b935e67a'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:51.944479 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:51.949879 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:51.954327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:51.961476 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.071843 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.123580 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:52.129465 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:52.133096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:52.140565 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.213191 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.363154 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.411288 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2bc174-1645-492c-b3c0-7d6f4c717a09,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:52.509184 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.510457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c7910511-2ae5-4ed1-b124-ff8ee32cf4e5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5794754 May 06 13:45:52.516038 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53604) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:52.522034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:52.531761 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:52.537047 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:52.540346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:52.548342 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:52.682308 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.761449 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.874897 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:52.900809 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8071d6ba-fd2e-46e2-b43b-47d730b13272,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:52.998634 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.000688 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a55ce0e3-1f82-4e0d-86a1-7edb3114baca tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4833081 May 06 13:45:53.004669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53608) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.011509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:53.018968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:53.023162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:53.026792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:53.034101 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:53.161028 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.252939 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.348781 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.378057 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e565b4-fbd0-4467-a7e6-19d9c17739fb,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:53.477419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.478983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-58dad85e-9ba9-49d7-afa3-bcbbb1bab937 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4729977 May 06 13:45:53.482426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53612) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.489623 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:53.498170 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:53.511221 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:53.514923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:53.523392 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:53.648168 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.729332 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.831724 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.857922 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7c5f0c-239a-411d-bab3-8a23736aa1ed,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:53.959945 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:53.961251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-5d90d8e1-fa04-4c17-94f1-3178fdf11479 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4774628 May 06 13:45:53.965391 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53616) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:53.970752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:53.977532 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:53.981604 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:53.985089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:53.991501 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:54.225734 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.298615 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.449295 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.480868 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccad422a-446d-4ac9-97cc-e8bfa37d1f4a,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:54.663055 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.664422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7d995e30-3aa1-40e1-b5e5-e4da45b1c808 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6990952 May 06 13:45:54.667153 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53620) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:54.672861 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:54.680462 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:54.685682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:54.689346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:54.696400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:54.798040 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Project 250d0b8b2af348a8956442e7b935e67a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:54.808128 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.889173 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:54.985757 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.013226 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f1c139-f000-4dc9-8d3a-2a9c6dc73478,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:55.114531 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.115672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dc99257d-8e83-4985-887d-9d5a79776c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4476001 May 06 13:45:55.118680 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53624) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:45:55.125335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '5b2bc174-1645-492c-b3c0-7d6f4c717a09', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:45:55.132467 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:45:55.136771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:45:55.139952 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:45:55.145784 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:45:55.249722 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Project 250d0b8b2af348a8956442e7b935e67a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:45:55.257376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.342829 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.454931 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.480253 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9fded1-79b2-4337-bcf7-099f1f533131,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:55.594539 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:55.597251 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fb7bfbaf-f1e9-48c8-9381-d33dfaac059f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4770217 May 06 13:45:55.920602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6d98ad92-8437-4126-8366-137c687a92e4 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:56.048890 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6d98ad92-8437-4126-8366-137c687a92e4 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:56.050226 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6d98ad92-8437-4126-8366-137c687a92e4 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864899868&fields=id&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 267 time: 0.1760981 May 06 13:45:56.271613 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-f73b4522-1b3c-4e12-a8bc-9ecea53b1a11 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:45:56.272474 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-f73b4522-1b3c-4e12-a8bc-9ecea53b1a11 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:56.391398 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-f73b4522-1b3c-4e12-a8bc-9ecea53b1a11 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:56.392696 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-f73b4522-1b3c-4e12-a8bc-9ecea53b1a11 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 809 time: 0.3345783 May 06 13:45:56.413635 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-a07979ef-3d5b-4bde-92a9-6cd12ff89092 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/quotas/250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 375 time: 0.0135674 May 06 13:45:56.520357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-3bb119ca-bfb7-42f0-93df-4917c76efd55 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:45:56.619988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-3bb119ca-bfb7-42f0-93df-4917c76efd55 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:45:56.621376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-3bb119ca-bfb7-42f0-93df-4917c76efd55 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001073 May 06 13:45:56.954691 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-200656d2-8f7d-42d9-94a8-ccc4148170a9 service neutron] 10.222.0.83 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167028 May 06 13:45:57.133913 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 85231432-ad80-4765-a17c-c71fef2c61db up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:57.154214 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-4e455383-711d-41f1-be2c-1f25fbc4609b service neutron] 10.222.0.83 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916711 May 06 13:45:57.343190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 85231432-ad80-4765-a17c-c71fef2c61db completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:45:57.348734 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 85231432-ad80-4765-a17c-c71fef2c61db triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:57.352432 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.471612 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-78f04aa9-76a9-4446-bc1e-29be96f18a1b req-98531fa0-e4c3-4f82-b8e6-c66c39731b94 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 210 time: 0.0537426 May 06 13:45:57.508321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.530731 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 85231432-ad80-4765-a17c-c71fef2c61db, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=85231432-ad80-4765-a17c-c71fef2c61db,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:45:57.703625 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:57.831655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=85231432-ad80-4765-a17c-c71fef2c61db,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:45:58.612206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e664af68-989e-4960-818d-6c7e539140fb req-f8956d31-0023-48a6-8848-b7a9916ea0ef tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 210 time: 0.0526261 May 06 13:45:59.107999 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 85231432-ad80-4765-a17c-c71fef2c61db up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:45:59.202605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 85231432-ad80-4765-a17c-c71fef2c61db triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:45:59.202985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:45:59.828574 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-091954d4-e306-4454-a5c6-5d35a27100ee req-944967c4-0494-4bf4-a2db-8ec6079c30e1 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 210 time: 0.0576420 May 06 13:46:01.101388 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-60faf00e-c88e-435c-b64f-b6992ddfb5b6 req-5f3a478a-d6f4-4845-ac21-3e0ac79660f3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 210 time: 0.0761225 May 06 13:46:01.131018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-82ed6c25-bfc0-40da-85c0-806bfb02b8ac tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:01.133677 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-82ed6c25-bfc0-40da-85c0-806bfb02b8ac tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 809 time: 0.2227731 May 06 13:46:01.192525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-cff0f8fe-9ce4-4c82-b4ce-a9f7f068cfb9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 380 time: 0.0461197 May 06 13:46:01.202399 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'port': {'device_id': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'admin_state_up': True, 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'security_groups': ['5b2bc174-1645-492c-b3c0-7d6f4c717a09']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:46:01.358179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:01.368281 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:01.442849 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Made reservation on behalf of 250d0b8b2af348a8956442e7b935e67a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:46:01.445974 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.736570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Allocated IP 172.20.0.4 (ea3d0d30-10ed-4613-90fc-efdceeca779e/278ad235-8fa7-43b6-9669-95cdb512cba0/302c8851-da3a-4377-b8b6-58f61fc37994) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:01.975687 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:01.997839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Transition to ACTIVE for port object 302c8851-da3a-4377-b8b6-58f61fc37994 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:02.106177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.205850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:02.205850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:02.205850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:46:02.231394 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:02.278766 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:02.278766 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.363645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffaf16-f41a-4395-be4a-ae5acb5f7f87 req-6a506a13-2d14-406f-979b-4ab1652310e0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:02.365340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3ffaf16-f41a-4395-be4a-ae5acb5f7f87 req-6a506a13-2d14-406f-979b-4ab1652310e0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 931 time: 0.0990524 May 06 13:46:02.415536 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-6ad66562-e92e-4f19-b8c8-cc9360ccd10e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2184336 May 06 13:46:02.428126 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f3ffaf16-f41a-4395-be4a-ae5acb5f7f87 req-f6ef9698-0d0c-4eea-ac66-ed5acb2ed959 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566111 May 06 13:46:02.429298 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Request body: {'port': {'device_id': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:46:02.565207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.609207 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a4e57df-fd55-41ad-9303-03b1e663b4ca None None] Provisioning for port 302c8851-da3a-4377-b8b6-58f61fc37994 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:02.616195 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-7a4e57df-fd55-41ad-9303-03b1e663b4ca None None] Provisioning complete for port 302c8851-da3a-4377-b8b6-58f61fc37994 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:02.616662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7a4e57df-fd55-41ad-9303-03b1e663b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:02.686849 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e57df-fd55-41ad-9303-03b1e663b4ca None None] Port 302c8851-da3a-4377-b8b6-58f61fc37994 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:46:03.001109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:46:03.009567 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.029175 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Transition to ACTIVE for port object 302c8851-da3a-4377-b8b6-58f61fc37994 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:03.124074 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.285960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:03.412179 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:03.412547 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:03.412924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:46:03.420780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:46:03.421109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:46:03.429004 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:46:03.429406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:46:03.430090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:46:03.430561 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Bound port: 302c8851-da3a-4377-b8b6-58f61fc37994, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:03.431760 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.573485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:46:03.580641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:46:03.725236 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.805620 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e61a2-a8a9-4d31-9306-a845134b8552 req-24caff44-7e33-4aa4-ba65-860dd964d420 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:03.806466 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-636e61a2-a8a9-4d31-9306-a845134b8552 req-24caff44-7e33-4aa4-ba65-860dd964d420 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:46:03.836109 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:03.837778 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] 10.222.0.13 "PUT /v2.0/ports/302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1091 time: 1.4132960 May 06 13:46:03.840747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:46:03.867138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15418bf-5832-437e-90e5-40bef1fd416f service neutron] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:03.908696 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fbc9c2-dc3d-4fd9-b553-34d19c0cba35'] response: {'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'status': 'completed', 'code': 200} May 06 13:46:04.022696 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-636e61a2-a8a9-4d31-9306-a845134b8552 req-24caff44-7e33-4aa4-ba65-860dd964d420 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:46:04.025037 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-636e61a2-a8a9-4d31-9306-a845134b8552 req-24caff44-7e33-4aa4-ba65-860dd964d420 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.3949287 May 06 13:46:04.080842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4813da68-deaf-4b76-9613-fa222339b8eb req-24586274-0d48-4f96-8038-e3d41f570c04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1094 time: 0.1461885 May 06 13:46:04.125363 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-636e61a2-a8a9-4d31-9306-a845134b8552 req-f5232c57-8a7d-4a9a-84df-ca2139623104 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916524 May 06 13:46:04.278368 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813da68-deaf-4b76-9613-fa222339b8eb req-37d35bd3-904b-42d6-9118-2b1fd05d1764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:04.280759 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4813da68-deaf-4b76-9613-fa222339b8eb req-37d35bd3-904b-42d6-9118-2b1fd05d1764 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=250d0b8b2af348a8956442e7b935e67a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1905622 May 06 13:46:04.570977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813da68-deaf-4b76-9613-fa222339b8eb req-422832ca-0734-4dba-b3cf-73c51f41b4ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:04.572774 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4813da68-deaf-4b76-9613-fa222339b8eb req-422832ca-0734-4dba-b3cf-73c51f41b4ca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2853212 May 06 13:46:04.707782 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-cc00646f-ac1f-414b-b820-a57a046c4039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1094 time: 0.0908251 May 06 13:46:04.785940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-0612d76d-ee2e-4987-8b0e-28f988ebd295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 217 time: 0.0700703 May 06 13:46:04.860807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-e89a169a-c524-49d3-869b-757fc4ed60a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:04.862307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-e89a169a-c524-49d3-869b-757fc4ed60a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0691106 May 06 13:46:04.950203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-a24bfeb9-8b2c-44de-8a82-93071bb920aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796442 May 06 13:46:05.109947 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-2374f7d5-28c8-4d52-8171-898e30440ebd service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524143 May 06 13:46:05.273005 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-67c2d429-9e96-4787-ba84-c341bcc8b8cd req-9ccd28d8-30e7-40bf-b1df-b7fae745ce98 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561437 May 06 13:46:05.395437 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e9e6-9e98-41e7-8013-9d7acfa81e1b req-b90352a0-2c71-47a2-bd58-332809d88f4a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:05.397480 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6542e9e6-9e98-41e7-8013-9d7acfa81e1b req-b90352a0-2c71-47a2-bd58-332809d88f4a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.0986423 May 06 13:46:05.458449 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6542e9e6-9e98-41e7-8013-9d7acfa81e1b req-a1f4ed57-58a0-4965-9088-0e8500d1bd8d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522351 May 06 13:46:06.537071 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:06.782626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77c25-3f88-4b8d-9dd6-fdbc53c7aed9 req-0e751735-6223-4ea7-8e26-6f8379afdb8b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:06.785163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3e77c25-3f88-4b8d-9dd6-fdbc53c7aed9 req-0e751735-6223-4ea7-8e26-6f8379afdb8b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1115820 May 06 13:46:06.854304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3e77c25-3f88-4b8d-9dd6-fdbc53c7aed9 req-0114a268-ae7c-4491-870c-2a8a8a24dabc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602558 May 06 13:46:07.250584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:46:07.370235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Sync routers for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:46:07.432619 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:46:07.433620 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:07.714233 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:46:07.757591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '302c8851-da3a-4377-b8b6-58f61fc37994', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:46:07.909483 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:07.937954 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:46:07.995355 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:46:08.045754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:46:08.133568 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:08.167288 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b000-1f88-4e10-b385-be7c9a9feab7 req-6b45cb47-ee26-41cf-a6f5-81e0d64e318d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:08.171589 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ec6b000-1f88-4e10-b385-be7c9a9feab7 req-6b45cb47-ee26-41cf-a6f5-81e0d64e318d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1471586 May 06 13:46:08.262458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0ec6b000-1f88-4e10-b385-be7c9a9feab7 req-b57010a5-4bb6-4310-965b-760c75dbaf61 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819778 May 06 13:46:08.384592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:08.413588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['302c8851-da3a-4377-b8b6-58f61fc37994'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:46:08.628038 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1b9b817e-50f5-4cf4-99ea-1eb047a417f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:08.660609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:48Z', 'revision_number': 4, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c4804c7b-7166-47cd-9543-29aaafb1c413', 'name': '', 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'mac_address': 'fa:16:3e:d1:35:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:45:49Z', 'revision_number': 2, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'subnets': [{'id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:08.677566 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Checking router: ab67f546-403d-4e3f-a6a8-fdc8f31bf23d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:46:08.678060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Updating router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d port c4804c7b-7166-47cd-9543-29aaafb1c413 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:46:08.781885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.393590 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.412265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Transition to ACTIVE for port object c4804c7b-7166-47cd-9543-29aaafb1c413 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:46:09.515519 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5be05-fe09-4fb5-b90b-31c848ee4d8f req-61853d77-3d81-4480-8d93-964ec441ab61 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:09.517269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0c5be05-fe09-4fb5-b90b-31c848ee4d8f req-61853d77-3d81-4480-8d93-964ec441ab61 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.0867543 May 06 13:46:09.537674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.582087 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f0c5be05-fe09-4fb5-b90b-31c848ee4d8f req-55a048e6-34f7-46f7-a97c-f8f0ee3b0031 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577192 May 06 13:46:09.699181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed538-4ad3-41f4-981c-7b62233ef0df None None] Pushing event updated for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:09.815470 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Attempting to bind port c4804c7b-7166-47cd-9543-29aaafb1c413 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:46:09.816096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Attempting to bind port c4804c7b-7166-47cd-9543-29aaafb1c413 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:46:09.816740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Attempting to bind port c4804c7b-7166-47cd-9543-29aaafb1c413 on network 1af1d1bf-e1bb-44b7-b00e-aef395624602 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:46:09.830963 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:46:09.831551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Checking segment: {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:46:09.832240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.832956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Bound using segment: {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:46:09.834056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Bound port: c4804c7b-7166-47cd-9543-29aaafb1c413, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36fc459-9fc8-496d-9a9c-a24b72f304ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:46:09.834678 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:09.962590 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] For port c4804c7b-7166-47cd-9543-29aaafb1c413, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:46:09.969718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] For port c4804c7b-7166-47cd-9543-29aaafb1c413, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c4804c7b-7166-47cd-9543-29aaafb1c413,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:46:10.057615 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.151527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed538-4ad3-41f4-981c-7b62233ef0df None None] Pushing event updated for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:10.159970 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:46:10.160795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:45:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.446452 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:46:10.805978 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5e5d-e397-4484-a60c-2b01014b488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:10.850836 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a7cbb-8085-4946-9901-5fbbb7b355da req-c0b6de0d-63ec-4a52-81c1-5a230fa5739f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:10.853665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-447a7cbb-8085-4946-9901-5fbbb7b355da req-c0b6de0d-63ec-4a52-81c1-5a230fa5739f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1212387 May 06 13:46:10.935341 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:48Z', 'revision_number': 4, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c4804c7b-7166-47cd-9543-29aaafb1c413', 'name': '', 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'mac_address': 'fa:16:3e:d1:35:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:46:09Z', 'revision_number': 4, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'subnets': [{'id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:10.940919 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-447a7cbb-8085-4946-9901-5fbbb7b355da req-5524c530-122b-4707-bd41-ead6ab583429 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767062 May 06 13:46:10.942363 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d5731-b30e-4f4a-93fe-0d3195fd42f6 None None] The sync data for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 is: [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:45:48Z', 'revision_number': 4, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': 'c4804c7b-7166-47cd-9543-29aaafb1c413', 'name': '', 'network_id': '1af1d1bf-e1bb-44b7-b00e-aef395624602', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'mac_address': 'fa:16:3e:d1:35:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:47Z', 'updated_at': '2022-05-06T13:46:09Z', 'revision_number': 4, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'subnets': [{'id': 'f79b2844-c0bd-4f84-b6ff-7a428a1259c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:46:11.147455 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c4804c7b-7166-47cd-9543-29aaafb1c413 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:11.267441 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:11.319096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port c4804c7b-7166-47cd-9543-29aaafb1c413 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:11.336723 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c4804c7b-7166-47cd-9543-29aaafb1c413 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:11.337117 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.500596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port 302c8851-da3a-4377-b8b6-58f61fc37994 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:46:11.517960 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.531040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 302c8851-da3a-4377-b8b6-58f61fc37994 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:11.531605 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.650000 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port c4804c7b-7166-47cd-9543-29aaafb1c413, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c4804c7b-7166-47cd-9543-29aaafb1c413,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:46:11.734005 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.750298 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:11.836440 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:46:11.858183 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:46:11.876367 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:11.980322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.074507 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d60ba7-ba64-487b-9a93-267034611016'] response: {'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'code': 200} May 06 13:46:12.130432 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:12.241635 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a7276-04f3-4c1a-82a0-cab0886085db req-4a23c168-1235-42a8-a2c3-7ad7a25e2586 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:12.244229 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f32a7276-04f3-4c1a-82a0-cab0886085db req-4a23c168-1235-42a8-a2c3-7ad7a25e2586 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1276557 May 06 13:46:12.268326 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf773e1-e43c-40f2-98ec-502a5f9d9015 req-7ca00a0a-4082-4f49-8087-af384e119201 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1096 time: 0.0986071 May 06 13:46:12.326330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:12.332808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4bf773e1-e43c-40f2-98ec-502a5f9d9015 req-1e894786-cd97-4543-8d4a-a7a5007fc240 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583773 May 06 13:46:12.444396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f32a7276-04f3-4c1a-82a0-cab0886085db req-0be891f3-8af5-404e-8d24-b78cbbaadd5a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920052 May 06 13:46:12.534467 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.119748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c4804c7b-7166-47cd-9543-29aaafb1c413 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:46:13.260068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port c4804c7b-7166-47cd-9543-29aaafb1c413 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:46:13.260682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:13.794320 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb83a-a3d2-47a2-bd61-20cc88c254ad req-2a3b6e72-9ae4-4677-90f9-f1466c4de5a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:13.798130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcecb83a-a3d2-47a2-bd61-20cc88c254ad req-2a3b6e72-9ae4-4677-90f9-f1466c4de5a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1561434 May 06 13:46:13.890100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-dcecb83a-a3d2-47a2-bd61-20cc88c254ad req-6c5f0ef6-a07d-4609-a39d-d665e74b4e24 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784175 May 06 13:46:13.923374 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:15.142910 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1faba-2116-4bf2-91d3-bf90b15eac79 req-62e9a956-f115-4512-81c4-d8c1c473b50a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:15.144565 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eed1faba-2116-4bf2-91d3-bf90b15eac79 req-62e9a956-f115-4512-81c4-d8c1c473b50a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1058383 May 06 13:46:15.199433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eed1faba-2116-4bf2-91d3-bf90b15eac79 req-4bbd5f47-0c6d-4780-88f6-0ffc7d386862 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 May 06 13:46:15.460896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b4364-e0b4-4255-834d-76e4ec130a1d req-b76e4807-e386-4e7b-bd87-16ada900a26f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:15.462745 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c8b4364-e0b4-4255-834d-76e4ec130a1d req-b76e4807-e386-4e7b-bd87-16ada900a26f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0981185 May 06 13:46:15.525077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4c8b4364-e0b4-4255-834d-76e4ec130a1d req-415e8063-f787-41e2-b0ba-5994b7744b6f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556204 May 06 13:46:15.571212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 53686) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:15.789919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-fab73137-882c-49c7-bf4f-9b7d36a17c97 tempest-TestShelveInstance-423722995 tempest-TestShelveInstance-423722995-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1091 time: 0.2166946 May 06 13:46:15.793154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53692) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:46:15.801404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:46:15.812161 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:46:15.818572 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:floatingip and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:46:15.823241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:46:15.832586 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:46:15.972298 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.154515 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.360574 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Allocated IP 172.25.2.154 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/007f5ad5-2e51-4602-aad5-fec9fc183214) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:46:16.576682 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.729311 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:16.817998 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:46:16.821228 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:46:16.826933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:46:16.857122 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=007f5ad5-2e51-4602-aad5-fec9fc183214,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:16.885152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.885500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.885841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.886172 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.886501 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.886865 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.887255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.887823 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.888216 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.888644 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:16.888874 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:46:17.426315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.593092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:17.760000 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.060584 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.134300 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.323257 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=007f5ad5-2e51-4602-aad5-fec9fc183214,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:46:18.349088 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:18.739907 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Floating IP a9fe24d1-de28-4569-9fea-920fd4fd5a09 associated. External IP: 172.25.2.154, port: 302c8851-da3a-4377-b8b6-58f61fc37994. May 06 13:46:19.292385 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:46:19.537423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:46:19.551387 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:46:19.566534 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:46:19.567392 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:46:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:19.632560 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:19.696886 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f6edf3f3-1b8b-47f6-8de3-d88a57813c8e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9011209 May 06 13:46:19.697598 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:46:19.805932 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:46:19.862392 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c93059-ecf6-4079-abde-f0ab44186a8f'] response: {'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'status': 'completed', 'code': 200} May 06 13:46:20.008949 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-a9d59707-fd6f-4d59-acea-6408fda6489a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1096 time: 0.1225128 May 06 13:46:20.166192 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-b60cf0ba-5786-4b5b-9ccd-7a38fa4ab1db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:20.167751 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-b60cf0ba-5786-4b5b-9ccd-7a38fa4ab1db service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1527345 May 06 13:46:20.298161 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-7f37d870-4884-491f-86e5-86e1f7d3517e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 999 time: 0.1230967 May 06 13:46:20.380109 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-9aabf540-0690-44ae-8bfe-9ff6347f4a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:20.382045 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-9aabf540-0690-44ae-8bfe-9ff6347f4a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0780470 May 06 13:46:20.386671 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a9fe24d1-de28-4569-9fea-920fd4fd5a09', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:17Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:20.392981 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:46:20.407349 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:46:20.408131 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:46:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:20.598375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-3c44ecbb-cdc0-4683-bef5-65eafa05fe21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090549 May 06 13:46:20.671467 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:46:20.774201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-f46149bd-de4f-4d41-8397-050b48d84cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690977 May 06 13:46:20.945540 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-09d64906-7b3b-46c4-8fa4-05d0b66bf70d req-f1db724f-e95d-41d9-bd31-03a14781304d service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647179 May 06 13:46:21.233279 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a9fe24d1-de28-4569-9fea-920fd4fd5a09', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:17Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:46:21.238223 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98127a9c-d041-48d4-801c-805272ba4a6d None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'a9fe24d1-de28-4569-9fea-920fd4fd5a09', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.154', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:46:17Z', 'updated_at': '2022-05-06T13:46:17Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:46:21.468481 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:24.334786 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f31b48-2331-4c71-a60e-46174bceac9a None None] New status for floating IP a9fe24d1-de28-4569-9fea-920fd4fd5a09: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:46:38.538124 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d7a5843c-7af7-480f-b6f7-6db2d875dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:40.748916 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1c30-9aca-4118-a01f-05b65a533ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.348952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:42.542337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:43.530428 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:46:43.865259 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:47.392225 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:51.442282 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:46:53.582934 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-7a777a8f-4e65-40c9-9703-fb08ddeb4312 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265731 May 06 13:46:53.794493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-d75cfe9f-93e1-4256-82de-f65af008731a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1096 time: 0.1334701 May 06 13:46:53.969857 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-f996ecf2-0c78-445d-98d4-77fc2e3a1210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:53.971614 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-f996ecf2-0c78-445d-98d4-77fc2e3a1210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1517498 May 06 13:46:54.092789 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-bc1cf52f-c3e9-488a-99e6-c484710f6565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1001 time: 0.1148541 May 06 13:46:54.172929 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-3bac3552-898d-4b7b-ab4d-4433a57e8c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:46:54.174641 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-3bac3552-898d-4b7b-ab4d-4433a57e8c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0759556 May 06 13:46:54.268455 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-dca75490-c2e7-4f78-8489-ec6399e27856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863080 May 06 13:46:54.472908 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-1cd055c6-5e0d-470f-8abd-d0287f2b97cb service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980653 May 06 13:46:54.735591 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-108c05ca-9eef-4a28-a39d-d6f977fba4fa req-44cb40a3-3a8f-47b4-b2a3-46258df33dfc service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556317 May 06 13:47:08.510817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abf4e676-3fed-459f-a6e3-c1daa93f56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:10.765938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9ee180f2-33ab-4b71-80e8-c389fb62da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.328777 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:12.516134 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:13.893547 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:17.457147 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:20.537340 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:47:21.462591 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:38.521558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c939e542-b7df-4a02-8007-1275436639ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:40.857114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-752687ed-472b-42cc-aedc-1b1b189c3664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.361775 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:42.545523 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:43.869897 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:47.412859 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:51.475461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:47:55.630868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-13d5b55d-99eb-4703-a43f-2f76f0ec1663 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1607418 May 06 13:47:55.797892 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-ca4ca8be-3782-4e1d-a26a-826aefae6862 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1096 time: 0.0853062 May 06 13:47:56.074138 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-0feebda1-d0f3-4343-9fcd-b45052d8c33d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:56.075958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-0feebda1-d0f3-4343-9fcd-b45052d8c33d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2549062 May 06 13:47:56.223861 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-1c14c48e-d273-43cb-a937-05f3301a85b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1001 time: 0.1412284 May 06 13:47:56.313839 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-14c60887-a1a8-4d58-be52-56388e63b63d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:47:56.315645 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-14c60887-a1a8-4d58-be52-56388e63b63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0847080 May 06 13:47:56.518772 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-2ed01186-cf42-439a-b91b-ee722aa907a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942868 May 06 13:47:56.672670 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-bbe943f1-8116-4f20-9809-4b5745d17aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460378 May 06 13:47:56.829643 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7cdfc4fd-e4be-494b-bc1e-63b2da189cf4 req-d03dc91a-68bd-4c99-aebf-237390d23817 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509213 May 06 13:47:57.531656 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:08.526470 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b457920f-6ad1-47dc-9f8c-4dadb9512d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:10.795166 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50208dd6-e096-4bd7-bad1-914d3624998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.332478 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:12.566639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.828677 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c05e49-6437-4318-a67b-d0ad054177cc req-aa429038-504c-4f4a-982e-dd5ace1a5140 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:13.830293 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06c05e49-6437-4318-a67b-d0ad054177cc req-aa429038-504c-4f4a-982e-dd5ace1a5140 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.2299545 May 06 13:48:13.881119 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:13.889511 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-06c05e49-6437-4318-a67b-d0ad054177cc req-dbf046b0-c230-4f67-afbe-b1c34d331965 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531611 May 06 13:48:15.156499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b1518-e01e-43e5-b5ee-15153e0a86fc req-9c23c9ca-2cf0-491b-ad1b-50c0430b9ccf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:15.158154 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b1b1518-e01e-43e5-b5ee-15153e0a86fc req-9c23c9ca-2cf0-491b-ad1b-50c0430b9ccf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1215782 May 06 13:48:15.240194 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7b1b1518-e01e-43e5-b5ee-15153e0a86fc req-d0fa59d4-3072-4de8-9abb-b5de5d9ed69b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695269 May 06 13:48:16.510867 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41364268-3a3a-44b7-bfb1-cb2ce8f70914 req-52579f25-7eb0-47ae-948e-01de306b86dc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:16.513312 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41364268-3a3a-44b7-bfb1-cb2ce8f70914 req-52579f25-7eb0-47ae-948e-01de306b86dc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0896053 May 06 13:48:16.568076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-41364268-3a3a-44b7-bfb1-cb2ce8f70914 req-aefc0e1d-9614-4ade-8ba7-da6702925bfe tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488741 May 06 13:48:17.410520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:17.800827 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92feec-9cc8-4139-bd51-0317bf1f2ef9 req-1cda4929-db4c-46a2-a712-ce25cde6c703 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:17.805618 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2c92feec-9cc8-4139-bd51-0317bf1f2ef9 req-1cda4929-db4c-46a2-a712-ce25cde6c703 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0952883 May 06 13:48:17.857617 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2c92feec-9cc8-4139-bd51-0317bf1f2ef9 req-99832973-619b-41a8-b5d9-676ec0d10869 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 May 06 13:48:19.172935 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1e461-6999-425d-b53e-f3b063ca4b12 req-06d0758a-d01b-4551-98e8-7d5b4ba788c6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:19.174507 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73b1e461-6999-425d-b53e-f3b063ca4b12 req-06d0758a-d01b-4551-98e8-7d5b4ba788c6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0919101 May 06 13:48:19.236284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73b1e461-6999-425d-b53e-f3b063ca4b12 req-79f9fff9-3621-40a6-bb80-8336b437dfb0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538645 May 06 13:48:20.505829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4043e-4835-4d99-94df-8c7f9e98db3f req-f1fe5ea7-0d7c-43bd-93ea-5b6928cfa460 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:20.508524 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e7e4043e-4835-4d99-94df-8c7f9e98db3f req-f1fe5ea7-0d7c-43bd-93ea-5b6928cfa460 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0937574 May 06 13:48:20.568819 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e7e4043e-4835-4d99-94df-8c7f9e98db3f req-79ec70f8-ecde-48e0-9db6-ceba89a2477f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539184 May 06 13:48:21.469115 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:21.785847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987691-bec0-4a54-83f2-ab87cc3b2864 req-16957748-9f2c-4e88-bfe0-df515c656a1e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:21.787331 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61987691-bec0-4a54-83f2-ab87cc3b2864 req-16957748-9f2c-4e88-bfe0-df515c656a1e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0889378 May 06 13:48:21.848318 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-61987691-bec0-4a54-83f2-ab87cc3b2864 req-49e2b48b-0780-41da-a784-7b7e9d41465e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493977 May 06 13:48:23.091340 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579af8b8-541f-4ed4-bd3f-e4be7a131a46 req-640186a0-4d0b-4def-b823-ec3ff3b8bbf0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:23.092918 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-579af8b8-541f-4ed4-bd3f-e4be7a131a46 req-640186a0-4d0b-4def-b823-ec3ff3b8bbf0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0843222 May 06 13:48:23.143064 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-579af8b8-541f-4ed4-bd3f-e4be7a131a46 req-905f97a9-e80d-44fa-997b-9cf722f236f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 May 06 13:48:24.370345 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36234-b8dc-440b-bc3e-948f46c6beb1 req-e348dfd4-3337-4fcb-8f6f-fa55fe923d40 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:24.373187 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8d36234-b8dc-440b-bc3e-948f46c6beb1 req-e348dfd4-3337-4fcb-8f6f-fa55fe923d40 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0936208 May 06 13:48:24.426769 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d8d36234-b8dc-440b-bc3e-948f46c6beb1 req-b5db0631-2e68-4f3c-a5ea-0977f0eadcfe tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470929 May 06 13:48:25.724660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4d49-8855-4062-9518-9c630fdcec18 req-7051ba55-f927-499a-9bdb-f033107446eb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:25.726211 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e5c4d49-8855-4062-9518-9c630fdcec18 req-7051ba55-f927-499a-9bdb-f033107446eb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1010034 May 06 13:48:25.777125 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1e5c4d49-8855-4062-9518-9c630fdcec18 req-1d5376b2-84ac-4349-97a0-e50587e68a2a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 May 06 13:48:27.091528 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e365f6b-9997-4f7b-9a6a-bdcd1927005e req-6da94d59-60b6-4e52-8605-6eee06d7ed64 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:27.094370 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e365f6b-9997-4f7b-9a6a-bdcd1927005e req-6da94d59-60b6-4e52-8605-6eee06d7ed64 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1515138 May 06 13:48:27.167153 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2e365f6b-9997-4f7b-9a6a-bdcd1927005e req-55731885-8328-4859-9bca-b09a1000882c tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621824 May 06 13:48:27.869951 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:48:28.047672 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:28.066132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': '302c8851-da3a-4377-b8b6-58f61fc37994', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:48:28.150531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.172895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:28.191202 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:28.292444 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:28.441018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:28.447049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['302c8851-da3a-4377-b8b6-58f61fc37994'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:48:28.516329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.516654 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.517041 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.517662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.518931 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.519588 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.520038 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.520696 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.521437 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.522265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.522650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:28.610306 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc07bc-ab40-40aa-9321-633021f8a3ae req-27cd5d41-f8ff-4dab-b5ba-82fe25b42881 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:28.623357 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9dc07bc-ab40-40aa-9321-633021f8a3ae req-27cd5d41-f8ff-4dab-b5ba-82fe25b42881 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1930776 May 06 13:48:28.718794 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e9dc07bc-ab40-40aa-9321-633021f8a3ae req-c4eaea37-4c1f-4765-a97c-7b0f26eef3ef tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930665 May 06 13:48:29.898504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:48:30.002061 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port 302c8851-da3a-4377-b8b6-58f61fc37994 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:48:30.002728 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.134815 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5fb47-5e94-47f4-958c-d58bd45124e8 req-cb47d9df-1d6a-4892-8ad4-f638a2beb986 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:30.137414 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d5fb47-5e94-47f4-958c-d58bd45124e8 req-cb47d9df-1d6a-4892-8ad4-f638a2beb986 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1636963 May 06 13:48:30.241956 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-95d5fb47-5e94-47f4-958c-d58bd45124e8 req-cad97ff3-e0d1-427c-9861-538a588e87f8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980487 May 06 13:48:30.275276 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.312641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:30.324018 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:30.387653 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34c6d73-3025-47cd-9362-41330e9dd4ac'] response: {'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'code': 200} May 06 13:48:30.422903 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:30.536618 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:31.491497 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9946980-a91f-4574-99da-619b15ebdcec req-be191987-c7a6-460b-a640-72714a7f0a2b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:31.493310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9946980-a91f-4574-99da-619b15ebdcec req-be191987-c7a6-460b-a640-72714a7f0a2b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0877445 May 06 13:48:31.657340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d9946980-a91f-4574-99da-619b15ebdcec req-9e3bc7f3-3433-4944-82f3-1ea1b5509155 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581652 May 06 13:48:32.966396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fe420-3cd8-46f0-b502-aec4affd89d2 req-70947a34-7fd9-4ddf-8c97-801ded881528 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:32.967926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-236fe420-3cd8-46f0-b502-aec4affd89d2 req-70947a34-7fd9-4ddf-8c97-801ded881528 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1508713 May 06 13:48:33.040380 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-236fe420-3cd8-46f0-b502-aec4affd89d2 req-6fa4a86e-76c5-4185-add3-30b5abcce800 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637519 May 06 13:48:34.333316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef9a9d-20e6-451f-8f1c-1550721d8360 req-3509115e-1cc1-4f49-a55f-dbfbdcaf4035 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:34.337786 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0ef9a9d-20e6-451f-8f1c-1550721d8360 req-3509115e-1cc1-4f49-a55f-dbfbdcaf4035 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1254392 May 06 13:48:34.432896 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e0ef9a9d-20e6-451f-8f1c-1550721d8360 req-de63c594-300f-477b-a618-b998a5872fc3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819480 May 06 13:48:34.533895 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:48:35.658914 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60300c-9bdc-4ed2-917f-73ae5d0c8f35 req-7f3f6ecc-601e-4a31-bb59-91a2af08204d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:35.661109 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c60300c-9bdc-4ed2-917f-73ae5d0c8f35 req-7f3f6ecc-601e-4a31-bb59-91a2af08204d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0921979 May 06 13:48:35.726876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0c60300c-9bdc-4ed2-917f-73ae5d0c8f35 req-4609cffd-fd84-4faa-b7cd-3fd8e6f202e1 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594118 May 06 13:48:37.056134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96803-d61d-43a2-a5e6-d6832a46720f req-d7b0eb94-d449-498c-81b9-79b401773711 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:37.062056 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdc96803-d61d-43a2-a5e6-d6832a46720f req-d7b0eb94-d449-498c-81b9-79b401773711 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1145694 May 06 13:48:37.182900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cdc96803-d61d-43a2-a5e6-d6832a46720f req-ae66001b-8744-4ffa-9cfa-c94c449792e8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911865 May 06 13:48:38.560780 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-9b5c2a9d-2bcf-4754-8bfe-bd0e9ea84cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:38.587392 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9612c-1b1b-443c-9cb8-2edc2720a543 req-f055c490-3f95-42ed-9b07-96f7bdce7b66 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:38.602269 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3aa9612c-1b1b-443c-9cb8-2edc2720a543 req-f055c490-3f95-42ed-9b07-96f7bdce7b66 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1717873 May 06 13:48:38.703210 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3aa9612c-1b1b-443c-9cb8-2edc2720a543 req-a5aa2fa4-41db-4acb-9c27-8cf2abc1c1b5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988944 May 06 13:48:40.133642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e21cb-b907-460b-8114-9c4948a4f620 req-c890ded3-af0b-4324-9554-427269ae735e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:40.135140 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-740e21cb-b907-460b-8114-9c4948a4f620 req-c890ded3-af0b-4324-9554-427269ae735e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0911314 May 06 13:48:40.187534 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-740e21cb-b907-460b-8114-9c4948a4f620 req-3a6eda72-2a2b-4a7a-a085-0633a4ed8aa2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459237 May 06 13:48:40.789037 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9dd54f2-51f9-42bf-93a6-eb82b40d0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:41.525545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106b59b-260f-4e98-bff4-29af38cfbee9 req-5b265c75-bbee-40b2-8d62-d902ecb4e50d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:41.528163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a106b59b-260f-4e98-bff4-29af38cfbee9 req-5b265c75-bbee-40b2-8d62-d902ecb4e50d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1340001 May 06 13:48:41.588165 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a106b59b-260f-4e98-bff4-29af38cfbee9 req-08f6764f-c3f4-45b8-b842-4d1ff4f35398 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539484 May 06 13:48:42.331566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.514325 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:42.853983 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0a3cc-ed61-4494-a09b-a7d6eaac59e6 req-986d3f67-4496-4e2f-9b23-ab8656772abb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:42.856900 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7b0a3cc-ed61-4494-a09b-a7d6eaac59e6 req-986d3f67-4496-4e2f-9b23-ab8656772abb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1314902 May 06 13:48:42.920235 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d7b0a3cc-ed61-4494-a09b-a7d6eaac59e6 req-0fe3bf25-5ef9-4e55-a617-735aee645016 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560315 May 06 13:48:42.925201 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-838aa339-c3fb-4d24-9956-aa8e77c520db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1096 time: 0.0943830 May 06 13:48:43.080615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-4fb9d21d-6106-4d80-8834-6d990d64a010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:43.082086 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-4fb9d21d-6106-4d80-8834-6d990d64a010 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1507037 May 06 13:48:43.210941 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-7b3a93af-2853-446b-bdf0-e073b73149e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1001 time: 0.1195750 May 06 13:48:43.320046 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-8df431d3-52f7-4cb0-86bd-195f41eb0a28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:43.321859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-8df431d3-52f7-4cb0-86bd-195f41eb0a28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.1009016 May 06 13:48:43.518940 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-ea3aba2a-150f-4fca-aa9d-73f15996d398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901422 May 06 13:48:43.762312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-bdbf2026-34ec-45b1-a57b-776c55b563f6 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361779 May 06 13:48:43.914667 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:43.958367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-30de289b-3b40-40a4-8a5d-75095b9e9b3c req-397f0eaa-f63a-4232-bd18-da9d912fb505 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895247 May 06 13:48:44.220669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7eb92-2189-4767-922e-ea01b2576af2 req-c34f8d3b-e134-4c98-8097-7b0b959842d6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:44.223354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fc7eb92-2189-4767-922e-ea01b2576af2 req-c34f8d3b-e134-4c98-8097-7b0b959842d6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1391044 May 06 13:48:44.309876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1fc7eb92-2189-4767-922e-ea01b2576af2 req-cd9b0965-c4c3-4ff9-9863-5e958fee7df6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760674 May 06 13:48:45.539796 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a4f07-4e78-44d3-92fb-63c0bc0d603f req-e152801d-f736-49a0-8199-44d07b78051a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:45.541474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e7a4f07-4e78-44d3-92fb-63c0bc0d603f req-e152801d-f736-49a0-8199-44d07b78051a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.0962131 May 06 13:48:45.592711 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9e7a4f07-4e78-44d3-92fb-63c0bc0d603f req-8fb8f644-a720-4cbd-bc3d-cc4d5043b674 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 May 06 13:48:46.040553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:46.198763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.238143 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:46.252933 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:46.306713 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf7b0cc-fd8a-45dd-aa3d-83e22dcd2814'] response: {'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'code': 200} May 06 13:48:46.366045 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:46.444560 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:46.853423 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ac028-2711-4b5b-a2ab-42fec55041e9 req-feb233da-bdb7-4b30-a698-ad63dc0ccfce tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:46.856822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a3ac028-2711-4b5b-a2ab-42fec55041e9 req-feb233da-bdb7-4b30-a698-ad63dc0ccfce tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1087027 May 06 13:48:46.950603 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8a3ac028-2711-4b5b-a2ab-42fec55041e9 req-4bd656b7-0d29-4a4b-b3e7-2ff6b8844f5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858011 May 06 13:48:47.227737 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84e1ba6d-dd68-4ba8-8e1c-c17a19dc233f req-5af3023f-aed0-455e-a2bd-e52c736a0b3e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1145720 May 06 13:48:47.440673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:47.893672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b3b3f-0313-4fe4-9407-dd5f6c27600e req-1f2c5436-0552-44c6-9b9b-633e2a871863 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:47.895485 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a84b3b3f-0313-4fe4-9407-dd5f6c27600e req-1f2c5436-0552-44c6-9b9b-633e2a871863 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1079330 May 06 13:48:47.969881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a84b3b3f-0313-4fe4-9407-dd5f6c27600e req-94a297df-a84d-475a-9b77-322408f07dc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659885 May 06 13:48:48.457904 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-d47ad6b2-179f-49b0-b3a8-bbfbb186dc5b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2288735 May 06 13:48:49.223682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5bd03-f784-48db-9e82-055942746005 req-52655b53-ce31-4af4-a475-b399d8809ede tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:49.226053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53f5bd03-f784-48db-9e82-055942746005 req-52655b53-ce31-4af4-a475-b399d8809ede tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1056325 May 06 13:48:49.283186 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-53f5bd03-f784-48db-9e82-055942746005 req-018770b6-09b9-40be-9990-a078f5688c94 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496941 May 06 13:48:50.070130 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:48:50.402823 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-78f10a36-ddde-445c-bed2-a316f6eefe9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 1094 time: 0.1742175 May 06 13:48:50.415026 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:48:50.660796 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:50.694155 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170370ce-d9cb-4469-831a-3a51b38bd451 req-212bd9f2-9021-419a-9154-a79a108a15cf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:50.695760 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-170370ce-d9cb-4469-831a-3a51b38bd451 req-212bd9f2-9021-419a-9154-a79a108a15cf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.2488928 May 06 13:48:50.882688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-170370ce-d9cb-4469-831a-3a51b38bd451 req-5f5f5a05-e52c-448d-8c60-8132ac088443 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504726 May 06 13:48:51.120304 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:48:51.162693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:51.227636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:48:51.239351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.261516 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Transition to ACTIVE for port object 302c8851-da3a-4377-b8b6-58f61fc37994 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:48:51.389378 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.594623 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:51.654397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=9']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:51.679250 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.680333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.680333 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.680790 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.681298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.682027 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.682771 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.683365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.684341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.684341 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.684775 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:48:51.772591 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] No DVR routers for this DVR port 302c8851-da3a-4377-b8b6-58f61fc37994 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:48:52.168025 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bed0fa-ebc6-4e71-a53d-4de8eb24f520 req-df1b743b-3317-4041-b11e-d4afd2aae855 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:52.170983 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6bed0fa-ebc6-4e71-a53d-4de8eb24f520 req-df1b743b-3317-4041-b11e-d4afd2aae855 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 943 time: 0.1131184 May 06 13:48:52.250164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b6bed0fa-ebc6-4e71-a53d-4de8eb24f520 req-f4f36b2d-58ab-4786-8118-0e77e4cd884f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684452 May 06 13:48:52.264672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:48:52.265151 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:48:52.265643 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:52.275557 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:48:52.275958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Attempting to bind port 302c8851-da3a-4377-b8b6-58f61fc37994 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:48:52.284227 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:48:52.284751 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:48:52.285271 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:48:52.285801 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Bound port: 302c8851-da3a-4377-b8b6-58f61fc37994, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:48:52.286163 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.447527 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:48:52.452356 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:48:52.623296 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.697499 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:48:52.701249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] 10.222.0.86 "PUT /v2.0/ports/302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1091 time: 2.2911196 May 06 13:48:52.702043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:48:52.774753 n-d-840845-1 neutron-server[84799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d6415306-5856-46ac-a3f2-77035028aed9']: {'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'status': 'failed', 'code': 422} returned with failed status May 06 13:48:52.785383 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dcce0-44b7-44ee-a5c1-dd8f50366296 service neutron] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=10']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:48:52.863688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-22d617c7-95d0-4b0c-91f5-a13e2fa0ba99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1095 time: 0.1316533 May 06 13:48:53.075477 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-191bcc0e-b9b5-4eb1-a27a-5d6eba50b25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:53.077665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-191bcc0e-b9b5-4eb1-a27a-5d6eba50b25a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2055051 May 06 13:48:53.245076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-d4007a4c-0864-4c48-a02f-732c8f275645 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 999 time: 0.1608143 May 06 13:48:53.349884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-4f183d2e-465e-41ed-9af5-1b81908a79de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:53.351378 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-4f183d2e-465e-41ed-9af5-1b81908a79de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0999856 May 06 13:48:53.456822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-163124e4-d753-45f6-8017-4007f7605134 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979049 May 06 13:48:53.533632 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43a22b-6f80-4806-b47d-395dbda256cd req-831aec46-17ff-48da-80db-4b953c6daa17 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:53.535155 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d43a22b-6f80-4806-b47d-395dbda256cd req-831aec46-17ff-48da-80db-4b953c6daa17 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1179130 May 06 13:48:53.592138 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4d43a22b-6f80-4806-b47d-395dbda256cd req-efb0c290-7118-4688-b457-3b024e802907 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508671 May 06 13:48:53.639074 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-02259b6d-1d03-470f-8055-9cc6ec60c174 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743457 May 06 13:48:53.845259 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-6a66fc28-1af8-4823-a350-7ab1eac62c64 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995673 May 06 13:48:54.895924 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506f2a-aebd-4331-ac44-418519ba2469 req-17c0bec3-3d85-4e35-b999-8acb1ca29491 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:54.898606 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be506f2a-aebd-4331-ac44-418519ba2469 req-17c0bec3-3d85-4e35-b999-8acb1ca29491 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1396813 May 06 13:48:54.988756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be506f2a-aebd-4331-ac44-418519ba2469 req-ad5d28cf-1405-4fee-a608-694fbee48317 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801191 May 06 13:48:55.186958 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-e2a04455-69b0-44ba-9ebe-bf26e34d394f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1095 time: 0.1199353 May 06 13:48:55.721914 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-f1561ee3-0a8f-442c-85b7-df48ef6b47b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:55.724528 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-f1561ee3-0a8f-442c-85b7-df48ef6b47b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2152421 May 06 13:48:56.320572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6e14-385b-4b37-a6ae-546c6e4a7e2a req-696dee0a-48c6-4649-9d3c-62c086387b03 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:56.323378 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5efc6e14-385b-4b37-a6ae-546c6e4a7e2a req-696dee0a-48c6-4649-9d3c-62c086387b03 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1693196 May 06 13:48:56.423626 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5efc6e14-385b-4b37-a6ae-546c6e4a7e2a req-5c5fbfb6-747e-428b-b7ea-75ee649d8130 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863340 May 06 13:48:57.735295 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe896e5d-b200-4d19-a1d7-5b0b74817e83 req-3b912661-2097-4ff2-ace5-e5ef0c2a5d31 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:57.738173 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe896e5d-b200-4d19-a1d7-5b0b74817e83 req-3b912661-2097-4ff2-ace5-e5ef0c2a5d31 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1289442 May 06 13:48:57.825987 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-fe896e5d-b200-4d19-a1d7-5b0b74817e83 req-a0caa055-03cb-45b5-ab43-ca401f85d24c tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816739 May 06 13:48:59.205606 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5222-d340-4213-af8c-034696965f91 req-8e06aa76-7a48-4f07-a063-a147b9b8bfda tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:48:59.208343 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a6e5222-d340-4213-af8c-034696965f91 req-8e06aa76-7a48-4f07-a063-a147b9b8bfda tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1638253 May 06 13:48:59.279872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a6e5222-d340-4213-af8c-034696965f91 req-ddb88457-efdc-4471-a909-85e2ae90a1bf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 May 06 13:49:00.612139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ed121-3038-4ee8-ab28-c1c818648f1f req-7d3945e7-1830-4803-bd39-d269bdeeed01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:00.619121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb7ed121-3038-4ee8-ab28-c1c818648f1f req-7d3945e7-1830-4803-bd39-d269bdeeed01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1523561 May 06 13:49:00.709916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-eb7ed121-3038-4ee8-ab28-c1c818648f1f req-4d7506a3-b009-4c3a-847f-bc6075289cea tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780427 May 06 13:49:02.043750 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6523-75d3-4381-9fb6-938aa2b54156 req-73b80834-3c40-49ee-b9e7-476396604211 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:02.052122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484d6523-75d3-4381-9fb6-938aa2b54156 req-73b80834-3c40-49ee-b9e7-476396604211 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1112916 May 06 13:49:02.146957 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-484d6523-75d3-4381-9fb6-938aa2b54156 req-05cb1c03-f862-482a-b1f8-b06e6a6ee571 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933568 May 06 13:49:03.607521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-7f51748e-9d2d-416c-b094-7364eb793a78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 999 time: 0.1293178 May 06 13:49:03.670714 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b959b-11a8-4d14-9c56-6cf52d90670c req-4f9c6e2e-95d9-4a98-a70e-5a6749e51451 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:03.672340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-831b959b-11a8-4d14-9c56-6cf52d90670c req-4f9c6e2e-95d9-4a98-a70e-5a6749e51451 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.3744199 May 06 13:49:03.716511 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-e206629f-8d66-4691-af2c-334b31014534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:03.717990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-e206629f-8d66-4691-af2c-334b31014534 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.1033537 May 06 13:49:03.787620 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-831b959b-11a8-4d14-9c56-6cf52d90670c req-65efd5db-438e-4dcc-90ef-deff19338b24 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089885 May 06 13:49:03.836673 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-52e0af8b-f1a9-419a-a8b3-bcf3ab9cec08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108112 May 06 13:49:04.022922 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-6b72168b-6017-4764-839f-b1b08ecf9d2c service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796057 May 06 13:49:04.216076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-aed03c69-dc73-434d-a9b4-47aecf970421 req-85ab1328-761b-4483-b2e7-242f8da1903d service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856711 May 06 13:49:05.040009 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa4beb-d84a-4917-8b5a-348dfc50f902 req-097e942f-7c38-49a0-be6d-0adf5c22d9c8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:05.041682 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5fa4beb-d84a-4917-8b5a-348dfc50f902 req-097e942f-7c38-49a0-be6d-0adf5c22d9c8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1019104 May 06 13:49:05.098777 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f5fa4beb-d84a-4917-8b5a-348dfc50f902 req-5580cd9f-dd31-4127-9e94-21315cb99c52 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500898 May 06 13:49:06.108551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:49:06.271704 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:06.288718 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '302c8851-da3a-4377-b8b6-58f61fc37994', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'port_id': '302c8851-da3a-4377-b8b6-58f61fc37994', 'mac_address': 'fa:16:3e:9a:ab:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:49:06.362891 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.384941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:49:06.403815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:06.450555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00622298-4ab8-4b58-8efb-b8a9789fde7d req-14ec0681-d603-44c0-8f2a-0f87b1732dba tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:06.452192 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00622298-4ab8-4b58-8efb-b8a9789fde7d req-14ec0681-d603-44c0-8f2a-0f87b1732dba tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 944 time: 0.1008966 May 06 13:49:06.467359 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:06.525587 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-00622298-4ab8-4b58-8efb-b8a9789fde7d req-97b077bb-1b1e-46d9-8949-fb39f7f283f0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634742 May 06 13:49:06.563630 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=11']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:06.743559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['302c8851-da3a-4377-b8b6-58f61fc37994'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:49:07.845712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c959f-b320-497e-8dac-5e6fc2c66c57 req-2f861d6e-57bf-49d4-b08f-dac429e2fe3b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:07.848471 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b20c959f-b320-497e-8dac-5e6fc2c66c57 req-2f861d6e-57bf-49d4-b08f-dac429e2fe3b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 945 time: 0.1367624 May 06 13:49:07.911031 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b20c959f-b320-497e-8dac-5e6fc2c66c57 req-a8c0533f-e606-433d-b670-a8c8d1979037 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524387 May 06 13:49:08.125068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:49:08.353251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 302c8851-da3a-4377-b8b6-58f61fc37994 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:49:08.361144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 302c8851-da3a-4377-b8b6-58f61fc37994 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:49:08.361518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.520488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.552189 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:49:08.560526 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff77f-9e2e-41ae-ad91-29dd76b3bc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.568132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:49:08.669240 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:08.759098 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=12']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:49:09.145229 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4a0b-e78f-443b-bdc8-3c2146bdb37a req-f979df67-317b-43c9-a60a-19b39dd80cc8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:09.146810 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-035c4a0b-e78f-443b-bdc8-3c2146bdb37a req-f979df67-317b-43c9-a60a-19b39dd80cc8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.0941851 May 06 13:49:09.204552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-035c4a0b-e78f-443b-bdc8-3c2146bdb37a req-8165e770-5e70-416d-be66-8f3b787cd9f2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467136 May 06 13:49:09.643614 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d4a2d7-caee-4669-abe1-55c745e683ac'] response: {'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'code': 200} May 06 13:49:09.972475 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5ce2345-4681-4bf5-9c6f-2f7c25f3ba55 req-d50726c1-01d4-473b-9ee8-a7aabf90cc18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1097 time: 0.0832202 May 06 13:49:10.036630 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5ce2345-4681-4bf5-9c6f-2f7c25f3ba55 req-bb94d33f-5812-4553-86b2-981009cffe43 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572512 May 06 13:49:10.420937 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338da88-5199-48fb-9593-bbda3e1c4e7c req-93db39ab-b950-4616-aa79-f9e11eeb8452 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:10.422599 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e338da88-5199-48fb-9593-bbda3e1c4e7c req-93db39ab-b950-4616-aa79-f9e11eeb8452 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.0837274 May 06 13:49:10.485578 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e338da88-5199-48fb-9593-bbda3e1c4e7c req-ed8953d7-0695-4659-b130-ab10102f3cff tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 May 06 13:49:10.765836 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78318b87-fb41-47ab-9771-acd9aaf67c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:11.538213 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:11.759500 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a7c29-8f9f-4bad-8033-7e7ef65e77c6 req-8bb6fd93-17cd-408e-99c7-b41f3fde9d80 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:11.762995 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-263a7c29-8f9f-4bad-8033-7e7ef65e77c6 req-8bb6fd93-17cd-408e-99c7-b41f3fde9d80 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.1141787 May 06 13:49:11.855291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-263a7c29-8f9f-4bad-8033-7e7ef65e77c6 req-89a727ee-7ff5-4d20-8db8-7771cc24446b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795205 May 06 13:49:12.371528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:12.531366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:13.132792 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa510ae-ec18-4edd-9762-5d192d1a634a req-96079f03-da63-4786-b794-1dc9fcaa5a84 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:13.134942 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fa510ae-ec18-4edd-9762-5d192d1a634a req-96079f03-da63-4786-b794-1dc9fcaa5a84 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.0846431 May 06 13:49:13.208489 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2fa510ae-ec18-4edd-9762-5d192d1a634a req-5333cf8f-5a9b-43b7-a015-fa2610efeb8b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669413 May 06 13:49:13.919945 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:14.460842 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbdf83-6ae5-4f57-b10f-0609f57ecf06 req-a2d01fc2-a957-4a5f-96d4-d1881d700c06 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:14.462385 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19bbdf83-6ae5-4f57-b10f-0609f57ecf06 req-a2d01fc2-a957-4a5f-96d4-d1881d700c06 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.0986845 May 06 13:49:14.517954 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-19bbdf83-6ae5-4f57-b10f-0609f57ecf06 req-f26d08ad-e5c7-4323-8dd6-5df40468f34d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491261 May 06 13:49:17.468163 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:21.514010 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:38.548399 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0e78ecff-3c61-4090-84d5-fffafa9bdb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:40.741453 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8c23ab4b-833d-466a-bdab-23f9debee461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.376418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:42.519664 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:43.903724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:47.496904 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:48.539273 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:49:51.553491 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:49:57.143068 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-5b2f20ba-085f-4f37-8003-25da4ab38f80 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059921 May 06 13:49:57.335205 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-f70d06ce-cb41-4f7a-bec9-7dc559f1bc16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1097 time: 0.1078753 May 06 13:49:57.579930 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-38e5400a-3d28-4070-920a-f8f9a0e387cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:57.581330 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-38e5400a-3d28-4070-920a-f8f9a0e387cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2220058 May 06 13:49:57.713159 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-baef732b-5085-4bc6-9701-7e75a1d27677 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 1001 time: 0.1233282 May 06 13:49:57.812980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-fd09e334-18ac-4f80-a71a-ba1a218e41ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:49:57.815723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-fd09e334-18ac-4f80-a71a-ba1a218e41ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0961149 May 06 13:49:57.977759 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-92d3442c-1b55-4195-b6e7-3fdb43c2aff8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534426 May 06 13:49:58.381895 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-4cd110f7-676d-4daa-bcc7-c379f7e0bb55 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973665 May 06 13:49:58.555097 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d2b0f495-19e9-43a2-9f5b-aac73113fb98 req-db5edd38-6714-4678-ab19-cca862d08d95 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666493 May 06 13:50:08.536261 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7123d3f-3e76-4070-8f90-0834a5b7c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:10.798582 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e3ae06c6-4353-4992-a4fa-8d8836a73c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.358979 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:12.530798 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:13.896024 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:17.507073 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:21.576437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.457093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 53994) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:24.687316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Deleting port 007f5ad5-2e51-4602-aad5-fec9fc183214 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:24.687725 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.891581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:24.891966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.057504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Calling delete_port for 007f5ad5-2e51-4602-aad5-fec9fc183214 owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:25.307180 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.358160 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'Port': ['ID=007f5ad5-2e51-4602-aad5-fec9fc183214,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:25.402864 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.403317 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.403716 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.404156 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.404710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.405076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.405455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.405872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.406300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.406682 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.407059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:50:25.483966 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:25.542933 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:50:25.955146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:50:26.441685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:50:26.456518 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:50:26.478012 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:26.479621 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:26.544044 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:26.651299 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-874758f4-4b0e-449c-82ba-44ddedadf13a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "DELETE /v2.0/floatingips/a9fe24d1-de28-4569-9fea-920fd4fd5a09 HTTP/1.1" status: 204 len: 168 time: 2.1917632 May 06 13:50:26.651299 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:50:26.741610 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105fa006-df03-463e-abca-0f625c31e28e'] response: {'name': 'network-changed', 'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'status': 'completed', 'code': 200} May 06 13:50:26.773370 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:26.905178 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-a4173a61-0ef0-49dc-9149-7c9cee154ea3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 1097 time: 0.1331952 May 06 13:50:27.060814 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-ebd39b02-8435-480f-a617-9b2502e1e0e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:27.062380 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-ebd39b02-8435-480f-a617-9b2502e1e0e0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1510706 May 06 13:50:27.219841 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-4f4cc99b-d8d6-45d4-81ad-7e5ea91b7e81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 200 len: 217 time: 0.1494646 May 06 13:50:27.241600 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:27.249921 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:50:27.271602 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:50:27.272962 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:50:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:27.317351 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-5b200561-eaec-4d46-adf6-d7ce97266065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:27.318772 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-5b200561-eaec-4d46-adf6-d7ce97266065 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0912478 May 06 13:50:27.430429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-137b75cd-d718-4a6c-ad23-0caf624c2f0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033013 May 06 13:50:27.557197 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:50:27.647653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-f6c97907-9162-4ef9-980c-1d7d35e58b58 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084448 May 06 13:50:27.840961 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab062f7-487a-4092-90de-c3c540fc3fa6 req-632a8c3f-be2b-45cc-8740-c0c59804d8ee tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:27.841720 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3ab062f7-487a-4092-90de-c3c540fc3fa6 req-632a8c3f-be2b-45cc-8740-c0c59804d8ee tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:50:27.860032 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-631ba0cf-cebe-4e10-ad1f-789dd298424b req-a64bcfcc-b078-4b2a-9a11-6fad1f970434 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012777 May 06 13:50:27.969809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-3ab062f7-487a-4092-90de-c3c540fc3fa6 req-632a8c3f-be2b-45cc-8740-c0c59804d8ee tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:50:27.971474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ab062f7-487a-4092-90de-c3c540fc3fa6 req-632a8c3f-be2b-45cc-8740-c0c59804d8ee tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.3654754 May 06 13:50:27.994514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:50:28.002892 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b922c-88bf-43b6-862b-2d750e167384 None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:50:28.040288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3ab062f7-487a-4092-90de-c3c540fc3fa6 req-d7cbe43a-5d8a-4f74-8bd6-2224f932e2e6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598252 May 06 13:50:28.314025 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8744d259-248f-4503-b7a8-b2d99aca9b1a None None] New status for floating IP a9fe24d1-de28-4569-9fea-920fd4fd5a09: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:50:28.963765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-c5f4afc8-6bea-41f4-8932-3954d55a9ed5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:28.965297 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-c5f4afc8-6bea-41f4-8932-3954d55a9ed5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.86 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.0923657 May 06 13:50:29.048394 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Deleting port 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:50:29.048793 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.393043 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] For port 302c8851-da3a-4377-b8b6-58f61fc37994, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=302c8851-da3a-4377-b8b6-58f61fc37994,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:50:29.393448 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.409478 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8c19-0786-433b-9f48-24f5af225974 req-2c5e823e-408c-4778-9657-f512da0460c4 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:50:29.411552 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b8c8c19-0786-433b-9f48-24f5af225974 req-2c5e823e-408c-4778-9657-f512da0460c4 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 946 time: 0.1414793 May 06 13:50:29.495158 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2b8c8c19-0786-433b-9f48-24f5af225974 req-c39e1b60-1643-4e7f-906e-cd94ca8de68d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=5b2bc174-1645-492c-b3c0-7d6f4c717a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729308 May 06 13:50:29.539186 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Calling delete_port for 302c8851-da3a-4377-b8b6-58f61fc37994 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:50:29.889998 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:29.941970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'Port': ['ID=302c8851-da3a-4377-b8b6-58f61fc37994,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:30.062085 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] No DVR routers for this DVR port 302c8851-da3a-4377-b8b6-58f61fc37994 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:50:30.065428 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:30.068725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-deleted', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:50:30.140446 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6f9ae6-d7dd-42de-84ba-ddff944134f5'] response: {'server_uuid': '7664900b-fa18-43c5-94d0-0f1f9a3b41e5', 'name': 'network-vif-deleted', 'tag': '302c8851-da3a-4377-b8b6-58f61fc37994', 'status': 'completed', 'code': 200} May 06 13:50:30.165396 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9faca69e-17d0-4352-85f1-79021d2f8f61 req-f1f75740-7331-4315-9b62-692b8d5831de tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.86 "DELETE /v2.0/ports/302c8851-da3a-4377-b8b6-58f61fc37994 HTTP/1.1" status: 204 len: 173 time: 1.1923246 May 06 13:50:30.874642 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-32414bad-5410-4cf0-ab27-870df5d86593 req-94301d90-9c6f-436d-94c0-3dff5360012b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=7664900b-fa18-43c5-94d0-0f1f9a3b41e5 HTTP/1.1" status: 200 len: 210 time: 0.0469270 May 06 13:50:32.015645 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54014) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:32.147790 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.202878 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.421529 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.443492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2bc174-1645-492c-b3c0-7d6f4c717a09,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:32.536270 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:32.537465 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-8acf439d-c8db-40bd-851e-ab36c63fc03a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "DELETE /v2.0/security-groups/5b2bc174-1645-492c-b3c0-7d6f4c717a09 HTTP/1.1" status: 204 len: 168 time: 0.5201769 May 06 13:50:32.545504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:50:32.609302 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 302c8851-da3a-4377-b8b6-58f61fc37994 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:50:32.609847 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 302c8851-da3a-4377-b8b6-58f61fc37994 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:50:33.163973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54022) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.177724 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174182363', 'description': 'tempest-secgroup-smoke-174182363 description', 'project_id': '250d0b8b2af348a8956442e7b935e67a'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:33.194723 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.203093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:33.209562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:33.222933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:33.336768 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.408971 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.417529 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:33.423067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:33.435330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:33.547020 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.736102 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.799123 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8cff2-a104-44bd-b052-6bc4c916d52c,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:33.918684 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:33.920020 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-2da424cc-b976-4576-96f0-5d5fff388018 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7549357 May 06 13:50:33.923292 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54028) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:33.929397 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:33.938407 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:33.942883 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:33.946630 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:33.954147 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:34.046778 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.142368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.227701 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.254733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e7d39-f2c0-4432-891f-2afd7d7bb108,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.312747 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.313905 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-213074bb-60ca-484d-88a0-3c9559a723ec tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3895104 May 06 13:50:34.317282 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54032) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:34.324455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:34.332220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:34.336725 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:34.340693 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:34.347504 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:34.428288 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.511316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.615616 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.642696 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a083bf-20dc-482a-b6b3-c8e6bb746c79,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:34.752859 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:34.754291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-0db2867e-9e90-43e9-9f33-eba5328d83a9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4359422 May 06 13:50:34.757467 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54036) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:34.766346 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:34.779152 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:34.786195 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:34.792093 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:34.802434 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:34.921785 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.008347 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.090218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.117915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d287339b-05b6-4de5-8a44-316d7fa65ffb,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.210700 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.212433 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6fd2cc7b-b234-4570-b217-3c8dfb7898a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4533148 May 06 13:50:35.215632 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54040) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.221382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:35.229870 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:35.236251 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:35.241638 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:35.251923 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:35.343153 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.428155 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.507113 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.533602 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bb3352-30a1-4455-b97d-cc09d5532d9d,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:35.621531 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.622976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-50e82428-7526-4e23-ad5c-e230b8126b01 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4061339 May 06 13:50:35.626610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54044) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:35.633403 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:35.640688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:35.645063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:35.653647 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:35.658999 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:35.765336 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Project 250d0b8b2af348a8956442e7b935e67a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:50:35.778331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.869863 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.958396 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:35.987762 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d20a32b-bf37-4af0-a561-c2df0f33cd46,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:36.118628 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.120742 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3c3d768c-c29a-423b-928b-0460d79cd7f6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4931433 May 06 13:50:36.123690 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54048) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:50:36.129330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'security_group_rule': {'security_group_id': '1ec8cff2-a104-44bd-b052-6bc4c916d52c', 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:50:36.137450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:50:36.141610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:security_group_rule and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:50:36.144373 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:50:36.151522 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:50:36.227285 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Project 250d0b8b2af348a8956442e7b935e67a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:50:36.240236 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.345374 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.410357 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.440848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ef0530-26cc-4f98-bd0c-1ecce46dc367,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:50:36.512900 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:36.514494 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6f87a21e-cd99-4970-bf0e-e420c19584aa tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3895562 May 06 13:50:38.507757 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-24f7f189-2ab2-42da-b2c0-5dcb3183bd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:40.787406 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e60abbf6-2009-4ef4-84bb-45ef8916a2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.336435 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:42.542332 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:43.902883 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:47.461308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:50:51.569662 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:02.547292 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:03.128428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-2f5f2c2e-886e-4b8b-9b28-c10845021ff7 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174182363&fields=id&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 267 time: 0.0612352 May 06 13:51:03.430206 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855267f3-274a-4150-875a-086d673761a9 req-d03a6413-4887-4cf7-b961-2ced0a87bb42 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:03.432379 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-d03a6413-4887-4cf7-b961-2ced0a87bb42 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 809 time: 0.2884178 May 06 13:51:03.456094 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-80aca4f9-d896-4780-bf54-1f869c379ad5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/quotas/250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 375 time: 0.0138655 May 06 13:51:03.561484 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-b11d82ab-91ea-4c89-929c-ea67423ea2c5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987813 May 06 13:51:03.693195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-fdcb2a5b-1bca-4a0a-930d-411c4f9905da service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:51:03.695286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-fdcb2a5b-1bca-4a0a-930d-411c4f9905da service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1132436 May 06 13:51:03.916820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-f4d65d78-ce98-4d8f-813e-1d606459cd5a service neutron] 10.222.0.83 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101765 May 06 13:51:04.127833 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-eaaec76d-1753-4ee8-b537-5c533ac52dd1 service neutron] 10.222.0.83 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044139 May 06 13:51:06.226330 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0bcb719d-da04-4887-8903-12727171ba4f req-469680a4-79c7-4863-84b4-f4c5fb535a36 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:06.324641 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-0bcb719d-da04-4887-8903-12727171ba4f req-469680a4-79c7-4863-84b4-f4c5fb535a36 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:06.326117 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0bcb719d-da04-4887-8903-12727171ba4f req-469680a4-79c7-4863-84b4-f4c5fb535a36 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.1757629 May 06 13:51:07.486430 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-84b16643-ac2a-48b4-b96a-fdf17387e608 req-c6065d48-084f-44b2-bbcf-2b34ab029acf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.0655949 May 06 13:51:08.547513 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-57e2923e-b924-4d0d-9ef5-46379422b8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:08.813674 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5690a174-1e26-47ab-bda2-c762239ccb95 req-05da28c7-0d62-4206-b960-ed80b27ec08b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.0762842 May 06 13:51:10.096872 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0b3886d7-56a6-408a-9663-1b97c43265d1 req-1e4b1d05-5f55-42a6-a196-381c19a2ddc6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.0634625 May 06 13:51:10.747682 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b797-99ca-4a2f-8737-9bd890486e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.194390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855267f3-274a-4150-875a-086d673761a9 req-0a9f4817-0c55-41ae-9f6f-37aefac812db tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:11.198023 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-0a9f4817-0c55-41ae-9f6f-37aefac812db tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 809 time: 0.2009101 May 06 13:51:11.286047 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-59585cec-ba51-4869-804d-505a6390bd99 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 379 time: 0.0744071 May 06 13:51:11.298616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'port': {'device_id': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'admin_state_up': True, 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'security_groups': ['1ec8cff2-a104-44bd-b052-6bc4c916d52c']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:11.444808 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-14d0c928-da63-4104-964c-3ff535791ac6 req-3c6091ba-4bcf-44dc-aa1e-1dfbbcad6503 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.0944533 May 06 13:51:11.585406 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:11.606280 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:11.713837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Made reservation on behalf of 250d0b8b2af348a8956442e7b935e67a for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:51:11.719877 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:11.936864 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Allocated IP 172.20.0.11 (ea3d0d30-10ed-4613-90fc-efdceeca779e/278ad235-8fa7-43b6-9669-95cdb512cba0/ee8abdd4-bf7b-4b1c-83c9-2d03d8477365) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:12.284910 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.310710 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Transition to ACTIVE for port object ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:12.409528 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.438852 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.529336 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Network ea3d0d30-10ed-4613-90fc-efdceeca779e is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:12.529567 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.533446 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:12.537760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:12.597989 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:12.643803 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:12.644382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:12.682322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.683097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.684151 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.684450 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.685220 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.685775 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.686335 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.686892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.687442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.688053 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.688645 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:12.806172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-b5beb863-28a3-4e76-9989-dc24b2372e5d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5146079 May 06 13:51:12.841447 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Request body: {'port': {'device_id': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:13.014122 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d71c52-bd33-496c-947d-f97cb38dee1b req-219d5b45-2488-4d6a-8341-4aa28e0edce2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:13.015257 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-75d71c52-bd33-496c-947d-f97cb38dee1b req-219d5b45-2488-4d6a-8341-4aa28e0edce2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:13.041226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2dd77a4a-0cfb-498e-9678-5b2e96c922d9 None None] Provisioning for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:13.049796 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2dd77a4a-0cfb-498e-9678-5b2e96c922d9 None None] Provisioning complete for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:13.050813 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2dd77a4a-0cfb-498e-9678-5b2e96c922d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.056155 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.154049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-2dd77a4a-0cfb-498e-9678-5b2e96c922d9 None None] Port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:51:13.281979 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-75d71c52-bd33-496c-947d-f97cb38dee1b req-219d5b45-2488-4d6a-8341-4aa28e0edce2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:13.283193 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75d71c52-bd33-496c-947d-f97cb38dee1b req-219d5b45-2488-4d6a-8341-4aa28e0edce2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 932 time: 0.5588861 May 06 13:51:13.439247 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75d71c52-bd33-496c-947d-f97cb38dee1b req-49178d6d-9d66-4007-a0ec-cf87da28b47e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440046 May 06 13:51:13.694400 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:51:13.705235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.724475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Transition to ACTIVE for port object ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:51:13.815146 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.886222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:13.961562 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.112711 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:51:14.113279 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:51:14.113845 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:14.125822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:51:14.126321 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:51:14.140033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:51:14.140589 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:51:14.141228 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:51:14.141892 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Bound port: ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:51:14.142444 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.311739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:51:14.317066 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:51:14.433726 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.517315 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:14.518831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] 10.222.0.13 "PUT /v2.0/ports/ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1092 time: 1.6998656 May 06 13:51:14.519247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:14.543348 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9237-ac74-4f95-a843-20eb52f7ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:14.800007 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344601e9-0c1d-42a3-909c-9d6d8ea894d5 req-1bec25ce-f199-4aa8-b236-2d703290a09a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:14.808196 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53fd861-63f4-46db-bd7d-f6c1f2e01205'] response: {'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'status': 'completed', 'code': 200} May 06 13:51:14.809697 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-344601e9-0c1d-42a3-909c-9d6d8ea894d5 req-1bec25ce-f199-4aa8-b236-2d703290a09a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1384790 May 06 13:51:14.877372 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-344601e9-0c1d-42a3-909c-9d6d8ea894d5 req-4be8a811-1ff3-4eba-bb11-81271849e286 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:51:14.888988 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-a020f589-3f1b-4273-88b5-f40d412d3198 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1095 time: 0.1641061 May 06 13:51:14.975304 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-2359c527-a59d-4bb8-a546-e106cb7c2be9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 217 time: 0.0754855 May 06 13:51:14.987446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-344601e9-0c1d-42a3-909c-9d6d8ea894d5 req-4be8a811-1ff3-4eba-bb11-81271849e286 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:51:14.989310 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-344601e9-0c1d-42a3-909c-9d6d8ea894d5 req-4be8a811-1ff3-4eba-bb11-81271849e286 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780782 May 06 13:51:15.055578 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855267f3-274a-4150-875a-086d673761a9 req-1609d142-c08b-4184-899d-94b90871ef54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:15.058067 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-1609d142-c08b-4184-899d-94b90871ef54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0763781 May 06 13:51:15.162853 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-1b46d5e6-c6ed-4364-85a1-40fcc1bd49e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977683 May 06 13:51:15.357074 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-f0ac3589-d7e0-4069-93dd-fd0458837ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883066 May 06 13:51:15.524270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-855267f3-274a-4150-875a-086d673761a9 req-3e92dfcb-6131-4411-bd9a-b90a32fa7a3f service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606359 May 06 13:51:15.777588 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-b36aa15c-f1c3-4bc2-91b5-1ff9e3614e47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1095 time: 0.0985401 May 06 13:51:15.997876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-cec773e1-80af-4464-822b-b7ff9bd497f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.000665 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-cec773e1-80af-4464-822b-b7ff9bd497f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2163229 May 06 13:51:16.125549 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-f6d1a229-fa0e-4e9b-a216-0479088e8173 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 217 time: 0.1180053 May 06 13:51:16.408556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-9ec2ca54-be58-4c4e-a5f9-d5967181ae12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.410667 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-9ec2ca54-be58-4c4e-a5f9-d5967181ae12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.2791486 May 06 13:51:16.545725 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2db2c-8b85-4943-8c7a-5de584d6bf2c req-90ea9bbd-6f4e-4eef-aedb-a9c6ee694365 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:16.548527 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4d2db2c-8b85-4943-8c7a-5de584d6bf2c req-90ea9bbd-6f4e-4eef-aedb-a9c6ee694365 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.2642508 May 06 13:51:16.641939 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-20192bd2-5b94-4b25-b253-e46bcac61d66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212968 May 06 13:51:16.783208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b4d2db2c-8b85-4943-8c7a-5de584d6bf2c req-a16f7c21-83c0-4a02-ab20-09157c6123d2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248390 May 06 13:51:16.899140 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-3885d710-a94a-412a-8b95-b1e22fd70afb service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513824 May 06 13:51:17.114656 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ec325b36-219b-4842-b3f7-519b4c95f004 req-cfd1de98-a3df-4cbc-97b4-f1326ce4fb2c service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087111 May 06 13:51:17.518524 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:18.165797 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc24816-2825-4911-8910-4842b3aed2f5 req-186d3504-3c97-4c88-a506-3526c562eeae tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:18.168306 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dc24816-2825-4911-8910-4842b3aed2f5 req-186d3504-3c97-4c88-a506-3526c562eeae tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1389618 May 06 13:51:18.235503 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3dc24816-2825-4911-8910-4842b3aed2f5 req-61f53754-e4d6-4e99-9631-6a6afb32207b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562851 May 06 13:51:19.503008 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315c0af-a0ce-4da9-9c7d-6cd6e211ba69 req-02ab23cc-bb63-442e-b135-490d515d3d3a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:19.504569 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4315c0af-a0ce-4da9-9c7d-6cd6e211ba69 req-02ab23cc-bb63-442e-b135-490d515d3d3a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1013567 May 06 13:51:19.564868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4315c0af-a0ce-4da9-9c7d-6cd6e211ba69 req-306c5c8e-b2ba-4f7c-bd63-f7805f435db3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494592 May 06 13:51:20.877095 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cc7fa-80df-455b-ae7d-54dd76b26d84 req-a99232da-4855-4b92-ab7e-df56aa1d01c5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:20.879798 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f07cc7fa-80df-455b-ae7d-54dd76b26d84 req-a99232da-4855-4b92-ab7e-df56aa1d01c5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1424563 May 06 13:51:20.962715 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f07cc7fa-80df-455b-ae7d-54dd76b26d84 req-8a65c579-c6f8-47b9-97b1-f8d584f12dfc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755930 May 06 13:51:21.512909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:22.269976 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f895d46-48b3-4e13-98ce-bd57c5162a30 req-e06e98f8-dcd7-400a-b2e2-343dec105466 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:22.271530 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f895d46-48b3-4e13-98ce-bd57c5162a30 req-e06e98f8-dcd7-400a-b2e2-343dec105466 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.0864353 May 06 13:51:22.329310 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3f895d46-48b3-4e13-98ce-bd57c5162a30 req-0f83592a-8a30-4e56-ae39-67603278b23e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484900 May 06 13:51:23.571954 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a834a4-4786-44d6-b3cb-5b6589a1ee4d req-b3a508ce-862e-4c05-b90f-c2e4cfad398b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:23.573853 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64a834a4-4786-44d6-b3cb-5b6589a1ee4d req-b3a508ce-862e-4c05-b90f-c2e4cfad398b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.0980713 May 06 13:51:23.631261 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64a834a4-4786-44d6-b3cb-5b6589a1ee4d req-2c0d33ed-7d81-417f-b10b-1f5a2f671266 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480103 May 06 13:51:24.847464 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:51:24.871546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a92dd-c1cc-4314-8728-ea5e3927414e req-1377c3e7-5574-487d-96e7-011bc38c4116 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:24.873428 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734a92dd-c1cc-4314-8728-ea5e3927414e req-1377c3e7-5574-487d-96e7-011bc38c4116 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.0947671 May 06 13:51:24.931937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-734a92dd-c1cc-4314-8728-ea5e3927414e req-ad8097c7-202c-4f86-b3fa-7c042ff502ba tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523555 May 06 13:51:25.017587 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:25.036091 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'mac_address': 'fa:16:3e:6b:4b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:51:25.103946 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.126815 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:51:25.145614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:25.232909 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:25.323096 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:25.338853 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.339249 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.339740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.340192 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.340575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.340994 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.341593 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.341956 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.342682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.342967 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.343438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:51:25.453897 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:51:26.223691 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74186b5-7e8b-4b8b-812e-2cc751dd42a9 req-0421edfc-61b3-47de-a3bd-d94ba3620ce9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:26.225542 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c74186b5-7e8b-4b8b-812e-2cc751dd42a9 req-0421edfc-61b3-47de-a3bd-d94ba3620ce9 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 945 time: 0.0930133 May 06 13:51:26.284084 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c74186b5-7e8b-4b8b-812e-2cc751dd42a9 req-b202a0f5-0763-4ad6-8822-7cae0e25d0ba tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491877 May 06 13:51:26.848524 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:51:27.004090 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:51:27.012144 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:51:27.014412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.167673 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.226938 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:27.250280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:51:27.369689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:27.462372 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86bd2c5-4aab-4815-9e48-130dd23a4df5'] response: {'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'code': 200} May 06 13:51:27.496020 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:27.619483 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-179f93c2-48e2-4b00-aa8d-194a4e18ee2a req-d1c74f8b-a177-46ed-884d-6489c6c339d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.0966520 May 06 13:51:27.634916 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c33299-5b18-4d7b-9366-c83c68fe95d8 req-012ec259-6a78-4b14-b93a-d9f5eb4f91a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:27.637650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6c33299-5b18-4d7b-9366-c83c68fe95d8 req-012ec259-6a78-4b14-b93a-d9f5eb4f91a3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1162329 May 06 13:51:27.675144 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-179f93c2-48e2-4b00-aa8d-194a4e18ee2a req-3ac90451-e72b-4646-8547-04ec3969bed5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481477 May 06 13:51:27.722540 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d6c33299-5b18-4d7b-9366-c83c68fe95d8 req-5193417c-7383-4204-91f0-22e8f27bbb45 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778248 May 06 13:51:29.054006 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597b13e-91f6-46b8-9e44-c574d882ec0e req-02725f5c-3b97-40be-b816-5e600a4d9a56 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:29.056868 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5597b13e-91f6-46b8-9e44-c574d882ec0e req-02725f5c-3b97-40be-b816-5e600a4d9a56 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1038797 May 06 13:51:29.152256 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5597b13e-91f6-46b8-9e44-c574d882ec0e req-cb308453-3736-4ac9-8708-28c34d213c19 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841181 May 06 13:51:30.470308 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8251-4357-4ed2-84d5-78cd374a4df4 req-eb5f5aec-4fe0-455a-8b10-508b742866fc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:30.472994 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc2a8251-4357-4ed2-84d5-78cd374a4df4 req-eb5f5aec-4fe0-455a-8b10-508b742866fc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1157627 May 06 13:51:30.559650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-cc2a8251-4357-4ed2-84d5-78cd374a4df4 req-3fa4caba-86af-4f19-9db0-f79ebd60295e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787716 May 06 13:51:30.858097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd679ad8-133f-4897-8e7b-320416a3a6ad req-f7c05e36-16d7-4281-aa47-4a9da09bc651 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:30.860337 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd679ad8-133f-4897-8e7b-320416a3a6ad req-f7c05e36-16d7-4281-aa47-4a9da09bc651 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1319990 May 06 13:51:30.934002 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cd679ad8-133f-4897-8e7b-320416a3a6ad req-eaa35502-1ddd-4283-8ae5-9211333b8748 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673430 May 06 13:51:30.965619 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54246) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.198131 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1a2a7195-59ac-4251-980e-ef4fbd8871e5 tempest-TestShelveInstance-423722995 tempest-TestShelveInstance-423722995-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1092 time: 0.2307696 May 06 13:51:31.201509 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54252) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:51:31.209485 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:51:31.220222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:51:31.226787 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Usage tracker for resource:floatingip and tenant:250d0b8b2af348a8956442e7b935e67a is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:51:31.231644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:51:31.241058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:51:31.318186 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.532248 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:31.741214 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Allocated IP 172.25.2.57 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/0d0a1f45-c672-484b-93db-432bb5834773) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:51:31.951989 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.084971 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:32.221551 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:51:32.229460 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:51:32.232771 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=0d0a1f45-c672-484b-93db-432bb5834773,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:32.236559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:51:33.202872 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.346633 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.644202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.707523 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:33.885451 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event updated for resources: {'Port': ['ID=0d0a1f45-c672-484b-93db-432bb5834773,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:51:33.904652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:34.193791 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Floating IP 722a09e0-391d-48bd-80e0-c8cfb77bf214 associated. External IP: 172.25.2.57, port: ee8abdd4-bf7b-4b1c-83c9-2d03d8477365. May 06 13:51:34.968540 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:51:35.206579 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:51:35.221479 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:51:35.244061 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:35.244856 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:35.329172 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:35.439376 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-b28c5db4-bdaf-4efd-9ea9-0c00986d266a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2362289 May 06 13:51:35.440473 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:51:35.454030 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:35.556213 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e9ad14-92d8-41e0-a1cd-689f31c1be1a'] response: {'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'status': 'completed', 'code': 200} May 06 13:51:35.716712 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-4b190261-d270-4e6d-89b6-56b6c77c254f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.1261835 May 06 13:51:35.907679 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-4dc27d57-6b9a-46a4-a78a-c4c388b390c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:35.909544 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-4dc27d57-6b9a-46a4-a78a-c4c388b390c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1859574 May 06 13:51:36.016250 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '722a09e0-391d-48bd-80e0-c8cfb77bf214', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:6b:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:32Z', 'updated_at': '2022-05-06T13:51:32Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.023288 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:51:36.043020 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:51:36.044135 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:51:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.088221 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-f76ca8c8-1586-4efa-81f5-0b62df0ae354 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 999 time: 0.1719584 May 06 13:51:36.171992 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-bee7e732-2cb0-430c-98c4-e6a43cfc255d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:36.174404 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-bee7e732-2cb0-430c-98c4-e6a43cfc255d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0803063 May 06 13:51:36.278374 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-8f24104a-f0c3-4733-acd7-24422bd16052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982625 May 06 13:51:36.334917 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:51:36.489693 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-0d7f659c-54d4-41ac-9643-263358f39235 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046883 May 06 13:51:36.670669 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3b8ba4a0-90c2-4b2b-9ca3-28182fe512a6 req-a521dd7c-026f-4749-a6d0-b60843144205 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745806 May 06 13:51:36.860047 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '722a09e0-391d-48bd-80e0-c8cfb77bf214', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:6b:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:32Z', 'updated_at': '2022-05-06T13:51:32Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:51:36.867017 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720c3c14-886f-4a82-814b-3fd8eb018852 None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '722a09e0-391d-48bd-80e0-c8cfb77bf214', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'floating_ip_address': '172.25.2.57', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'mac_address': 'fa:16:3e:6b:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:51:32Z', 'updated_at': '2022-05-06T13:51:32Z', 'revision_number': 0, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:51:37.099361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b241cfa-9178-409a-9f7e-0eaf00240b9c None None] New status for floating IP 722a09e0-391d-48bd-80e0-c8cfb77bf214: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:51:38.529430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f92298f0-eb22-45b3-a431-8baaeecd3273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:39.549698 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:51:40.781055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4276ad73-6ba8-4d3d-ab88-a1a0ebc727ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.347465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:42.576837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:43.872879 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:47.498624 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:51.604424 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:51:58.536220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-a2653a95-25d4-4e4e-b17d-78ba6e593944 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878806 May 06 13:51:58.745245 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-4b99c2d7-a61f-4201-bae3-24693343d9aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.0923204 May 06 13:51:58.946419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49da22-2019-4334-9892-afee322a19f8 req-25044457-52f6-4946-b9d7-e7c7494eee5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:58.949490 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-25044457-52f6-4946-b9d7-e7c7494eee5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1831641 May 06 13:51:59.079746 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-3f35a399-3d3b-422b-92da-80992393862b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1223502 May 06 13:51:59.187610 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49da22-2019-4334-9892-afee322a19f8 req-82fc6791-1384-4d9c-964f-b28d57ed3239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:51:59.190442 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-82fc6791-1384-4d9c-964f-b28d57ed3239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.1047001 May 06 13:51:59.298065 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-c414faed-216f-4c1d-a581-c2571977cc87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000187 May 06 13:51:59.624835 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-16a7f830-6f7e-45c8-b39f-f28b3a7ffc95 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199677 May 06 13:51:59.813744 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2a49da22-2019-4334-9892-afee322a19f8 req-537f2c6a-0ec6-49ed-a442-feb8530c3ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823554 May 06 13:52:08.598430 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-755dd152-3730-4b73-a500-7352acd88820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:10.798832 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-15178260-c53d-4648-894e-bed90ac989ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.345754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:12.665280 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:13.901352 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:16.557876 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:52:17.522599 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:21.638827 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:38.522505 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ca37fe6e-9ac3-45c1-a428-02084a58ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:40.764095 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d721f056-e4e6-4477-a24f-3d23590a6e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.353826 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:42.558055 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:43.958209 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:47.532724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:51.609970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:52:53.558415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:00.701570 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-1c3d7da3-48c0-4d8a-b6f7-5ccac3311e5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2073333 May 06 13:53:00.862709 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-47b1cb24-f4d0-4e24-9514-a243cdb497db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.0806518 May 06 13:53:01.045893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-e5a17756-6316-4b6b-b8f3-3a46f763f17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:01.047424 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-e5a17756-6316-4b6b-b8f3-3a46f763f17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1639166 May 06 13:53:01.214367 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-a088357e-4df7-4f68-a681-fd5389ef09ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1595235 May 06 13:53:01.299026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-a85e5259-bd15-48da-8048-c918aa1e82a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:53:01.301731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-a85e5259-bd15-48da-8048-c918aa1e82a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0800927 May 06 13:53:01.408672 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-d24d37b9-ce25-4628-9d8a-6f47a82cca67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998185 May 06 13:53:01.420090 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-c993b5bc-b112-4252-9846-5e8997240988 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:53:01.421240 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-c993b5bc-b112-4252-9846-5e8997240988 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061336 May 06 13:53:01.631130 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-19aa4301-5688-421c-b124-70b50c56c8e2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018244 May 06 13:53:01.890498 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ab9b953d-543e-4b03-9408-8a6c6985d007 req-687dc330-5d3a-4e95-8c89-77132bd48654 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474568 May 06 13:53:08.592738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b9ace8c7-8ed4-4109-ba10-0b8ca3f08f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:10.824317 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d48babf5-b1ca-4008-bc81-7c90d40982bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.338188 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:12.589531 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:13.957825 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:17.532675 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:21.635710 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:30.554319 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:53:38.529170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-917914bf-4f51-4f18-a4e2-640dfbae5534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:40.766834 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-46c3f981-7232-4435-95e9-6de79cdd0142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.335263 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:42.559578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:43.940479 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:47.543575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:53:51.615013 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:01.570852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-84c1c3dd-d593-44bb-ad4a-9ee0a7469932 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758226 May 06 13:54:01.796757 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-c9defb7b-ce32-4ceb-abba-b3774956fd1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.1040275 May 06 13:54:02.010449 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-9405757d-5059-48dc-9e48-d0ae23d9d7be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:02.013187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-9405757d-5059-48dc-9e48-d0ae23d9d7be service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1919227 May 06 13:54:02.171145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-62dfb60e-28e6-4c50-9ee3-654cbd33995d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1510115 May 06 13:54:02.256045 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-23d2ad93-dfbf-4e66-9537-b486deed2bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:02.257948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-23d2ad93-dfbf-4e66-9537-b486deed2bd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0781353 May 06 13:54:02.358627 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-64671b96-b04d-42e7-937c-f311c68921b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935183 May 06 13:54:02.683105 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-f82cf8fb-df9d-400a-842e-32665a6290c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156142 May 06 13:54:02.924855 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-cc079922-7746-4d4e-ab93-d4313a5e8a4c req-ffbe0808-619e-4f7e-92e0-268dd27c7d99 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346940 May 06 13:54:07.556946 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:54:08.508972 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-aa640fb0-8fc3-4926-9bdc-0bc22cd2d3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:10.807214 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d2270a5e-8be5-439b-af9c-7b65e4709de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.331578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:12.561239 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:14.045744 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:17.534803 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:21.583347 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:38.560146 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c601c982-1410-42c7-98c1-c045211012f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:40.837112 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c5085b46-41aa-482f-8e85-21200fdb2a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.332216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:42.576601 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:43.564872 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a513c-5161-463c-a9a9-3d2b9519bc74 req-438503c1-58c5-46b1-925e-0e7e3b46420d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:43.566793 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a70a513c-5161-463c-a9a9-3d2b9519bc74 req-438503c1-58c5-46b1-925e-0e7e3b46420d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.2100232 May 06 13:54:43.619917 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a70a513c-5161-463c-a9a9-3d2b9519bc74 req-b95d3fe0-13ca-4446-8611-4f8afa64fcce tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 May 06 13:54:43.954947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:44.559539 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:54:45.060850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbc431-60ed-4842-ad0e-780135409de3 req-dbb11d48-fc6e-4d8c-8924-601ee4ae0700 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:45.062840 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ecbc431-60ed-4842-ad0e-780135409de3 req-dbb11d48-fc6e-4d8c-8924-601ee4ae0700 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.2265577 May 06 13:54:45.149888 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1ecbc431-60ed-4842-ad0e-780135409de3 req-4733d589-d140-4dea-9f0b-63ac607654bb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786095 May 06 13:54:46.411849 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce9c09-22af-496e-8207-e9597618a75e req-d107eb25-29ec-4664-b4ad-df949a2fba91 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:46.413811 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bce9c09-22af-496e-8207-e9597618a75e req-d107eb25-29ec-4664-b4ad-df949a2fba91 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0934112 May 06 13:54:46.470350 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2bce9c09-22af-496e-8207-e9597618a75e req-22da27f2-94d5-46df-9e1c-69c54d751007 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502071 May 06 13:54:47.605311 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:47.746527 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63b4c7-0eed-40ee-998a-2a154eaf4c8c req-157bae37-d738-49ef-bd9a-9583cc068c71 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:47.748313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a63b4c7-0eed-40ee-998a-2a154eaf4c8c req-157bae37-d738-49ef-bd9a-9583cc068c71 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1007373 May 06 13:54:47.821106 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5a63b4c7-0eed-40ee-998a-2a154eaf4c8c req-a97eb3e2-3be8-4d7e-b1ae-09eef613fddf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660439 May 06 13:54:49.089130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6320b-0c64-48e2-8fc2-4204f6ebeea9 req-7ca664bb-0099-4bad-bd98-adad40dc1504 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:49.090691 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71c6320b-0c64-48e2-8fc2-4204f6ebeea9 req-7ca664bb-0099-4bad-bd98-adad40dc1504 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0925117 May 06 13:54:49.152046 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-71c6320b-0c64-48e2-8fc2-4204f6ebeea9 req-78e84cd9-4966-417c-87c1-5e02a4363352 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543768 May 06 13:54:50.404546 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6001d02-ed6b-4aa7-8b0d-d21191c26990 req-ef9c119a-4a4c-416d-bc25-cb850e44a394 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:50.406525 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6001d02-ed6b-4aa7-8b0d-d21191c26990 req-ef9c119a-4a4c-416d-bc25-cb850e44a394 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0990531 May 06 13:54:50.464466 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f6001d02-ed6b-4aa7-8b0d-d21191c26990 req-53ed4349-b6ad-4921-9d84-a8d88d3455e7 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500884 May 06 13:54:51.719575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:54:51.720636 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69000293-3d6c-44d5-b830-5b31a74e4f56 req-ad2d5628-3ad2-4eec-beaa-2045d4329c2e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:51.722474 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69000293-3d6c-44d5-b830-5b31a74e4f56 req-ad2d5628-3ad2-4eec-beaa-2045d4329c2e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1133885 May 06 13:54:51.787633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-69000293-3d6c-44d5-b830-5b31a74e4f56 req-37870405-2439-4bb5-97eb-69f347675f61 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564413 May 06 13:54:53.124733 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573b9a-b386-4d7f-becd-99dd36c2e22f req-84680f16-011c-4de3-b88d-f05dfae3b61a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:53.126799 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d573b9a-b386-4d7f-becd-99dd36c2e22f req-84680f16-011c-4de3-b88d-f05dfae3b61a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1443300 May 06 13:54:53.186102 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5d573b9a-b386-4d7f-becd-99dd36c2e22f req-c7c33035-4cfe-409b-a247-e6e9093a10ab tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518994 May 06 13:54:54.421809 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec8267-5b68-4855-8cdf-9cd72a1e0fc9 req-75f7803a-9a07-4d47-982d-ec2a67d82c72 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:54.423934 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2dec8267-5b68-4855-8cdf-9cd72a1e0fc9 req-75f7803a-9a07-4d47-982d-ec2a67d82c72 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0930128 May 06 13:54:54.494726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2dec8267-5b68-4855-8cdf-9cd72a1e0fc9 req-aaef42c9-8245-40da-a222-1ba855ebdd31 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596802 May 06 13:54:55.794132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a810e-c79b-4653-83ca-06dd04c1e0c4 req-b11b6808-1a93-4393-8a86-29a1413c84cc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:55.795876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c80a810e-c79b-4653-83ca-06dd04c1e0c4 req-b11b6808-1a93-4393-8a86-29a1413c84cc tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0885487 May 06 13:54:55.849250 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c80a810e-c79b-4653-83ca-06dd04c1e0c4 req-af22ea34-74d9-4973-94b4-a07c987f5d54 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464902 May 06 13:54:57.085965 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fd8f0-3ee9-4292-a828-fb2a415e96cd req-345c5f7f-8a77-41ce-8dee-dea6de5999a2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:57.087659 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-996fd8f0-3ee9-4292-a828-fb2a415e96cd req-345c5f7f-8a77-41ce-8dee-dea6de5999a2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0972421 May 06 13:54:57.142736 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-996fd8f0-3ee9-4292-a828-fb2a415e96cd req-72aa4890-deec-4e6b-815e-dabf4a95fe2f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486662 May 06 13:54:58.371322 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8042e-61dc-4103-aa86-d1d8c45caba3 req-75020255-a5f1-4127-b622-852af148992a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:58.373286 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aed8042e-61dc-4103-aa86-d1d8c45caba3 req-75020255-a5f1-4127-b622-852af148992a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.0945222 May 06 13:54:58.438475 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aed8042e-61dc-4103-aa86-d1d8c45caba3 req-9738ba26-d9c7-416f-aa37-ed804b60ece7 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551677 May 06 13:54:58.622852 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-858d4c94-1ea4-4988-9ecb-907553e6c254 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.0930405 May 06 13:54:58.793313 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-2fcfeb69-d1b9-4423-b5aa-82c867190ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:58.795480 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-2fcfeb69-d1b9-4423-b5aa-82c867190ae9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1667595 May 06 13:54:58.983881 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-0bf6bff5-1b9e-4e9c-a4f7-520ec0d1cbb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1820643 May 06 13:54:59.058267 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-af0d5f99-0154-448d-be87-d78af4e2f151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:59.059956 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-af0d5f99-0154-448d-be87-d78af4e2f151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0696547 May 06 13:54:59.143241 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-5a5326eb-1ae4-49fc-8744-59e812f1b1c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776720 May 06 13:54:59.295298 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-4fa26ed2-fa42-4440-bbdc-fa668cd251c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460266 May 06 13:54:59.463189 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-46387d8b-2d6b-46c6-897c-98fbcc3ee953 req-f89cc288-a488-45c3-a9a6-3c0642d903fd service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623704 May 06 13:54:59.750470 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6f8b2-1a1d-465f-862b-fc6227283b57 req-ee259a8a-cd87-4771-a973-9338ed3761eb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:54:59.753185 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18a6f8b2-1a1d-465f-862b-fc6227283b57 req-ee259a8a-cd87-4771-a973-9338ed3761eb tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1134217 May 06 13:54:59.834943 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18a6f8b2-1a1d-465f-862b-fc6227283b57 req-4860d508-e6cb-4f71-b759-e99c497f376f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703712 May 06 13:55:01.117701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1ea5-3f1d-408f-8083-fa064dfa7f97 req-09fade94-057f-4036-8b31-7d3cea6aa49f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:01.119574 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bed1ea5-3f1d-408f-8083-fa064dfa7f97 req-09fade94-057f-4036-8b31-7d3cea6aa49f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1069353 May 06 13:55:01.184699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0bed1ea5-3f1d-408f-8083-fa064dfa7f97 req-3fed5748-3a6b-4fb7-a54d-fc8a6c084b3a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586596 May 06 13:55:01.785338 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-3c018186-1ab2-4847-8f6c-de1d21ef5c98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1097 time: 0.2552054 May 06 13:55:02.029131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-08a74a39-1c73-41e8-9c20-f6e4192c3bc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:02.031547 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-08a74a39-1c73-41e8-9c20-f6e4192c3bc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2239602 May 06 13:55:02.174838 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-3ec5fbd9-3004-44a8-8841-9b3e20f7881c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1336093 May 06 13:55:02.256916 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-ce1fde9a-4c65-4f8d-9869-79f1f03a8911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:02.258921 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-ce1fde9a-4c65-4f8d-9869-79f1f03a8911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0779793 May 06 13:55:02.358919 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-c47da0fc-da82-4411-ab5a-880ede87ac70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926545 May 06 13:55:02.473258 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a82272-0141-4d9f-95ee-3745f91f4a0c req-2c4f4e1d-136f-4cc3-8a77-503a93a9f657 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:02.477979 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03a82272-0141-4d9f-95ee-3745f91f4a0c req-2c4f4e1d-136f-4cc3-8a77-503a93a9f657 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1534700 May 06 13:55:02.543688 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-03a82272-0141-4d9f-95ee-3745f91f4a0c req-9a534898-3a66-4c23-9305-16355d102be2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556931 May 06 13:55:02.555655 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-2be2a5a0-23a2-446b-b708-6fc1663046fc service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892979 May 06 13:55:02.718685 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-687f9e7e-fca3-4698-9e12-5da94a1d5ea6 req-96753234-ca84-4bc9-94d0-355a98cadb7b service neutron] 10.222.0.13 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570754 May 06 13:55:02.900176 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5f46b317-0ef7-4736-8745-d6f77a6daa6e req-ae8976f3-d048-4a5a-a7b2-9c64b163de05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1343994 May 06 13:55:03.459650 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb1ee9-22db-49b7-a534-469a59641ea9 req-6e5b3a78-7308-4052-8f88-5f1288657118 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:03.460130 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54390) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:55:03.461753 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4acb1ee9-22db-49b7-a534-469a59641ea9 req-6e5b3a78-7308-4052-8f88-5f1288657118 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 946 time: 0.1285169 May 06 13:55:03.522762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-4acb1ee9-22db-49b7-a534-469a59641ea9 req-7d91ee3e-45a1-4f0f-8250-446a8f52f8a6 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531616 May 06 13:55:03.660885 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-42487fc6-f4db-4842-9309-3c555c36b449 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1993637 May 06 13:55:03.935365 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:55:04.177668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.236673 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:04.265747 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:04.351617 n-d-840845-1 neutron-server[84801]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0dcd11ca-395d-4837-9ac6-5ec0ed3707fa']: {'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'code': 422} returned with failed status May 06 13:55:04.382654 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:04.496939 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:04.513629 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.514113 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.514678 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.515153 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.515714 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.516244 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.516770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.517304 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.517830 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.518359 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.518911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:04.876929 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587bb53-0025-409d-b626-1ab55729fdaf req-ed970b21-6f40-40a7-9426-b21961136692 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:04.878816 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3587bb53-0025-409d-b626-1ab55729fdaf req-ed970b21-6f40-40a7-9426-b21961136692 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1511796 May 06 13:55:04.951541 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-3587bb53-0025-409d-b626-1ab55729fdaf req-74a9fb5f-4a1e-4db0-a0c1-7b70097e2712 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621729 May 06 13:55:06.228402 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1968e-2572-46ee-a7b3-043e02d29fd0 req-f0ad685d-3f69-411a-8e23-142d64bb5490 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:06.231054 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4d1968e-2572-46ee-a7b3-043e02d29fd0 req-f0ad685d-3f69-411a-8e23-142d64bb5490 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1261413 May 06 13:55:06.305350 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a4d1968e-2572-46ee-a7b3-043e02d29fd0 req-0c0a622c-633d-4635-90a9-292503b30795 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630651 May 06 13:55:07.632739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de5de8-0c63-4e3f-b5bf-9ce981cecd78 req-125185eb-8c25-4204-bd68-1920a34f6d14 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:07.635249 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9de5de8-0c63-4e3f-b5bf-9ce981cecd78 req-125185eb-8c25-4204-bd68-1920a34f6d14 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1288936 May 06 13:55:07.718865 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c9de5de8-0c63-4e3f-b5bf-9ce981cecd78 req-2ec518bb-c0f4-4242-9c69-500d8f5f3ddf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763805 May 06 13:55:08.174836 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-cc68f76f-80c8-4c0f-990b-da425ef1944b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&tenant_id=250d0b8b2af348a8956442e7b935e67a HTTP/1.1" status: 200 len: 1095 time: 0.1969943 May 06 13:55:08.186408 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840845-1', 'device_owner': 'compute:nova'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:55:08.445368 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.508242 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ba17ad6f-5a5a-4142-b4ae-ef865e71fa58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:08.860048 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:08.907146 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h2-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:09.005281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:55:09.012470 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.042369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Transition to ACTIVE for port object ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:55:09.048926 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5800-4f68-4999-a8d9-7fe30cf7b603 req-ddd24903-d75b-424f-99cb-c9b77062da7f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:09.051225 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75ad5800-4f68-4999-a8d9-7fe30cf7b603 req-ddd24903-d75b-424f-99cb-c9b77062da7f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1263006 May 06 13:55:09.115808 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75ad5800-4f68-4999-a8d9-7fe30cf7b603 req-58d9d659-b064-41c9-8051-d895eb6d4cee tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546780 May 06 13:55:09.128804 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.298182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=7']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:09.318875 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.319283 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.319634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.320011 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.320344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.320673 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.321001 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.321325 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.321646 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.321969 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.322289 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:55:09.382316 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] No DVR routers for this DVR port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on host n-h2-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:55:09.699224 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:55:09.699563 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:55:09.699943 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:09.707084 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:55:09.707486 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Attempting to bind port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on network ea3d0d30-10ed-4613-90fc-efdceeca779e {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:55:09.718419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:55:09.718884 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Checking segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:55:09.719417 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Bound using segment: {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:55:09.720090 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Bound port: ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:55:09.720577 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:09.853226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:55:09.856848 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:55:09.977253 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.082379 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.085805 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1092 time: 1.9037802 May 06 13:55:10.086420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:10.174891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5415e-c1a8-4f82-80ba-36d817b66f84 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=8']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:10.265208 n-d-840845-1 neutron-server[84799]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2405edca-c349-4953-84a8-1624bbf3eb50']: {'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'status': 'failed', 'code': 422} returned with failed status May 06 13:55:10.273861 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-8ebb7551-d726-414a-89e9-fdb7b9828750 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1095 time: 0.1527188 May 06 13:55:10.501464 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28583bf0-4e99-44e8-b9d8-6b42b36346f2 req-46ab2b20-3605-4fbf-9740-5442265b441f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:10.505141 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28583bf0-4e99-44e8-b9d8-6b42b36346f2 req-46ab2b20-3605-4fbf-9740-5442265b441f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1273425 May 06 13:55:10.509492 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-938f2918-89a8-4cb9-b486-16314567b039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:10.512274 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-938f2918-89a8-4cb9-b486-16314567b039 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.2323527 May 06 13:55:10.575743 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-28583bf0-4e99-44e8-b9d8-6b42b36346f2 req-3d64c497-fafa-47a4-abcc-c7438dfc2bf5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512006 May 06 13:55:10.632916 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-f9bc9535-391a-4661-be70-38879b9d4e36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 999 time: 0.1138892 May 06 13:55:10.711973 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-f63e2889-cacf-4dfb-b034-7f2ff1fc8392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:10.713516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-f63e2889-cacf-4dfb-b034-7f2ff1fc8392 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0742700 May 06 13:55:10.790999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7b3fb409-8a2e-4d84-a8f9-d3a656e3b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:10.844076 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-22d3a773-ce35-4a41-8a20-9a9a5a607b6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231227 May 06 13:55:10.856348 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-f3491d70-135f-4c19-8363-20f297ef27ec service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 13:55:10.857699 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-f3491d70-135f-4c19-8363-20f297ef27ec service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066929 May 06 13:55:11.145154 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-321719d7-2208-4677-a8e7-cc8dd4bee627 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811551 May 06 13:55:11.407855 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-fbf4b8e5-be70-40a6-9068-8d8106c56f1d service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555943 May 06 13:55:11.905398 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdc3b-ffbf-4b80-aaf6-24a2c594909f req-d62d2ed7-1c67-445f-b804-55b829f7bcab tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:11.908151 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6accdc3b-ffbf-4b80-aaf6-24a2c594909f req-d62d2ed7-1c67-445f-b804-55b829f7bcab tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1362555 May 06 13:55:11.994165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6accdc3b-ffbf-4b80-aaf6-24a2c594909f req-0f261644-ad39-404a-979b-e5ada23705a1 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732608 May 06 13:55:12.387739 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:12.563219 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:13.249271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cb13b-d928-447d-ab72-95e1d4e51123 req-a97cd9b5-5d7b-4f46-a56e-b3efd25f37da tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:13.250968 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-665cb13b-d928-447d-ab72-95e1d4e51123 req-a97cd9b5-5d7b-4f46-a56e-b3efd25f37da tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.0989120 May 06 13:55:13.311556 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-665cb13b-d928-447d-ab72-95e1d4e51123 req-ce2c6e6a-6c3f-4131-9afa-7cb47528fb15 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531521 May 06 13:55:13.912679 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:14.643562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b2307-1e0b-4f57-8b68-f2358de87779 req-aa9d31ff-72ab-4659-be35-790fe3a95c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:14.646991 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce2b2307-1e0b-4f57-8b68-f2358de87779 req-aa9d31ff-72ab-4659-be35-790fe3a95c3d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.0909085 May 06 13:55:14.706966 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ce2b2307-1e0b-4f57-8b68-f2358de87779 req-ed44499b-d451-4f6d-8f48-abbea4c3211f tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498300 May 06 13:55:16.041599 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221029b-cf0c-4648-813e-badae65e2273 req-18638db3-37fd-471e-8dfb-5bb173752651 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:16.043793 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a221029b-cf0c-4648-813e-badae65e2273 req-18638db3-37fd-471e-8dfb-5bb173752651 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1385441 May 06 13:55:16.118077 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-a221029b-cf0c-4648-813e-badae65e2273 req-f448b01d-b761-4c0f-b31b-577a6e7b51c0 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676029 May 06 13:55:17.386891 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac823e-6ce9-44cf-9cd2-d1954c9597ae req-57c37bb3-2571-48dc-a04a-e0e73a612e1d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:17.388568 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac823e-6ce9-44cf-9cd2-d1954c9597ae req-57c37bb3-2571-48dc-a04a-e0e73a612e1d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1063967 May 06 13:55:17.453570 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8eac823e-6ce9-44cf-9cd2-d1954c9597ae req-cd56efe2-bf86-46a9-8fad-75f1ad1a247d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539017 May 06 13:55:17.531131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:18.710312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82efe-8ad9-41b3-a6bc-b02f1c857bcb req-528172e6-eece-4af3-9ec3-7f0f34be051c tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:18.711991 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fa82efe-8ad9-41b3-a6bc-b02f1c857bcb req-528172e6-eece-4af3-9ec3-7f0f34be051c tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1102266 May 06 13:55:18.780160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-4fa82efe-8ad9-41b3-a6bc-b02f1c857bcb req-615f923a-301e-48cf-81b3-e2a9ccfd635b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614905 May 06 13:55:20.072309 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:55:20.088067 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa1cad-3208-44fe-99cb-1f50bf87ef67 req-443881f4-f1cd-4868-ac6e-ed6628d31426 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:20.090391 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15fa1cad-3208-44fe-99cb-1f50bf87ef67 req-443881f4-f1cd-4868-ac6e-ed6628d31426 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 944 time: 0.1206045 May 06 13:55:20.165596 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-15fa1cad-3208-44fe-99cb-1f50bf87ef67 req-d415bae4-85fb-4573-bdfd-668c81153936 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662696 May 06 13:55:20.342761 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:20.369614 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'port_id': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'mac_address': 'fa:16:3e:6b:4b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:55:20.464680 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.490224 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:55:20.523650 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:20.639837 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:20.741770 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=9']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:20.897351 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:55:21.448712 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142bbc9-c9a2-41a0-8a67-a2179cb9e159 req-9259d320-26c1-4248-933d-157cf5606c28 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:21.451136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0142bbc9-c9a2-41a0-8a67-a2179cb9e159 req-9259d320-26c1-4248-933d-157cf5606c28 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 945 time: 0.1138642 May 06 13:55:21.519160 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0142bbc9-c9a2-41a0-8a67-a2179cb9e159 req-9c018953-8b25-4533-ab23-27d21e3073d2 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620291 May 06 13:55:21.568255 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:55:21.684905 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.086199 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:55:22.307664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:55:22.313799 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:55:22.314650 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.480932 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.519317 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:55:22.535236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:55:22.584605 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1790dccd-64f1-4cb6-916f-12427b2aeb5b'] response: {'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'code': 200} May 06 13:55:22.646192 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:22.800705 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=10']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:55:22.829698 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d24cef-6862-48c8-81b5-2da266118d68 req-bd309f9e-0e5c-4a51-8ba3-e4f00819d268 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:22.832694 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d24cef-6862-48c8-81b5-2da266118d68 req-bd309f9e-0e5c-4a51-8ba3-e4f00819d268 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.1296146 May 06 13:55:22.918434 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed8ca07a-8be2-4dcc-86f2-15a4c8fddc3b req-64e04eff-4e93-44ec-ac42-2696edd7fd73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1098 time: 0.1123650 May 06 13:55:22.922521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9d24cef-6862-48c8-81b5-2da266118d68 req-d3791ddc-b404-4eb7-987f-10d1cb697ddf tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788674 May 06 13:55:22.986467 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-ed8ca07a-8be2-4dcc-86f2-15a4c8fddc3b req-a70f778f-0772-431e-9316-78b3ee6f9e30 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608068 May 06 13:55:24.224787 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1d96-6e41-4cfa-8163-94008a17d962 req-1c6cf5a6-6710-45ec-a531-5a31f7a33989 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:24.230284 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd3f1d96-6e41-4cfa-8163-94008a17d962 req-1c6cf5a6-6710-45ec-a531-5a31f7a33989 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.1282785 May 06 13:55:24.309653 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-dd3f1d96-6e41-4cfa-8163-94008a17d962 req-090eb1a7-93ce-4513-821d-4b657dc2117e tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725932 May 06 13:55:25.777289 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e968-9717-406e-80af-ceb68ea00579 req-37d991c5-a52d-4710-9f44-2b70e000cf0d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:55:25.780035 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d777e968-9717-406e-80af-ceb68ea00579 req-37d991c5-a52d-4710-9f44-2b70e000cf0d tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.2984703 May 06 13:55:25.851636 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d777e968-9717-406e-80af-ceb68ea00579 req-18335d1a-a3d7-4760-9cd5-53235f195610 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644014 May 06 13:55:38.501639 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4d0463ba-2f48-498d-83a1-f0e16782c06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:40.776628 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4ed443e8-7ca7-4fe9-b129-473c88247000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.393310 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:42.649518 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:43.921026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:44.217411 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-4c9d4cf4-8d55-47d0-bc3b-04bbeeb9a699 req-33741cbc-d0b4-4b8a-ac63-02e34cbc5f39 service neutron] (84799) timed out ('10.222.0.13', 51876) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 13:55:47.553007 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:51.606573 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:55:58.565168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:00.182106 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-7472a397-4d75-4a11-b629-3a6d8307c442 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887196 May 06 13:56:00.350549 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-ddc3e25b-05ab-4a85-80bc-eb700fdcef87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1098 time: 0.0910599 May 06 13:56:00.533125 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-c3a49bdd-3250-4394-968a-6fb280ababa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:00.534785 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-c3a49bdd-3250-4394-968a-6fb280ababa2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1637793 May 06 13:56:00.667263 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-e1f82387-8bba-49b1-9f31-a1e5f71ca72c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1258569 May 06 13:56:00.741269 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-0d8476f7-9d7c-4851-94c1-99ca736488bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:56:00.742897 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-0d8476f7-9d7c-4851-94c1-99ca736488bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0690312 May 06 13:56:00.863704 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-d7780f4f-88fa-4c57-9fc2-f35c10847ffa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141486 May 06 13:56:01.025057 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-7a6e7992-49ec-4a9d-bda6-dee3289ee82c service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541052 May 06 13:56:01.179421 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-05b0cc33-ece9-49d9-ac58-693e9885a701 req-f5ed6201-0a7b-441b-98ae-63f477c34c60 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476777 May 06 13:56:08.541308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-269a3d1a-963e-492d-8e52-ea63f2c5b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:10.758503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b03106c6-7f48-4912-9754-2d0b03ba9059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.346410 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:12.546620 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:13.974357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:17.604182 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:21.603260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:35.557871 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:56:38.552215 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dcc273f3-f125-4ee6-9188-8b0504de7820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:40.762998 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6105d54f-0e4f-4fc9-85f3-791c3d4bdec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.340632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:42.580325 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:43.917785 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:47.506977 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:56:51.695874 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:01.286776 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-e44c0fbd-8b65-468a-a719-e0f20055c198 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1932838 May 06 13:57:01.473689 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-b3549dd4-71c7-41c1-b1cd-d6b1818349ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1098 time: 0.0810905 May 06 13:57:01.646766 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-2d1d30e0-8a4b-4f5b-9d5e-0f27b8405efc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:01.649323 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-2d1d30e0-8a4b-4f5b-9d5e-0f27b8405efc service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1549640 May 06 13:57:01.773801 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-f3b62a92-b8c0-499d-b1c6-4fa4bac398c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 1001 time: 0.1173983 May 06 13:57:01.877270 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-d9b0e08b-f1dd-4fed-917f-73db7347a436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:01.880719 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-d9b0e08b-f1dd-4fed-917f-73db7347a436 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.1004407 May 06 13:57:01.972583 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-2494ab0f-83cb-4f46-add7-6403088b78f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842404 May 06 13:57:02.131450 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-932b93a8-45e3-485e-988f-c6dc10203557 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523619 May 06 13:57:02.294864 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-9f52d841-f8f8-4b69-b549-6278e92d9e73 req-80f05751-e95f-4314-a0b3-3384507516e0 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570456 May 06 13:57:08.574114 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dd964b77-756f-4808-932b-40c25222387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:10.769093 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4f3a47c1-225d-4e16-8dbf-8e547f5ddfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.339906 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:12.559704 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:12.573857 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:13.939840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:17.602999 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:21.625226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:30.970591 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54480) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:31.556390 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Deleting port 0d0a1f45-c672-484b-93db-432bb5834773 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:31.556736 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.750703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.751038 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:31.887593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Calling delete_port for 0d0a1f45-c672-484b-93db-432bb5834773 owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:32.167528 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.219522 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'Port': ['ID=0d0a1f45-c672-484b-93db-432bb5834773,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:32.264403 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.264742 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.265115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.265417 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.265747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.266073 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.266396 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.266763 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.267116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.267545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.267939 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:32.340467 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:32.832692 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:33.184991 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:33.196202 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:33.212926 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:33.223264 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:33.289197 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:33.358699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e1cbb0ae-7bfe-4e69-ba5d-26cdd9484ca8 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "DELETE /v2.0/floatingips/722a09e0-391d-48bd-80e0-c8cfb77bf214 HTTP/1.1" status: 204 len: 168 time: 2.3858848 May 06 13:57:33.359570 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:33.455022 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:33.745351 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164f41ad-9952-442b-b6cf-f15ce8921495'] response: {'name': 'network-changed', 'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'status': 'completed', 'code': 200} May 06 13:57:33.901665 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-6ee14895-87ba-490e-9dea-2dcfb8027ff8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=250d0b8b2af348a8956442e7b935e67a&device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 1098 time: 0.1274595 May 06 13:57:33.999530 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:34.009045 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:34.030343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:34.031622 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:34.098210 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-1d80eee1-7783-4ded-9191-1cd6c1bd0a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:34.099881 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-1d80eee1-7783-4ded-9191-1cd6c1bd0a8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 200 len: 910 time: 0.1907976 May 06 13:57:34.188251 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-270a6dcc-16b3-43c3-8718-4fc011e2a796 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 200 len: 217 time: 0.0815504 May 06 13:57:34.267031 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-b9b2dcd7-15d9-4fed-bcef-524e63e4023d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:34.268894 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-b9b2dcd7-15d9-4fed-bcef-524e63e4023d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 200 len: 848 time: 0.0737567 May 06 13:57:34.336055 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:34.366872 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-b8c47873-8df9-4dd3-bc96-5f3fabcd7101 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ea3d0d30-10ed-4613-90fc-efdceeca779e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903647 May 06 13:57:34.417856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1f902-11b0-4bd3-a720-d54259c80016 req-0e57714d-ee68-4900-8ae9-918997bc849a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:34.419305 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-87c1f902-11b0-4bd3-a720-d54259c80016 req-0e57714d-ee68-4900-8ae9-918997bc849a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:34.522387 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-87c1f902-11b0-4bd3-a720-d54259c80016 req-0e57714d-ee68-4900-8ae9-918997bc849a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:34.524145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87c1f902-11b0-4bd3-a720-d54259c80016 req-0e57714d-ee68-4900-8ae9-918997bc849a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.2510090 May 06 13:57:34.525201 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-ad45a3a2-1a1b-4096-8d16-1ee172e50b89 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510482 May 06 13:57:34.622097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-87c1f902-11b0-4bd3-a720-d54259c80016 req-dd45c2ed-0b6e-4d10-a9a2-3ffe19171449 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848045 May 06 13:57:34.733493 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-087eb6a1-4838-4f57-a70d-4de93690c570 req-ec5efba0-32a9-4148-8f67-49a4f50a5897 service neutron] 10.222.0.86 "GET /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014294 May 06 13:57:34.842395 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:34.847891 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef0413-26df-43dc-9a00-28d52618abfc None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:45:38Z', 'revision_number': 4, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '9f9fa4c1-0db9-4568-b514-c886552023fc', 'name': '', 'network_id': 'ea3d0d30-10ed-4613-90fc-efdceeca779e', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'mac_address': 'fa:16:3e:78:88:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:37Z', 'updated_at': '2022-05-06T13:45:47Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'subnets': [{'id': '278ad235-8fa7-43b6-9669-95cdb512cba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:35.122277 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207262f3-77a5-4fb5-9687-061e41e693f2 None None] New status for floating IP 722a09e0-391d-48bd-80e0-c8cfb77bf214: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:57:36.105659 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-6eb94499-c3a6-498f-adff-d8627eb59ee3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:36.108238 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-6eb94499-c3a6-498f-adff-d8627eb59ee3 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.3840983 May 06 13:57:36.266281 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Deleting port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:36.266821 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.354792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62dbf9-5a40-4f7c-a19a-18087281684f req-1657324f-a805-4a9b-af44-6c9d391ae87a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:57:36.357556 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be62dbf9-5a40-4f7c-a19a-18087281684f req-1657324f-a805-4a9b-af44-6c9d391ae87a tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 947 time: 0.5181880 May 06 13:57:36.567950 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-be62dbf9-5a40-4f7c-a19a-18087281684f req-9a3bc4e7-351a-4c42-a527-31035dd7990c tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/security-groups?id=1ec8cff2-a104-44bd-b052-6bc4c916d52c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029521 May 06 13:57:36.796532 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] For port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:36.797145 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:36.946139 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Calling delete_port for ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:37.202240 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.296274 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'Port': ['ID=ee8abdd4-bf7b-4b1c-83c9-2d03d8477365,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:37.361344 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.362220 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.363300 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.363660 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.364023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.364359 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.364707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.365016 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.365338 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.365664 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.365990 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:57:37.414200 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] No DVR routers for this DVR port ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:37.417570 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:37.420443 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-deleted', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:57:37.485589 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d1fe76-c4a0-424b-9764-b7e5b1959db2'] response: {'server_uuid': 'ba5757b5-1ca9-4e84-8bb9-bbeba1d79743', 'name': 'network-vif-deleted', 'tag': 'ee8abdd4-bf7b-4b1c-83c9-2d03d8477365', 'status': 'completed', 'code': 200} May 06 13:57:37.511621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a72c5999-291a-4c5c-a66d-fde69c213a65 req-8e804d0d-a547-4b7f-b6de-9add5420f16b tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.86 "DELETE /v2.0/ports/ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 HTTP/1.1" status: 204 len: 173 time: 1.3954363 May 06 13:57:37.816081 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e7bc2c71-1f27-4959-8c22-c0b387dd9ae1 req-eb03de6b-2c81-4053-a082-0f9b9f3cde27 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Synchronizing usage tracker for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:57:37.899298 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-e7bc2c71-1f27-4959-8c22-c0b387dd9ae1 req-eb03de6b-2c81-4053-a082-0f9b9f3cde27 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Unset dirty status for tenant:250d0b8b2af348a8956442e7b935e67a on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:57:37.901678 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e7bc2c71-1f27-4959-8c22-c0b387dd9ae1 req-eb03de6b-2c81-4053-a082-0f9b9f3cde27 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.1773314 May 06 13:57:38.549656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fb5f812a-f5a1-4015-82ec-cb3e006f795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:38.847028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:38.890648 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:38.891181 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device ee8abdd4-bf7b-4b1c-83c9-2d03d8477365 not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:39.108411 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-3ef07277-197a-4e33-b4f5-6503fa859499 req-1d0b39a5-9550-4a79-9760-a48aecaa8c76 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba5757b5-1ca9-4e84-8bb9-bbeba1d79743 HTTP/1.1" status: 200 len: 210 time: 0.0551879 May 06 13:57:40.263140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54506) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:40.382456 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.441902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.671407 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.702988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8cff2-a104-44bd-b052-6bc4c916d52c,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:40.762213 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-44d52892-afed-4ed6-875c-591506f68aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.801002 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:40.803203 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4d233fd7-025b-422a-afc2-a2b617ceabc5 tempest-TestShelveInstance-1084549617 tempest-TestShelveInstance-1084549617-project] 10.222.0.83 "DELETE /v2.0/security-groups/1ec8cff2-a104-44bd-b052-6bc4c916d52c HTTP/1.1" status: 204 len: 168 time: 0.5384870 May 06 13:57:40.993886 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54512) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:41.907715 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.350572 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.567544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.725542 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Deleting port 9f9fa4c1-0db9-4568-b514-c886552023fc {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:42.725965 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:42.942982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] For port 9f9fa4c1-0db9-4568-b514-c886552023fc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=9f9fa4c1-0db9-4568-b514-c886552023fc,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:42.943732 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.215753 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Calling delete_port for 9f9fa4c1-0db9-4568-b514-c886552023fc owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:43.551703 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:43.604932 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9fa4c1-0db9-4568-b514-c886552023fc,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:43.933379 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.132202 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:44.828655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:45.057754 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:45.070343 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Sync routers for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:45.088563 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:45.089495 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:45.141842 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-65632269-4def-440e-bdc8-fbaf71161fe8 admin admin] 10.222.0.83 "PUT /v2.0/routers/348c8fcd-e87a-4598-8cf9-e4c93bcb9670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1463218 May 06 13:57:45.145015 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54520) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:45.416491 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:45.563380 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:45.801332 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:57:43Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:45.806706 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Checking router: 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:45.821536 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Routers {'348c8fcd-e87a-4598-8cf9-e4c93bcb9670'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:45.822382 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:45.924896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.024921 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Deleting port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:46.025382 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.054912 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] Set router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:46.271967 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] For port 59f0bd12-e84b-4f6f-a884-be0ba07bfd20, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:46.271967 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.462776 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Calling delete_port for 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:46.473293 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:57:43Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:46.480509 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a2173-ae88-421c-8e8b-a43d94692a45 None None] The sync data for ids ['348c8fcd-e87a-4598-8cf9-e4c93bcb9670'] in n-d-840845-1 is: [{'id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'name': 'tempest-TestShelveInstance-1300005474-router', 'tenant_id': '250d0b8b2af348a8956442e7b935e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:32Z', 'updated_at': '2022-05-06T13:57:43Z', 'revision_number': 5, 'project_id': '250d0b8b2af348a8956442e7b935e67a', 'gw_port': {'id': '59f0bd12-e84b-4f6f-a884-be0ba07bfd20', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348c8fcd-e87a-4598-8cf9-e4c93bcb9670', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:33Z', 'updated_at': '2022-05-06T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:46.786075 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:46.879634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Pushing event deleted for resources: {'Port': ['ID=59f0bd12-e84b-4f6f-a884-be0ba07bfd20,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:47.183141 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.520445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f9fa4c1-0db9-4568-b514-c886552023fc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:47.567911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 9f9fa4c1-0db9-4568-b514-c886552023fc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:47.568483 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 9f9fa4c1-0db9-4568-b514-c886552023fc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:47.579185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.673556 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.678864 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.785959 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.786607 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 348c8fcd-e87a-4598-8cf9-e4c93bcb9670 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:47.804637 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:47.806666 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-2af902e1-9076-4c5b-ab3e-5bca18bcd34a admin admin] 10.222.0.83 "DELETE /v2.0/routers/348c8fcd-e87a-4598-8cf9-e4c93bcb9670 HTTP/1.1" status: 204 len: 168 time: 2.6603346 May 06 13:57:47.809983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54526) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:47.903794 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Deleting subnet 278ad235-8fa7-43b6-9669-95cdb512cba0 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:47.908386 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.004416 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.127977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.289301 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.343700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278ad235-8fa7-43b6-9669-95cdb512cba0,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:48.350733 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.358138 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323d2ce-9988-4aa1-a745-affaeb7504e5 None None] Network ea3d0d30-10ed-4613-90fc-efdceeca779e requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:48.359129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-c7d28587-259d-468f-98fd-6be7df564a65 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/278ad235-8fa7-43b6-9669-95cdb512cba0 HTTP/1.1" status: 204 len: 168 time: 0.5477192 May 06 13:57:48.363885 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54530) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:48.492494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.509600 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Deleting port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:48.509986 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.682040 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] DHCP port deletion for ea3d0d30-10ed-4613-90fc-efdceeca779e request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:48.686735 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Deleting port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:48.687102 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.784429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] For port 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47f4caf1-3cfa-4463-94ba-fa69f45278c5,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:48.785210 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.948527 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] For port 47f4caf1-3cfa-4463-94ba-fa69f45278c5, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=47f4caf1-3cfa-4463-94ba-fa69f45278c5,segment=NetworkSegment(77cf50f9-3c10-4601-8c1b-03b15b0e8b1b),segment_id=77cf50f9-3c10-4601-8c1b-03b15b0e8b1b)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:48.948964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:48.960089 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Calling delete_port for 47f4caf1-3cfa-4463-94ba-fa69f45278c5 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:49.088396 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Calling delete_port for 47f4caf1-3cfa-4463-94ba-fa69f45278c5 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:49.111190 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.168634 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f4caf1-3cfa-4463-94ba-fa69f45278c5,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:49.173960 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] No DVR routers for this DVR port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:49.177655 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:49.178079 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:49.309609 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.340033 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d0d30-10ed-4613-90fc-efdceeca779e']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.355067 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.355344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cf50f9-3c10-4601-8c1b-03b15b0e8b1b') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:49.369964 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.387960 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.395436 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:49.395861 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: timer() May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:49.410269 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:49.507112 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47f4caf1-3cfa-4463-94ba-fa69f45278c5 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:49.562773 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:57:49.581053 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 47f4caf1-3cfa-4463-94ba-fa69f45278c5 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:49.582481 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 47f4caf1-3cfa-4463-94ba-fa69f45278c5 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:49.584056 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:49.618490 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:49.618743 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 59f0bd12-e84b-4f6f-a884-be0ba07bfd20 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:49.659540 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.678583 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.679577 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Deleting port 47f4caf1-3cfa-4463-94ba-fa69f45278c5 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:49.680136 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:49.690189 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3d0d30-10ed-4613-90fc-efdceeca779e,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:49.757870 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-47ed855d-30e3-418d-b602-6ec1ec30fed8 None None] The port '47f4caf1-3cfa-4463-94ba-fa69f45278c5' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:49.777719 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0c52c7e9-197d-44c8-86d4-1f21a2899ec7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ea3d0d30-10ed-4613-90fc-efdceeca779e HTTP/1.1" status: 204 len: 168 time: 1.4123998 May 06 13:57:49.782927 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54536) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:50.473643 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.240242 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Deleting port c4804c7b-7166-47cd-9543-29aaafb1c413 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:51.240627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.445353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] For port c4804c7b-7166-47cd-9543-29aaafb1c413, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=c4804c7b-7166-47cd-9543-29aaafb1c413,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:51.445717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.609808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Calling delete_port for c4804c7b-7166-47cd-9543-29aaafb1c413 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:51.619335 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.928067 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:51.979903 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4804c7b-7166-47cd-9543-29aaafb1c413,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:52.397256 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.082984 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:57:53.317702 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:57:53.328293 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Sync routers for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:57:53.331270 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1999657c-a0cd-4dd7-8e37-d879054af869 admin admin] 10.222.0.83 "PUT /v2.0/routers/ab67f546-403d-4e3f-a6a8-fdc8f31bf23d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5454350 May 06 13:57:53.334785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54540) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:53.384953 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:53.385591 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:53.579376 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:53.614688 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:53.950247 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.020105 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '85231432-ad80-4765-a17c-c71fef2c61db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:57:51Z', 'revision_number': 5, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port': {'id': '85231432-ad80-4765-a17c-c71fef2c61db', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:45:44Z', 'updated_at': '2022-05-06T13:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.024914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Checking router: ab67f546-403d-4e3f-a6a8-fdc8f31bf23d for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:57:54.036545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Deleting port 85231432-ad80-4765-a17c-c71fef2c61db {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:54.036997 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.040374 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Routers {'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:57:54.041108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.232507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] Set router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:57:54.282748 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] For port 85231432-ad80-4765-a17c-c71fef2c61db, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=85231432-ad80-4765-a17c-c71fef2c61db,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:54.283378 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.352472 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:57:53Z', 'revision_number': 6, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:54.358106 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e984c5-722d-499b-b3cf-78ca51c8ecce None None] The sync data for ids ['ab67f546-403d-4e3f-a6a8-fdc8f31bf23d'] in n-d-840845-1 is: [{'id': 'ab67f546-403d-4e3f-a6a8-fdc8f31bf23d', 'name': 'tempest-TestShelveInstance-211358937-router', 'tenant_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:45:43Z', 'updated_at': '2022-05-06T13:57:53Z', 'revision_number': 6, 'project_id': 'f5b9b129efe74e5ba44ce9548e71f74b', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:57:54.443739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Calling delete_port for 85231432-ad80-4765-a17c-c71fef2c61db owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:54.711321 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:54.765429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=85231432-ad80-4765-a17c-c71fef2c61db,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:55.021718 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.340975 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.350297 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.493423 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.494049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c4804c7b-7166-47cd-9543-29aaafb1c413 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:55.494584 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab67f546-403d-4e3f-a6a8-fdc8f31bf23d {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 13:57:55.517845 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.522172 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-d4395a81-b65a-4884-a2d2-c9821bbaaf1f admin admin] 10.222.0.83 "DELETE /v2.0/routers/ab67f546-403d-4e3f-a6a8-fdc8f31bf23d HTTP/1.1" status: 204 len: 168 time: 2.1836109 May 06 13:57:55.522681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54544) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:55.573322 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: c4804c7b-7166-47cd-9543-29aaafb1c413 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:55.574060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device c4804c7b-7166-47cd-9543-29aaafb1c413 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:55.574785 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 85231432-ad80-4765-a17c-c71fef2c61db no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:55.627535 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Deleting subnet f79b2844-c0bd-4f84-b6ff-7a428a1259c9 {{(pid=84800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 13:57:55.631402 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.639280 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 85231432-ad80-4765-a17c-c71fef2c61db {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:55.639984 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 85231432-ad80-4765-a17c-c71fef2c61db not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:55.702707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3083973'] for subnet, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:55.804984 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.007345 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7302223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808359'] for subnet, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.089700 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79b2844-c0bd-4f84-b6ff-7a428a1259c9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:56.098670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.105869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e81c1-f146-47de-859c-4e03a0f2985e None None] Network 1af1d1bf-e1bb-44b7-b00e-aef395624602 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:57:56.108461 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-7ceee1fd-3a8a-4231-904a-f7813d228eb0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f79b2844-c0bd-4f84-b6ff-7a428a1259c9 HTTP/1.1" status: 204 len: 168 time: 0.5842142 May 06 13:57:56.113114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54548) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:56.347722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.359791 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Deleting port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:56.360132 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.430782 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] DHCP port deletion for 1af1d1bf-e1bb-44b7-b00e-aef395624602 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 13:57:56.436408 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Deleting port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:56.436981 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.591140 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] For port cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:56.591509 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.679316 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] For port cad85628-f2f3-4e7f-8618-04c3b90bb8b7, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,segment=NetworkSegment(a36fc459-9fc8-496d-9a9c-a24b72f304ce),segment_id=a36fc459-9fc8-496d-9a9c-a24b72f304ce)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:57:56.680053 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:56.799988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Calling delete_port for cad85628-f2f3-4e7f-8618-04c3b90bb8b7 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:56.868730 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Calling delete_port for cad85628-f2f3-4e7f-8618-04c3b90bb8b7 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 13:57:57.024929 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.031617 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:57:57.032164 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:57:57.076971 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad85628-f2f3-4e7f-8618-04c3b90bb8b7,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.082082 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] No DVR routers for this DVR port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 13:57:57.216527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.248084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af1d1bf-e1bb-44b7-b00e-aef395624602']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:57.268184 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36fc459-9fc8-496d-9a9c-a24b72f304ce') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:57.268533 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36fc459-9fc8-496d-9a9c-a24b72f304ce') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:57:57.282196 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.305085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.313899 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 13:57:57.320709 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: timer() May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: self._notify() May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 13:57:57.331246 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 13:57:57.483501 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cad85628-f2f3-4e7f-8618-04c3b90bb8b7 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 13:57:57.522707 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.525580 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: cad85628-f2f3-4e7f-8618-04c3b90bb8b7 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 13:57:57.526285 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device cad85628-f2f3-4e7f-8618-04c3b90bb8b7 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 13:57:57.533816 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Deleting port cad85628-f2f3-4e7f-8618-04c3b90bb8b7 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 13:57:57.534507 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.555307 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:57.573300 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af1d1bf-e1bb-44b7-b00e-aef395624602,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:57.585395 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-46ea1e21-6639-4780-a265-d5b229c06538 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1af1d1bf-e1bb-44b7-b00e-aef395624602 HTTP/1.1" status: 204 len: 168 time: 1.4706686 May 06 13:57:57.642433 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-d39aa1f7-e2bf-467d-b354-a659a25904d3 None None] The port 'cad85628-f2f3-4e7f-8618-04c3b90bb8b7' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 13:57:58.078993 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54554) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:58.138548 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-19f9a594-52a6-4042-9f30-ffa0e3abd3ee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=250d0b8b2af348a8956442e7b935e67a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581188 May 06 13:57:58.141600 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54558) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:58.220394 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.271671 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.430761 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.452375 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588cb36d-068b-469b-ac33-3ecf975969c9,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:58.460948 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:58.462115 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3d13675b-d4bf-417b-a18a-f06237e10e2a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/588cb36d-068b-469b-ac33-3ecf975969c9 HTTP/1.1" status: 204 len: 168 time: 0.3194726 May 06 13:57:59.355710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54566) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.416828 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-db3b7cf3-af88-44dc-8cb3-24c7d131a514 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5b9b129efe74e5ba44ce9548e71f74b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595410 May 06 13:57:59.419931 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54570) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:57:59.490472 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.522721 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.716063 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.732525 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce0e210-1f10-4052-84f4-ea84fcb99381,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:57:59.742169 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:57:59.746461 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d4cf6620-b0fd-49de-a977-33dbd0184c0d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cce0e210-1f10-4052-84f4-ea84fcb99381 HTTP/1.1" status: 204 len: 168 time: 0.3222229 May 06 13:58:01.321010 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54594) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:01.492116 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617307937-network', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:01.502571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:01.510191 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Usage tracker for resource:network and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:01.516212 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:01.527812 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:01.624846 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Made reservation on behalf of b59297dd11844e90bd0175c4f4686a97 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:01.628253 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.642809 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.681583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:01.686224 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:01.689760 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:01.697385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:01.785255 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.853243 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.890445 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:01.897058 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531f1f68-6d59-425f-bea2-a213119ac2c2,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:01.905207 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:01.905402 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Added segment e60b2f33-7f8c-4eff-98c9-696a68fc0046 of type vlan for network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 May 06 13:58:01.937527 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.076340 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.077740 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:02.078677 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.284097 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] Pushing event updated for resources: {'Network': ['ID=11c7aea0-5c73-4ff1-bb51-52d39ff787d9,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:02.297178 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:02.338948 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0c2c471f-5f1f-4b2b-acda-d88318de7579 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0117059 May 06 13:58:02.339923 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54602) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:02.346738 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Request body: {'subnet': {'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617307937-subnet', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:02.353602 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:02.358146 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Usage tracker for resource:subnet and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:02.362475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:02.371159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:02.447975 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Made reservation on behalf of b59297dd11844e90bd0175c4f4686a97 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:02.451646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.859546 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:02.941499 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611b77d0-8d54-473e-83e0-9088ff25c195,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:02.959310 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Checking segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:02.959752 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Network hostable DHCP agents. Network: 11c7aea0-5c73-4ff1-bb51-52d39ff787d9, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:03.058983 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:03.241850 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 11c7aea0-5c73-4ff1-bb51-52d39ff787d9) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:03.246128 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:03.246688 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.251069 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d5d51-3f4b-47ac-aa1b-c1e74c560fb1 None None] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:03.392014 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-6f3695c2-e72e-40e5-ab22-6a3ac6345c56 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0509682 May 06 13:58:03.396018 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54608) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:03.404785 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:03.414311 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:03.421312 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Usage tracker for resource:router and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:03.427230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:03.437583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:03.519733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:58:03.520790 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.562071 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.563259 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.595314 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:03.738562 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Allocated IP 172.20.0.2 (11c7aea0-5c73-4ff1-bb51-52d39ff787d9/611b77d0-8d54-473e-83e0-9088ff25c195/03fe4fb0-195f-4bae-9b52-235472e0c769) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:04.043010 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.056437 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.070221 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Transition to ACTIVE for port object 03fe4fb0-195f-4bae-9b52-235472e0c769 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:04.091962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Transition to ACTIVE for port object 03fe4fb0-195f-4bae-9b52-235472e0c769 will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:04.254177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.374333 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:04.375408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.381596 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Pushing event updated for resources: {'Port': ['ID=03fe4fb0-195f-4bae-9b52-235472e0c769,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.385664 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:04.389508 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:04.405711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.406170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.406600 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.407049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.407471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.408603 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.409132 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.409708 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.410215 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.410605 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.411003 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:04.411570 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.509395 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Attempting to bind port 03fe4fb0-195f-4bae-9b52-235472e0c769 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:04.509753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Attempting to bind port 03fe4fb0-195f-4bae-9b52-235472e0c769 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:04.510111 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Attempting to bind port 03fe4fb0-195f-4bae-9b52-235472e0c769 on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:04.519545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:04.519545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Checking segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:04.519545 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.520962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Bound using segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:04.520962 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Bound port: 03fe4fb0-195f-4bae-9b52-235472e0c769, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:04.521391 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.624327 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Allocated IP 172.25.2.200 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/64e71b22-f312-4fe8-ad38-9f420f139e10) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:04.647493 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:04.651068 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:04.705274 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:04.837707 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc8c7-465d-4ee8-8e11-e64486d44273 None None] Pushing event updated for resources: {'Port': ['ID=03fe4fb0-195f-4bae-9b52-235472e0c769,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:04.899717 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.028708 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.170197 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:05.176523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:05.179807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:05.221213 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Pushing event updated for resources: {'Port': ['ID=64e71b22-f312-4fe8-ad38-9f420f139e10,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:05.493013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.493013 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:05.551261 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 03fe4fb0-195f-4bae-9b52-235472e0c769 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:05.745623 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 03fe4fb0-195f-4bae-9b52-235472e0c769 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:05.888270 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Router 27771911-e585-43dd-9e0a-72d1f9948f32 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:58:05.967045 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94050cab-14c3-40a8-a083-1bfc93518922 None None] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:06.229616 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:06.244582 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:06.266071 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:06.266702 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:06.277155 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Provisioning for port 03fe4fb0-195f-4bae-9b52-235472e0c769 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:06.288749 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Provisioning complete for port 03fe4fb0-195f-4bae-9b52-235472e0c769 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:06.289120 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.322649 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.329690 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bcf37f8f-ed9c-4570-b50a-fffa5cc011ac admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9272895 May 06 13:58:06.330974 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54614) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:06.467170 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.510505 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:06.528107 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:06.585309 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.715858 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aac46-b951-4a12-b1b3-5f6292c30cfd None None] Pushing event updated for resources: {'Port': ['ID=03fe4fb0-195f-4bae-9b52-235472e0c769,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:06.827108 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-2aa11368-d542-4344-9bc2-851ceeccb769 None None] Provisioning complete for port 03fe4fb0-195f-4bae-9b52-235472e0c769 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:06.827621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2aa11368-d542-4344-9bc2-851ceeccb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:06.993514 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:05Z', 'revision_number': 3, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:07.000415 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:07.000991 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Updating router 27771911-e585-43dd-9e0a-72d1f9948f32 port 64e71b22-f312-4fe8-ad38-9f420f139e10 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:58:07.096204 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.520597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 03fe4fb0-195f-4bae-9b52-235472e0c769 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:07.652166 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 03fe4fb0-195f-4bae-9b52-235472e0c769 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:07.653197 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.679511 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.694736 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Transition to ACTIVE for port object 64e71b22-f312-4fe8-ad38-9f420f139e10 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:07.706147 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.773353 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.891211 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Pushing event updated for resources: {'Port': ['ID=64e71b22-f312-4fe8-ad38-9f420f139e10,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:07.897289 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Attempting to bind port 64e71b22-f312-4fe8-ad38-9f420f139e10 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:07.897740 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Attempting to bind port 64e71b22-f312-4fe8-ad38-9f420f139e10 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:07.898102 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Attempting to bind port 64e71b22-f312-4fe8-ad38-9f420f139e10 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:07.907135 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.907906 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.908521 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.909049 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.909507 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.909945 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.910354 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.910744 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.911196 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.911592 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.912073 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:07.919008 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:07.919375 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:07.919802 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:07.920301 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:07.920766 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Bound port: 64e71b22-f312-4fe8-ad38-9f420f139e10, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:07.921133 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.023529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] For port 64e71b22-f312-4fe8-ad38-9f420f139e10, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:08.028942 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] For port 64e71b22-f312-4fe8-ad38-9f420f139e10, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=64e71b22-f312-4fe8-ad38-9f420f139e10,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:08.076780 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Allocated IP 172.20.0.1 (11c7aea0-5c73-4ff1-bb51-52d39ff787d9/611b77d0-8d54-473e-83e0-9088ff25c195/2421e897-e0d4-4e7b-8249-de5851138a18) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:08.134039 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.265595 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3ff54-d8c3-4d73-827a-a65a346ec3db None None] Pushing event updated for resources: {'Port': ['ID=64e71b22-f312-4fe8-ad38-9f420f139e10,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:08.285151 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.285495 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:08.286529 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:57:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:08.317615 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Transition to ACTIVE for port object 2421e897-e0d4-4e7b-8249-de5851138a18 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:08.396502 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.492428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:08.495458 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:08.498054 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:08.529525 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d06b4d70-83b1-42d3-8f38-f227843f93e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.556364 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Pushing event updated for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:08.582329 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.637546 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:08.743911 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.922232 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f236145d-bb5a-487b-815e-f3fcfad9cc90 None None] Provisioning for port 2421e897-e0d4-4e7b-8249-de5851138a18 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:08.932246 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f236145d-bb5a-487b-815e-f3fcfad9cc90 None None] Provisioning complete for port 2421e897-e0d4-4e7b-8249-de5851138a18 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:08.935920 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f236145d-bb5a-487b-815e-f3fcfad9cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:08.978775 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:05Z', 'revision_number': 3, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:08.984762 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14cc1-5b24-4c5f-b400-0f3cdc2820e1 None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:05Z', 'revision_number': 3, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:09.064890 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f236145d-bb5a-487b-815e-f3fcfad9cc90 None None] Port 2421e897-e0d4-4e7b-8249-de5851138a18 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:09.080848 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.145168 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.299487 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Pushing event updated for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:09.307716 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.542110 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:09.545359 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:09.556475 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 64e71b22-f312-4fe8-ad38-9f420f139e10 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:09.727060 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 64e71b22-f312-4fe8-ad38-9f420f139e10 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:09.735179 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 64e71b22-f312-4fe8-ad38-9f420f139e10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:09.735871 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:09.939052 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-431999b1-dbbd-4ee0-83b9-c1f8992082bd None None] Provisioning complete for port 2421e897-e0d4-4e7b-8249-de5851138a18 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:09.941003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-431999b1-dbbd-4ee0-83b9-c1f8992082bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.008372 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.056763 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-431999b1-dbbd-4ee0-83b9-c1f8992082bd None None] Port 2421e897-e0d4-4e7b-8249-de5851138a18 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:10.061131 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 64e71b22-f312-4fe8-ad38-9f420f139e10, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=64e71b22-f312-4fe8-ad38-9f420f139e10,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:10.145668 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:10.184894 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:10.264881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=64e71b22-f312-4fe8-ad38-9f420f139e10,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:10.461115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:10.473118 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-1ebb0f0e-d956-4c79-86fd-3022edbda658 admin admin] 10.222.0.83 "PUT /v2.0/routers/27771911-e585-43dd-9e0a-72d1f9948f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405020 May 06 13:58:10.773595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f2636ebb-648f-49e2-9de9-36814c6ed914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.506892 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 64e71b22-f312-4fe8-ad38-9f420f139e10 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:11.596592 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 64e71b22-f312-4fe8-ad38-9f420f139e10 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:11.596986 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:11.968708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54636) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:11.974933 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1734577128-network', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:11.980817 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:11.985209 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Usage tracker for resource:network and tenant:4ffd8790771c4cba9ad43d194b2de9c7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:11.988675 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:11.994897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:12.070149 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Made reservation on behalf of 4ffd8790771c4cba9ad43d194b2de9c7 for: {'network': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:12.072970 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for network, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.087477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.124177 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:12.132379 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Usage tracker for resource:security_group_rule and tenant:4ffd8790771c4cba9ad43d194b2de9c7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:12.137661 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:12.148924 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:12.242770 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.304882 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.328230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.338385 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=84800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 13:58:12.348107 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b8551-4f8d-49f6-a34c-66602b03f876,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.354930 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.355304 n-d-840845-1 neutron-server[84800]: INFO neutron.db.segments_db [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Added segment 5948eee5-c37e-4117-be32-2efde2ff51be of type vlan for network 506d49f6-81c3-49bc-b01f-2da41123c269 May 06 13:58:12.388950 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742006493974'] for network, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.489157 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988'] for network, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.490376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:12.491529 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.596751 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.609114 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] Pushing event updated for resources: {'Network': ['ID=506d49f6-81c3-49bc-b01f-2da41123c269,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:12.624074 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Network 506d49f6-81c3-49bc-b01f-2da41123c269 details requested by agent ovs-agent-n-d-840845-1 with host n-d-840845-1 {{(pid=84801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 06 13:58:12.649319 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-e8d8cb20-feea-4e99-973b-038012576706 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6791077 May 06 13:58:12.651988 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54640) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:12.661304 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Request body: {'subnet': {'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1734577128-subnet', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'ip_version': 4}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:12.668434 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:12.674357 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Usage tracker for resource:subnet and tenant:4ffd8790771c4cba9ad43d194b2de9c7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:12.678271 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:12.685789 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:12.772121 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Made reservation on behalf of 4ffd8790771c4cba9ad43d194b2de9c7 for: {'subnet': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:12.775364 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808396'] for subnet, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:12.914208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:12.932914 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:12.933655 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:13.145235 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7302280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808414'] for subnet, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.191545 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:13.222646 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=269973d8-22ec-4a73-a76b-01b31eb1afed,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:13.242747 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Checking segment: {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:13.243104 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Network hostable DHCP agents. Network: 506d49f6-81c3-49bc-b01f-2da41123c269, hostable agents: ['f68783bb-2125-4960-97f5-a15fd87f6ea2'], hosted agents: [] {{(pid=84800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 13:58:13.327330 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Network 506d49f6-81c3-49bc-b01f-2da41123c269 is scheduled to be hosted by DHCP agent f68783bb-2125-4960-97f5-a15fd87f6ea2 with binding_index 1 {{(pid=84800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 13:58:13.401556 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840845-1, 506d49f6-81c3-49bc-b01f-2da41123c269) {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:13.407682 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:13.408694 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.456993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6e85e-0807-4cc0-8cae-78f94044a2c6 None None] Network 506d49f6-81c3-49bc-b01f-2da41123c269 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:13.522597 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-195e00d5-c37e-42f9-a7c6-e6cd522d2595 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8684080 May 06 13:58:13.525664 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54644) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:13.532545 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:13.539640 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:13.544076 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Usage tracker for resource:router and tenant:4ffd8790771c4cba9ad43d194b2de9c7 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:13.548026 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:13.557596 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:13.630652 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.631944 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-561566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-471274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.656963 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.802950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e88ac30-2596-5a83-8c9d-d0b14855bdf3-506d49f6-81c3-49bc-b01f-2da41123c269', 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'fixed_ips': [{'subnet_id': '269973d8-22ec-4a73-a76b-01b31eb1afed'}]}} from n-d-840845-1. {{(pid=84801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 06 13:58:13.804244 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:13.852416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 2, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:13.930658 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:13.931139 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Updating router 27771911-e585-43dd-9e0a-72d1f9948f32 port 2421e897-e0d4-4e7b-8249-de5851138a18 binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:58:13.943085 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-561516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.101284 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.131748 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.295553 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.330651 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.334174 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Allocated IP 172.20.0.2 (506d49f6-81c3-49bc-b01f-2da41123c269/269973d8-22ec-4a73-a76b-01b31eb1afed/96c5274b-3a10-499c-893f-a30b3650bbdc) {{(pid=84801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:14.507854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Allocated IP 172.25.2.89 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/22689f4a-efaa-453a-adb3-7a784bd84a36) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:14.931977 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:14.951952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks [] for port, precommit_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.020751 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Transition to ACTIVE for port object 96c5274b-3a10-499c-893f-a30b3650bbdc will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:15.056988 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Transition to ACTIVE for port object 96c5274b-3a10-499c-893f-a30b3650bbdc will not be triggered until provisioned by entity DHCP. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:15.062074 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.077361 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Transition to ACTIVE for port object 2421e897-e0d4-4e7b-8249-de5851138a18 will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:15.093311 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.129109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707'] for port, after_create {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.180729 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:15.184572 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:15.186575 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Pushing event updated for resources: {'Port': ['ID=22689f4a-efaa-453a-adb3-7a784bd84a36,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:15.189247 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:15.198444 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.216294 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Network 506d49f6-81c3-49bc-b01f-2da41123c269 is already hosted by enough agents. {{(pid=84801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:15.223109 n-d-840845-1 neutron-server[84801]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Resources bound (agent type, host, resource id): {{(pid=84801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:15.225978 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Received port after_create {{(pid=84801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:15.237941 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Pushing event updated for resources: {'Port': ['ID=96c5274b-3a10-499c-893f-a30b3650bbdc,revision_number=1']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:15.523379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.525217 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-561523'] for router, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.542754 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8314dd-1066-4632-81be-207682dc817e None None] Pushing event updated for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:15.555632 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Attempting to bind port 96c5274b-3a10-499c-893f-a30b3650bbdc on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:15.556169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Attempting to bind port 96c5274b-3a10-499c-893f-a30b3650bbdc by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:15.556536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Attempting to bind port 96c5274b-3a10-499c-893f-a30b3650bbdc on network 506d49f6-81c3-49bc-b01f-2da41123c269 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:15.634251 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:15.634597 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Checking segment: {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:15.635011 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.635393 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Bound using segment: {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:15.635910 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Bound port: 96c5274b-3a10-499c-893f-a30b3650bbdc, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:15.636281 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.700645 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Attempting to bind port 2421e897-e0d4-4e7b-8249-de5851138a18 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:15.701014 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Attempting to bind port 2421e897-e0d4-4e7b-8249-de5851138a18 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:15.701366 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Attempting to bind port 2421e897-e0d4-4e7b-8249-de5851138a18 on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:15.733792 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:15.734161 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Checking segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:15.734558 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.734959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Bound using segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:15.735442 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Bound port: 2421e897-e0d4-4e7b-8249-de5851138a18, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:15.735840 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:15.820753 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] For port 96c5274b-3a10-499c-893f-a30b3650bbdc, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:15.851298 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] For port 96c5274b-3a10-499c-893f-a30b3650bbdc, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=96c5274b-3a10-499c-893f-a30b3650bbdc,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:15.887281 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] For port 2421e897-e0d4-4e7b-8249-de5851138a18, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:15.891265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] For port 2421e897-e0d4-4e7b-8249-de5851138a18, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2421e897-e0d4-4e7b-8249-de5851138a18,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:15.922297 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.020639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb12de-5030-4ded-add3-bea8b474cf91 None None] Pushing event updated for resources: {'Port': ['ID=96c5274b-3a10-499c-893f-a30b3650bbdc,revision_number=2']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.024492 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Router 286b6b64-2436-400b-a244-de633fa919f7 is scheduled to L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b with binding_index 1 {{(pid=84800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 13:58:16.066230 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.159017 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:16.159725 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:16.222845 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8314dd-1066-4632-81be-207682dc817e None None] Pushing event updated for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:16.414977 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:16.428219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Sync routers for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:16.449890 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:16.450516 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:16.469463 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:16.544892 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:16.547859 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-dd1dda0f-9565-4490-9054-389f1e08cd25 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0207694 May 06 13:58:16.551841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54648) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:16.714783 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:16.884844 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:15Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:16.892671 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06b36d-25a3-4779-af12-b9a3248fe64e None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:15Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:17.183452 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:15Z', 'revision_number': 3, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:17.190252 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Checking router: 286b6b64-2436-400b-a244-de633fa919f7 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:17.190928 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Updating router 286b6b64-2436-400b-a244-de633fa919f7 port 22689f4a-efaa-453a-adb3-7a784bd84a36 binding host n-d-840845-1 {{(pid=84802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:58:17.292367 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.403148 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5aafb-2749-4a4c-b81a-d1ffb8dfd474 None None] Network 506d49f6-81c3-49bc-b01f-2da41123c269 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 13:58:17.691364 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 96c5274b-3a10-499c-893f-a30b3650bbdc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:17.882301 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks [] for port, precommit_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.921766 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:17.922418 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.provisioning_blocks [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Transition to ACTIVE for port object 22689f4a-efaa-453a-adb3-7a784bd84a36 will not be triggered until provisioned by entity L2. {{(pid=84802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:17.958184 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.064847 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.085646 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-c82e2740-c436-48b8-bd56-80ddea3df959 None None] Provisioning for port 96c5274b-3a10-499c-893f-a30b3650bbdc completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:18.146002 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 96c5274b-3a10-499c-893f-a30b3650bbdc completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:18.162550 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d67525-14cb-468d-ba94-abbff3e09bf1 None None] Pushing event updated for resources: {'Port': ['ID=22689f4a-efaa-453a-adb3-7a784bd84a36,revision_number=2']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.167856 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 96c5274b-3a10-499c-893f-a30b3650bbdc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:18.168713 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.187085 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Attempting to bind port 22689f4a-efaa-453a-adb3-7a784bd84a36 on host n-d-840845-1 for vnic_type normal with profile {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:18.187586 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Attempting to bind port 22689f4a-efaa-453a-adb3-7a784bd84a36 by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:18.187977 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Attempting to bind port 22689f4a-efaa-453a-adb3-7a784bd84a36 on network 832b649d-2bcb-4219-9c2e-4cb5159baac8 {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:18.203047 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:18.203481 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Checking segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:18.203937 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.204330 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Bound using segment: {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'} {{(pid=84802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:18.205738 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.managers [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Bound port: 22689f4a-efaa-453a-adb3-7a784bd84a36, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac8aa9-9237-4ccb-a8a1-c2f2355920f9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8'}}] {{(pid=84802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:18.206115 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.228365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Allocated IP 172.20.0.1 (506d49f6-81c3-49bc-b01f-2da41123c269/269973d8-22ec-4a73-a76b-01b31eb1afed/98d1114a-df77-4f2d-b46d-de9fb4cc5a2b) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:18.299219 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] For port 22689f4a-efaa-453a-adb3-7a784bd84a36, host n-d-840845-1, cleared binding levels {{(pid=84802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:18.303313 n-d-840845-1 neutron-server[84802]: DEBUG neutron.plugins.ml2.db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] For port 22689f4a-efaa-453a-adb3-7a784bd84a36, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=22689f4a-efaa-453a-adb3-7a784bd84a36,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:18.397306 n-d-840845-1 neutron-server[84802]: DEBUG neutron_lib.callbacks.manager [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.466238 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.490471 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Transition to ACTIVE for port object 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:18.532948 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.556062 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:18.556867 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:18.578371 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-1da66d45-4d39-4bf4-afad-0c58ecfe62d6 None None] Provisioning complete for port 96c5274b-3a10-499c-893f-a30b3650bbdc triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:18.578733 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1da66d45-4d39-4bf4-afad-0c58ecfe62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.617080 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 96c5274b-3a10-499c-893f-a30b3650bbdc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=96c5274b-3a10-499c-893f-a30b3650bbdc,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:18.631364 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.683097 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d67525-14cb-468d-ba94-abbff3e09bf1 None None] Pushing event updated for resources: {'Port': ['ID=22689f4a-efaa-453a-adb3-7a784bd84a36,revision_number=3']} {{(pid=84802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.698851 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.699682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2421e897-e0d4-4e7b-8249-de5851138a18 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:18.777163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Network 506d49f6-81c3-49bc-b01f-2da41123c269 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:18.779073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Pushing event updated for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.784829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:18.788847 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:18.823406 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:18.826264 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-1da66d45-4d39-4bf4-afad-0c58ecfe62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.878375 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=96c5274b-3a10-499c-893f-a30b3650bbdc,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:18.907661 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562057'] for router_interface, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:18.963485 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-1da66d45-4d39-4bf4-afad-0c58ecfe62d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 13:58:18.963887 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-1da66d45-4d39-4bf4-afad-0c58ecfe62d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 13:58:19.042373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 2421e897-e0d4-4e7b-8249-de5851138a18 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:19.050553 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2421e897-e0d4-4e7b-8249-de5851138a18 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:19.051131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.178340 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.257168 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:15Z', 'revision_number': 3, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:19.262783 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95e6d1-0aed-4fc0-8523-faf5f1e9b551 None None] The sync data for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 is: [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:15Z', 'revision_number': 3, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:19.269210 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.309411 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 2421e897-e0d4-4e7b-8249-de5851138a18, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2421e897-e0d4-4e7b-8249-de5851138a18,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:19.379131 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.455168 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:19.457507 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.512504 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 96c5274b-3a10-499c-893f-a30b3650bbdc up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:19.551316 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.600180 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 96c5274b-3a10-499c-893f-a30b3650bbdc triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:19.600776 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.669135 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561956'] for router_interface, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.673130 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Pushing event updated for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:19.806766 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b07ed6f-eb9c-421e-adac-b03d5aa4ba7e None None] Provisioning for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:19.812507 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-8b07ed6f-eb9c-421e-adac-b03d5aa4ba7e None None] Provisioning complete for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:19.812876 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8b07ed6f-eb9c-421e-adac-b03d5aa4ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:19.838096 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Network 506d49f6-81c3-49bc-b01f-2da41123c269 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:19.839386 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:19.878924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-8b07ed6f-eb9c-421e-adac-b03d5aa4ba7e None None] Port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:20.112924 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-26527968-e9cf-40da-9a01-63f0c1a6dfc5 None None] Provisioning complete for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:20.113418 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-26527968-e9cf-40da-9a01-63f0c1a6dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:20.209613 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-26527968-e9cf-40da-9a01-63f0c1a6dfc5 None None] Port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:20.462226 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Router 286b6b64-2436-400b-a244-de633fa919f7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:20.697171 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:20.711000 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-b4ff063b-e821-4239-936f-7d5007081f9d admin admin] 10.222.0.83 "PUT /v2.0/routers/286b6b64-2436-400b-a244-de633fa919f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1564739 May 06 13:58:21.512373 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2421e897-e0d4-4e7b-8249-de5851138a18 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:21.568899 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:21.641063 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 2421e897-e0d4-4e7b-8249-de5851138a18 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:21.641461 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.551710 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54664) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:22.558534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805474971', 'description': 'tempest-secgroup-smoke-1805474971 description', 'project_id': 'b59297dd11844e90bd0175c4f4686a97'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:22.568733 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:22.573994 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:22.577498 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:22.592739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:22.676322 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.718778 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:22.724639 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:22.728436 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:22.736466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:22.829746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.910581 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:22.963709 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34eca148-5e46-40e1-8f34-99fd95dfe633,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:23.029874 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.031761 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-d8c581c7-9938-40b4-bdb0-30514e2e78d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4785800 May 06 13:58:23.035904 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54668) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:23.042395 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:23.050915 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:23.055618 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:23.059181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:23.066073 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:23.151636 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.229458 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.321351 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.350371 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bd9082-d3c4-4d5a-b3b1-4e71ad3ea583,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:23.447279 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.448577 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-3158f2d2-11cb-41ca-93c6-2679ee5ecc9a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4116223 May 06 13:58:23.451735 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54672) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:23.458918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:23.466450 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:23.471940 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:23.475409 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:23.482446 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:23.587092 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.666142 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.744851 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.796083 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc81cd3-58a4-4e29-9632-ee0782b948c5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:23.893042 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:23.894373 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-6c38d38d-c771-4235-af5a-2bde3e77ef89 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4414952 May 06 13:58:23.899148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54676) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:23.905414 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:23.913889 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:23.918581 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:23.922306 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:23.930369 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:24.020550 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.097734 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.184226 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.214163 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b9688-f58c-4284-a2a1-fedc3a512267,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:24.304440 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.306125 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-93dc10ca-1a8f-42ac-958f-b1689e898d95 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4056182 May 06 13:58:24.309459 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54680) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:24.316197 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:24.324182 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:24.329261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:24.333711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:24.341023 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:24.460640 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.551009 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.630243 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.657804 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cd842d-6390-436b-8a7b-ef89598b665f,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:24.761947 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:24.763516 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-fb4f7417-fac3-4780-bb96-4bc9d0907f96 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4527538 May 06 13:58:24.767261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54684) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:24.777112 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:24.789538 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:24.796958 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:24.803454 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:24.815642 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:24.916142 n-d-840845-1 neutron-server[84799]: INFO neutron.db.securitygroups_db [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Project b59297dd11844e90bd0175c4f4686a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:24.924271 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.004860 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.087925 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.123402 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3479af2f-d14e-43a4-9bcf-7aa91584bef5,revision_number=0']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:25.226445 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.228860 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-ade0740a-1e7e-4627-8df4-a5eac679a8cb tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4594522 May 06 13:58:25.231136 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54688) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:25.242284 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'security_group_rule': {'security_group_id': '34eca148-5e46-40e1-8f34-99fd95dfe633', 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:25.254552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:25.263484 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:security_group_rule and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:25.269329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:25.280697 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:25.390460 n-d-840845-1 neutron-server[84800]: INFO neutron.db.securitygroups_db [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Project b59297dd11844e90bd0175c4f4686a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 13:58:25.403320 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.523494 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.567529 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 22689f4a-efaa-453a-adb3-7a784bd84a36 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:25.619921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516617'] for security_group_rule, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.648822 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507ef049-70c5-4822-bcad-f1389db51d66,revision_number=0']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:25.762147 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:25.764532 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a0e17625-f86c-4723-829a-fa8bb3aa314a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5310457 May 06 13:58:25.780220 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 22689f4a-efaa-453a-adb3-7a784bd84a36 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:25.790908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 22689f4a-efaa-453a-adb3-7a784bd84a36 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:25.791487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.006090 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.030326 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 22689f4a-efaa-453a-adb3-7a784bd84a36, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=22689f4a-efaa-453a-adb3-7a784bd84a36,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:26.055728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-25534763-d765-4dd5-9acc-944308744863 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:security_group {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:26.110351 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:26.146072 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-25534763-d765-4dd5-9acc-944308744863 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:security_group {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:26.148188 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-25534763-d765-4dd5-9acc-944308744863 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805474971&fields=id&tenant_id=b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 267 time: 0.1533432 May 06 13:58:26.229976 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=22689f4a-efaa-453a-adb3-7a784bd84a36,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:26.335593 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d9ca0c93-9f3e-4bc0-abff-1feede81d47a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:26.336344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d9ca0c93-9f3e-4bc0-abff-1feede81d47a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:network {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:26.412896 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d9ca0c93-9f3e-4bc0-abff-1feede81d47a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:network {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:26.414500 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d9ca0c93-9f3e-4bc0-abff-1feede81d47a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 810 time: 0.2586212 May 06 13:58:26.433966 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-61f64c18-3ecb-4646-9e48-ee9289242028 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/quotas/b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 375 time: 0.0129807 May 06 13:58:26.536851 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d60893de-87e6-4904-ad62-7518e26e7dbe tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:26.567567 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:58:26.659203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d60893de-87e6-4904-ad62-7518e26e7dbe tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:26.661121 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-d60893de-87e6-4904-ad62-7518e26e7dbe tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2210276 May 06 13:58:26.980876 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-b77a5095-e902-4757-a9ac-736f41793a81 service neutron] 10.222.0.83 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069394 May 06 13:58:27.129854 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-3381a715-fc43-46b4-8796-0f7667a5585a service neutron] 10.222.0.83 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404929 May 06 13:58:27.512238 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 22689f4a-efaa-453a-adb3-7a784bd84a36 up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:27.600054 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 22689f4a-efaa-453a-adb3-7a784bd84a36 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:27.600458 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:28.535713 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-02df8a82-bc72-4a7a-a1db-246e999e9d86 req-75e08d46-7f17-42a9-9145-4a13dbd78d5f tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0450304 May 06 13:58:29.658907 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-0fd55ac6-1a15-4104-9d4c-476c7d025f40 req-1904c600-3f6c-488b-aaae-ff20355373c5 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0468831 May 06 13:58:30.849599 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-0885ffe8-3148-4720-ba6f-e4892ea7860d req-0b9cadcc-fdab-48e8-ab1e-0223d5f16bff tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0874360 May 06 13:58:32.044053 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5fad6427-daf2-4f9e-a8e2-4096085b42bb req-59ed0566-346d-483d-861b-0f7eec5c2698 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0503271 May 06 13:58:33.237656 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5619a2db-9489-4c52-8e40-c8225e4ca5e3 req-be7c8c0a-3878-4cb8-94b0-040f4588443e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0528746 May 06 13:58:33.411982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-79b2f524-cd40-4dc1-b0c9-e8923f929211 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:33.413843 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-79b2f524-cd40-4dc1-b0c9-e8923f929211 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 810 time: 0.1852198 May 06 13:58:33.597354 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-f8b4e076-4152-43b7-9d6b-7e4f81ab56ee tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 380 time: 0.1713288 May 06 13:58:33.606428 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'port': {'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'admin_state_up': True, 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'security_groups': ['34eca148-5e46-40e1-8f34-99fd95dfe633']}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:33.816106 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:33.832442 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:33.947660 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Made reservation on behalf of b59297dd11844e90bd0175c4f4686a97 for: {'port': 1} {{(pid=84800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 13:58:33.951224 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.155808 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Allocated IP 172.20.0.12 (11c7aea0-5c73-4ff1-bb51-52d39ff787d9/611b77d0-8d54-473e-83e0-9088ff25c195/bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:34.494581 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.503307 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6401a87c-5cd8-4205-9e59-626974670d70 req-2f606683-43ad-450e-a9ca-8e7df8c003c2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.0979145 May 06 13:58:34.530162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Transition to ACTIVE for port object bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 will not be triggered until provisioned by entity DHCP. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:34.653569 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.742689 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:34.746552 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:34.752353 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:34.779830 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.824800 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 13:58:34.849299 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:34.850589 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:34.991720 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-99566c62-fa27-49fb-88bc-53b4d99b650c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3895326 May 06 13:58:35.087826 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Request body: {'port': {'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840845-1'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:35.120908 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bf5a25e2-6322-41e1-bd32-83f382e6d95e None None] Provisioning for port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:35.126659 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-bf5a25e2-6322-41e1-bd32-83f382e6d95e None None] Provisioning complete for port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:35.127322 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf5a25e2-6322-41e1-bd32-83f382e6d95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.230851 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a25e2-6322-41e1-bd32-83f382e6d95e None None] Port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 13:58:35.246066 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.753711 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a8e0-0e67-4de8-b6d9-5141d7db6c93 req-cf310663-d007-4b11-9073-f297f89cfe7d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:35.756518 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8838a8e0-0e67-4de8-b6d9-5141d7db6c93 req-cf310663-d007-4b11-9073-f297f89cfe7d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 932 time: 0.1148503 May 06 13:58:35.825534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8838a8e0-0e67-4de8-b6d9-5141d7db6c93 req-1b11d16f-4755-45da-bc0d-a7315524abea tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:security_group {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:35.840461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-8838a8e0-0e67-4de8-b6d9-5141d7db6c93 req-1b11d16f-4755-45da-bc0d-a7315524abea tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:security_group {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:35.841654 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-8838a8e0-0e67-4de8-b6d9-5141d7db6c93 req-1b11d16f-4755-45da-bc0d-a7315524abea tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802157 May 06 13:58:35.854701 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 {{(pid=84800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:35.868823 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:35.890649 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.provisioning_blocks [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Transition to ACTIVE for port object bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 will not be triggered until provisioned by entity L2. {{(pid=84800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:35.998200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.142690 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:36.290419 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Attempting to bind port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 on host n-h2-840845-1 for vnic_type normal with profile {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:36.290757 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Attempting to bind port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 by drivers openvswitch,hyperv on host n-h2-840845-1 at level 0 using segments [{'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:36.291098 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Attempting to bind port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:36.298669 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-840845-1 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 13:58:36.299003 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Attempting to bind port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:36.306860 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Checking agent: {'id': 'e225372f-e647-4c0c-9b2e-699ab1b02181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:36.307285 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Checking segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:36.307777 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Bound using segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} {{(pid=84800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:36.308314 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.managers [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Bound port: bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host: n-h2-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}}] {{(pid=84800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:36.308730 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.407376 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, cleared binding levels {{(pid=84800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:36.411583 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:36.493722 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.572808 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:36.575137 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1092 time: 1.5760193 May 06 13:58:36.575821 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:36.605559 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22684-7fc2-49a6-bbd8-80d34c64d174 service neutron] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=3']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:36.668064 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c8c2ad-81b1-47df-b803-668e10b38e8b'] response: {'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'status': 'completed', 'code': 200} May 06 13:58:36.824831 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d629eca6-9453-4e07-81d3-618925b8f624 req-dfdc84c0-6199-4cbb-b8d2-34bb60af2acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.1359179 May 06 13:58:37.102887 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629eca6-9453-4e07-81d3-618925b8f624 req-7a82bc2c-ff41-4f96-bb28-e710901515f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.106741 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d629eca6-9453-4e07-81d3-618925b8f624 req-7a82bc2c-ff41-4f96-bb28-e710901515f4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b59297dd11844e90bd0175c4f4686a97&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2756104 May 06 13:58:37.199039 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deea547-15a9-4508-9296-facd41879364 req-06433511-869e-45b0-82ce-0a8748dc6b3a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.210171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6deea547-15a9-4508-9296-facd41879364 req-06433511-869e-45b0-82ce-0a8748dc6b3a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.1557436 May 06 13:58:37.291882 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6deea547-15a9-4508-9296-facd41879364 req-f718c926-7060-4ac5-a91d-04a7c5c8f117 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779450 May 06 13:58:37.310243 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Sync routers for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:37.327808 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:37.328570 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:37.377807 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629eca6-9453-4e07-81d3-618925b8f624 req-a9d37269-3805-433f-9719-b0860ec53fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.380420 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d629eca6-9453-4e07-81d3-618925b8f624 req-a9d37269-3805-433f-9719-b0860ec53fd7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2676904 May 06 13:58:37.564446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-720a5c80-0f8d-4cf3-882a-12d1bcd916bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.1342697 May 06 13:58:37.588538 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:37.656375 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-a31cdde3-3c4c-40cb-ac94-7b6207625cc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 217 time: 0.0856068 May 06 13:58:37.780564 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-085edfac-e1e8-44f9-b563-fe79e036c062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:37.785253 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-085edfac-e1e8-44f9-b563-fe79e036c062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.1214969 May 06 13:58:37.928136 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-eac29757-a3bb-4eae-96b7-53e204c2708c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371212 May 06 13:58:38.054633 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 4, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '98d1114a-df77-4f2d-b46d-de9fb4cc5a2b', 'name': '', 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'mac_address': 'fa:16:3e:b4:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:17Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 2, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'subnets': [{'id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:38.061528 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Checking router: 286b6b64-2436-400b-a244-de633fa919f7 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:38.061883 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Updating router 286b6b64-2436-400b-a244-de633fa919f7 port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b binding host n-d-840845-1 {{(pid=84801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 06 13:58:38.093029 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-424abdd2-d567-43fd-8a7f-6ee42b5d268d service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588411 May 06 13:58:38.126910 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.247933 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-7a86580c-f1ff-4cbf-b839-fc171ba73189 req-bc0b896e-86b5-46dd-b222-1bd4195e6229 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479158 May 06 13:58:38.536913 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5db668a7-c943-4336-999c-fa63e5671b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.552704 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c503edd-a6e1-47b2-9f0f-4c4620746fa7 req-8eb8d1a3-a5f7-4fce-b469-e8aaec48bad4 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:38.554080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1c503edd-a6e1-47b2-9f0f-4c4620746fa7 req-8eb8d1a3-a5f7-4fce-b469-e8aaec48bad4 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 13:58:38.557817 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks [] for port, precommit_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.573679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Transition to ACTIVE for port object 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b will not be triggered until provisioned by entity L2. {{(pid=84801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 13:58:38.681619 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.716127 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-1c503edd-a6e1-47b2-9f0f-4c4620746fa7 req-8eb8d1a3-a5f7-4fce-b469-e8aaec48bad4 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 13:58:38.717716 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c503edd-a6e1-47b2-9f0f-4c4620746fa7 req-8eb8d1a3-a5f7-4fce-b469-e8aaec48bad4 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.2765646 May 06 13:58:38.800089 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1c503edd-a6e1-47b2-9f0f-4c4620746fa7 req-dc791898-258c-4ae2-b5ea-06d3e2c8ce40 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743845 May 06 13:58:38.830644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458040f-de57-42f4-ba22-4dd8d24d20c7 None None] Pushing event updated for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=3']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:38.943078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Attempting to bind port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b on host n-d-840845-1 for vnic_type normal with profile {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 13:58:38.943537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Attempting to bind port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b by drivers openvswitch,hyperv on host n-d-840845-1 at level 0 using segments [{'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 13:58:38.944028 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Attempting to bind port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b on network 506d49f6-81c3-49bc-b01f-2da41123c269 {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 13:58:38.952084 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Checking agent: {'id': '5f5ab8b5-705d-4598-9902-3a662f0176cc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 6, 42), 'started_at': datetime.datetime(2022, 5, 6, 12, 7, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840845-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 13:58:38.952461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Checking segment: {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 13:58:38.952874 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:38.953315 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Bound using segment: {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'} {{(pid=84801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 13:58:38.953719 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.managers [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Bound port: 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b, host: n-d-840845-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5948eee5-c37e-4117-be32-2efde2ff51be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269'}}] {{(pid=84801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 13:58:38.954094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:39.144186 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] For port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b, host n-d-840845-1, cleared binding levels {{(pid=84801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 13:58:39.150075 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] For port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b, host n-d-840845-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 13:58:39.230695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:39.322409 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458040f-de57-42f4-ba22-4dd8d24d20c7 None None] Pushing event updated for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:39.325329 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:39.326005 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:39.600627 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:39.993609 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 4, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '98d1114a-df77-4f2d-b46d-de9fb4cc5a2b', 'name': '', 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'mac_address': 'fa:16:3e:b4:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:17Z', 'updated_at': '2022-05-06T13:58:39Z', 'revision_number': 4, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'subnets': [{'id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:39.999055 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f13ab-8e21-46d9-a811-ffce99ded8df None None] The sync data for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 is: [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T13:58:18Z', 'revision_number': 4, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '98d1114a-df77-4f2d-b46d-de9fb4cc5a2b', 'name': '', 'network_id': '506d49f6-81c3-49bc-b01f-2da41123c269', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'mac_address': 'fa:16:3e:b4:98:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:17Z', 'updated_at': '2022-05-06T13:58:39Z', 'revision_number': 4, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'subnets': [{'id': '269973d8-22ec-4a73-a76b-01b31eb1afed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:40.151241 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53025-6088-4e0c-88a7-5a1f8d8f70c2 req-b6350710-f48c-4391-8a14-1e7c626a6b9b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:40.153377 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ec53025-6088-4e0c-88a7-5a1f8d8f70c2 req-b6350710-f48c-4391-8a14-1e7c626a6b9b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.1237688 May 06 13:58:40.228149 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-7ec53025-6088-4e0c-88a7-5a1f8d8f70c2 req-bada953b-a519-477f-a870-192d18b40493 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676167 May 06 13:58:40.767487 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0716c97-d5ae-4e67-b6f8-b85bd9d82f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:40.978639 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 13:58:41.156682 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:41.174928 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 13:58:41.235207 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.255438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 13:58:41.276163 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:41.350078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:41.436985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:41.486727 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05ead7-ea81-49c7-a861-cf0d083578bb req-3828ee33-0eb7-4088-b016-1a912825c651 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:41.488850 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef05ead7-ea81-49c7-a861-cf0d083578bb req-3828ee33-0eb7-4088-b016-1a912825c651 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 945 time: 0.1052432 May 06 13:58:41.555387 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:41.557476 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-ef05ead7-ea81-49c7-a861-cf0d083578bb req-c2d90b50-c2e2-4fad-a7da-3f4dc0e9c72b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587430 May 06 13:58:41.619344 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 13:58:41.851290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:41.863863 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:41.864238 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.092265 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.152775 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:42.287126 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.373981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:42.395681 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.583931 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:42.805475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7e0f-b234-477a-83fd-bc264a0d568a req-3868ab00-c38e-4aab-9b2d-32071fe5f644 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:42.807594 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-206f7e0f-b234-477a-83fd-bc264a0d568a req-3868ab00-c38e-4aab-9b2d-32071fe5f644 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 945 time: 0.0933733 May 06 13:58:42.867121 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-206f7e0f-b234-477a-83fd-bc264a0d568a req-3ec7dafc-74b2-41e5-b7bd-fb5b1203e709 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512993 May 06 13:58:42.991088 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:43.115438 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning for port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 13:58:43.121236 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:43.126947 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.258407 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.291959 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:43.305861 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 13:58:43.395548 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.466720 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3c8626-4e57-4ba4-a7b8-5f5ca7cfe019'] response: {'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'code': 200} May 06 13:58:43.495711 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:43.536416 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b up at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 13:58:43.624863 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa173bd6-355e-40c7-8a7b-a9161185eef9 req-1f593cdc-323f-4ba3-a9ae-3fd81bbc88a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1097 time: 0.0894711 May 06 13:58:43.627521 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Provisioning complete for port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 13:58:43.627965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:43.680870 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-aa173bd6-355e-40c7-8a7b-a9161185eef9 req-8d061633-c693-4632-9a47-136b962ab2a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494235 May 06 13:58:43.956452 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:44.101455 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a872b-1fcc-4a39-91e5-08bba1963077 req-5e6aea26-8b62-4761-9629-5e7bdfeaf48f tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:44.103107 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c99a872b-1fcc-4a39-91e5-08bba1963077 req-5e6aea26-8b62-4761-9629-5e7bdfeaf48f tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 946 time: 0.1009436 May 06 13:58:44.175909 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-c99a872b-1fcc-4a39-91e5-08bba1963077 req-278a5fe1-6eb6-4325-8444-e28fafa6775d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658383 May 06 13:58:45.417159 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8554d-87ed-4b6b-8df2-f6b8e8296df9 req-fb1bf084-cbc4-45e9-8fee-2fcfe6df681b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:45.419079 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9d8554d-87ed-4b6b-8df2-f6b8e8296df9 req-fb1bf084-cbc4-45e9-8fee-2fcfe6df681b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 946 time: 0.0959802 May 06 13:58:45.498220 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-c9d8554d-87ed-4b6b-8df2-f6b8e8296df9 req-f9d8fa61-b319-4393-b086-75813115955c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719323 May 06 13:58:45.740420 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98471843-c5f7-414a-aa69-1126f44e2742 req-73e0cf6a-c332-4f82-a0a1-011052c3db22 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:45.741990 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98471843-c5f7-414a-aa69-1126f44e2742 req-73e0cf6a-c332-4f82-a0a1-011052c3db22 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 946 time: 0.0878153 May 06 13:58:45.810984 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-98471843-c5f7-414a-aa69-1126f44e2742 req-56dc9291-64bc-4979-ace9-5edd3ae4ba99 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623283 May 06 13:58:45.856982 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54762) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:46.009021 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-3938fc8e-5198-4302-8d5a-da4600cdc34d tempest-TestSnapshotPattern-1814020061 tempest-TestSnapshotPattern-1814020061-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1092 time: 0.1507490 May 06 13:58:46.011955 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 54768) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 13:58:46.017837 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.v2.base [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 13:58:46.024832 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 13:58:46.029096 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:floatingip and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 13:58:46.032829 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84800) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 13:58:46.039240 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.quota.driver [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84800) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 13:58:46.207419 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:46.373507 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:46.530413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.db_base_plugin_common [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Allocated IP 172.25.2.106 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/6cd02075-2cc7-416e-b713-e57eca728e0f) {{(pid=84800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 13:58:46.810251 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:46.921978 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:46.998573 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 13:58:47.002626 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.base_scheduler [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources bound (agent type, host, resource id): {{(pid=84800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 13:58:47.007118 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Received port after_create {{(pid=84800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 13:58:47.044724 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=6cd02075-2cc7-416e-b713-e57eca728e0f,revision_number=1']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:47.608949 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:47.613108 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:47.774520 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.013522 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.070208 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7302149'] for port, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.222732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=6cd02075-2cc7-416e-b713-e57eca728e0f,revision_number=2']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 13:58:48.242216 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:48.489087 n-d-840845-1 neutron-server[84800]: INFO neutron.db.l3_db [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Floating IP c50efc28-4b1b-4bce-a9ce-ee5ca313288b associated. External IP: 172.25.2.106, port: bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292. May 06 13:58:49.044344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 13:58:49.325708 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 13:58:49.339270 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 13:58:49.354052 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:49.354836 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:49.465232 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:49.560122 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:49.583904 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-682788aa-1463-49ef-8bc7-51bc83d9d39c tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5600002 May 06 13:58:49.583904 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 13:58:49.693725 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f9dca9-4c94-4a70-974c-835b853639fe'] response: {'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'status': 'completed', 'code': 200} May 06 13:58:49.824917 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-0121fe99-ef44-4d96-844d-b06a84cf4358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1097 time: 0.1034901 May 06 13:58:49.989080 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-0cdb8ddf-c46d-48ac-97bb-1b64baced831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:49.990651 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-0cdb8ddf-c46d-48ac-97bb-1b64baced831 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1596477 May 06 13:58:50.110190 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:47Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:50.114385 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-6a45fbec-7972-4f18-b7f2-0458de4a5d36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1000 time: 0.1173606 May 06 13:58:50.119728 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 13:58:50.140404 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 13:58:50.141142 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T13:58:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:50.188203 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-12d012b0-1236-41b4-91a3-fd934d82fd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:58:50.189900 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-12d012b0-1236-41b4-91a3-fd934d82fd00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0689514 May 06 13:58:50.285313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-b16dc467-cefe-4082-a7f3-bbaf0ed6d2ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892396 May 06 13:58:50.361838 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 13:58:50.454097 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-347dc956-485b-44c9-9286-213a51664f15 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623430 May 06 13:58:50.620206 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-9bdec257-483b-43f0-89da-e1407bc58f75 req-dd2c7102-431c-4469-a00e-01d5424c6922 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598525 May 06 13:58:50.773656 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:47Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 13:58:50.778614 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f95795b-3e95-42fe-9095-71b0b99ae9c2 None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:47Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 13:58:51.572829 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:58:53.348077 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ddab5-cb80-47b8-bf51-622a0953b784 None None] New status for floating IP c50efc28-4b1b-4bce-a9ce-ee5ca313288b: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 13:59:03.570056 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:07.522061 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-ce668d2b-de2f-481c-a770-a88a673cf44e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848691 May 06 13:59:07.679488 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-d4d7147a-1e92-4c6e-b789-aac40f904293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1097 time: 0.0791063 May 06 13:59:07.862980 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-cf94af40-1385-46f6-9f82-4e3dd5c1a83b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:07.864557 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-cf94af40-1385-46f6-9f82-4e3dd5c1a83b service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1631627 May 06 13:59:07.990007 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-103bdca0-eee7-4da5-83f9-531c7412e54e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1002 time: 0.1181126 May 06 13:59:08.061085 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-16805e71-81e9-4ac2-8d3c-aff26922218d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 13:59:08.062650 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-16805e71-81e9-4ac2-8d3c-aff26922218d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0664060 May 06 13:59:08.255120 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-ec5ed92a-7665-40f3-ac2a-fe71fb745429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854253 May 06 13:59:08.408128 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-056258e0-6d7c-4928-9b4f-bd405fc01313 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459782 May 06 13:59:08.522034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c467a68e-38a0-441d-a49a-72be8e97db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:08.568707 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-85a1821f-81d2-4d5d-ac3e-ac1d85e17435 req-1cca0ec9-0466-4e06-8f3f-2f9ec47d32a6 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539357 May 06 13:59:10.789516 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8106447e-730e-4745-a201-ff2dccefa206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.350185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:12.584065 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:13.932422 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:17.619177 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:21.618645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:38.526689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-3c113935-ae7a-446d-82a0-70f36f0ee107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:40.572123 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 13:59:40.823494 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a15547ea-eeed-42f0-a1e6-5a07fb440d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:42.383960 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:42.651231 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:43.960828 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:47.669520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 13:59:51.594870 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:08.555337 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7aae69bf-37ac-4de8-9c91-6cf0f883bdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:09.510724 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-4bee51b5-9bf8-4e92-a002-9ee982b8b275 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771642 May 06 14:00:09.682824 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-a8311186-695d-4324-b8cc-6942bca7aca9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1097 time: 0.0880671 May 06 14:00:09.867897 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-b1358865-b49b-4e94-b242-d3e997418b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:09.874604 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-b1358865-b49b-4e94-b242-d3e997418b44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1656718 May 06 14:00:10.062122 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-5a94bb0f-d424-4824-84ac-ba81e7791100 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1002 time: 0.1857975 May 06 14:00:10.175435 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-a4512581-0996-4506-919c-bed2215c50d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:00:10.177820 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-a4512581-0996-4506-919c-bed2215c50d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.1062837 May 06 14:00:10.301182 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-af8c93cf-63d6-43e0-a391-94a2f9307436 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145904 May 06 14:00:10.477898 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-7386aea6-639f-4ff3-9a29-c0dbcac11f99 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688862 May 06 14:00:10.646823 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-5e4b3132-65b0-4df1-bedc-98f8f9a16dc9 req-8366dbd3-eacd-4332-a865-f69764a2fdd8 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562901 May 06 14:00:10.846455 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d7688d9-46d2-4e99-8750-594742561a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:12.354699 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:12.582542 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:13.983976 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:17.549858 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:17.573997 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:00:21.618244 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:38.554991 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-314808f6-3221-4d3b-a416-e219a965ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:40.803226 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-be56b41d-61a5-46b8-a6bc-5fca8d30c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:42.394695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:42.583315 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:43.931715 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:45.722510 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 details requested by agent hyperv_n-h2-840845-1 with host n-h2-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:00:45.896778 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:45.914612 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Returning: {'device': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:00:45.988622 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:46.013461 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:00:46.033740 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:46.137724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:46.221072 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:46.232616 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] get_ports_and_sgs() called for port_ids ['bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:00:46.268340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.268340 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.268795 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.269347 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.270314 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.270895 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.271439 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.272049 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.272556 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.273115 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:46.273667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:00:47.633808 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:47.759488 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 up at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:00:47.921679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Provisioning complete for port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:00:47.922222 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.181185 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.240866 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:00:48.254004 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:00:48.349264 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5cb310-4618-4eb6-a1f8-a58341a2b121'] response: {'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'code': 200} May 06 14:00:48.387544 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:48.506453 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:00:51.635674 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:00:54.587178 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:00.044420 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-3fd46561-8bf3-49b6-be40-e6c13873f12b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805474971&fields=id&tenant_id=b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 267 time: 0.0505567 May 06 14:01:00.260057 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-3e07c115-ff59-47a6-bca3-97e715824891 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:00.262844 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-3e07c115-ff59-47a6-bca3-97e715824891 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 810 time: 0.2104335 May 06 14:01:00.282452 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-9085b4f7-cdca-4d80-9f5a-66d5ee150012 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/quotas/b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 375 time: 0.0132363 May 06 14:01:00.375484 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-3e93a019-2eb4-41d0-8eca-90f9bc725ba9 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876122 May 06 14:01:00.475135 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-ccc45685-8fea-417c-8d9e-1853425a5958 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84799) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:01:00.476246 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-ccc45685-8fea-417c-8d9e-1853425a5958 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0880806 May 06 14:01:00.758381 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-bc7c31e2-de27-4cb4-b0cb-b58e70320763 service neutron] 10.222.0.83 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748964 May 06 14:01:00.919633 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-aab1ceb0-3224-45b1-bb05-725eb0d28c1c service neutron] 10.222.0.83 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544001 May 06 14:01:01.330364 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-749b3cb6-ac43-4afd-ab6c-6bc8c7f42020 req-e1ecd9ed-83f3-423b-bfd6-9de16ff97630 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 210 time: 0.1221724 May 06 14:01:02.449650 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-491077a2-5061-4bad-8d36-989284b0723d req-6f13873b-f6a7-41bd-bc77-562645e65c70 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 210 time: 0.0456734 May 06 14:01:03.681303 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-79b3e25e-c92a-4e67-966b-0ebd369cb309 req-a5debdfb-d69e-48dc-8f40-df1074063c75 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 210 time: 0.0699844 May 06 14:01:03.831981 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:01:04.042460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:04.076559 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:04.090085 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:04.143427 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa043d9c-de92-4d17-840a-0f10f09bf6ed'] response: {'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'code': 200} May 06 14:01:04.166631 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:04.246338 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Pushing event updated for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:04.816493 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-1a71eea5-5f2c-444f-9d7d-d704fb687fc2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:04.819074 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-1a71eea5-5f2c-444f-9d7d-d704fb687fc2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 810 time: 0.2195313 May 06 14:01:04.907722 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-0effbb4c-d61a-425a-b5db-616a750e3889 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59297dd11844e90bd0175c4f4686a97 HTTP/1.1" status: 200 len: 380 time: 0.0747514 May 06 14:01:04.917279 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'port': {'device_id': '375befb3-7efd-48ba-a7ad-53867301482f', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'admin_state_up': True, 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'security_groups': ['34eca148-5e46-40e1-8f34-99fd95dfe633']}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:04.952572 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f831327e-626e-4332-9648-0dfbd23acf01 req-9904c0c9-2033-4028-8788-e15f9df7cbba tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 210 time: 0.0769398 May 06 14:01:05.107080 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:05.126167 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:05.200672 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Made reservation on behalf of b59297dd11844e90bd0175c4f4686a97 for: {'port': 1} {{(pid=84799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 14:01:05.205565 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.470355 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Allocated IP 172.20.0.4 (11c7aea0-5c73-4ff1-bb51-52d39ff787d9/611b77d0-8d54-473e-83e0-9088ff25c195/706d87ab-309c-4231-868e-ce481214810a) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:05.870586 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:05.903856 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Transition to ACTIVE for port object 706d87ab-309c-4231-868e-ce481214810a will not be triggered until provisioned by entity DHCP. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:06.019310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.119365 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:06.129668 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:06.149945 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:06.321154 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:06.336261 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.336806 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.337070 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.337390 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.337739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.338148 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.338485 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.338831 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.339206 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.339534 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.339977 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:01:06.372550 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:06.373211 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.440107 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25745655-df6b-4210-a2ae-815944d04de0 req-d167a358-bbfe-4b33-b26b-6d9cdfe190b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:06.452423 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25745655-df6b-4210-a2ae-815944d04de0 req-d167a358-bbfe-4b33-b26b-6d9cdfe190b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 931 time: 0.2489979 May 06 14:01:06.551346 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-25745655-df6b-4210-a2ae-815944d04de0 req-2e4bb50b-b759-4207-b9e2-e804ed122e58 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975022 May 06 14:01:06.595741 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-363b7668-d7f4-46ff-a0a8-017d012a26b7 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6827793 May 06 14:01:06.629649 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0391c556-5e60-4c5f-ac5e-2029a26fd2fc None None] Provisioning for port 706d87ab-309c-4231-868e-ce481214810a completed by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:06.639503 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-0391c556-5e60-4c5f-ac5e-2029a26fd2fc None None] Provisioning complete for port 706d87ab-309c-4231-868e-ce481214810a triggered by entity DHCP. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:06.639503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0391c556-5e60-4c5f-ac5e-2029a26fd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:06.726404 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0391c556-5e60-4c5f-ac5e-2029a26fd2fc None None] Port 706d87ab-309c-4231-868e-ce481214810a cannot update to ACTIVE because it is not bound. {{(pid=84801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 06 14:01:06.745829 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Request body: {'port': {'device_id': '375befb3-7efd-48ba-a7ad-53867301482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840845-1'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:06.991372 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.796076 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706d87ab-309c-4231-868e-ce481214810a {{(pid=84799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:07.813214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.845869 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.provisioning_blocks [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Transition to ACTIVE for port object 706d87ab-309c-4231-868e-ce481214810a will not be triggered until provisioned by entity L2. {{(pid=84799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 14:01:07.942216 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:07.955352 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2d9a4-a11e-4343-981d-0cdc84f320ca req-aafaa289-697d-4636-8878-8a05d0617d02 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:07.963448 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9e2d9a4-a11e-4343-981d-0cdc84f320ca req-aafaa289-697d-4636-8878-8a05d0617d02 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 931 time: 0.1535957 May 06 14:01:08.048396 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b9e2d9a4-a11e-4343-981d-0cdc84f320ca req-c3784e9d-7dca-4dfb-a3b6-3f05edacb243 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833075 May 06 14:01:08.259540 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:08.381010 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Attempting to bind port 706d87ab-309c-4231-868e-ce481214810a on host n-h1-840845-1 for vnic_type normal with profile {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 14:01:08.381354 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Attempting to bind port 706d87ab-309c-4231-868e-ce481214810a by drivers openvswitch,hyperv on host n-h1-840845-1 at level 0 using segments [{'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 14:01:08.381685 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Attempting to bind port 706d87ab-309c-4231-868e-ce481214810a on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:08.388739 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Port 706d87ab-309c-4231-868e-ce481214810a on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-840845-1 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 06 14:01:08.389063 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Attempting to bind port 706d87ab-309c-4231-868e-ce481214810a on network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 06 14:01:08.397404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Checking agent: {'id': '6923cca4-f0ed-4f65-8ce2-a51e49cd2891', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840845-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'started_at': datetime.datetime(2022, 5, 6, 12, 15, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 14, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 06 14:01:08.397747 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Checking segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 06 14:01:08.398232 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Bound using segment: {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'} {{(pid=84799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 06 14:01:08.398970 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.managers [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Bound port: 706d87ab-309c-4231-868e-ce481214810a, host: n-h1-840845-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b2f33-7f8c-4eff-98c9-696a68fc0046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9'}}] {{(pid=84799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 14:01:08.399122 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.552166 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, cleared binding levels {{(pid=84799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 14:01:08.558419 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 14:01:08.622621 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0d7c-4f71-4104-b805-254873e18e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.657760 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.761228 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:08.762867 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] 10.222.0.86 "PUT /v2.0/ports/706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 1091 time: 2.1549737 May 06 14:01:08.766782 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:08.825193 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb69ef55-2ff6-4408-bb75-e7f07ec47ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=3']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:09.064562 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27b1a04-7def-488e-87b0-a7ee5a26f4d1'] response: {'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'status': 'completed', 'code': 200} May 06 14:01:09.107796 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-03fa5e56-49c3-4569-a6d2-bbe90b7b2208 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1094 time: 0.2081668 May 06 14:01:09.383601 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-288f316d-d55f-423d-8957-092bf28128a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 217 time: 0.2236364 May 06 14:01:09.646459 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489c77f-acba-427f-aed7-76bdf6137467 req-ad215a5e-4453-47c6-998a-0cddc96369a2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:09.650499 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1489c77f-acba-427f-aed7-76bdf6137467 req-ad215a5e-4453-47c6-998a-0cddc96369a2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.2173228 May 06 14:01:09.679976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-993f435e-c024-400a-94f9-781873f32bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:09.681734 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-993f435e-c024-400a-94f9-781873f32bca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.2172275 May 06 14:01:09.788818 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-1489c77f-acba-427f-aed7-76bdf6137467 req-c3600104-e9e6-451f-8087-38aa655957a0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234691 May 06 14:01:10.604585 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-8e8d92d9-2d51-4387-99d3-b3d1141f3feb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407993 May 06 14:01:10.860052 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-499ca80a-71e4-4a59-b265-806123b091ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.1506577 May 06 14:01:10.949125 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-167f44fc-b07c-470a-b085-40fde44522ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:11.205365 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-ade90718-23be-4fd1-9ea9-f8a33964f169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:11.207129 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-ade90718-23be-4fd1-9ea9-f8a33964f169 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.3253264 May 06 14:01:11.215044 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d98d88-f77d-409e-b4b3-bb11502fb519 req-f5dbbd1a-bb9b-491e-a32c-cff7b58bbc37 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:11.216610 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-73d98d88-f77d-409e-b4b3-bb11502fb519 req-f5dbbd1a-bb9b-491e-a32c-cff7b58bbc37 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:11.309524 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-73d98d88-f77d-409e-b4b3-bb11502fb519 req-f5dbbd1a-bb9b-491e-a32c-cff7b58bbc37 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:11.312367 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73d98d88-f77d-409e-b4b3-bb11502fb519 req-f5dbbd1a-bb9b-491e-a32c-cff7b58bbc37 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.2617733 May 06 14:01:11.370328 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-dc4b0f5d-2f4a-4a90-bb19-e050c32ff7a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1000 time: 0.1569862 May 06 14:01:11.416314 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-73d98d88-f77d-409e-b4b3-bb11502fb519 req-d70acb7b-65a7-4b40-829a-cb5998a7fdc0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948725 May 06 14:01:11.496856 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-07b3a3fb-db15-4b28-aae2-46b155ecb0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:11.501248 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-07b3a3fb-db15-4b28-aae2-46b155ecb0be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.1232762 May 06 14:01:11.666546 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-f8de2e9e-1dca-4b36-86fb-8455da1b7328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592147 May 06 14:01:11.870163 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-1a5d8472-91e7-4317-8948-49460a6747f5 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966095 May 06 14:01:11.969975 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-7e909c34-b1e0-4614-8655-39a4a048f559 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190174 May 06 14:01:12.053095 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-05df7423-90cb-4da3-ac63-3f70af6fbfbe req-b6179fd2-2dda-45f8-9974-804a98a9cf18 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767850 May 06 14:01:12.526535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:12.588877 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:12.711119 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9c4f-90be-42cd-8157-f9b76acbd4d4 req-b47d5564-0ef7-4719-8685-c2c4475f0192 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:12.713699 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91ae9c4f-90be-42cd-8157-f9b76acbd4d4 req-b47d5564-0ef7-4719-8685-c2c4475f0192 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.1596334 May 06 14:01:12.806145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-91ae9c4f-90be-42cd-8157-f9b76acbd4d4 req-eb4281f2-ffdc-49a4-893c-973e9192d652 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851526 May 06 14:01:13.953908 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:14.328632 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-0c6d8cb4-b560-4e2a-8a52-74b0c4808c0c service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455743 May 06 14:01:14.367086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5724443-f596-401b-95d3-1bd19bfa249d req-edced449-c6dd-4e01-8015-9e694016e7c2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:14.369794 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5724443-f596-401b-95d3-1bd19bfa249d req-edced449-c6dd-4e01-8015-9e694016e7c2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.2405961 May 06 14:01:14.505700 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f5724443-f596-401b-95d3-1bd19bfa249d req-05531e49-2236-4c89-b14a-46b0f5c75649 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221390 May 06 14:01:14.689138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-b95155f2-308f-41a8-b26f-f00de26149a5 req-ea98b313-4178-41e9-b9eb-ec97585be595 service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372553 May 06 14:01:14.925340 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-e9125b18-045f-4249-8526-80dfe33060d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1094 time: 0.0843687 May 06 14:01:15.079707 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432b5d-073c-42dc-a08a-839b40126839 req-f4ccfb91-4452-49a9-a019-d8136be152a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:15.081233 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-f4ccfb91-4452-49a9-a019-d8136be152a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1496232 May 06 14:01:15.154591 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-3b5ce36e-5db2-4605-8ed3-8f6d76ec8127 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 217 time: 0.0660598 May 06 14:01:15.228451 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18432b5d-073c-42dc-a08a-839b40126839 req-3ae1ae9b-7dbd-472f-87f1-6eff046387b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:15.229923 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-3ae1ae9b-7dbd-472f-87f1-6eff046387b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0692337 May 06 14:01:15.315458 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-802a0eb4-a701-46eb-a36f-99c39e37c853 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788536 May 06 14:01:15.584392 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-15264dac-f13a-4f8c-873a-90848d6be5ac service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624052 May 06 14:01:15.747726 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-18432b5d-073c-42dc-a08a-839b40126839 req-47d075e6-ca2f-477d-9f20-8c8107a9d827 service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552360 May 06 14:01:15.761422 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e98d-62a1-4f70-8e9e-221271c474ca req-eb11af47-116c-425d-928b-69e9aed54d3e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:15.764312 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64b1e98d-62a1-4f70-8e9e-221271c474ca req-eb11af47-116c-425d-928b-69e9aed54d3e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.1154056 May 06 14:01:15.851821 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-64b1e98d-62a1-4f70-8e9e-221271c474ca req-a27a8604-3525-4682-857d-1ed24cb428d8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766189 May 06 14:01:17.089514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9bdc9-e290-4ef9-ab3c-bd3ecbc621ba req-7eab89e2-5e96-489a-b0b6-3b3d689dfc25 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:17.090986 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9f9bdc9-e290-4ef9-ab3c-bd3ecbc621ba req-7eab89e2-5e96-489a-b0b6-3b3d689dfc25 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.1041830 May 06 14:01:17.143027 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e9f9bdc9-e290-4ef9-ab3c-bd3ecbc621ba req-0f256d20-d410-42fb-8375-d94990919142 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 May 06 14:01:17.623534 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.001644 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:01:18.156337 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:18.172683 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '706d87ab-309c-4231-868e-ce481214810a', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'mac_address': 'fa:16:3e:d3:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:01:18.273503 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.306079 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706d87ab-309c-4231-868e-ce481214810a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:01:18.336142 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:18.367366 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49675-56ab-457e-8457-181483e0151d req-031e7a25-9a56-4a4e-9d2c-46e5efa946dd tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:18.369046 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4c49675-56ab-457e-8457-181483e0151d req-031e7a25-9a56-4a4e-9d2c-46e5efa946dd tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.0913551 May 06 14:01:18.421562 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-d4c49675-56ab-457e-8457-181483e0151d req-41424497-40c5-47e0-8907-f23fda90b43a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 May 06 14:01:18.429029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:18.511062 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=4']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:18.689208 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['706d87ab-309c-4231-868e-ce481214810a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:01:19.653479 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd9e5-5ab4-4696-93a4-3b5744927f55 req-d9cbb6a2-5b01-4245-a45d-134064fb3a60 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:19.655822 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e78cd9e5-5ab4-4696-93a4-3b5744927f55 req-d9cbb6a2-5b01-4245-a45d-134064fb3a60 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 944 time: 0.0862534 May 06 14:01:19.711887 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-e78cd9e5-5ab4-4696-93a4-3b5744927f55 req-fb981aec-e8a0-4df7-89de-9f76d65041f5 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503800 May 06 14:01:20.017300 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:01:20.180821 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning for port 706d87ab-309c-4231-868e-ce481214810a completed by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 14:01:20.187145 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 706d87ab-309c-4231-868e-ce481214810a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:01:20.192627 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.320522 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.352263 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:20.364449 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:01:20.415373 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1600f9a9-165b-422c-b86f-519f37f6c948'] response: {'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'code': 200} May 06 14:01:20.439171 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:20.556168 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fa00432-dd6c-4650-9831-6a595cdb815c req-657fe272-c214-44f0-b33d-079d2a43a660 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1096 time: 0.0791631 May 06 14:01:20.561945 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:20.605116 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-6fa00432-dd6c-4650-9831-6a595cdb815c req-9610a66d-41b9-4c08-8512-f8c1e071f9c2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 May 06 14:01:20.980189 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fd494-f5ed-44ed-b2a9-df7024d00895 req-882aa048-47fb-476e-a667-839a5fcb9d9b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:20.982165 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-065fd494-f5ed-44ed-b2a9-df7024d00895 req-882aa048-47fb-476e-a667-839a5fcb9d9b tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 945 time: 0.0933721 May 06 14:01:21.040170 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-065fd494-f5ed-44ed-b2a9-df7024d00895 req-54685e8b-cea7-4630-8d38-a1549ec24b4e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513692 May 06 14:01:21.644135 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:22.257936 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a87e-b2a3-4220-812f-3ca613a0a377 req-ad503c09-e672-4c4f-877d-7701b7d1afd2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:22.259425 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f66a87e-b2a3-4220-812f-3ca613a0a377 req-ad503c09-e672-4c4f-877d-7701b7d1afd2 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 945 time: 0.0853281 May 06 14:01:22.325543 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-2f66a87e-b2a3-4220-812f-3ca613a0a377 req-ab3fd22d-c563-487d-a69c-181295c39fe0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593011 May 06 14:01:22.563134 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c3d7b-a974-431a-b331-478eb1c8d0c4 req-ff199750-b1a5-4d24-ba62-d14dd0cd0346 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:22.565771 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a05c3d7b-a974-431a-b331-478eb1c8d0c4 req-ff199750-b1a5-4d24-ba62-d14dd0cd0346 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 945 time: 0.1007962 May 06 14:01:22.649288 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-a05c3d7b-a974-431a-b331-478eb1c8d0c4 req-05e01ee9-b453-4c57-b257-d071c7357aa5 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770037 May 06 14:01:22.678695 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 54996) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:22.772555 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-361944e0-6ca4-446c-811e-48566b501667 tempest-TestSnapshotPattern-1814020061 tempest-TestSnapshotPattern-1814020061-project-admin] Synchronizing usage tracker for tenant:4ffd8790771c4cba9ad43d194b2de9c7 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:01:22.861342 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-361944e0-6ca4-446c-811e-48566b501667 tempest-TestSnapshotPattern-1814020061 tempest-TestSnapshotPattern-1814020061-project-admin] Unset dirty status for tenant:4ffd8790771c4cba9ad43d194b2de9c7 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:01:22.862585 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-361944e0-6ca4-446c-811e-48566b501667 tempest-TestSnapshotPattern-1814020061 tempest-TestSnapshotPattern-1814020061-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1091 time: 0.1827719 May 06 14:01:22.865737 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55000) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:01:22.872179 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.v2.base [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Request body: {'floatingip': {'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 06 14:01:22.880368 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 06 14:01:22.885246 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Usage tracker for resource:floatingip and tenant:b59297dd11844e90bd0175c4f4686a97 is out of sync, need to count used quota {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 06 14:01:22.890918 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84799) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 06 14:01:22.902442 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.quota.driver [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84799) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 06 14:01:22.994730 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.159220 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.310121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_common [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Allocated IP 172.25.2.148 (832b649d-2bcb-4219-9c2e-4cb5159baac8/261567f2-4cb8-4aa6-ad74-d171d02c3cf1/44b40914-a3ee-43ac-ad75-6eee7ca21a1d) {{(pid=84799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 14:01:23.492365 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.621566 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742006509707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:23.700948 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Network 832b649d-2bcb-4219-9c2e-4cb5159baac8 is already hosted by enough agents. {{(pid=84799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 14:01:23.704562 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.base_scheduler [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Resources bound (agent type, host, resource id): {{(pid=84799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 14:01:23.709514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Received port after_create {{(pid=84799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 06 14:01:23.736604 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=44b40914-a3ee-43ac-ad75-6eee7ca21a1d,revision_number=1']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:24.696418 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:24.823909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.076005 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for port, precommit_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.137319 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1077771'] for port, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.277382 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event updated for resources: {'Port': ['ID=44b40914-a3ee-43ac-ad75-6eee7ca21a1d,revision_number=2']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:01:25.298356 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-561408'] for floatingip, after_update {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:25.611951 n-d-840845-1 neutron-server[84799]: INFO neutron.db.l3_db [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Floating IP 6bc0ea49-5282-45fc-82b7-2b42b959147a associated. External IP: 172.25.2.148, port: 706d87ab-309c-4231-868e-ce481214810a. May 06 14:01:26.108100 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:01:26.386049 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:01:26.396759 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:01:26.409795 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:26.410537 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:26.497214 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:26.560082 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-619b2bb8-9101-4fa4-8c43-eb321cfa2940 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6929073 May 06 14:01:26.560692 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:01:26.614191 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:26.631029 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b39f4d4-0e32-4caf-a3e4-56e110c969fc'] response: {'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'status': 'completed', 'code': 200} May 06 14:01:26.744051 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-b40b0a06-6965-493a-a946-7cc6da728e03 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1096 time: 0.0865738 May 06 14:01:27.084425 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f70338-7393-42ef-b869-267645c49a95 req-aabe204c-e037-4a63-a5d7-c4c501b38ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:27.085826 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-aabe204c-e037-4a63-a5d7-c4c501b38ff1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.3319564 May 06 14:01:27.099547 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '6bc0ea49-5282-45fc-82b7-2b42b959147a', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:d3:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375befb3-7efd-48ba-a7ad-53867301482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:24Z', 'updated_at': '2022-05-06T14:01:24Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}, {'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:27.105619 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:01:27.120511 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:01:27.121245 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:01:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:27.211999 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-9242fb9e-81fc-4dea-beeb-7812b16e5888 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 999 time: 0.1189322 May 06 14:01:27.285939 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f70338-7393-42ef-b869-267645c49a95 req-2cb377f7-26a3-4910-bc0b-f8921d553381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:01:27.287495 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-2cb377f7-26a3-4910-bc0b-f8921d553381 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0685756 May 06 14:01:27.367254 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:01:27.384289 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-fe48b598-fa26-49ab-bac7-a4c2a6b1da6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902569 May 06 14:01:27.553846 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-d9adefdb-8d80-4e65-a324-c1d029e0662d service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627436 May 06 14:01:27.730291 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-94f70338-7393-42ef-b869-267645c49a95 req-9c25d952-cf11-4499-bd07-6e1a20574bb1 service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692927 May 06 14:01:27.855009 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '6bc0ea49-5282-45fc-82b7-2b42b959147a', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:d3:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375befb3-7efd-48ba-a7ad-53867301482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:24Z', 'updated_at': '2022-05-06T14:01:24Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}, {'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:01:27.861256 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26852d-0d5c-4f03-aabc-fe6e747d4b12 None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': '6bc0ea49-5282-45fc-82b7-2b42b959147a', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:d3:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375befb3-7efd-48ba-a7ad-53867301482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T14:01:24Z', 'updated_at': '2022-05-06T14:01:24Z', 'revision_number': 0, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}, {'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:01:28.107473 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62666d8d-1536-4500-a84e-309d4827545c None None] New status for floating IP 6bc0ea49-5282-45fc-82b7-2b42b959147a: ACTIVE {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:01:31.579545 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:01:38.517942 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-5bc31d96-5770-4bc5-88fd-5a63e8b2ba12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:40.832202 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-cbb42b23-c579-45dc-b57b-875a9bb3d8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:42.354559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:42.586387 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:43.963535 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:47.637754 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:01:51.655693 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:06.908060 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-3d2354c4-bb07-4749-884e-4ba51b81e252 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776408 May 06 14:02:07.069290 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-333b38d5-5fba-45ac-98d1-39bfd7880fdf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1096 time: 0.0842867 May 06 14:02:07.246475 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411858b-d452-43f0-9916-a25c5575372f req-fc83eebb-7861-44cd-8814-5d411e8f5c52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:07.248530 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-fc83eebb-7861-44cd-8814-5d411e8f5c52 service neutron] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1551385 May 06 14:02:07.365985 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-ddd242f7-4058-4442-9eb0-0454d5aeacfc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 1001 time: 0.1108711 May 06 14:02:07.435633 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411858b-d452-43f0-9916-a25c5575372f req-7f9cabca-9272-44a1-a636-a4e0e46f7c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:07.437405 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-7f9cabca-9272-44a1-a636-a4e0e46f7c3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0639114 May 06 14:02:07.532560 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-c7449c1c-3c9f-4a2c-843d-a502879f927c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868237 May 06 14:02:07.682976 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-acc297cc-5f2a-4e9f-8ae4-803ed3501600 service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447906 May 06 14:02:07.856042 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-2411858b-d452-43f0-9916-a25c5575372f req-6f24757f-d53d-448c-bbd2-a69b3c3ed74d service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630430 May 06 14:02:08.581697 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:08.631634 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a337-74e2-4bb6-a289-f40e65e83b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:10.812637 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-85003552-0c61-4a32-b692-25b9e6c09d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.400252 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.505806 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-0b163f90-bb84-4551-9d6b-23f977cfc6c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753055 May 06 14:02:12.648506 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:12.661937 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-1f6f0c98-8e62-4adf-8020-fcc868d7b4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.0818248 May 06 14:02:12.839263 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a89134-ce11-4256-8754-47c730beae50 req-f3af0e40-4463-4e7f-9f46-0e0ed46fc443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:12.841100 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-f3af0e40-4463-4e7f-9f46-0e0ed46fc443 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1596520 May 06 14:02:12.956521 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-a81eed4a-0b62-41e9-88d4-53a1b9f84da6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1000 time: 0.1089499 May 06 14:02:13.037144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a89134-ce11-4256-8754-47c730beae50 req-da80cdb2-6a39-431f-9cf9-f5f9a61f940b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:02:13.038619 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-da80cdb2-6a39-431f-9cf9-f5f9a61f940b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0706766 May 06 14:02:13.144187 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-59e5c349-0067-4110-9c9f-009da20fcd9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977232 May 06 14:02:13.393533 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-f8f9ae55-0653-4e09-a802-141993379c25 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429914 May 06 14:02:13.546493 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-75a89134-ce11-4256-8754-47c730beae50 req-3e827f8f-d9e7-4277-81bc-00b396563fbe service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469193 May 06 14:02:13.938003 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:17.583187 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:21.648619 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:38.592349 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d02a9639-42cf-48a7-8c59-e83b09298890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:40.766014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c30b404e-93fc-46dc-a5ac-8702fef1465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.354658 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:42.605860 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:43.936975 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:45.589936 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:02:47.614783 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:51.668707 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:58.436575 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a details requested by agent hyperv_n-h1-840845-1 with host n-h1-840845-1 {{(pid=84801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 06 14:02:58.626911 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:58.653699 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Returning: {'device': '706d87ab-309c-4231-868e-ce481214810a', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'port_id': '706d87ab-309c-4231-868e-ce481214810a', 'mac_address': 'fa:16:3e:d3:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 06 14:02:58.765089 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:58.786204 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 706d87ab-309c-4231-868e-ce481214810a {{(pid=84801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 06 14:02:58.805918 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:02:58.962411 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:02:59.054129 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] get_ports_and_sgs() called for port_ids ['706d87ab-309c-4231-868e-ce481214810a'] {{(pid=84801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 06 14:02:59.099136 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=6']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:02:59.127584 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.128019 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.128471 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.128878 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.129252 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.129667 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.130078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.130450 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.130865 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.131286 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:02:59.131737 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:00.453662 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a up at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 06 14:03:00.573960 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.provisioning_blocks [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Provisioning complete for port 706d87ab-309c-4231-868e-ce481214810a triggered by entity L2. {{(pid=84801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 14:03:00.574328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7422814'] for port, provisioning_complete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:00.819520 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:00.873297 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:00.901357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:00.991888 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f99a17b-0f29-403c-859a-8109b3702392'] response: {'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'code': 200} May 06 14:03:01.008101 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:01.135235 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=7']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:08.591643 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b7a5f37c-a996-4b45-a118-ad07ccc9374b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:09.259989 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-8d456d5b-fa08-4c07-bd41-8ac6dd2dca0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1096 time: 0.1381445 May 06 14:03:09.662627 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f607-2146-434b-9428-3bc7c334c914 req-8d251453-ccf0-439a-b5ae-4ea298c3b8b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:09.665210 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-8d251453-ccf0-439a-b5ae-4ea298c3b8b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.3811526 May 06 14:03:09.911435 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-ec75872e-23ed-4d97-9d2e-031595a1a4c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 1001 time: 0.2392621 May 06 14:03:10.033337 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f607-2146-434b-9428-3bc7c334c914 req-8a9ebf84-966e-4b64-8158-dcbefa96ce66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:10.035962 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-8a9ebf84-966e-4b64-8158-dcbefa96ce66 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.1183860 May 06 14:03:10.191723 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-ee921734-60e8-4b50-b534-66be5e9f63bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491642 May 06 14:03:10.456171 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-06340854-29f4-4ea2-85a7-49f5101d702b service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569051 May 06 14:03:10.650521 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-d502f607-2146-434b-9428-3bc7c334c914 req-72a57a3e-4c03-414c-bf80-a3e7b45002c4 service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885293 May 06 14:03:10.891245 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-db30bf4c-2c5b-4cb4-979f-951ffea5e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:12.433816 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:12.602328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:13.560958 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-dc1e6db7-ebdc-4515-b0b9-95d97327d871 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831165 May 06 14:03:13.730926 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-6efd2f4a-072a-47aa-af8f-e2816f887796 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.0899239 May 06 14:03:13.966739 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-49b98936-4e5b-4137-a01a-a0b75e263740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:13.968085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:13.968890 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-49b98936-4e5b-4137-a01a-a0b75e263740 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.2173955 May 06 14:03:14.099446 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-8c48f94b-dca9-4893-9585-634caa401ce1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 1000 time: 0.1231401 May 06 14:03:14.218813 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-4792f477-9b5a-460a-be78-2ade2efd2228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:14.221661 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-4792f477-9b5a-460a-be78-2ade2efd2228 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.1123545 May 06 14:03:14.323235 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-b3959aa3-dbab-4cef-868f-f702ab5bfe65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952561 May 06 14:03:14.323427 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55158) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:14.334105 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-dad48cc7-2abf-44d2-b02e-8069a20973a3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=84800) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 06 14:03:14.335401 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-dad48cc7-2abf-44d2-b02e-8069a20973a3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059736 May 06 14:03:14.505190 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-487808a4-3fc6-4000-9d2a-79613e8afc0d service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625831 May 06 14:03:14.581268 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Deleting port 44b40914-a3ee-43ac-ad75-6eee7ca21a1d {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:14.581596 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.701603 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-146e4e72-6eee-4e9b-b78b-df324f98b465 req-220410a9-58b0-4d2e-8bca-54c8ee8e9f6e service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897347 May 06 14:03:14.842564 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.843098 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:14.984688 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Calling delete_port for 44b40914-a3ee-43ac-ad75-6eee7ca21a1d owned by network:floatingip {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:15.234310 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.284165 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event deleted for resources: {'Port': ['ID=44b40914-a3ee-43ac-ad75-6eee7ca21a1d,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:15.328754 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.329457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.329457 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.329765 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.330098 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.330426 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.330753 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.331078 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.331404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.331729 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.332086 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:15.402746 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:15.952654 n-d-840845-1 neutron-server[84799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:16.177181 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:16.190398 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:16.217430 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:16.218375 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:16.274521 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.343621 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f8a26979-f9fd-4ecb-8ef2-92381be6e290 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "DELETE /v2.0/floatingips/6bc0ea49-5282-45fc-82b7-2b42b959147a HTTP/1.1" status: 204 len: 168 time: 2.0176957 May 06 14:03:16.344461 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:16.408810 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53e3ca3-84c7-4fc7-b04c-174e351c2e98'] response: {'name': 'network-changed', 'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'status': 'completed', 'code': 200} May 06 14:03:16.511061 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-175f749a-5ecc-43b8-a8a5-952ac41e2c1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 1096 time: 0.0806017 May 06 14:03:16.524936 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:16.579573 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:16.666460 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.717184 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:16.718290 n-d-840845-1 neutron-server[84801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:16.735634 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-2762d3e9-d14f-4d6f-bbe1-d4d4a85a739e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:16.737240 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-2762d3e9-d14f-4d6f-bbe1-d4d4a85a739e service neutron] 10.222.0.86 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.2196739 May 06 14:03:16.786594 n-d-840845-1 neutron-server[84801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a920125e-59dd-40d1-9843-d6cd7bc15e2a'] response: {'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'code': 200} May 06 14:03:16.813063 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:16.889138 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-b15375ec-fcfe-49fd-be6c-a1f259cb4e12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 200 len: 217 time: 0.1335485 May 06 14:03:16.920444 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Pushing event updated for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=8']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:16.971014 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-ff207d97-2bcd-48b1-9426-e36e6f82ac4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:16.973756 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-ff207d97-2bcd-48b1-9426-e36e6f82ac4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0781977 May 06 14:03:17.085762 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-bf94952f-3cc0-468d-a258-7b13ca391572 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008937 May 06 14:03:17.214968 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53455eb-f653-4cf9-a924-342c3853d792 req-9140185b-1a6f-4539-aa8b-6f22502c6714 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:17.218548 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e53455eb-f653-4cf9-a924-342c3853d792 req-9140185b-1a6f-4539-aa8b-6f22502c6714 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.0992012 May 06 14:03:17.241391 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:17.249320 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:17.268960 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:17.270009 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:17.283290 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-e53455eb-f653-4cf9-a924-342c3853d792 req-d946f4f1-d827-4df7-b1db-7a0be28ff4c1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590954 May 06 14:03:17.351481 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-56706c43-7cc5-4895-afea-dd6e1f1c21fb service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555525 May 06 14:03:17.534960 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-5e2d5532-cf07-49c4-a3a0-6b1c913230fa req-ead6c1aa-bf23-4802-afb7-149833be7a1a service neutron] 10.222.0.86 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767309 May 06 14:03:17.552710 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:17.579164 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:17.985713 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:17.990936 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce6a66-8134-46a9-b5bf-916b92a54032 None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_floatingips': [{'id': 'c50efc28-4b1b-4bce-a9ce-ee5ca313288b', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'router_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'port_id': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'mac_address': 'fa:16:3e:90:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T13:58:47Z', 'updated_at': '2022-05-06T13:58:53Z', 'revision_number': 1, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:18.266828 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3d28df-6869-4ddd-b3c5-9b01258afdc9 None None] New status for floating IP 6bc0ea49-5282-45fc-82b7-2b42b959147a: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:18.547207 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a24eb7-3705-4a3e-b0b7-e5f48e38f6a0 req-253d8143-502f-4af5-aa58-76a191c31bc0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:18.547944 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-64a24eb7-3705-4a3e-b0b7-e5f48e38f6a0 req-253d8143-502f-4af5-aa58-76a191c31bc0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:18.628255 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-64a24eb7-3705-4a3e-b0b7-e5f48e38f6a0 req-253d8143-502f-4af5-aa58-76a191c31bc0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:18.629582 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64a24eb7-3705-4a3e-b0b7-e5f48e38f6a0 req-253d8143-502f-4af5-aa58-76a191c31bc0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.1955373 May 06 14:03:18.780459 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-64a24eb7-3705-4a3e-b0b7-e5f48e38f6a0 req-e3c9e6f2-52ba-412d-aea4-cad83af8534a tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905118 May 06 14:03:18.797670 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f475-3824-4f64-80a2-e02baeebc03b req-2609d791-c8f5-40de-a9c3-f40a9b14b5f9 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:18.799064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f682f475-3824-4f64-80a2-e02baeebc03b req-2609d791-c8f5-40de-a9c3-f40a9b14b5f9 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.86 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 943 time: 0.1665993 May 06 14:03:18.880302 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Deleting port 706d87ab-309c-4231-868e-ce481214810a {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:18.880642 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.286121 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] For port 706d87ab-309c-4231-868e-ce481214810a, host n-h1-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840845-1',level=0,port_id=706d87ab-309c-4231-868e-ce481214810a,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:19.286485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.430514 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Calling delete_port for 706d87ab-309c-4231-868e-ce481214810a owned by compute:nova {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:19.664909 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.729059 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event deleted for resources: {'Port': ['ID=706d87ab-309c-4231-868e-ce481214810a,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:19.832792 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] No DVR routers for this DVR port 706d87ab-309c-4231-868e-ce481214810a on host n-h1-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:19.835592 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:19.838589 n-d-840845-1 neutron-server[84799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-deleted', 'tag': '706d87ab-309c-4231-868e-ce481214810a'}] {{(pid=84799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:19.919429 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-f682f475-3824-4f64-80a2-e02baeebc03b req-1b0e125a-45da-4c23-ad50-eb9ebb6ac5dc tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.86 "DELETE /v2.0/ports/706d87ab-309c-4231-868e-ce481214810a HTTP/1.1" status: 204 len: 173 time: 1.1120479 May 06 14:03:19.922272 n-d-840845-1 neutron-server[84799]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb78f82-37fa-4d4a-9a88-43b4fc21dadf'] response: {'server_uuid': '375befb3-7efd-48ba-a7ad-53867301482f', 'name': 'network-vif-deleted', 'tag': '706d87ab-309c-4231-868e-ce481214810a', 'status': 'completed', 'code': 200} May 06 14:03:20.022244 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-f07d7490-1fa1-4f4d-b5d2-87aea9d6240c req-bed806b9-a976-46ad-90f2-759cbeef71b8 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=375befb3-7efd-48ba-a7ad-53867301482f HTTP/1.1" status: 200 len: 210 time: 0.0512755 May 06 14:03:21.668760 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:22.549679 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a no longer exists at agent hyperv_n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:22.584914 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:03:22.586537 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] No Port match for: 706d87ab-309c-4231-868e-ce481214810a {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:22.586903 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Device 706d87ab-309c-4231-868e-ce481214810a not bound to the agent host n-h1-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:22.905158 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55216) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:23.133132 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Deleting port 6cd02075-2cc7-416e-b713-e57eca728e0f {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:23.133534 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.445758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.446016 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.576230 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Calling delete_port for 6cd02075-2cc7-416e-b713-e57eca728e0f owned by network:floatingip {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:23.825405 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:23.877380 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event deleted for resources: {'Port': ['ID=6cd02075-2cc7-416e-b713-e57eca728e0f,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:23.961397 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.962115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.962115 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.962511 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.962893 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.963259 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.963636 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.964413 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.964714 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.965732 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:23.966196 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840845-1 {{(pid=84800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 14:03:24.004214 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for floatingip, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.454155 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:24.731571 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:24.743894 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:24.759856 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:24.760673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for floatingip, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:24.761136 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:24.863139 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-ec8c8f88-4e0d-407b-9f93-188cd258d1f1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "DELETE /v2.0/floatingips/c50efc28-4b1b-4bce-a9ce-ee5ca313288b HTTP/1.1" status: 204 len: 168 time: 1.9566059 May 06 14:03:24.864044 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:24.982836 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:25.111334 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054413ee-e1f2-4ff7-b3e9-638c3608907e'] response: {'name': 'network-changed', 'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'status': 'completed', 'code': 200} May 06 14:03:25.241786 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-9d3f6c23-3591-4350-b50d-a85d15ecb0f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b59297dd11844e90bd0175c4f4686a97&device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 1095 time: 0.1021161 May 06 14:03:25.416358 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-a1afe529-2243-4c7f-8d2d-72634e238aa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:25.418713 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-a1afe529-2243-4c7f-8d2d-72634e238aa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 200 len: 911 time: 0.1702559 May 06 14:03:25.488060 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.495679 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:25.516808 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:25.517805 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:25.542263 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-f4473029-e19d-4c4a-b33a-9bc43a8845d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 200 len: 217 time: 0.1165254 May 06 14:03:25.625880 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-5dca3069-ace4-4e1a-85aa-ee7dd05a8cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:25.628896 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-5dca3069-ace4-4e1a-85aa-ee7dd05a8cb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 200 len: 849 time: 0.0802703 May 06 14:03:25.721466 n-d-840845-1 neutron-server[84799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d51bc-5df3-4d39-9a9b-7b798c1fa69e req-1c754c1c-0b5a-4105-83ba-a27ea9e879b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:25.722911 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-980d51bc-5df3-4d39-9a9b-7b798c1fa69e req-1c754c1c-0b5a-4105-83ba-a27ea9e879b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:25.785852 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:25.799676 n-d-840845-1 neutron-server[84799]: DEBUG neutron.quota.resource [req-980d51bc-5df3-4d39-9a9b-7b798c1fa69e req-1c754c1c-0b5a-4105-83ba-a27ea9e879b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84799) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:25.800884 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-980d51bc-5df3-4d39-9a9b-7b798c1fa69e req-1c754c1c-0b5a-4105-83ba-a27ea9e879b1 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.2199225 May 06 14:03:25.836313 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-93edb5a6-6236-43cb-9780-32d6f1712aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=11c7aea0-5c73-4ff1-bb51-52d39ff787d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002308 May 06 14:03:25.874189 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [req-980d51bc-5df3-4d39-9a9b-7b798c1fa69e req-eaf99203-6b04-4406-be1e-8cda991abaee tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667067 May 06 14:03:25.990457 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-bd5bf599-4904-4864-b544-da76232367b2 service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462994 May 06 14:03:26.139063 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:26.143680 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d6c06-fc38-4578-8384-038bf25e231a None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T13:58:08Z', 'revision_number': 4, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1', '_interfaces': [{'id': '2421e897-e0d4-4e7b-8249-de5851138a18', 'name': '', 'network_id': '11c7aea0-5c73-4ff1-bb51-52d39ff787d9', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'mac_address': 'fa:16:3e:50:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:07Z', 'updated_at': '2022-05-06T13:58:19Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'subnets': [{'id': '611b77d0-8d54-473e-83e0-9088ff25c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:26.241003 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-47cea483-f108-43d9-86a1-6b2153f8bccc req-7a252f19-378a-4e7c-b984-f112c957d52b service neutron] 10.222.0.13 "GET /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423093 May 06 14:03:26.408759 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821c732-2f10-4081-9d85-f48a74d95d02 None None] New status for floating IP c50efc28-4b1b-4bce-a9ce-ee5ca313288b: DOWN {{(pid=84801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 06 14:03:27.149883 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88270d95-ab35-4fe0-8116-44a95aa64bde req-3a5a633d-d54e-4ce6-9be6-b28e83a8b72d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:27.150654 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-88270d95-ab35-4fe0-8116-44a95aa64bde req-3a5a633d-d54e-4ce6-9be6-b28e83a8b72d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:27.220373 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-88270d95-ab35-4fe0-8116-44a95aa64bde req-3a5a633d-d54e-4ce6-9be6-b28e83a8b72d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:27.222145 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88270d95-ab35-4fe0-8116-44a95aa64bde req-3a5a633d-d54e-4ce6-9be6-b28e83a8b72d tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.1776905 May 06 14:03:27.298196 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-88270d95-ab35-4fe0-8116-44a95aa64bde req-bbac05c3-9f0e-454d-9254-4bdf7dfe8240 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/security-groups?id=34eca148-5e46-40e1-8f34-99fd95dfe633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689321 May 06 14:03:27.331558 n-d-840845-1 neutron-server[84800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-f25af730-d76e-4af6-b7f1-52e0c6d0f38e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 06 14:03:27.331558 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-f25af730-d76e-4af6-b7f1-52e0c6d0f38e tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 944 time: 0.1644750 May 06 14:03:27.421475 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Deleting port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:27.421896 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:27.726338 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] For port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292, host n-h2-840845-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840845-1',level=0,port_id=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:27.726617 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:27.883383 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Calling delete_port for bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 owned by compute:nova {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:28.120103 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.181876 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event deleted for resources: {'Port': ['ID=bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:28.262061 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] No DVR routers for this DVR port bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 on host n-h2-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:28.265072 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013227'] for port, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:28.267862 n-d-840845-1 neutron-server[84800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-deleted', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292'}] {{(pid=84800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 06 14:03:28.336168 n-d-840845-1 neutron-server[84800]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21b0cea-ecaa-4cc8-b6b8-0eacb5e41866'] response: {'server_uuid': '90d6a52a-ab6d-4394-b514-5c6747a9b30d', 'name': 'network-vif-deleted', 'tag': 'bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292', 'status': 'completed', 'code': 200} May 06 14:03:28.346750 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-6d6c15de-7df0-4e14-9079-ecaad232b2ba req-ee5cfc13-ab5e-4aa5-a51e-5710dd552707 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.13 "DELETE /v2.0/ports/bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 HTTP/1.1" status: 204 len: 173 time: 1.0096021 May 06 14:03:28.499429 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b3be6ec1-399c-4008-b74a-77b7a5bf9bcf req-55a3e8fc-46d5-44d1-8007-8ebe63c4c0e0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Synchronizing usage tracker for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 06 14:03:28.591493 n-d-840845-1 neutron-server[84800]: DEBUG neutron.quota.resource [req-b3be6ec1-399c-4008-b74a-77b7a5bf9bcf req-55a3e8fc-46d5-44d1-8007-8ebe63c4c0e0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Unset dirty status for tenant:b59297dd11844e90bd0175c4f4686a97 on resource:port {{(pid=84800) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 06 14:03:28.593811 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [req-b3be6ec1-399c-4008-b74a-77b7a5bf9bcf req-55a3e8fc-46d5-44d1-8007-8ebe63c4c0e0 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d6a52a-ab6d-4394-b514-5c6747a9b30d HTTP/1.1" status: 200 len: 210 time: 0.1397572 May 06 14:03:29.786901 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55240) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:29.895310 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:29.932554 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.097105 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.120810 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eca148-5e46-40e1-8f34-99fd95dfe633,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:30.262318 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:30.264422 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bdef9a0f-1c13-4419-ac17-8f5a779da244 tempest-TestSnapshotPattern-1630299610 tempest-TestSnapshotPattern-1630299610-project] 10.222.0.83 "DELETE /v2.0/security-groups/34eca148-5e46-40e1-8f34-99fd95dfe633 HTTP/1.1" status: 204 len: 168 time: 0.4757285 May 06 14:03:30.402222 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55248) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:30.578979 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 no longer exists at agent hyperv_n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:30.639170 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] No Port match for: bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:30.639661 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Device bc2d298b-c6fa-4b4b-b7ac-0b0c0e9f6292 not bound to the agent host n-h2-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:31.286961 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.110655 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Deleting port 2421e897-e0d4-4e7b-8249-de5851138a18 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:32.111200 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.310652 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] For port 2421e897-e0d4-4e7b-8249-de5851138a18, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=2421e897-e0d4-4e7b-8249-de5851138a18,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:32.311368 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.445641 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Calling delete_port for 2421e897-e0d4-4e7b-8249-de5851138a18 owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:32.725639 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:32.776648 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Pushing event deleted for resources: {'Port': ['ID=2421e897-e0d4-4e7b-8249-de5851138a18,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:33.207004 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:33.856195 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Router 27771911-e585-43dd-9e0a-72d1f9948f32 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:34.079131 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:34.088829 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Sync routers for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:34.102162 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:34.102796 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:34.172990 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a361e411-0b82-4773-89dd-2cf1c97e533c admin admin] 10.222.0.83 "PUT /v2.0/routers/27771911-e585-43dd-9e0a-72d1f9948f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7693613 May 06 14:03:34.176031 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55258) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:34.311666 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:34.436338 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.706358 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T14:03:32Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:34.710379 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.710778 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Checking router: 27771911-e585-43dd-9e0a-72d1f9948f32 for host: n-d-840845-1 {{(pid=84802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:34.724247 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Routers {'27771911-e585-43dd-9e0a-72d1f9948f32'} bound to L3 agent in host n-d-840845-1 {{(pid=84802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:34.724876 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:11Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['27771911-e585-43dd-9e0a-72d1f9948f32'], 'active': True} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:34.845162 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Deleting port 64e71b22-f312-4fe8-ad38-9f420f139e10 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:34.845751 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:34.992583 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_dvr_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] Set router 27771911-e585-43dd-9e0a-72d1f9948f32 gateway port host: n-d-840845-1 {{(pid=84802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:35.208728 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] For port 64e71b22-f312-4fe8-ad38-9f420f139e10, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=64e71b22-f312-4fe8-ad38-9f420f139e10,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:35.209612 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:35.351431 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.l3_hamode_db [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T14:03:32Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:35.358234 n-d-840845-1 neutron-server[84802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52164e-aaff-4395-80ba-0b8a88dc766d None None] The sync data for ids ['27771911-e585-43dd-9e0a-72d1f9948f32'] in n-d-840845-1 is: [{'id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'name': 'tempest-TestSnapshotPattern-1617307937-router', 'tenant_id': 'b59297dd11844e90bd0175c4f4686a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:03Z', 'updated_at': '2022-05-06T14:03:32Z', 'revision_number': 5, 'project_id': 'b59297dd11844e90bd0175c4f4686a97', 'gw_port': {'id': '64e71b22-f312-4fe8-ad38-9f420f139e10', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:11:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27771911-e585-43dd-9e0a-72d1f9948f32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:04Z', 'updated_at': '2022-05-06T13:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}] {{(pid=84802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:35.378995 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Calling delete_port for 64e71b22-f312-4fe8-ad38-9f420f139e10 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:35.647396 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:35.699056 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e71b22-f312-4fe8-ad38-9f420f139e10,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:35.843626 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2421e897-e0d4-4e7b-8249-de5851138a18 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:35.895476 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 2421e897-e0d4-4e7b-8249-de5851138a18 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:35.895902 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 2421e897-e0d4-4e7b-8249-de5851138a18 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:36.068674 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.461878 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.468044 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.561921 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.562844 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27771911-e585-43dd-9e0a-72d1f9948f32 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:03:36.585774 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.592933 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55262) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:36.593566 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-183de2a9-7bea-4c1c-973e-e46d25714ca6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/27771911-e585-43dd-9e0a-72d1f9948f32 HTTP/1.1" status: 204 len: 168 time: 2.4157019 May 06 14:03:36.693841 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Deleting subnet 611b77d0-8d54-473e-83e0-9088ff25c195 {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:03:36.699899 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.792473 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:36.938632 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.116297 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.164523 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611b77d0-8d54-473e-83e0-9088ff25c195,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:37.175325 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.185414 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e4eaa-e546-4fac-95ba-e1a5abcfa079 None None] Network 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:03:37.186933 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-f3cba4d4-f09d-4ee6-a7e5-e350dbbe18c7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/611b77d0-8d54-473e-83e0-9088ff25c195 HTTP/1.1" status: 204 len: 168 time: 0.5909286 May 06 14:03:37.190644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55266) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:37.405902 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.427870 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Deleting port 03fe4fb0-195f-4bae-9b52-235472e0c769 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:37.428418 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.634854 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] DHCP port deletion for 11c7aea0-5c73-4ff1-bb51-52d39ff787d9 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:03:37.642330 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Deleting port 03fe4fb0-195f-4bae-9b52-235472e0c769 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:37.645588 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:37.772806 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 64e71b22-f312-4fe8-ad38-9f420f139e10 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:37.844985 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 64e71b22-f312-4fe8-ad38-9f420f139e10 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:37.845651 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 64e71b22-f312-4fe8-ad38-9f420f139e10 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:37.846388 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 03fe4fb0-195f-4bae-9b52-235472e0c769 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:38.124328 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:38.125221 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.272415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7404389'] for port, before_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.316412 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:38.323227 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:38.323645 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.375239 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Calling delete_port for 03fe4fb0-195f-4bae-9b52-235472e0c769 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:38.406178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742007016614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742006509725', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742006509770'] for port, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:38.539036 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Calling delete_port for 03fe4fb0-195f-4bae-9b52-235472e0c769 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:38.572673 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.db.api [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:03:38.573415 n-d-840845-1 neutron-server[84800]: DEBUG oslo_db.api [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:03:38.654732 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Pushing event updated for resources: {'Port': ['ID=03fe4fb0-195f-4bae-9b52-235472e0c769,revision_number=5']} {{(pid=84801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:38.715527 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:03:38.716002 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:03:38.716598 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0f77c791-985d-44a1-8d01-4aea8d6c3e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.075344 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Deleting port 03fe4fb0-195f-4bae-9b52-235472e0c769 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:39.075628 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.217641 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Deleting port 03fe4fb0-195f-4bae-9b52-235472e0c769 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:39.223415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.425970 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:39.426746 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.506257 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] For port 03fe4fb0-195f-4bae-9b52-235472e0c769, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=03fe4fb0-195f-4bae-9b52-235472e0c769,segment=NetworkSegment(e60b2f33-7f8c-4eff-98c9-696a68fc0046),segment_id=e60b2f33-7f8c-4eff-98c9-696a68fc0046)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:39.506938 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.587723 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Calling delete_port for 03fe4fb0-195f-4bae-9b52-235472e0c769 owned by network:dhcp {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:39.727078 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Calling delete_port for 03fe4fb0-195f-4bae-9b52-235472e0c769 owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:39.748704 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:39.814415 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:03:39.814806 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:03:39.842681 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=03fe4fb0-195f-4bae-9b52-235472e0c769,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:39.850523 n-d-840845-1 neutron-server[84800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] No DVR routers for this DVR port 03fe4fb0-195f-4bae-9b52-235472e0c769 on host n-d-840845-1 {{(pid=84800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:39.983646 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.015079 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c7aea0-5c73-4ff1-bb51-52d39ff787d9']}} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:40.030644 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60b2f33-7f8c-4eff-98c9-696a68fc0046') {'for_net_delete': True} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:40.030950 n-d-840845-1 neutron-server[84800]: DEBUG neutron.services.segments.db [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60b2f33-7f8c-4eff-98c9-696a68fc0046') {} {{(pid=84800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:40.045394 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3082550'] for segment, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.065106 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.073102 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=84800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:03:40.075275 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7302177'] for segment, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: Traceback (most recent call last): May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: timer() May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: cb(*args, **kw) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: return func(*args, **kwargs) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: self._notify() May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: self.callback(batched_events) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: event.method(event) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: return f(self, *a, **k) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: return self._get(url).json() May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: return self.request(url, 'GET', **kwargs) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:03:40.093409 n-d-840845-1 neutron-server[84800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:03:40.242185 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.260881 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7736981'] for network, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.274622 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=11c7aea0-5c73-4ff1-bb51-52d39ff787d9,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:40.349208 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-5a5295ff-d52e-46f2-b4dc-fc1054cf6b6a admin admin] 10.222.0.83 "DELETE /v2.0/networks/11c7aea0-5c73-4ff1-bb51-52d39ff787d9 HTTP/1.1" status: 204 len: 168 time: 3.1567628 May 06 14:03:40.352346 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55270) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:40.736445 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Deleting port 03fe4fb0-195f-4bae-9b52-235472e0c769 {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:40.737321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.796357 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d55327ee-637b-4cd9-92b6-f03e917a7dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:40.862717 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-0fe37f90-4170-4ebb-af69-90d7c4dff990 None None] The port '03fe4fb0-195f-4bae-9b52-235472e0c769' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:03:41.160472 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561970'] for router_interface, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:41.966034 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Deleting port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:41.966327 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.200329 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] For port 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:42.201262 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.356660 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.400227 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Calling delete_port for 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b owned by network:router_interface {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:42.591515 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.675659 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:42.731167 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Pushing event deleted for resources: {'Port': ['ID=98d1114a-df77-4f2d-b46d-de9fb4cc5a2b,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:43.126561 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-562021'] for router_interface, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:43.963441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Router 286b6b64-2436-400b-a244-de633fa919f7 has already been hosted by L3 agent 29fa1bca-713d-470b-9aeb-003e1324365b {{(pid=84800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 14:03:43.972901 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.192092 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] Notify agent at l3_agent.n-d-840845-1 the message routers_updated {{(pid=84800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 14:03:44.205027 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Sync routers for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 06 14:03:44.219226 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:44.219950 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:44.275583 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-0afb88a7-0424-4b8a-9c0e-2943de37d27e admin admin] 10.222.0.83 "PUT /v2.0/routers/286b6b64-2436-400b-a244-de633fa919f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9218385 May 06 14:03:44.278854 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55276) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:44.493271 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: n-d-840845-1 {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:44.507599 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks [] for router, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.743139 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.835283 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Deleting port 22689f4a-efaa-453a-adb3-7a784bd84a36 {{(pid=84800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:44.835621 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:44.846869 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'external_fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T14:03:42Z', 'revision_number': 5, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port': {'id': '22689f4a-efaa-453a-adb3-7a784bd84a36', 'name': '', 'network_id': '832b649d-2bcb-4219-9c2e-4cb5159baac8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286b6b64-2436-400b-a244-de633fa919f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840845-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T13:58:14Z', 'updated_at': '2022-05-06T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261567f2-4cb8-4aa6-ad74-d171d02c3cf1', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840845-1'}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:44.852733 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Checking router: 286b6b64-2436-400b-a244-de633fa919f7 for host: n-d-840845-1 {{(pid=84801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 06 14:03:44.867118 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Routers {'286b6b64-2436-400b-a244-de633fa919f7'} bound to L3 agent in host n-d-840845-1 {{(pid=84801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 06 14:03:44.867748 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840845-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T12:06:40Z,description=,heartbeat_timestamp=2022-05-06T14:03:41Z,host='n-d-840845-1',id=29fa1bca-713d-470b-9aeb-003e1324365b,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T12:06:41Z,topic='l3_agent')) {'router_ids': ['286b6b64-2436-400b-a244-de633fa919f7'], 'active': True} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:45.044144 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.db [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] For port 22689f4a-efaa-453a-adb3-7a784bd84a36, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=22689f4a-efaa-453a-adb3-7a784bd84a36,segment=NetworkSegment(73ac8aa9-9237-4ccb-a8a1-c2f2355920f9),segment_id=73ac8aa9-9237-4ccb-a8a1-c2f2355920f9)] {{(pid=84800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:45.044834 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.044993 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_dvr_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] Set router 286b6b64-2436-400b-a244-de633fa919f7 gateway port host: None {{(pid=84801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 06 14:03:45.164536 n-d-840845-1 neutron-server[84801]: DEBUG neutron.db.l3_hamode_db [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T14:03:44Z', 'revision_number': 6, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port_host': None}], 'n-d-840845-1', False) {} {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:45.169961 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cdd32-6e94-47d4-9b1a-5263ee430596 None None] The sync data for ids ['286b6b64-2436-400b-a244-de633fa919f7'] in n-d-840845-1 is: [{'id': '286b6b64-2436-400b-a244-de633fa919f7', 'name': 'tempest-TestSnapshotPattern-1734577128-router', 'tenant_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T13:58:13Z', 'updated_at': '2022-05-06T14:03:44Z', 'revision_number': 6, 'project_id': '4ffd8790771c4cba9ad43d194b2de9c7', 'gw_port_host': None}] {{(pid=84801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 06 14:03:45.306439 n-d-840845-1 neutron-server[84800]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Calling delete_port for 22689f4a-efaa-453a-adb3-7a784bd84a36 owned by network:router_gateway {{(pid=84800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:45.561894 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7302268'] for port, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:45.610806 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Pushing event deleted for resources: {'Port': ['ID=22689f4a-efaa-453a-adb3-7a784bd84a36,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:45.928670 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-561455'] for router_gateway, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.020284 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:46.060896 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:46.061882 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 98d1114a-df77-4f2d-b46d-de9fb4cc5a2b not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:46.224477 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.229786 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.338607 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-558707'] for router, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.339074 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286b6b64-2436-400b-a244-de633fa919f7 {{(pid=84800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 14:03:46.353758 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] Notify callbacks [] for router, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.355164 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-bbbd66d6-7c85-49e2-ae81-46394dfb36fa admin admin] 10.222.0.83 "DELETE /v2.0/routers/286b6b64-2436-400b-a244-de633fa919f7 HTTP/1.1" status: 204 len: 168 time: 2.0753207 May 06 14:03:46.358699 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55280) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:46.446976 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Deleting subnet 269973d8-22ec-4a73-a76b-01b31eb1afed {{(pid=84799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 06 14:03:46.452595 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.516489 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1090466'] for subnet, precommit_delete_associations {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.613331 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7426746'] for subnet, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.773819 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7426739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1077825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1158963'] for subnet, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.821213 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269973d8-22ec-4a73-a76b-01b31eb1afed,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:46.832230 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.839241 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6092b40-ba76-44f5-9f43-bb246e6728c6 None None] Network 506d49f6-81c3-49bc-b01f-2da41123c269 requested from n-d-840845-1 {{(pid=84801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 06 14:03:46.841567 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-e1cbe2fa-24f5-4684-900b-d2ce8680dde0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/269973d8-22ec-4a73-a76b-01b31eb1afed HTTP/1.1" status: 204 len: 168 time: 0.4815125 May 06 14:03:46.844219 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55286) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:46.965485 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370270'] for network, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:46.978651 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Deleting port 96c5274b-3a10-499c-893f-a30b3650bbdc {{(pid=84799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:46.978995 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.211357 n-d-840845-1 neutron-server[84801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] DHCP port deletion for 506d49f6-81c3-49bc-b01f-2da41123c269 request from n-d-840845-1 {{(pid=84801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 06 14:03:47.219265 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Deleting port 96c5274b-3a10-499c-893f-a30b3650bbdc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:47.219822 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.374960 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.db [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] For port 96c5274b-3a10-499c-893f-a30b3650bbdc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=96c5274b-3a10-499c-893f-a30b3650bbdc,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:47.375686 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.526730 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.plugin [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Calling delete_port for 96c5274b-3a10-499c-893f-a30b3650bbdc owned by network:dhcp {{(pid=84799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:47.570149 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.db [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] For port 96c5274b-3a10-499c-893f-a30b3650bbdc, host n-d-840845-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840845-1',level=0,port_id=96c5274b-3a10-499c-893f-a30b3650bbdc,segment=NetworkSegment(5948eee5-c37e-4117-be32-2efde2ff51be),segment_id=5948eee5-c37e-4117-be32-2efde2ff51be)] {{(pid=84801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 14:03:47.576364 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-420864'] for port, precommit_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.659850 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.724169 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 22689f4a-efaa-453a-adb3-7a784bd84a36 no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:47.755554 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Calling delete_port for 96c5274b-3a10-499c-893f-a30b3650bbdc owned by network:dhcp {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 06 14:03:47.756475 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7397913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126624', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742007016596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742006509716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1077874'] for port, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:47.859012 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Pushing event deleted for resources: {'Port': ['ID=96c5274b-3a10-499c-893f-a30b3650bbdc,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:47.866102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 22689f4a-efaa-453a-adb3-7a784bd84a36 {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:47.866102 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 22689f4a-efaa-453a-adb3-7a784bd84a36 not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:47.866404 n-d-840845-1 neutron-server[84799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] No DVR routers for this DVR port 96c5274b-3a10-499c-893f-a30b3650bbdc on host n-d-840845-1 {{(pid=84799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 14:03:47.866551 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 96c5274b-3a10-499c-893f-a30b3650bbdc no longer exists at agent ovs-agent-n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 06 14:03:47.915328 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] No Port match for: 96c5274b-3a10-499c-893f-a30b3650bbdc {{(pid=84801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 06 14:03:47.915675 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.rpc [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Device 96c5274b-3a10-499c-893f-a30b3650bbdc not bound to the agent host n-d-840845-1 {{(pid=84801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 06 14:03:47.957595 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.db.api [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 14:03:47.957949 n-d-840845-1 neutron-server[84801]: DEBUG oslo_db.api [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 14:03:48.095257 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7422255', 'neutron.services.segments.db._delete_segments_for_network-8742006962553'] for network, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.124980 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506d49f6-81c3-49bc-b01f-2da41123c269']}} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:48.140518 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5948eee5-c37e-4117-be32-2efde2ff51be') {'for_net_delete': True} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:48.140808 n-d-840845-1 neutron-server[84799]: DEBUG neutron.services.segments.db [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5948eee5-c37e-4117-be32-2efde2ff51be') {} {{(pid=84799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 14:03:48.156171 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742006962436', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1090641'] for segment, before_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.177154 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8383196'] for segment, precommit_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.185763 n-d-840845-1 neutron-server[84799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=84799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 06 14:03:48.186333 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8383175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1077807'] for segment, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: Traceback (most recent call last): May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: timer() May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: cb(*args, **kw) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: return func(*args, **kwargs) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: self._notify() May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: self.callback(batched_events) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: event.method(event) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: aggregate_uuid = self.p_client.list_aggregates( May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: return f(self, *a, **k) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: return self._get(url).json() May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: return self.request(url, 'GET', **kwargs) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: base_url = self.get_endpoint(auth, allow=allow, May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 14:03:48.202778 n-d-840845-1 neutron-server[84799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 14:03:48.384218 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7422244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7736988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-561458'] for network, after_delete {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.416210 n-d-840845-1 neutron-server[84799]: DEBUG neutron_lib.callbacks.manager [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Notify callbacks [] for network, before_response {{(pid=84799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.426689 n-d-840845-1 neutron-server[84799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] Pushing event deleted for resources: {'Network': ['ID=506d49f6-81c3-49bc-b01f-2da41123c269,revision_number=None']} {{(pid=84799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:48.445064 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-671e0795-f570-41d5-b571-86845b72679b admin admin] 10.222.0.83 "DELETE /v2.0/networks/506d49f6-81c3-49bc-b01f-2da41123c269 HTTP/1.1" status: 204 len: 168 time: 1.5995195 May 06 14:03:48.459619 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [req-cb966f11-ed63-44ce-bd90-23b79307e872 req-d47ad6b2-179f-49b0-b3a8-bbfbb186dc5b service neutron] (84799) timed out ('10.222.0.83', 49378) {{(pid=84799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:03:48.459881 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Deleting port 96c5274b-3a10-499c-893f-a30b3650bbdc {{(pid=84801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 06 14:03:48.460355 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742006944723'] for port, before_delete {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:48.546190 n-d-840845-1 neutron-server[84801]: DEBUG neutron.plugins.ml2.plugin [None req-6f1cc528-cb3c-48dd-862a-d83587eed9b3 None None] The port '96c5274b-3a10-499c-893f-a30b3650bbdc' was deleted {{(pid=84801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 06 14:03:49.097631 n-d-840845-1 neutron-server[84799]: DEBUG neutron.wsgi [-] (84799) accepted ('10.222.0.83', 55294) {{(pid=84799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:49.166144 n-d-840845-1 neutron-server[84799]: INFO neutron.wsgi [None req-c1fa6f19-4e3e-46a5-b4ea-aa0a715f54f0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b59297dd11844e90bd0175c4f4686a97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0672872 May 06 14:03:49.169674 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55298) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:49.253952 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:49.288780 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:49.446883 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:49.468441 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531f1f68-6d59-425f-bea2-a213119ac2c2,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:49.477627 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:49.480731 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-447382af-857d-4a06-9a91-56886f7498ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/531f1f68-6d59-425f-bea2-a213119ac2c2 HTTP/1.1" status: 204 len: 168 time: 0.3093145 May 06 14:03:50.348415 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55306) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:50.415365 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-a7b12d68-bf37-4567-bdd7-3b1eaa96b4ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ffd8790771c4cba9ad43d194b2de9c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0657566 May 06 14:03:50.420084 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [-] (84800) accepted ('10.222.0.83', 55312) {{(pid=84800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 06 14:03:50.499414 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.535408 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.668682 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516794'] for security_group, after_delete {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.684667 n-d-840845-1 neutron-server[84800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b8551-4f8d-49f6-a34c-66602b03f876,revision_number=None']} {{(pid=84800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 14:03:50.692177 n-d-840845-1 neutron-server[84800]: DEBUG neutron_lib.callbacks.manager [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:50.693315 n-d-840845-1 neutron-server[84800]: INFO neutron.wsgi [None req-4f27ee63-6221-4387-8271-b6ed75308c2e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e5b8551-4f8d-49f6-a34c-66602b03f876 HTTP/1.1" status: 204 len: 168 time: 0.2720606 May 06 14:03:51.662012 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:03:59.587067 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:08.601272 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-676f78e3-437e-4929-8f7e-8998a38236c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:10.789730 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-78b8d744-35c2-4027-a857-347facd85d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.349377 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:12.629697 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:13.965689 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:17.590970 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:21.699412 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:36.588375 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:04:38.548018 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-50c3098c-8435-45e5-ab89-e9daf679c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:40.761578 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b022ca6d-2a18-4a48-ab40-07fddaec7b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.377253 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:42.606319 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:43.983308 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:47.634804 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:04:51.691550 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:08.577301 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c905b9c7-abb5-402e-a78b-2e92f0fe9f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:10.782546 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-ae7f3f20-998e-4a17-abad-45aeb1aed5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:12.365613 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:12.612060 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:13.592919 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:13.977566 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:17.634330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:21.720328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:38.548729 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-abff7258-f7f7-4e75-86bd-66eb450c709b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:40.785260 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-17cc352d-8dd1-4d5b-a58c-870d3d3b2e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.360465 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:42.639429 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:43.977175 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:47.662472 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:05:50.598260 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:05:51.690636 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:08.564684 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-a6e449d0-5adf-460f-9b85-032c13c989d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:10.794549 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-dde7c022-a74a-4cb9-838d-0f277207b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:12.358587 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:12.616405 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:13.970178 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:17.684798 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:21.730768 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:27.599092 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:06:38.558849 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e64b8726-1397-4ac0-a2da-a0ac5439f3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:40.792404 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-d6adedbd-21f3-4ced-8413-f2115967828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.336109 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:42.621366 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:43.993042 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:47.713955 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:06:51.713029 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:04.600914 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:07:08.546216 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-660b6016-6e05-4cc3-b326-38e2603252bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:10.866717 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-19febe6e-f9da-4c3a-ae01-8af58018068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.341249 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:12.632559 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:13.986952 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:17.655569 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:21.723756 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:38.541709 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f09e78ec-201d-4a9b-8752-32e1ef207083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:40.791964 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6136710f-a21c-40f6-9464-a97f47c02b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:41.602713 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:07:42.375328 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:42.616203 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:44.003742 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:47.729924 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:07:51.746586 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:08.569575 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8a50bc99-6184-47b7-9992-ab776e97e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:10.786433 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-2c4b2206-d1af-4848-8181-b29db4a3fa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.363402 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:12.620695 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:13.992865 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:17.677812 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:18.604954 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:08:21.717889 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:38.544666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc968-00c2-4a20-a062-8cb12639d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:40.786933 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-4523a8a3-2732-424d-8dbf-fd1216b5b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:42.460533 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:42.620761 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:43.984934 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:47.671929 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:51.758436 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:08:55.610159 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:08.551638 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-951c4f4e-8153-443e-908e-7ab97bb8bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:10.812942 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-36aab30f-859e-47a5-bd21-c1f251616c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:12.482888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:12.709944 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:14.014722 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:17.752968 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:21.778290 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:32.610760 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:09:38.566965 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-94c9231f-35ac-4e91-9e9a-faabd9266d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:40.803781 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6b42c667-4f86-477a-9db7-58389f301801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.399574 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:42.634724 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:44.007066 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:47.705940 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:09:51.785888 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:03.663225 n-d-840845-1 neutron-server[84800]: DEBUG neutron.wsgi [req-55d158e2-ab93-4021-b69f-0601782d80f4 req-42487fc6-f4db-4842-9309-3c555c36b449 service neutron] (84800) timed out ('10.222.0.83', 54390) {{(pid=84800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 06 14:10:08.562738 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b0494e26-694f-414b-8d2c-949ef98463fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:09.613154 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:10.791656 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6d550f3f-9b38-46c9-b67a-7f8c1ece7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:12.354500 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:12.660258 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:13.997085 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:17.768911 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:21.840236 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:38.562473 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6939233f-0345-4ad9-b4fb-61b768108054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:40.803054 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f103-8d08-4d42-827f-496022192d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.454330 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:42.677763 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:44.006041 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:46.616786 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:10:47.725632 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:10:51.831034 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:08.582570 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-8f7026cf-1bf7-4a7b-bb21-d6ca07773d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:10.842291 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-11262715-19cd-4cad-bfd8-8821718ece26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:12.428340 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:12.667618 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:14.020370 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:17.833885 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:21.810304 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:23.619032 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:11:38.608078 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-6c8145d1-0639-475c-bf48-6ba8706b6425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:40.786076 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-c2b82aa4-330f-437f-8d13-863adef3f1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.410026 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:42.679477 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:44.038746 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:47.804488 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:11:51.825321 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:00.622818 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:08.563666 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0be36edb-a79b-4739-9c8f-c9f0ebfd3b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:10.770250 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-41f78eb0-a787-4fa1-a1ea-305dfd777898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:12.380984 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:12.740985 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:14.038137 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:17.878272 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:21.861014 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:37.623486 n-d-840845-1 neutron-server[84802]: DEBUG neutron.db.agents_db [None req-5d9b7a0e-b616-409a-ac86-40af93c7012b None None] Agent healthcheck: found 7 active agents {{(pid=84802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 06 14:12:38.598198 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-e2724bea-2643-4e64-b9e8-3caaa707a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:40.819661 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f0663225-3612-4a12-9b51-cbf9eada41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.380705 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-fc5926bd-c8a8-4280-8d7a-91961fa2c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:42.667314 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-0c4e79d7-85c5-4087-9ad0-c79966ff63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:44.043094 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-b76edf0b-5faa-4b47-a6b7-fc222456246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:47.802941 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-f9e933b0-fbf7-4171-9df6-1a5bb5b6821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 14:12:51.837143 n-d-840845-1 neutron-server[84801]: DEBUG neutron_lib.callbacks.manager [None req-da515069-13c7-4b25-a2f5-da1a53aa869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742006962535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7422767'] for agent, after_update {{(pid=84801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}